Training in progress, step 562

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.8367346938775511,1.0,1.0,1.0,0.8367346938775511,0.018685799211369737,0.7414965986394558,0.04913500442501108,0.726530612244898,0.0800804034789567,0.636734693877551,0.14047638510972563,0.9115646258503403,0.6760514236174178,0.29146252551388013
 -1,-1,0.7142857142857143,0.9387755102040817,1.0,1.0,0.7142857142857143,0.015732023986600143,0.7006802721088434,0.0463985441600743,0.6857142857142857,0.07575333220313103,0.610204081632653,0.13470903326194697,0.8329931972789116,0.6381476436435549,0.2786605831995692
 -1,-1,0.20408163265306123,0.46938775510204084,0.5306122448979592,0.6122448979591837,0.20408163265306123,0.00438770967788426,0.2789115646258503,0.01825180998420577,0.2816326530612245,0.03083322545811716,0.2551020408163265,0.055977984981517036,0.3536200194363459,0.25636057171546717,0.11103787695100092
+-1,-1,0.8367346938775511,1.0,1.0,1.0,0.8367346938775511,0.018616383690059173,0.8231292517006803,0.0545378748171736,0.7387755102040817,0.08146104835746584,0.6448979591836735,0.1422304333377282,0.9081632653061225,0.6919594823053422,0.2982657630485768

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.26,0.42,0.64,0.78,0.26,0.26,0.13999999999999999,0.42,0.128,0.64,0.07800000000000001,0.78,0.40041269841269833,0.49012690594836195,0.40862691269565415
 -1,-1,0.2,0.4,0.54,0.66,0.2,0.2,0.13333333333333333,0.4,0.10800000000000001,0.54,0.066,0.66,0.3373571428571428,0.41484940267954185,0.3509791560987356
 -1,-1,0.18,0.5,0.68,0.82,0.18,0.18,0.16666666666666663,0.5,0.136,0.68,0.08199999999999999,0.82,0.3817619047619047,0.48701050941949986,0.3909540550445278
+-1,-1,0.2,0.46,0.68,0.8,0.2,0.2,0.15333333333333332,0.46,0.136,0.68,0.08,0.8,0.3826031746031745,0.4829072377746639,0.39004291992243556

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.26,0.42,0.52,0.64,0.26,0.11233333333333334,0.14666666666666667,0.21733333333333335,0.11200000000000002,0.2556666666666667,0.076,0.32233333333333336,0.3750793650793651,0.2666253800845284,0.2011140281816089
 -1,-1,0.24,0.38,0.48,0.6,0.24,0.12666666666666665,0.12666666666666665,0.20166666666666663,0.1,0.23666666666666664,0.064,0.28633333333333333,0.34023809523809523,0.24416660636672297,0.19639096105020912
 -1,-1,0.12,0.22,0.26,0.28,0.12,0.04233333333333333,0.08,0.08133333333333333,0.06,0.102,0.036000000000000004,0.13866666666666666,0.17222222222222222,0.11288236592671469,0.08493692917875312
+-1,-1,0.24,0.44,0.52,0.66,0.24,0.12666666666666665,0.14666666666666667,0.22333333333333333,0.11599999999999999,0.2723333333333333,0.07600000000000001,0.33233333333333337,0.36330158730158724,0.27296588545762396,0.21204095502133327

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.68,0.88,0.92,0.94,0.68,0.05688977886612893,0.54,0.13935988888756243,0.47200000000000003,0.1751897325720696,0.37,0.26159227895019427,0.780857142857143,0.4806798308683474,0.308753405762294
 -1,-1,0.72,0.82,0.86,0.94,0.72,0.07990956569074031,0.54,0.14618955963801683,0.4440000000000001,0.17424610447980732,0.368,0.2554216776296513,0.7762222222222224,0.4828044504756275,0.3198819427260988
 -1,-1,0.64,0.78,0.78,0.86,0.64,0.053779986911261235,0.49333333333333335,0.1227512823699279,0.42,0.14626982774266176,0.35600000000000004,0.24094199821136392,0.7140238095238095,0.45440819144986233,0.28781093383029827
+-1,-1,0.74,0.86,0.88,0.92,0.74,0.07485843885147789,0.5333333333333333,0.1579502726417123,0.44800000000000006,0.19035082646453502,0.382,0.2636865207564014,0.8034126984126985,0.5012412412494733,0.3278144293312558

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.72,0.86,0.9,0.92,0.72,0.6666666666666665,0.29333333333333333,0.8133333333333332,0.18799999999999997,0.8533333333333333,0.09599999999999997,0.8733333333333333,0.7933333333333333,0.789904917294168,0.7522696021313817
 -1,-1,0.52,0.88,0.9,0.92,0.52,0.4766666666666666,0.29333333333333333,0.8166666666666668,0.184,0.8466666666666667,0.09399999999999999,0.8666666666666667,0.6873333333333332,0.7074396232322929,0.6450913349659241
 -1,-1,0.24,0.32,0.32,0.38,0.24,0.23,0.10666666666666666,0.31,0.064,0.31,0.038000000000000006,0.37,0.2848809523809524,0.29976135993864456,0.280763663917354
+-1,-1,0.68,0.92,0.98,0.98,0.68,0.6466666666666667,0.3133333333333333,0.8666666666666667,0.19999999999999996,0.9266666666666667,0.09999999999999998,0.9266666666666667,0.7973333333333333,0.8097056122005367,0.7587396988174427

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.44,0.5,0.66,0.7,0.44,0.23674603174603173,0.20666666666666667,0.3282698412698412,0.18,0.4468492063492064,0.10799999999999998,0.5012380952380951,0.5054126984126984,0.4196812296155624,0.34864520305957064
 -1,-1,0.38,0.46,0.6,0.66,0.38,0.20874603174603173,0.2,0.3026031746031746,0.172,0.4028492063492063,0.106,0.4737380952380952,0.45252380952380944,0.3879131672402508,0.32617614006971196
 -1,-1,0.12,0.26,0.32,0.34,0.12,0.08,0.08666666666666666,0.17666666666666664,0.064,0.20202380952380952,0.038000000000000006,0.2345238095238095,0.203,0.1777291120842257,0.15097990978495746
+-1,-1,0.36,0.48,0.6,0.66,0.36,0.20474603174603176,0.19333333333333336,0.3001031746031746,0.16,0.3941269841269841,0.09599999999999997,0.44029365079365074,0.44688888888888884,0.3712393962752452,0.313063297750109

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.64,0.7,0.8,0.86,0.64,0.32,0.2733333333333333,0.41,0.18799999999999997,0.47,0.10599999999999998,0.53,0.6948571428571426,0.5138837464067723,0.44354016757463266
 -1,-1,0.66,0.78,0.8,0.84,0.66,0.33,0.3,0.45,0.204,0.51,0.11199999999999999,0.56,0.7155238095238096,0.5365299670941256,0.4575877480708742
 -1,-1,0.58,0.64,0.64,0.68,0.58,0.29,0.25333333333333335,0.38,0.16799999999999998,0.42,0.096,0.48,0.6148571428571429,0.4674556853341825,0.40705063695520854
+-1,-1,0.74,0.78,0.84,0.9,0.74,0.37,0.3466666666666666,0.52,0.22799999999999998,0.57,0.12799999999999997,0.64,0.7823333333333333,0.6170582833777524,0.5445187446566021

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.54,0.62,0.74,0.32,0.32,0.18,0.54,0.124,0.62,0.07400000000000001,0.74,0.4499126984126983,0.5189661789845982,0.4616522119994847
 -1,-1,0.36,0.58,0.68,0.76,0.36,0.36,0.19333333333333333,0.58,0.136,0.68,0.07600000000000001,0.76,0.48633333333333334,0.5522122196843595,0.4958040190560276
 -1,-1,0.46,0.66,0.7,0.82,0.46,0.46,0.22,0.66,0.14,0.7,0.08199999999999999,0.82,0.5842460317460317,0.6411634133079402,0.5911749882485325
+-1,-1,0.36,0.54,0.68,0.7,0.36,0.36,0.18,0.54,0.136,0.68,0.07,0.7,0.47755555555555546,0.5320160584932276,0.4909958510880883

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.38,0.48,0.54,0.7,0.38,0.011233896267011458,0.3066666666666667,0.04214726266623383,0.284,0.059635325594348004,0.26799999999999996,0.11678903376374426,0.45588095238095244,0.2940810450064775,0.104776087762262
 -1,-1,0.3,0.44,0.46,0.62,0.3,0.010724742605801047,0.30666666666666664,0.051645539344217166,0.28800000000000003,0.07177145031865442,0.248,0.09955036044056806,0.3834603174603175,0.2718677887737839,0.10716744808325447
 -1,-1,0.36,0.44,0.54,0.68,0.36,0.012042417939688611,0.32666666666666666,0.03754698733450304,0.304,0.06199670657274762,0.276,0.09376204671100714,0.4350158730158729,0.29393727583879964,0.11881756020406453
+-1,-1,0.42,0.52,0.54,0.68,0.42,0.012648389717147036,0.3533333333333333,0.056059838783781527,0.32,0.07948003809091672,0.29,0.13107825490914807,0.48941269841269835,0.32409105358725754,0.13017293972424723

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.34,0.54,0.58,0.66,0.34,0.31,0.19333333333333333,0.52,0.12400000000000003,0.56,0.07200000000000001,0.65,0.455388888888889,0.495936841468424,0.45517920150439706
 -1,-1,0.44,0.56,0.6,0.66,0.44,0.41,0.19333333333333333,0.53,0.128,0.58,0.07,0.64,0.505079365079365,0.5277371826996979,0.5002333969355556
 -1,-1,0.34,0.58,0.66,0.78,0.34,0.32,0.19333333333333333,0.54,0.136,0.62,0.08399999999999999,0.74,0.4830238095238096,0.5340775600556903,0.4703754816157255
+-1,-1,0.46,0.6,0.62,0.72,0.46,0.43,0.2133333333333333,0.58,0.136,0.61,0.07800000000000001,0.7,0.5393809523809524,0.5714045958976129,0.538206389483671

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.86,0.94,0.96,0.98,0.86,0.7473333333333332,0.38666666666666655,0.8986666666666667,0.24799999999999997,0.9359999999999999,0.132,0.9693333333333334,0.9035238095238095,0.9097423450446698,0.8862189569689569
 -1,-1,0.9,0.94,0.94,0.98,0.9,0.7773333333333333,0.3933333333333333,0.9053333333333333,0.25199999999999995,0.9259999999999999,0.13799999999999998,0.98,0.9266666666666667,0.9327482704403738,0.9125860805860806
 -1,-1,0.3,0.5,0.54,0.64,0.3,0.26666666666666666,0.18666666666666668,0.45,0.12400000000000003,0.5,0.08,0.5713333333333334,0.41007142857142853,0.43774558398527547,0.39063903744131623
+-1,-1,0.8,0.94,0.96,0.96,0.8,0.6973333333333332,0.3933333333333333,0.9053333333333333,0.25599999999999995,0.946,0.13599999999999998,0.96,0.8716666666666666,0.8921034416287797,0.8660860805860807

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.46,0.72,0.8,0.86,0.46,0.09300000000000001,0.3666666666666666,0.22766666666666666,0.30399999999999994,0.31266666666666665,0.20199999999999999,0.4146666666666667,0.5938571428571428,0.3994804527341234,0.31452466061683987
 -1,-1,0.46,0.72,0.76,0.84,0.46,0.09666666666666666,0.3733333333333333,0.23066666666666663,0.29600000000000004,0.3056666666666667,0.19200000000000003,0.39366666666666666,0.5943571428571429,0.38999188991851574,0.31576386899155584
 -1,-1,0.4,0.66,0.72,0.78,0.4,0.08200000000000002,0.33333333333333326,0.20466666666666666,0.276,0.2806666666666667,0.16399999999999998,0.3346666666666666,0.54,0.3393609876687623,0.2692967311366639
+-1,-1,0.44,0.76,0.86,0.9,0.44,0.09266666666666666,0.37999999999999995,0.23366666666666663,0.316,0.3236666666666666,0.214,0.4396666666666667,0.610690476190476,0.4152650807594178,0.31994213938245786

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.38,0.54,0.62,0.74,0.38,0.345,0.2,0.52,0.14800000000000002,0.62,0.08599999999999998,0.74,0.4878571428571428,0.5440328377449428,0.48486997199946447
 -1,-1,0.42,0.58,0.66,0.76,0.42,0.375,0.21333333333333332,0.555,0.14800000000000002,0.64,0.08799999999999997,0.76,0.5227698412698413,0.5706149798130189,0.5113604476415934
 -1,-1,0.26,0.38,0.44,0.52,0.26,0.235,0.14,0.37,0.10400000000000001,0.44,0.06,0.51,0.3300793650793651,0.37019203729909433,0.3326015159438223
+-1,-1,0.5,0.7,0.78,0.82,0.5,0.465,0.25333333333333335,0.68,0.17199999999999996,0.765,0.09399999999999999,0.82,0.6146666666666666,0.6639783607633354,0.6124356057552656

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.6122448979591837,0.7755102040816326,0.8571428571428571,0.9591836734693877,0.6122448979591837,0.043928047100065336,0.5306122448979592,0.11774847500840988,0.4612244897959184,0.16732923025674679,0.40816326530612246,0.27365276734194555,0.7235260770975058,0.4644033501615293,0.34920941098085173
 -1,-1,0.6530612244897959,0.8367346938775511,0.8775510204081632,0.9795918367346939,0.6530612244897959,0.04662904047917206,0.5714285714285715,0.12074015540509078,0.5142857142857142,0.18419063292312893,0.4061224489795918,0.27462217999524413,0.7584143181081956,0.4774613964766897,0.36203367507677087
 -1,-1,0.22448979591836735,0.4897959183673469,0.5918367346938775,0.6938775510204082,0.22448979591836735,0.014738589385768672,0.25850340136054417,0.056936837458872,0.24081632653061222,0.08658260238199732,0.21224489795918364,0.14618261012332492,0.38386783284742465,0.23109134502492548,0.17798382935484547
+-1,-1,0.5714285714285714,0.8163265306122449,0.8979591836734694,0.9795918367346939,0.5714285714285714,0.04110156961785027,0.5306122448979592,0.11359182900002315,0.4857142857142857,0.17190475554143633,0.4224489795918368,0.2830898248013565,0.718561710398445,0.4760509204896602,0.3599293414474679

NanoBEIR_evaluation_mean_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.48863422291993724,0.6396546310832024,0.7243956043956044,0.8060910518053375,0.48863422291993724,0.2710100836394285,0.289534275248561,0.39957888214092674,0.2277864992150707,0.4705130893414644,0.15970486656200944,0.5517645263046651,0.5861460840746555,0.5067342354894234,0.42456767855672306
 -1,-1,0.48100470957613817,0.6443642072213501,0.7044270015698586,0.7861224489795918,0.48100470957613817,0.2691032856811599,0.29523809523809524,0.40696244325567954,0.22879120879120882,0.4690813380054459,0.1560094191522763,0.5392306907669404,0.5758676459594828,0.49971822653038467,0.42315817071941475
 -1,-1,0.32496075353218207,0.49459968602825743,0.5532182103610676,0.6364521193092622,0.32496075353218207,0.1743508457105168,0.21885923600209314,0.2992232133715361,0.17206279434850863,0.34996458560676025,0.12340345368916797,0.42308285624893627,0.42592695173307416,0.37283195594873975,0.30410655943508225
+-1,-1,0.5008791208791209,0.6781789638932495,0.7567660910518053,0.8215070643642073,0.5008791208791209,0.2862836740973723,0.30697017268445836,0.43359270115605314,0.2392087912087912,0.5084253285300414,0.16664992150706434,0.5720626859944018,0.607523672472652,0.5330790129195836,0.45107603022818904

config.json

@@ -5,6 +5,7 @@
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
   "dtype": "float32",
+  "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 384,
@@ -14,7 +15,7 @@
   "max_position_embeddings": 512,
   "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 12,
+  "num_hidden_layers": 6,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "transformers_version": "4.57.3",

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -189,3 +189,6 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.34,0.54,0.68,0.72,0.34,0.34,0.18,0.54,0.136,0.68,0.07200000000000001,0.72,0.4718888888888888,0.5321580701456666,0.48345941515582935
 3.160919540229885,2750,0.34,0.54,0.68,0.7,0.34,0.34,0.18,0.54,0.136,0.68,0.07,0.7,0.46755555555555545,0.5246346535646568,0.4809649630572002
 3.4482758620689653,3000,0.36,0.54,0.68,0.7,0.36,0.36,0.18,0.54,0.136,0.68,0.07,0.7,0.47755555555555546,0.5320160584932276,0.4910009714157892
+0,0,0.36,0.52,0.58,0.8,0.36,0.36,0.1733333333333333,0.52,0.11599999999999999,0.58,0.08,0.8,0.47960317460317464,0.5539831330912274,0.49062451473627944
+0.28735632183908044,250,0.3,0.54,0.6,0.72,0.3,0.3,0.18,0.54,0.12000000000000002,0.6,0.07200000000000001,0.72,0.43154761904761896,0.5004603314176884,0.44418143226523454
+0.5747126436781609,500,0.34,0.5,0.6,0.7,0.34,0.34,0.16666666666666669,0.5,0.12000000000000002,0.6,0.07,0.7,0.4489126984126983,0.5086414353894502,0.4629036994571799

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -189,3 +189,6 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.46,0.58,0.62,0.72,0.46,0.43,0.20666666666666664,0.56,0.136,0.61,0.07800000000000001,0.7,0.5400476190476191,0.5717602471137329,0.5382900955698132
 3.160919540229885,2750,0.46,0.6,0.62,0.72,0.46,0.43,0.2133333333333333,0.58,0.136,0.61,0.07800000000000001,0.7,0.5393809523809524,0.5714045958976129,0.5380778515344304
 3.4482758620689653,3000,0.46,0.6,0.62,0.72,0.46,0.43,0.2133333333333333,0.58,0.136,0.61,0.07800000000000001,0.7,0.5393809523809524,0.5714045958976129,0.538206389483671
+0,0,0.48,0.62,0.66,0.72,0.48,0.47,0.21333333333333332,0.6,0.14,0.64,0.07600000000000001,0.7,0.5643571428571428,0.5930818641709092,0.5653172420421086
+0.28735632183908044,250,0.44,0.54,0.56,0.64,0.44,0.4,0.19333333333333333,0.52,0.124,0.55,0.07,0.62,0.4969126984126984,0.5178488661853788,0.4960078657220442
+0.5747126436781609,500,0.4,0.54,0.56,0.6,0.4,0.36,0.19333333333333333,0.52,0.12400000000000003,0.55,0.066,0.59,0.4761111111111111,0.49563614338260625,0.47880687529822674

eval/NanoBEIR_evaluation_mean_results.csv

@@ -189,3 +189,6 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.4,0.56,0.65,0.72,0.4,0.385,0.1933333333333333,0.55,0.136,0.645,0.07500000000000001,0.71,0.505968253968254,0.5519591586296997,0.5108747553628212
 3.160919540229885,2750,0.4,0.5700000000000001,0.65,0.71,0.4,0.385,0.19666666666666666,0.56,0.136,0.645,0.07400000000000001,0.7,0.5034682539682539,0.5480196247311349,0.5095214072958153
 3.4482758620689653,3000,0.41000000000000003,0.5700000000000001,0.65,0.71,0.41000000000000003,0.395,0.19666666666666666,0.56,0.136,0.645,0.07400000000000001,0.7,0.5084682539682539,0.5517103271954202,0.5146036804497301
+0,0,0.42,0.5700000000000001,0.62,0.76,0.42,0.415,0.1933333333333333,0.56,0.128,0.61,0.07800000000000001,0.75,0.5219801587301587,0.5735324986310684,0.5279708783891941
+0.28735632183908044,250,0.37,0.54,0.5800000000000001,0.6799999999999999,0.37,0.35,0.18666666666666665,0.53,0.12200000000000001,0.575,0.07100000000000001,0.6699999999999999,0.4642301587301587,0.5091545988015336,0.4700946489936394
+0.5747126436781609,500,0.37,0.52,0.5800000000000001,0.6499999999999999,0.37,0.35,0.18,0.51,0.12200000000000003,0.575,0.068,0.645,0.46251190476190474,0.5021387893860282,0.4708552873777033

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.12,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.22,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.26,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.28,
-    "NanoClimateFEVER_cosine_precision@1": 0.12,
-    "NanoClimateFEVER_cosine_precision@3": 0.08,
-    "NanoClimateFEVER_cosine_precision@5": 0.06,
-    "NanoClimateFEVER_cosine_precision@10": 0.036000000000000004,
-    "NanoClimateFEVER_cosine_recall@1": 0.04233333333333333,
-    "NanoClimateFEVER_cosine_recall@3": 0.08133333333333333,
-    "NanoClimateFEVER_cosine_recall@5": 0.102,
-    "NanoClimateFEVER_cosine_recall@10": 0.13866666666666666,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.11288236592671469,
-    "NanoClimateFEVER_cosine_mrr@10": 0.17222222222222222,
-    "NanoClimateFEVER_cosine_map@100": 0.08493692917875312,
-    "NanoDBPedia_cosine_accuracy@1": 0.64,
-    "NanoDBPedia_cosine_accuracy@3": 0.78,
-    "NanoDBPedia_cosine_accuracy@5": 0.78,
-    "NanoDBPedia_cosine_accuracy@10": 0.86,
-    "NanoDBPedia_cosine_precision@1": 0.64,
-    "NanoDBPedia_cosine_precision@3": 0.49333333333333335,
-    "NanoDBPedia_cosine_precision@5": 0.42,
-    "NanoDBPedia_cosine_precision@10": 0.35600000000000004,
-    "NanoDBPedia_cosine_recall@1": 0.053779986911261235,
-    "NanoDBPedia_cosine_recall@3": 0.1227512823699279,
-    "NanoDBPedia_cosine_recall@5": 0.14626982774266176,
-    "NanoDBPedia_cosine_recall@10": 0.24094199821136392,
-    "NanoDBPedia_cosine_ndcg@10": 0.45440819144986233,
-    "NanoDBPedia_cosine_mrr@10": 0.7140238095238095,
-    "NanoDBPedia_cosine_map@100": 0.28781093383029827,
-    "NanoFEVER_cosine_accuracy@1": 0.24,
-    "NanoFEVER_cosine_accuracy@3": 0.32,
-    "NanoFEVER_cosine_accuracy@5": 0.32,
-    "NanoFEVER_cosine_accuracy@10": 0.38,
-    "NanoFEVER_cosine_precision@1": 0.24,
-    "NanoFEVER_cosine_precision@3": 0.10666666666666666,
-    "NanoFEVER_cosine_precision@5": 0.064,
-    "NanoFEVER_cosine_precision@10": 0.038000000000000006,
-    "NanoFEVER_cosine_recall@1": 0.23,
-    "NanoFEVER_cosine_recall@3": 0.31,
-    "NanoFEVER_cosine_recall@5": 0.31,
-    "NanoFEVER_cosine_recall@10": 0.37,
-    "NanoFEVER_cosine_ndcg@10": 0.29976135993864456,
-    "NanoFEVER_cosine_mrr@10": 0.2848809523809524,
-    "NanoFEVER_cosine_map@100": 0.280763663917354,
-    "NanoFiQA2018_cosine_accuracy@1": 0.12,
-    "NanoFiQA2018_cosine_accuracy@3": 0.26,
-    "NanoFiQA2018_cosine_accuracy@5": 0.32,
-    "NanoFiQA2018_cosine_accuracy@10": 0.34,
-    "NanoFiQA2018_cosine_precision@1": 0.12,
-    "NanoFiQA2018_cosine_precision@3": 0.08666666666666666,
-    "NanoFiQA2018_cosine_precision@5": 0.064,
-    "NanoFiQA2018_cosine_precision@10": 0.038000000000000006,
-    "NanoFiQA2018_cosine_recall@1": 0.08,
-    "NanoFiQA2018_cosine_recall@3": 0.17666666666666664,
-    "NanoFiQA2018_cosine_recall@5": 0.20202380952380952,
-    "NanoFiQA2018_cosine_recall@10": 0.2345238095238095,
-    "NanoFiQA2018_cosine_ndcg@10": 0.1777291120842257,
-    "NanoFiQA2018_cosine_mrr@10": 0.203,
-    "NanoFiQA2018_cosine_map@100": 0.15097990978495746,
-    "NanoHotpotQA_cosine_accuracy@1": 0.58,
-    "NanoHotpotQA_cosine_accuracy@3": 0.64,
-    "NanoHotpotQA_cosine_accuracy@5": 0.64,
-    "NanoHotpotQA_cosine_accuracy@10": 0.68,
-    "NanoHotpotQA_cosine_precision@1": 0.58,
-    "NanoHotpotQA_cosine_precision@3": 0.25333333333333335,
-    "NanoHotpotQA_cosine_precision@5": 0.16799999999999998,
-    "NanoHotpotQA_cosine_precision@10": 0.096,
-    "NanoHotpotQA_cosine_recall@1": 0.29,
-    "NanoHotpotQA_cosine_recall@3": 0.38,
-    "NanoHotpotQA_cosine_recall@5": 0.42,
-    "NanoHotpotQA_cosine_recall@10": 0.48,
-    "NanoHotpotQA_cosine_ndcg@10": 0.4674556853341825,
-    "NanoHotpotQA_cosine_mrr@10": 0.6148571428571429,
-    "NanoHotpotQA_cosine_map@100": 0.40705063695520854,
-    "NanoMSMARCO_cosine_accuracy@1": 0.46,
-    "NanoMSMARCO_cosine_accuracy@3": 0.66,
-    "NanoMSMARCO_cosine_accuracy@5": 0.7,
-    "NanoMSMARCO_cosine_accuracy@10": 0.82,
-    "NanoMSMARCO_cosine_precision@1": 0.46,
-    "NanoMSMARCO_cosine_precision@3": 0.22,
-    "NanoMSMARCO_cosine_precision@5": 0.14,
-    "NanoMSMARCO_cosine_precision@10": 0.08199999999999999,
-    "NanoMSMARCO_cosine_recall@1": 0.46,
-    "NanoMSMARCO_cosine_recall@3": 0.66,
-    "NanoMSMARCO_cosine_recall@5": 0.7,
-    "NanoMSMARCO_cosine_recall@10": 0.82,
-    "NanoMSMARCO_cosine_ndcg@10": 0.6411634133079402,
-    "NanoMSMARCO_cosine_mrr@10": 0.5842460317460317,
-    "NanoMSMARCO_cosine_map@100": 0.5911749882485325,
-    "NanoNFCorpus_cosine_accuracy@1": 0.36,
-    "NanoNFCorpus_cosine_accuracy@3": 0.44,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.24,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.44,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.52,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.66,
+    "NanoClimateFEVER_cosine_precision@1": 0.24,
+    "NanoClimateFEVER_cosine_precision@3": 0.14666666666666667,
+    "NanoClimateFEVER_cosine_precision@5": 0.11599999999999999,
+    "NanoClimateFEVER_cosine_precision@10": 0.07600000000000001,
+    "NanoClimateFEVER_cosine_recall@1": 0.12666666666666665,
+    "NanoClimateFEVER_cosine_recall@3": 0.22333333333333333,
+    "NanoClimateFEVER_cosine_recall@5": 0.2723333333333333,
+    "NanoClimateFEVER_cosine_recall@10": 0.33233333333333337,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.27296588545762396,
+    "NanoClimateFEVER_cosine_mrr@10": 0.36330158730158724,
+    "NanoClimateFEVER_cosine_map@100": 0.21204095502133327,
+    "NanoDBPedia_cosine_accuracy@1": 0.74,
+    "NanoDBPedia_cosine_accuracy@3": 0.86,
+    "NanoDBPedia_cosine_accuracy@5": 0.88,
+    "NanoDBPedia_cosine_accuracy@10": 0.92,
+    "NanoDBPedia_cosine_precision@1": 0.74,
+    "NanoDBPedia_cosine_precision@3": 0.5333333333333333,
+    "NanoDBPedia_cosine_precision@5": 0.44800000000000006,
+    "NanoDBPedia_cosine_precision@10": 0.382,
+    "NanoDBPedia_cosine_recall@1": 0.07485843885147789,
+    "NanoDBPedia_cosine_recall@3": 0.1579502726417123,
+    "NanoDBPedia_cosine_recall@5": 0.19035082646453502,
+    "NanoDBPedia_cosine_recall@10": 0.2636865207564014,
+    "NanoDBPedia_cosine_ndcg@10": 0.5012412412494733,
+    "NanoDBPedia_cosine_mrr@10": 0.8034126984126985,
+    "NanoDBPedia_cosine_map@100": 0.3278144293312558,
+    "NanoFEVER_cosine_accuracy@1": 0.68,
+    "NanoFEVER_cosine_accuracy@3": 0.92,
+    "NanoFEVER_cosine_accuracy@5": 0.98,
+    "NanoFEVER_cosine_accuracy@10": 0.98,
+    "NanoFEVER_cosine_precision@1": 0.68,
+    "NanoFEVER_cosine_precision@3": 0.3133333333333333,
+    "NanoFEVER_cosine_precision@5": 0.19999999999999996,
+    "NanoFEVER_cosine_precision@10": 0.09999999999999998,
+    "NanoFEVER_cosine_recall@1": 0.6466666666666667,
+    "NanoFEVER_cosine_recall@3": 0.8666666666666667,
+    "NanoFEVER_cosine_recall@5": 0.9266666666666667,
+    "NanoFEVER_cosine_recall@10": 0.9266666666666667,
+    "NanoFEVER_cosine_ndcg@10": 0.8097056122005367,
+    "NanoFEVER_cosine_mrr@10": 0.7973333333333333,
+    "NanoFEVER_cosine_map@100": 0.7587396988174427,
+    "NanoFiQA2018_cosine_accuracy@1": 0.36,
+    "NanoFiQA2018_cosine_accuracy@3": 0.48,
+    "NanoFiQA2018_cosine_accuracy@5": 0.6,
+    "NanoFiQA2018_cosine_accuracy@10": 0.66,
+    "NanoFiQA2018_cosine_precision@1": 0.36,
+    "NanoFiQA2018_cosine_precision@3": 0.19333333333333336,
+    "NanoFiQA2018_cosine_precision@5": 0.16,
+    "NanoFiQA2018_cosine_precision@10": 0.09599999999999997,
+    "NanoFiQA2018_cosine_recall@1": 0.20474603174603176,
+    "NanoFiQA2018_cosine_recall@3": 0.3001031746031746,
+    "NanoFiQA2018_cosine_recall@5": 0.3941269841269841,
+    "NanoFiQA2018_cosine_recall@10": 0.44029365079365074,
+    "NanoFiQA2018_cosine_ndcg@10": 0.3712393962752452,
+    "NanoFiQA2018_cosine_mrr@10": 0.44688888888888884,
+    "NanoFiQA2018_cosine_map@100": 0.313063297750109,
+    "NanoHotpotQA_cosine_accuracy@1": 0.74,
+    "NanoHotpotQA_cosine_accuracy@3": 0.78,
+    "NanoHotpotQA_cosine_accuracy@5": 0.84,
+    "NanoHotpotQA_cosine_accuracy@10": 0.9,
+    "NanoHotpotQA_cosine_precision@1": 0.74,
+    "NanoHotpotQA_cosine_precision@3": 0.3466666666666666,
+    "NanoHotpotQA_cosine_precision@5": 0.22799999999999998,
+    "NanoHotpotQA_cosine_precision@10": 0.12799999999999997,
+    "NanoHotpotQA_cosine_recall@1": 0.37,
+    "NanoHotpotQA_cosine_recall@3": 0.52,
+    "NanoHotpotQA_cosine_recall@5": 0.57,
+    "NanoHotpotQA_cosine_recall@10": 0.64,
+    "NanoHotpotQA_cosine_ndcg@10": 0.6170582833777524,
+    "NanoHotpotQA_cosine_mrr@10": 0.7823333333333333,
+    "NanoHotpotQA_cosine_map@100": 0.5445187446566021,
+    "NanoMSMARCO_cosine_accuracy@1": 0.36,
+    "NanoMSMARCO_cosine_accuracy@3": 0.54,
+    "NanoMSMARCO_cosine_accuracy@5": 0.68,
+    "NanoMSMARCO_cosine_accuracy@10": 0.7,
+    "NanoMSMARCO_cosine_precision@1": 0.36,
+    "NanoMSMARCO_cosine_precision@3": 0.18,
+    "NanoMSMARCO_cosine_precision@5": 0.136,
+    "NanoMSMARCO_cosine_precision@10": 0.07,
+    "NanoMSMARCO_cosine_recall@1": 0.36,
+    "NanoMSMARCO_cosine_recall@3": 0.54,
+    "NanoMSMARCO_cosine_recall@5": 0.68,
+    "NanoMSMARCO_cosine_recall@10": 0.7,
+    "NanoMSMARCO_cosine_ndcg@10": 0.5320160584932276,
+    "NanoMSMARCO_cosine_mrr@10": 0.47755555555555546,
+    "NanoMSMARCO_cosine_map@100": 0.4909958510880883,
+    "NanoNFCorpus_cosine_accuracy@1": 0.42,
+    "NanoNFCorpus_cosine_accuracy@3": 0.52,
     "NanoNFCorpus_cosine_accuracy@5": 0.54,
     "NanoNFCorpus_cosine_accuracy@10": 0.68,
-    "NanoNFCorpus_cosine_precision@1": 0.36,
-    "NanoNFCorpus_cosine_precision@3": 0.32666666666666666,
-    "NanoNFCorpus_cosine_precision@5": 0.304,
-    "NanoNFCorpus_cosine_precision@10": 0.276,
-    "NanoNFCorpus_cosine_recall@1": 0.012042417939688611,
-    "NanoNFCorpus_cosine_recall@3": 0.03754698733450304,
-    "NanoNFCorpus_cosine_recall@5": 0.06199670657274762,
-    "NanoNFCorpus_cosine_recall@10": 0.09376204671100714,
-    "NanoNFCorpus_cosine_ndcg@10": 0.29393727583879964,
-    "NanoNFCorpus_cosine_mrr@10": 0.4350158730158729,
-    "NanoNFCorpus_cosine_map@100": 0.11881756020406453,
-    "NanoNQ_cosine_accuracy@1": 0.34,
-    "NanoNQ_cosine_accuracy@3": 0.58,
-    "NanoNQ_cosine_accuracy@5": 0.66,
-    "NanoNQ_cosine_accuracy@10": 0.78,
-    "NanoNQ_cosine_precision@1": 0.34,
-    "NanoNQ_cosine_precision@3": 0.19333333333333333,
+    "NanoNFCorpus_cosine_precision@1": 0.42,
+    "NanoNFCorpus_cosine_precision@3": 0.3533333333333333,
+    "NanoNFCorpus_cosine_precision@5": 0.32,
+    "NanoNFCorpus_cosine_precision@10": 0.29,
+    "NanoNFCorpus_cosine_recall@1": 0.012648389717147036,
+    "NanoNFCorpus_cosine_recall@3": 0.056059838783781527,
+    "NanoNFCorpus_cosine_recall@5": 0.07948003809091672,
+    "NanoNFCorpus_cosine_recall@10": 0.13107825490914807,
+    "NanoNFCorpus_cosine_ndcg@10": 0.32409105358725754,
+    "NanoNFCorpus_cosine_mrr@10": 0.48941269841269835,
+    "NanoNFCorpus_cosine_map@100": 0.13017293972424723,
+    "NanoNQ_cosine_accuracy@1": 0.46,
+    "NanoNQ_cosine_accuracy@3": 0.6,
+    "NanoNQ_cosine_accuracy@5": 0.62,
+    "NanoNQ_cosine_accuracy@10": 0.72,
+    "NanoNQ_cosine_precision@1": 0.46,
+    "NanoNQ_cosine_precision@3": 0.2133333333333333,
     "NanoNQ_cosine_precision@5": 0.136,
-    "NanoNQ_cosine_precision@10": 0.08399999999999999,
-    "NanoNQ_cosine_recall@1": 0.32,
-    "NanoNQ_cosine_recall@3": 0.54,
-    "NanoNQ_cosine_recall@5": 0.62,
-    "NanoNQ_cosine_recall@10": 0.74,
-    "NanoNQ_cosine_ndcg@10": 0.5340775600556903,
-    "NanoNQ_cosine_mrr@10": 0.4830238095238096,
-    "NanoNQ_cosine_map@100": 0.4703754816157255,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.3,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.5,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.54,
-    "NanoQuoraRetrieval_cosine_accuracy@10": 0.64,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.3,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.18666666666666668,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.12400000000000003,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.08,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.26666666666666666,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.45,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.5,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.5713333333333334,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.43774558398527547,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.41007142857142853,
-    "NanoQuoraRetrieval_cosine_map@100": 0.39063903744131623,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.4,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.66,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.72,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.78,
-    "NanoSCIDOCS_cosine_precision@1": 0.4,
-    "NanoSCIDOCS_cosine_precision@3": 0.33333333333333326,
-    "NanoSCIDOCS_cosine_precision@5": 0.276,
-    "NanoSCIDOCS_cosine_precision@10": 0.16399999999999998,
-    "NanoSCIDOCS_cosine_recall@1": 0.08200000000000002,
-    "NanoSCIDOCS_cosine_recall@3": 0.20466666666666666,
-    "NanoSCIDOCS_cosine_recall@5": 0.2806666666666667,
-    "NanoSCIDOCS_cosine_recall@10": 0.3346666666666666,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.3393609876687623,
-    "NanoSCIDOCS_cosine_mrr@10": 0.54,
-    "NanoSCIDOCS_cosine_map@100": 0.2692967311366639,
-    "NanoArguAna_cosine_accuracy@1": 0.18,
-    "NanoArguAna_cosine_accuracy@3": 0.5,
+    "NanoNQ_cosine_precision@10": 0.07800000000000001,
+    "NanoNQ_cosine_recall@1": 0.43,
+    "NanoNQ_cosine_recall@3": 0.58,
+    "NanoNQ_cosine_recall@5": 0.61,
+    "NanoNQ_cosine_recall@10": 0.7,
+    "NanoNQ_cosine_ndcg@10": 0.5714045958976129,
+    "NanoNQ_cosine_mrr@10": 0.5393809523809524,
+    "NanoNQ_cosine_map@100": 0.538206389483671,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.8,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.94,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.96,
+    "NanoQuoraRetrieval_cosine_accuracy@10": 0.96,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.8,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.3933333333333333,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.25599999999999995,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.13599999999999998,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.6973333333333332,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9053333333333333,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.946,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.96,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.8921034416287797,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.8716666666666666,
+    "NanoQuoraRetrieval_cosine_map@100": 0.8660860805860807,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.44,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.76,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.86,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.9,
+    "NanoSCIDOCS_cosine_precision@1": 0.44,
+    "NanoSCIDOCS_cosine_precision@3": 0.37999999999999995,
+    "NanoSCIDOCS_cosine_precision@5": 0.316,
+    "NanoSCIDOCS_cosine_precision@10": 0.214,
+    "NanoSCIDOCS_cosine_recall@1": 0.09266666666666666,
+    "NanoSCIDOCS_cosine_recall@3": 0.23366666666666663,
+    "NanoSCIDOCS_cosine_recall@5": 0.3236666666666666,
+    "NanoSCIDOCS_cosine_recall@10": 0.4396666666666667,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.4152650807594178,
+    "NanoSCIDOCS_cosine_mrr@10": 0.610690476190476,
+    "NanoSCIDOCS_cosine_map@100": 0.31994213938245786,
+    "NanoArguAna_cosine_accuracy@1": 0.2,
+    "NanoArguAna_cosine_accuracy@3": 0.46,
     "NanoArguAna_cosine_accuracy@5": 0.68,
-    "NanoArguAna_cosine_accuracy@10": 0.82,
-    "NanoArguAna_cosine_precision@1": 0.18,
-    "NanoArguAna_cosine_precision@3": 0.16666666666666663,
+    "NanoArguAna_cosine_accuracy@10": 0.8,
+    "NanoArguAna_cosine_precision@1": 0.2,
+    "NanoArguAna_cosine_precision@3": 0.15333333333333332,
     "NanoArguAna_cosine_precision@5": 0.136,
-    "NanoArguAna_cosine_precision@10": 0.08199999999999999,
-    "NanoArguAna_cosine_recall@1": 0.18,
-    "NanoArguAna_cosine_recall@3": 0.5,
+    "NanoArguAna_cosine_precision@10": 0.08,
+    "NanoArguAna_cosine_recall@1": 0.2,
+    "NanoArguAna_cosine_recall@3": 0.46,
     "NanoArguAna_cosine_recall@5": 0.68,
-    "NanoArguAna_cosine_recall@10": 0.82,
-    "NanoArguAna_cosine_ndcg@10": 0.48701050941949986,
-    "NanoArguAna_cosine_mrr@10": 0.3817619047619047,
-    "NanoArguAna_cosine_map@100": 0.3909540550445278,
-    "NanoSciFact_cosine_accuracy@1": 0.26,
-    "NanoSciFact_cosine_accuracy@3": 0.38,
-    "NanoSciFact_cosine_accuracy@5": 0.44,
-    "NanoSciFact_cosine_accuracy@10": 0.52,
-    "NanoSciFact_cosine_precision@1": 0.26,
-    "NanoSciFact_cosine_precision@3": 0.14,
-    "NanoSciFact_cosine_precision@5": 0.10400000000000001,
-    "NanoSciFact_cosine_precision@10": 0.06,
-    "NanoSciFact_cosine_recall@1": 0.235,
-    "NanoSciFact_cosine_recall@3": 0.37,
-    "NanoSciFact_cosine_recall@5": 0.44,
-    "NanoSciFact_cosine_recall@10": 0.51,
-    "NanoSciFact_cosine_ndcg@10": 0.37019203729909433,
-    "NanoSciFact_cosine_mrr@10": 0.3300793650793651,
-    "NanoSciFact_cosine_map@100": 0.3326015159438223,
-    "NanoTouche2020_cosine_accuracy@1": 0.22448979591836735,
-    "NanoTouche2020_cosine_accuracy@3": 0.4897959183673469,
-    "NanoTouche2020_cosine_accuracy@5": 0.5918367346938775,
-    "NanoTouche2020_cosine_accuracy@10": 0.6938775510204082,
-    "NanoTouche2020_cosine_precision@1": 0.22448979591836735,
-    "NanoTouche2020_cosine_precision@3": 0.25850340136054417,
-    "NanoTouche2020_cosine_precision@5": 0.24081632653061222,
-    "NanoTouche2020_cosine_precision@10": 0.21224489795918364,
-    "NanoTouche2020_cosine_recall@1": 0.014738589385768672,
-    "NanoTouche2020_cosine_recall@3": 0.056936837458872,
-    "NanoTouche2020_cosine_recall@5": 0.08658260238199732,
-    "NanoTouche2020_cosine_recall@10": 0.14618261012332492,
-    "NanoTouche2020_cosine_ndcg@10": 0.23109134502492548,
-    "NanoTouche2020_cosine_mrr@10": 0.38386783284742465,
-    "NanoTouche2020_cosine_map@100": 0.17798382935484547,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.32496075353218207,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.49459968602825743,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.5532182103610676,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.6364521193092622,
-    "NanoBEIR_mean_cosine_precision@1": 0.32496075353218207,
-    "NanoBEIR_mean_cosine_precision@3": 0.21885923600209314,
-    "NanoBEIR_mean_cosine_precision@5": 0.17206279434850863,
-    "NanoBEIR_mean_cosine_precision@10": 0.12340345368916797,
-    "NanoBEIR_mean_cosine_recall@1": 0.1743508457105168,
-    "NanoBEIR_mean_cosine_recall@3": 0.2992232133715361,
-    "NanoBEIR_mean_cosine_recall@5": 0.34996458560676025,
-    "NanoBEIR_mean_cosine_recall@10": 0.42308285624893627,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.37283195594873975,
-    "NanoBEIR_mean_cosine_mrr@10": 0.42592695173307416,
-    "NanoBEIR_mean_cosine_map@100": 0.30410655943508225
+    "NanoArguAna_cosine_recall@10": 0.8,
+    "NanoArguAna_cosine_ndcg@10": 0.4829072377746639,
+    "NanoArguAna_cosine_mrr@10": 0.3826031746031745,
+    "NanoArguAna_cosine_map@100": 0.39004291992243556,
+    "NanoSciFact_cosine_accuracy@1": 0.5,
+    "NanoSciFact_cosine_accuracy@3": 0.7,
+    "NanoSciFact_cosine_accuracy@5": 0.78,
+    "NanoSciFact_cosine_accuracy@10": 0.82,
+    "NanoSciFact_cosine_precision@1": 0.5,
+    "NanoSciFact_cosine_precision@3": 0.25333333333333335,
+    "NanoSciFact_cosine_precision@5": 0.17199999999999996,
+    "NanoSciFact_cosine_precision@10": 0.09399999999999999,
+    "NanoSciFact_cosine_recall@1": 0.465,
+    "NanoSciFact_cosine_recall@3": 0.68,
+    "NanoSciFact_cosine_recall@5": 0.765,
+    "NanoSciFact_cosine_recall@10": 0.82,
+    "NanoSciFact_cosine_ndcg@10": 0.6639783607633354,
+    "NanoSciFact_cosine_mrr@10": 0.6146666666666666,
+    "NanoSciFact_cosine_map@100": 0.6124356057552656,
+    "NanoTouche2020_cosine_accuracy@1": 0.5714285714285714,
+    "NanoTouche2020_cosine_accuracy@3": 0.8163265306122449,
+    "NanoTouche2020_cosine_accuracy@5": 0.8979591836734694,
+    "NanoTouche2020_cosine_accuracy@10": 0.9795918367346939,
+    "NanoTouche2020_cosine_precision@1": 0.5714285714285714,
+    "NanoTouche2020_cosine_precision@3": 0.5306122448979592,
+    "NanoTouche2020_cosine_precision@5": 0.4857142857142857,
+    "NanoTouche2020_cosine_precision@10": 0.4224489795918368,
+    "NanoTouche2020_cosine_recall@1": 0.04110156961785027,
+    "NanoTouche2020_cosine_recall@3": 0.11359182900002315,
+    "NanoTouche2020_cosine_recall@5": 0.17190475554143633,
+    "NanoTouche2020_cosine_recall@10": 0.2830898248013565,
+    "NanoTouche2020_cosine_ndcg@10": 0.4760509204896602,
+    "NanoTouche2020_cosine_mrr@10": 0.718561710398445,
+    "NanoTouche2020_cosine_map@100": 0.3599293414474679,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.5008791208791209,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.6781789638932495,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.7567660910518053,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.8215070643642073,
+    "NanoBEIR_mean_cosine_precision@1": 0.5008791208791209,
+    "NanoBEIR_mean_cosine_precision@3": 0.30697017268445836,
+    "NanoBEIR_mean_cosine_precision@5": 0.2392087912087912,
+    "NanoBEIR_mean_cosine_precision@10": 0.16664992150706434,
+    "NanoBEIR_mean_cosine_recall@1": 0.2862836740973723,
+    "NanoBEIR_mean_cosine_recall@3": 0.43359270115605314,
+    "NanoBEIR_mean_cosine_recall@5": 0.5084253285300414,
+    "NanoBEIR_mean_cosine_recall@10": 0.5720626859944018,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.5330790129195836,
+    "NanoBEIR_mean_cosine_mrr@10": 0.607523672472652,
+    "NanoBEIR_mean_cosine_map@100": 0.45107603022818904
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.20408163265306123,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.46938775510204084,
-    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.5306122448979592,
-    "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.6122448979591837,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.20408163265306123,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.2789115646258503,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.2816326530612245,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.2551020408163265,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.00438770967788426,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.01825180998420577,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.03083322545811716,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.055977984981517036,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.25636057171546717,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.3536200194363459,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.11103787695100092
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.8367346938775511,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 1.0,
+    "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
+    "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.8367346938775511,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.8231292517006803,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.7387755102040817,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6448979591836735,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.018616383690059173,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.0545378748171736,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.08146104835746584,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.1422304333377282,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6919594823053422,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.9081632653061225,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.2982657630485768
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7cb57f9c524bacf1ce958d18f8c4244c97a7be798a7826b7b57a453e1bd6f7d4
-size 133462128
+oid sha256:20efa6674e8791228f3d6a7fb303a2b6a9ddaf519e7b666cb58588c1e65c65da
+size 90864192

tokenizer_config.json

@@ -41,14 +41,14 @@
       "special": true
     }
   },
-  "clean_up_tokenization_spaces": true,
+  "clean_up_tokenization_spaces": false,
   "cls_token": "[CLS]",
   "do_basic_tokenize": true,
   "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
   "max_length": 128,
-  "model_max_length": 512,
+  "model_max_length": 256,
   "never_split": null,
   "pad_to_multiple_of": null,
   "pad_token": "[PAD]",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21edc59c980365258c9e7971ca92353220daba85af3207a4357cefbdd35b37a1
+oid sha256:2b20ba7414548af036d9636df51995f4806dd2cef3647ce8e627964533b7ed83
 size 6161