Training in progress, step 2250

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.7551020408163265,0.9387755102040817,0.9591836734693877,1.0,0.7551020408163265,0.016690800699827573,0.7074829931972788,0.04680250805921222,0.689795918367347,0.0759855058950526,0.6163265306122448,0.1358782723756374,0.8509070294784582,0.650595530281222,0.28748369649294164
 -1,-1,0.7142857142857143,0.9591836734693877,1.0,1.0,0.7142857142857143,0.015880404635022063,0.7006802721088435,0.04648085765992207,0.689795918367347,0.07606536341929133,0.6306122448979592,0.13922476411011186,0.8435374149659863,0.6529991617140374,0.2850802517047579
 -1,-1,0.6938775510204082,0.9591836734693877,1.0,1.0,0.6938775510204082,0.015318508143902818,0.7414965986394558,0.049323085700107676,0.7387755102040818,0.08177075427838504,0.6469387755102041,0.1429596074128849,0.8333333333333334,0.6732632834630611,0.3042931320883796
+-1,-1,0.7755102040816326,0.9795918367346939,1.0,1.0,0.7755102040816326,0.017161759287106504,0.7551020408163265,0.050083191794989906,0.7265306122448978,0.08004301263609473,0.6571428571428573,0.14521580076391974,0.8714285714285713,0.6892612517303571,0.3065539748752648

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.22,0.46,0.64,0.82,0.22,0.22,0.15333333333333332,0.46,0.128,0.64,0.08199999999999999,0.82,0.38210317460317456,0.4852299086268452,0.38709206855522643
 -1,-1,0.18,0.42,0.56,0.72,0.18,0.18,0.13999999999999999,0.42,0.11200000000000002,0.56,0.07200000000000001,0.72,0.3527380952380952,0.4408093391709953,0.36502285132354245
 -1,-1,0.24,0.56,0.72,0.9,0.24,0.24,0.18666666666666668,0.56,0.14400000000000002,0.72,0.08999999999999998,0.9,0.4394126984126983,0.5492042488144615,0.44569247841530457
+-1,-1,0.2,0.44,0.66,0.82,0.2,0.2,0.14666666666666664,0.44,0.132,0.66,0.08199999999999999,0.82,0.3852460317460317,0.4889503790004362,0.3927867585630743

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.22,0.44,0.48,0.64,0.22,0.10166666666666666,0.14666666666666664,0.21566666666666667,0.11200000000000002,0.25733333333333336,0.078,0.32899999999999996,0.3574365079365079,0.26550778733900804,0.20234399193987151
 -1,-1,0.22,0.44,0.52,0.62,0.22,0.10166666666666666,0.14666666666666664,0.22166666666666665,0.12000000000000002,0.2723333333333333,0.07800000000000001,0.33899999999999997,0.34035714285714286,0.26147069275043155,0.1981781964878655
 -1,-1,0.28,0.5,0.58,0.68,0.28,0.11833333333333335,0.1733333333333333,0.22833333333333333,0.12,0.2633333333333333,0.078,0.34,0.40621428571428564,0.2808903614305741,0.22360631242088647
+-1,-1,0.28,0.5,0.64,0.7,0.28,0.12333333333333332,0.18666666666666665,0.24333333333333332,0.14800000000000002,0.31566666666666665,0.08199999999999999,0.3423333333333333,0.41155555555555556,0.2907447124874634,0.22664092730177512

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.7,0.86,0.94,0.94,0.7,0.08664286528588201,0.5533333333333332,0.1561215406130299,0.48400000000000004,0.1992182265262437,0.374,0.2641148230149855,0.7780000000000002,0.49750673218880564,0.3256955597424358
 -1,-1,0.76,0.86,0.86,0.94,0.76,0.08063316412620315,0.5266666666666666,0.14548790439401796,0.44400000000000006,0.18155499933794458,0.36800000000000005,0.25981708633550893,0.8098571428571429,0.49239230047602567,0.32859171288950245
 -1,-1,0.72,0.86,0.9,0.94,0.72,0.059622019903194524,0.54,0.14445602791486953,0.468,0.1935947024951166,0.3940000000000001,0.2762600742290385,0.7943333333333333,0.504599041585888,0.32904250829639836
+-1,-1,0.72,0.88,0.88,0.94,0.72,0.0837828590640337,0.5533333333333333,0.16110714540075896,0.4600000000000001,0.19518511267382124,0.386,0.2697616826690356,0.7983333333333335,0.5084374485621219,0.3354481672493977

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.68,0.9,0.94,0.96,0.68,0.6266666666666666,0.3,0.8466666666666666,0.19199999999999995,0.8966666666666667,0.09799999999999998,0.9066666666666667,0.7885238095238097,0.7924871131510761,0.7411180290297937
 -1,-1,0.58,0.86,0.96,0.98,0.58,0.5366666666666666,0.29333333333333333,0.8066666666666668,0.19599999999999995,0.9066666666666667,0.09999999999999998,0.9266666666666667,0.7339999999999999,0.7606626704790038,0.6934942151344591
 -1,-1,0.86,0.94,0.98,0.98,0.86,0.7966666666666665,0.3133333333333333,0.8766666666666666,0.19999999999999996,0.9266666666666667,0.102,0.9366666666666668,0.9066666666666667,0.8843956236619556,0.8506153234682645
+-1,-1,0.78,0.98,0.98,0.98,0.78,0.7366666666666666,0.32666666666666666,0.9166666666666667,0.19999999999999996,0.9266666666666667,0.09999999999999998,0.9266666666666667,0.8633333333333332,0.8547856660415037,0.8163245045176333

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.38,0.58,0.6,0.68,0.38,0.20774603174603176,0.23333333333333336,0.36743650793650795,0.16399999999999998,0.4084603174603174,0.1,0.472515873015873,0.48271428571428565,0.3998169240199127,0.33971402775578574
 -1,-1,0.34,0.48,0.58,0.68,0.34,0.19707936507936508,0.19333333333333333,0.28743650793650793,0.15200000000000002,0.37743650793650796,0.102,0.46865873015873016,0.432579365079365,0.3701303439254182,0.30658113651019275
 -1,-1,0.38,0.6,0.66,0.7,0.38,0.19941269841269843,0.25333333333333335,0.38082539682539684,0.19599999999999998,0.46984920634920635,0.10799999999999998,0.5010714285714285,0.4950238095238095,0.41915583106695115,0.35716185205965095
+-1,-1,0.32,0.46,0.6,0.68,0.32,0.1880793650793651,0.19333333333333333,0.2747698412698413,0.16,0.3924365079365079,0.09599999999999997,0.46096031746031746,0.4274920634920635,0.3645000219538997,0.29800480481282754

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.6,0.74,0.76,0.86,0.6,0.3,0.29333333333333333,0.44,0.18,0.45,0.10799999999999998,0.54,0.6832142857142857,0.5144248072153363,0.4369520227202821
 -1,-1,0.66,0.76,0.82,0.86,0.66,0.33,0.3133333333333333,0.47,0.204,0.51,0.11599999999999998,0.58,0.7235238095238097,0.5558933426692172,0.48029489574224554
 -1,-1,0.84,0.86,0.92,0.94,0.84,0.42,0.3933333333333333,0.59,0.25999999999999995,0.65,0.13999999999999999,0.7,0.8662222222222223,0.6904287289107535,0.6155516771430958
+-1,-1,0.74,0.84,0.86,0.88,0.74,0.37,0.38666666666666666,0.58,0.248,0.62,0.12999999999999998,0.65,0.7873333333333333,0.6362626999276922,0.5727077888418632

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.56,0.64,0.74,0.32,0.32,0.18666666666666668,0.56,0.128,0.64,0.07400000000000001,0.74,0.46127777777777773,0.5284009429027487,0.4738439729688956
 -1,-1,0.32,0.52,0.62,0.72,0.32,0.32,0.1733333333333333,0.52,0.124,0.62,0.07200000000000001,0.72,0.45404761904761903,0.5182449787606596,0.4681213273999474
 -1,-1,0.46,0.64,0.76,0.84,0.46,0.46,0.21333333333333332,0.64,0.15200000000000002,0.76,0.08399999999999999,0.84,0.5786904761904762,0.6415212118347274,0.586056624889745
+-1,-1,0.32,0.56,0.66,0.76,0.32,0.32,0.18666666666666668,0.56,0.132,0.66,0.07600000000000001,0.76,0.474047619047619,0.543482168903518,0.48355956186670473

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.36,0.48,0.6,0.66,0.36,0.012746681618306126,0.32,0.043811538132517897,0.308,0.06425428616047847,0.264,0.11311355903810191,0.452,0.29493765590400556,0.1076942119899729
 -1,-1,0.38,0.46,0.52,0.66,0.38,0.013257687088254642,0.3133333333333333,0.053362266003216766,0.3,0.07093283015038292,0.25,0.10042628570164332,0.4445238095238095,0.2817431194318882,0.10929807860221158
 -1,-1,0.36,0.44,0.5,0.7,0.36,0.013403039631924156,0.30666666666666664,0.034108347723976064,0.31200000000000006,0.05787770095682255,0.282,0.10590322051450729,0.43876984126984125,0.3022203221255576,0.12407610278799032
+-1,-1,0.36,0.5,0.56,0.68,0.36,0.011117260803746984,0.3533333333333333,0.06793780077947238,0.32,0.08600906529821184,0.284,0.12489478806450519,0.4486904761904762,0.31419371833661064,0.1305557027672931

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.36,0.52,0.54,0.66,0.36,0.34,0.18,0.49,0.11600000000000002,0.52,0.07200000000000001,0.64,0.45174603174603184,0.4894245988467554,0.44899308062451565
 -1,-1,0.38,0.52,0.58,0.68,0.38,0.36,0.18666666666666665,0.5,0.128,0.57,0.07400000000000001,0.65,0.4693888888888889,0.5077165748328921,0.4690841393696577
 -1,-1,0.42,0.56,0.62,0.74,0.42,0.39,0.19333333333333333,0.53,0.128,0.59,0.07800000000000001,0.7,0.5129047619047619,0.5454496947645364,0.5024388849786283
+-1,-1,0.42,0.56,0.6,0.76,0.42,0.39,0.2,0.55,0.132,0.59,0.08199999999999999,0.74,0.5029365079365079,0.5531504219817556,0.5003951480571269

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.84,0.92,0.94,0.96,0.84,0.7273333333333332,0.38666666666666655,0.8853333333333333,0.24799999999999997,0.9226666666666666,0.132,0.9533333333333335,0.884,0.8946028615048153,0.8720468789733496
 -1,-1,0.84,0.94,0.94,0.98,0.84,0.7173333333333332,0.3933333333333333,0.9053333333333333,0.244,0.9159999999999999,0.13,0.9666666666666666,0.8933333333333333,0.9006242971403466,0.8752974569290359
 -1,-1,0.88,0.98,0.98,0.98,0.88,0.7573333333333332,0.4133333333333333,0.9520000000000001,0.25599999999999995,0.9626666666666667,0.13399999999999998,0.9733333333333334,0.9266666666666665,0.9270486783685107,0.9045211951447246
+-1,-1,0.82,0.94,0.94,0.96,0.82,0.7073333333333331,0.3933333333333333,0.9053333333333333,0.24799999999999997,0.9226666666666666,0.12999999999999998,0.95,0.8761904761904762,0.8855845442596749,0.8602467532467531

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.48,0.66,0.72,0.88,0.48,0.09700000000000002,0.3533333333333333,0.21866666666666668,0.27599999999999997,0.2826666666666667,0.196,0.4016666666666667,0.6041904761904762,0.39149068607733123,0.3046233392392155
 -1,-1,0.4,0.7,0.74,0.84,0.4,0.08466666666666668,0.36,0.22266666666666665,0.28800000000000003,0.2946666666666667,0.19399999999999998,0.39866666666666667,0.5551666666666666,0.3809616035398974,0.3008044801385356
 -1,-1,0.34,0.6,0.64,0.7,0.34,0.068,0.29333333333333333,0.18066666666666664,0.256,0.26166666666666666,0.16,0.32666666666666666,0.4745,0.3163887471562768,0.25352706065216835
+-1,-1,0.5,0.7,0.84,0.9,0.5,0.10466666666666667,0.38,0.23366666666666666,0.324,0.33166666666666667,0.20199999999999999,0.4126666666666667,0.6263571428571427,0.4094545669474307,0.3236610548684944

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.36,0.5,0.54,0.72,0.36,0.325,0.18,0.47,0.128,0.53,0.08399999999999999,0.72,0.45940476190476187,0.516487368710134,0.4597386840212927
 -1,-1,0.42,0.52,0.58,0.76,0.42,0.385,0.19333333333333336,0.495,0.132,0.56,0.08799999999999997,0.76,0.5094523809523809,0.5619609261041664,0.5017938571426928
 -1,-1,0.56,0.7,0.76,0.86,0.56,0.525,0.26,0.685,0.17599999999999993,0.76,0.09799999999999999,0.86,0.6533333333333334,0.7001825387103408,0.6537051282051283
+-1,-1,0.52,0.68,0.76,0.84,0.52,0.485,0.2533333333333333,0.675,0.16799999999999998,0.745,0.09599999999999997,0.84,0.6191666666666666,0.671924698303424,0.62085644979463

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.5306122448979592,0.7755102040816326,0.8775510204081632,0.9183673469387755,0.5306122448979592,0.039812115012944765,0.510204081632653,0.11055225097545116,0.4775510204081632,0.16905080857962887,0.4040816326530612,0.2681583411636813,0.6780855199222544,0.45443226263426867,0.3399775749346747
 -1,-1,0.5510204081632653,0.8163265306122449,0.8979591836734694,0.9591836734693877,0.5510204081632653,0.041044891235058834,0.5170068027210885,0.10963776356983411,0.5142857142857142,0.18394414517370525,0.4061224489795918,0.27014866763261464,0.6948979591836734,0.459508446851825,0.3482148481211664
 -1,-1,0.6122448979591837,0.8163265306122449,0.8571428571428571,0.9795918367346939,0.6122448979591837,0.04304363166329577,0.510204081632653,0.11188673681342907,0.4857142857142857,0.1733248139294994,0.4061224489795919,0.2762963017123755,0.7385163589245223,0.4663612119909862,0.3560529751052228
+-1,-1,0.6122448979591837,0.7959183673469388,0.8367346938775511,0.9387755102040817,0.6122448979591837,0.0433302805209062,0.5510204081632653,0.11568403812254441,0.4857142857142857,0.1720207249983863,0.3979591836734694,0.2723164824635157,0.719355361192096,0.4631689306459952,0.3565905399507358

NanoBEIR_evaluation_mean_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.46543171114599685,0.6458084772370487,0.7090423861852433,0.802951334379906,0.46543171114599685,0.26189341233306396,0.2920669806384092,0.40494270546083383,0.22627315541601256,0.46002438246615396,0.15892935635792782,0.5514284048384084,0.5740535870025666,0.5019038191631572,0.4184487263457932
 -1,-1,0.4639246467817896,0.6381789638932496,0.7059968602825747,0.7999372056514915,0.4639246467817896,0.2574883416047858,0.28848770277341707,0.3967121365566854,0.2275604395604396,0.46334885763578526,0.157701726844584,0.5507731361406536,0.5702974010116868,0.4993937412409821,0.41882901506085035
 -1,-1,0.5347880690737834,0.6966405023547881,0.7597802197802198,0.8415070643642071,0.5347880690737834,0.3146780556111113,0.31155416012558873,0.4549187058418722,0.2425934065934066,0.5222292120818444,0.16570172684458398,0.5950921301303091,0.6331734195509706,0.555988172340117,0.4770806248897853
+-1,-1,0.5070957613814757,0.6796860282574568,0.7551334379905809,0.8337519623233909,0.5070957613814757,0.2894853665744655,0.3162323390894819,0.44026914042866283,0.24290109890109893,0.5090244675056611,0.16491993720565146,0.5822769182556955,0.6107721462211259,0.5372799982578097,0.455213704756793

config.json

@@ -5,6 +5,7 @@
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
   "dtype": "float32",
+  "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 384,
@@ -14,7 +15,7 @@
   "max_position_embeddings": 512,
   "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 12,
+  "num_hidden_layers": 6,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "transformers_version": "4.57.3",

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -225,3 +225,13 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
 0.35561877667140823,250,0.38,0.58,0.64,0.74,0.38,0.38,0.19333333333333333,0.58,0.128,0.64,0.07400000000000001,0.74,0.5030476190476191,0.5606186435988745,0.5136513842537763
 0.7112375533428165,500,0.32,0.56,0.66,0.76,0.32,0.32,0.18666666666666668,0.56,0.132,0.66,0.07600000000000001,0.76,0.474047619047619,0.543482168903518,0.48355956186670473
+0,0,0.36,0.52,0.58,0.8,0.36,0.36,0.1733333333333333,0.52,0.11599999999999999,0.58,0.08,0.8,0.47960317460317464,0.5539831330912274,0.49062451473627944
+0.35561877667140823,250,0.28,0.5,0.6,0.72,0.28,0.28,0.16666666666666669,0.5,0.12000000000000002,0.6,0.07200000000000001,0.72,0.41882539682539677,0.4905326097947274,0.43204507089015065
+0.7112375533428165,500,0.3,0.6,0.6,0.7,0.3,0.3,0.2,0.6,0.12,0.6,0.07,0.7,0.4448809523809523,0.5074582739962312,0.45964738649723175
+1.0668563300142249,750,0.32,0.58,0.6,0.68,0.32,0.32,0.19333333333333333,0.58,0.12,0.6,0.068,0.68,0.456547619047619,0.5115662564869677,0.4703498480904525
+1.422475106685633,1000,0.3,0.56,0.58,0.68,0.3,0.3,0.18666666666666668,0.56,0.11599999999999999,0.58,0.068,0.68,0.4352777777777777,0.49477967165092496,0.4508688339835558
+1.7780938833570412,1250,0.3,0.52,0.66,0.72,0.3,0.3,0.1733333333333333,0.52,0.132,0.66,0.07200000000000001,0.72,0.44835714285714273,0.5148278267555542,0.4596806691819573
+2.1337126600284497,1500,0.3,0.56,0.62,0.72,0.3,0.3,0.18666666666666668,0.56,0.124,0.62,0.07200000000000001,0.72,0.44722222222222213,0.5134479218312598,0.4580333282746528
+2.4893314366998576,1750,0.36,0.54,0.58,0.72,0.36,0.36,0.18,0.54,0.11599999999999999,0.58,0.07200000000000001,0.72,0.4729126984126984,0.5317075196914398,0.48450217103749715
+2.844950213371266,2000,0.34,0.58,0.6,0.7,0.34,0.34,0.19333333333333333,0.58,0.12,0.6,0.07,0.7,0.46972222222222215,0.5258832154798058,0.48240881431376104
+3.200568990042674,2250,0.3,0.58,0.6,0.7,0.3,0.3,0.19333333333333333,0.58,0.12,0.6,0.07,0.7,0.44874603174603167,0.5101349275378135,0.4606212065533731

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -225,3 +225,13 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
 0.35561877667140823,250,0.42,0.54,0.62,0.72,0.42,0.4,0.19333333333333333,0.53,0.136,0.61,0.07800000000000001,0.7,0.5067142857142857,0.550502371708591,0.5119533274942922
 0.7112375533428165,500,0.42,0.56,0.6,0.76,0.42,0.39,0.2,0.55,0.132,0.59,0.08199999999999999,0.74,0.5029365079365079,0.5531504219817556,0.5004093728081938
+0,0,0.48,0.62,0.66,0.72,0.48,0.47,0.21333333333333332,0.6,0.14,0.64,0.07600000000000001,0.7,0.5643571428571428,0.5930818641709092,0.5653172420421086
+0.35561877667140823,250,0.36,0.48,0.54,0.6,0.36,0.33,0.16666666666666663,0.46,0.11600000000000002,0.52,0.066,0.59,0.4382460317460317,0.46685985926876683,0.4398729950046196
+0.7112375533428165,500,0.3,0.42,0.48,0.6,0.3,0.28,0.14666666666666664,0.4,0.1,0.45,0.06400000000000002,0.57,0.3876904761904762,0.4221575681709556,0.38516700891322
+1.0668563300142249,750,0.28,0.42,0.52,0.64,0.28,0.27,0.14666666666666664,0.41,0.10800000000000001,0.5,0.07,0.62,0.3779444444444444,0.433903426013743,0.3860965847803444
+1.422475106685633,1000,0.32,0.48,0.52,0.66,0.32,0.3,0.16666666666666663,0.46,0.11200000000000002,0.5,0.07200000000000001,0.64,0.4181031746031746,0.466046595056956,0.41836847451722714
+1.7780938833570412,1250,0.32,0.48,0.56,0.6,0.32,0.3,0.16666666666666663,0.45,0.11600000000000002,0.53,0.066,0.59,0.40766666666666657,0.4456112265989066,0.4109543752204411
+2.1337126600284497,1500,0.28,0.46,0.54,0.56,0.28,0.26,0.15333333333333332,0.43,0.11600000000000002,0.52,0.06000000000000001,0.54,0.3868888888888889,0.4154706236816661,0.38561053995394945
+2.4893314366998576,1750,0.28,0.46,0.54,0.6,0.28,0.26,0.15333333333333332,0.42,0.11200000000000002,0.51,0.06400000000000002,0.58,0.38766666666666666,0.42359029898899814,0.3820994852636087
+2.844950213371266,2000,0.3,0.48,0.52,0.6,0.3,0.28,0.16666666666666663,0.45,0.10800000000000001,0.49,0.066,0.59,0.4022460317460317,0.438878930103958,0.39908533175738836
+3.200568990042674,2250,0.28,0.48,0.52,0.58,0.28,0.26,0.16,0.44,0.11200000000000002,0.5,0.06400000000000002,0.57,0.3893888888888889,0.42522283720602283,0.38784914899138384

eval/NanoBEIR_evaluation_mean_results.csv

@@ -225,3 +225,13 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
 0.35561877667140823,250,0.4,0.56,0.63,0.73,0.4,0.39,0.19333333333333333,0.5549999999999999,0.132,0.625,0.07600000000000001,0.72,0.5048809523809523,0.5555605076537327,0.5128023558740342
 0.7112375533428165,500,0.37,0.56,0.63,0.76,0.37,0.355,0.19333333333333336,0.555,0.132,0.625,0.079,0.75,0.4884920634920634,0.5483162954426368,0.49198446733744927
+0,0,0.42,0.5700000000000001,0.62,0.76,0.42,0.415,0.1933333333333333,0.56,0.128,0.61,0.07800000000000001,0.75,0.5219801587301587,0.5735324986310684,0.5279708783891941
+0.35561877667140823,250,0.32,0.49,0.5700000000000001,0.6599999999999999,0.32,0.30500000000000005,0.16666666666666666,0.48,0.11800000000000002,0.56,0.069,0.655,0.42853571428571424,0.47869623453174714,0.43595903294738514
+0.7112375533428165,500,0.3,0.51,0.54,0.6499999999999999,0.3,0.29000000000000004,0.17333333333333334,0.5,0.11,0.525,0.067,0.635,0.41628571428571426,0.4648079210835934,0.42240719770522583
+1.0668563300142249,750,0.30000000000000004,0.5,0.56,0.66,0.30000000000000004,0.29500000000000004,0.16999999999999998,0.495,0.114,0.55,0.069,0.65,0.4172460317460317,0.47273484125035536,0.42822321643539846
+1.422475106685633,1000,0.31,0.52,0.55,0.67,0.31,0.3,0.17666666666666664,0.51,0.114,0.54,0.07,0.66,0.4266904761904762,0.4804131333539405,0.4346186542503915
+1.7780938833570412,1250,0.31,0.5,0.6100000000000001,0.6599999999999999,0.31,0.3,0.16999999999999998,0.485,0.12400000000000001,0.595,0.069,0.655,0.42801190476190465,0.4802195266772304,0.43531752220119924
+2.1337126600284497,1500,0.29000000000000004,0.51,0.5800000000000001,0.64,0.29000000000000004,0.28,0.16999999999999998,0.495,0.12000000000000001,0.5700000000000001,0.066,0.63,0.4170555555555555,0.4644592727564629,0.42182193411430113
+2.4893314366998576,1750,0.32,0.5,0.56,0.6599999999999999,0.32,0.31,0.16666666666666666,0.48,0.114,0.5449999999999999,0.068,0.6499999999999999,0.4302896825396825,0.477648909340219,0.43330082815055293
+2.844950213371266,2000,0.32,0.53,0.56,0.6499999999999999,0.32,0.31000000000000005,0.18,0.515,0.114,0.5449999999999999,0.068,0.645,0.4359841269841269,0.4823810727918819,0.4407470730355747
+3.200568990042674,2250,0.29000000000000004,0.53,0.56,0.6399999999999999,0.29000000000000004,0.28,0.17666666666666667,0.51,0.116,0.55,0.067,0.635,0.4190674603174603,0.4676788823719182,0.42423517777237846

final_metrics.json

@@ -2,230 +2,230 @@
   "nano_beir": {
     "NanoClimateFEVER_cosine_accuracy@1": 0.28,
     "NanoClimateFEVER_cosine_accuracy@3": 0.5,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.58,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.68,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.64,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.7,
     "NanoClimateFEVER_cosine_precision@1": 0.28,
-    "NanoClimateFEVER_cosine_precision@3": 0.1733333333333333,
-    "NanoClimateFEVER_cosine_precision@5": 0.12,
-    "NanoClimateFEVER_cosine_precision@10": 0.078,
-    "NanoClimateFEVER_cosine_recall@1": 0.11833333333333335,
-    "NanoClimateFEVER_cosine_recall@3": 0.22833333333333333,
-    "NanoClimateFEVER_cosine_recall@5": 0.2633333333333333,
-    "NanoClimateFEVER_cosine_recall@10": 0.34,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.2808903614305741,
-    "NanoClimateFEVER_cosine_mrr@10": 0.40621428571428564,
-    "NanoClimateFEVER_cosine_map@100": 0.22360631242088647,
+    "NanoClimateFEVER_cosine_precision@3": 0.18666666666666665,
+    "NanoClimateFEVER_cosine_precision@5": 0.14800000000000002,
+    "NanoClimateFEVER_cosine_precision@10": 0.08199999999999999,
+    "NanoClimateFEVER_cosine_recall@1": 0.12333333333333332,
+    "NanoClimateFEVER_cosine_recall@3": 0.24333333333333332,
+    "NanoClimateFEVER_cosine_recall@5": 0.31566666666666665,
+    "NanoClimateFEVER_cosine_recall@10": 0.3423333333333333,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.2907447124874634,
+    "NanoClimateFEVER_cosine_mrr@10": 0.41155555555555556,
+    "NanoClimateFEVER_cosine_map@100": 0.22664092730177512,
     "NanoDBPedia_cosine_accuracy@1": 0.72,
-    "NanoDBPedia_cosine_accuracy@3": 0.86,
-    "NanoDBPedia_cosine_accuracy@5": 0.9,
+    "NanoDBPedia_cosine_accuracy@3": 0.88,
+    "NanoDBPedia_cosine_accuracy@5": 0.88,
     "NanoDBPedia_cosine_accuracy@10": 0.94,
     "NanoDBPedia_cosine_precision@1": 0.72,
-    "NanoDBPedia_cosine_precision@3": 0.54,
-    "NanoDBPedia_cosine_precision@5": 0.468,
-    "NanoDBPedia_cosine_precision@10": 0.3940000000000001,
-    "NanoDBPedia_cosine_recall@1": 0.059622019903194524,
-    "NanoDBPedia_cosine_recall@3": 0.14445602791486953,
-    "NanoDBPedia_cosine_recall@5": 0.1935947024951166,
-    "NanoDBPedia_cosine_recall@10": 0.2762600742290385,
-    "NanoDBPedia_cosine_ndcg@10": 0.504599041585888,
-    "NanoDBPedia_cosine_mrr@10": 0.7943333333333333,
-    "NanoDBPedia_cosine_map@100": 0.32904250829639836,
-    "NanoFEVER_cosine_accuracy@1": 0.86,
-    "NanoFEVER_cosine_accuracy@3": 0.94,
+    "NanoDBPedia_cosine_precision@3": 0.5533333333333333,
+    "NanoDBPedia_cosine_precision@5": 0.4600000000000001,
+    "NanoDBPedia_cosine_precision@10": 0.386,
+    "NanoDBPedia_cosine_recall@1": 0.0837828590640337,
+    "NanoDBPedia_cosine_recall@3": 0.16110714540075896,
+    "NanoDBPedia_cosine_recall@5": 0.19518511267382124,
+    "NanoDBPedia_cosine_recall@10": 0.2697616826690356,
+    "NanoDBPedia_cosine_ndcg@10": 0.5084374485621219,
+    "NanoDBPedia_cosine_mrr@10": 0.7983333333333335,
+    "NanoDBPedia_cosine_map@100": 0.3354481672493977,
+    "NanoFEVER_cosine_accuracy@1": 0.78,
+    "NanoFEVER_cosine_accuracy@3": 0.98,
     "NanoFEVER_cosine_accuracy@5": 0.98,
     "NanoFEVER_cosine_accuracy@10": 0.98,
-    "NanoFEVER_cosine_precision@1": 0.86,
-    "NanoFEVER_cosine_precision@3": 0.3133333333333333,
+    "NanoFEVER_cosine_precision@1": 0.78,
+    "NanoFEVER_cosine_precision@3": 0.32666666666666666,
     "NanoFEVER_cosine_precision@5": 0.19999999999999996,
-    "NanoFEVER_cosine_precision@10": 0.102,
-    "NanoFEVER_cosine_recall@1": 0.7966666666666665,
-    "NanoFEVER_cosine_recall@3": 0.8766666666666666,
+    "NanoFEVER_cosine_precision@10": 0.09999999999999998,
+    "NanoFEVER_cosine_recall@1": 0.7366666666666666,
+    "NanoFEVER_cosine_recall@3": 0.9166666666666667,
     "NanoFEVER_cosine_recall@5": 0.9266666666666667,
-    "NanoFEVER_cosine_recall@10": 0.9366666666666668,
-    "NanoFEVER_cosine_ndcg@10": 0.8843956236619556,
-    "NanoFEVER_cosine_mrr@10": 0.9066666666666667,
-    "NanoFEVER_cosine_map@100": 0.8506153234682645,
-    "NanoFiQA2018_cosine_accuracy@1": 0.38,
-    "NanoFiQA2018_cosine_accuracy@3": 0.6,
-    "NanoFiQA2018_cosine_accuracy@5": 0.66,
-    "NanoFiQA2018_cosine_accuracy@10": 0.7,
-    "NanoFiQA2018_cosine_precision@1": 0.38,
-    "NanoFiQA2018_cosine_precision@3": 0.25333333333333335,
-    "NanoFiQA2018_cosine_precision@5": 0.19599999999999998,
-    "NanoFiQA2018_cosine_precision@10": 0.10799999999999998,
-    "NanoFiQA2018_cosine_recall@1": 0.19941269841269843,
-    "NanoFiQA2018_cosine_recall@3": 0.38082539682539684,
-    "NanoFiQA2018_cosine_recall@5": 0.46984920634920635,
-    "NanoFiQA2018_cosine_recall@10": 0.5010714285714285,
-    "NanoFiQA2018_cosine_ndcg@10": 0.41915583106695115,
-    "NanoFiQA2018_cosine_mrr@10": 0.4950238095238095,
-    "NanoFiQA2018_cosine_map@100": 0.35716185205965095,
-    "NanoHotpotQA_cosine_accuracy@1": 0.84,
-    "NanoHotpotQA_cosine_accuracy@3": 0.86,
-    "NanoHotpotQA_cosine_accuracy@5": 0.92,
-    "NanoHotpotQA_cosine_accuracy@10": 0.94,
-    "NanoHotpotQA_cosine_precision@1": 0.84,
-    "NanoHotpotQA_cosine_precision@3": 0.3933333333333333,
-    "NanoHotpotQA_cosine_precision@5": 0.25999999999999995,
-    "NanoHotpotQA_cosine_precision@10": 0.13999999999999999,
-    "NanoHotpotQA_cosine_recall@1": 0.42,
-    "NanoHotpotQA_cosine_recall@3": 0.59,
-    "NanoHotpotQA_cosine_recall@5": 0.65,
-    "NanoHotpotQA_cosine_recall@10": 0.7,
-    "NanoHotpotQA_cosine_ndcg@10": 0.6904287289107535,
-    "NanoHotpotQA_cosine_mrr@10": 0.8662222222222223,
-    "NanoHotpotQA_cosine_map@100": 0.6155516771430958,
-    "NanoMSMARCO_cosine_accuracy@1": 0.46,
-    "NanoMSMARCO_cosine_accuracy@3": 0.64,
-    "NanoMSMARCO_cosine_accuracy@5": 0.76,
-    "NanoMSMARCO_cosine_accuracy@10": 0.84,
-    "NanoMSMARCO_cosine_precision@1": 0.46,
-    "NanoMSMARCO_cosine_precision@3": 0.21333333333333332,
-    "NanoMSMARCO_cosine_precision@5": 0.15200000000000002,
-    "NanoMSMARCO_cosine_precision@10": 0.08399999999999999,
-    "NanoMSMARCO_cosine_recall@1": 0.46,
-    "NanoMSMARCO_cosine_recall@3": 0.64,
-    "NanoMSMARCO_cosine_recall@5": 0.76,
-    "NanoMSMARCO_cosine_recall@10": 0.84,
-    "NanoMSMARCO_cosine_ndcg@10": 0.6415212118347274,
-    "NanoMSMARCO_cosine_mrr@10": 0.5786904761904762,
-    "NanoMSMARCO_cosine_map@100": 0.586056624889745,
+    "NanoFEVER_cosine_recall@10": 0.9266666666666667,
+    "NanoFEVER_cosine_ndcg@10": 0.8547856660415037,
+    "NanoFEVER_cosine_mrr@10": 0.8633333333333332,
+    "NanoFEVER_cosine_map@100": 0.8163245045176333,
+    "NanoFiQA2018_cosine_accuracy@1": 0.32,
+    "NanoFiQA2018_cosine_accuracy@3": 0.46,
+    "NanoFiQA2018_cosine_accuracy@5": 0.6,
+    "NanoFiQA2018_cosine_accuracy@10": 0.68,
+    "NanoFiQA2018_cosine_precision@1": 0.32,
+    "NanoFiQA2018_cosine_precision@3": 0.19333333333333333,
+    "NanoFiQA2018_cosine_precision@5": 0.16,
+    "NanoFiQA2018_cosine_precision@10": 0.09599999999999997,
+    "NanoFiQA2018_cosine_recall@1": 0.1880793650793651,
+    "NanoFiQA2018_cosine_recall@3": 0.2747698412698413,
+    "NanoFiQA2018_cosine_recall@5": 0.3924365079365079,
+    "NanoFiQA2018_cosine_recall@10": 0.46096031746031746,
+    "NanoFiQA2018_cosine_ndcg@10": 0.3645000219538997,
+    "NanoFiQA2018_cosine_mrr@10": 0.4274920634920635,
+    "NanoFiQA2018_cosine_map@100": 0.29800480481282754,
+    "NanoHotpotQA_cosine_accuracy@1": 0.74,
+    "NanoHotpotQA_cosine_accuracy@3": 0.84,
+    "NanoHotpotQA_cosine_accuracy@5": 0.86,
+    "NanoHotpotQA_cosine_accuracy@10": 0.88,
+    "NanoHotpotQA_cosine_precision@1": 0.74,
+    "NanoHotpotQA_cosine_precision@3": 0.38666666666666666,
+    "NanoHotpotQA_cosine_precision@5": 0.248,
+    "NanoHotpotQA_cosine_precision@10": 0.12999999999999998,
+    "NanoHotpotQA_cosine_recall@1": 0.37,
+    "NanoHotpotQA_cosine_recall@3": 0.58,
+    "NanoHotpotQA_cosine_recall@5": 0.62,
+    "NanoHotpotQA_cosine_recall@10": 0.65,
+    "NanoHotpotQA_cosine_ndcg@10": 0.6362626999276922,
+    "NanoHotpotQA_cosine_mrr@10": 0.7873333333333333,
+    "NanoHotpotQA_cosine_map@100": 0.5727077888418632,
+    "NanoMSMARCO_cosine_accuracy@1": 0.32,
+    "NanoMSMARCO_cosine_accuracy@3": 0.56,
+    "NanoMSMARCO_cosine_accuracy@5": 0.66,
+    "NanoMSMARCO_cosine_accuracy@10": 0.76,
+    "NanoMSMARCO_cosine_precision@1": 0.32,
+    "NanoMSMARCO_cosine_precision@3": 0.18666666666666668,
+    "NanoMSMARCO_cosine_precision@5": 0.132,
+    "NanoMSMARCO_cosine_precision@10": 0.07600000000000001,
+    "NanoMSMARCO_cosine_recall@1": 0.32,
+    "NanoMSMARCO_cosine_recall@3": 0.56,
+    "NanoMSMARCO_cosine_recall@5": 0.66,
+    "NanoMSMARCO_cosine_recall@10": 0.76,
+    "NanoMSMARCO_cosine_ndcg@10": 0.543482168903518,
+    "NanoMSMARCO_cosine_mrr@10": 0.474047619047619,
+    "NanoMSMARCO_cosine_map@100": 0.48355956186670473,
     "NanoNFCorpus_cosine_accuracy@1": 0.36,
-    "NanoNFCorpus_cosine_accuracy@3": 0.44,
-    "NanoNFCorpus_cosine_accuracy@5": 0.5,
-    "NanoNFCorpus_cosine_accuracy@10": 0.7,
+    "NanoNFCorpus_cosine_accuracy@3": 0.5,
+    "NanoNFCorpus_cosine_accuracy@5": 0.56,
+    "NanoNFCorpus_cosine_accuracy@10": 0.68,
     "NanoNFCorpus_cosine_precision@1": 0.36,
-    "NanoNFCorpus_cosine_precision@3": 0.30666666666666664,
-    "NanoNFCorpus_cosine_precision@5": 0.31200000000000006,
-    "NanoNFCorpus_cosine_precision@10": 0.282,
-    "NanoNFCorpus_cosine_recall@1": 0.013403039631924156,
-    "NanoNFCorpus_cosine_recall@3": 0.034108347723976064,
-    "NanoNFCorpus_cosine_recall@5": 0.05787770095682255,
-    "NanoNFCorpus_cosine_recall@10": 0.10590322051450729,
-    "NanoNFCorpus_cosine_ndcg@10": 0.3022203221255576,
-    "NanoNFCorpus_cosine_mrr@10": 0.43876984126984125,
-    "NanoNFCorpus_cosine_map@100": 0.12407610278799032,
+    "NanoNFCorpus_cosine_precision@3": 0.3533333333333333,
+    "NanoNFCorpus_cosine_precision@5": 0.32,
+    "NanoNFCorpus_cosine_precision@10": 0.284,
+    "NanoNFCorpus_cosine_recall@1": 0.011117260803746984,
+    "NanoNFCorpus_cosine_recall@3": 0.06793780077947238,
+    "NanoNFCorpus_cosine_recall@5": 0.08600906529821184,
+    "NanoNFCorpus_cosine_recall@10": 0.12489478806450519,
+    "NanoNFCorpus_cosine_ndcg@10": 0.31419371833661064,
+    "NanoNFCorpus_cosine_mrr@10": 0.4486904761904762,
+    "NanoNFCorpus_cosine_map@100": 0.1305557027672931,
     "NanoNQ_cosine_accuracy@1": 0.42,
     "NanoNQ_cosine_accuracy@3": 0.56,
-    "NanoNQ_cosine_accuracy@5": 0.62,
-    "NanoNQ_cosine_accuracy@10": 0.74,
+    "NanoNQ_cosine_accuracy@5": 0.6,
+    "NanoNQ_cosine_accuracy@10": 0.76,
     "NanoNQ_cosine_precision@1": 0.42,
-    "NanoNQ_cosine_precision@3": 0.19333333333333333,
-    "NanoNQ_cosine_precision@5": 0.128,
-    "NanoNQ_cosine_precision@10": 0.07800000000000001,
+    "NanoNQ_cosine_precision@3": 0.2,
+    "NanoNQ_cosine_precision@5": 0.132,
+    "NanoNQ_cosine_precision@10": 0.08199999999999999,
     "NanoNQ_cosine_recall@1": 0.39,
-    "NanoNQ_cosine_recall@3": 0.53,
+    "NanoNQ_cosine_recall@3": 0.55,
     "NanoNQ_cosine_recall@5": 0.59,
-    "NanoNQ_cosine_recall@10": 0.7,
-    "NanoNQ_cosine_ndcg@10": 0.5454496947645364,
-    "NanoNQ_cosine_mrr@10": 0.5129047619047619,
-    "NanoNQ_cosine_map@100": 0.5024388849786283,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.88,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.98,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.98,
-    "NanoQuoraRetrieval_cosine_accuracy@10": 0.98,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.88,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.4133333333333333,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.25599999999999995,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.13399999999999998,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.7573333333333332,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.9520000000000001,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.9626666666666667,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9733333333333334,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9270486783685107,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.9266666666666665,
-    "NanoQuoraRetrieval_cosine_map@100": 0.9045211951447246,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.34,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.6,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.64,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.7,
-    "NanoSCIDOCS_cosine_precision@1": 0.34,
-    "NanoSCIDOCS_cosine_precision@3": 0.29333333333333333,
-    "NanoSCIDOCS_cosine_precision@5": 0.256,
-    "NanoSCIDOCS_cosine_precision@10": 0.16,
-    "NanoSCIDOCS_cosine_recall@1": 0.068,
-    "NanoSCIDOCS_cosine_recall@3": 0.18066666666666664,
-    "NanoSCIDOCS_cosine_recall@5": 0.26166666666666666,
-    "NanoSCIDOCS_cosine_recall@10": 0.32666666666666666,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.3163887471562768,
-    "NanoSCIDOCS_cosine_mrr@10": 0.4745,
-    "NanoSCIDOCS_cosine_map@100": 0.25352706065216835,
-    "NanoArguAna_cosine_accuracy@1": 0.24,
-    "NanoArguAna_cosine_accuracy@3": 0.56,
-    "NanoArguAna_cosine_accuracy@5": 0.72,
-    "NanoArguAna_cosine_accuracy@10": 0.9,
-    "NanoArguAna_cosine_precision@1": 0.24,
-    "NanoArguAna_cosine_precision@3": 0.18666666666666668,
-    "NanoArguAna_cosine_precision@5": 0.14400000000000002,
-    "NanoArguAna_cosine_precision@10": 0.08999999999999998,
-    "NanoArguAna_cosine_recall@1": 0.24,
-    "NanoArguAna_cosine_recall@3": 0.56,
-    "NanoArguAna_cosine_recall@5": 0.72,
-    "NanoArguAna_cosine_recall@10": 0.9,
-    "NanoArguAna_cosine_ndcg@10": 0.5492042488144615,
-    "NanoArguAna_cosine_mrr@10": 0.4394126984126983,
-    "NanoArguAna_cosine_map@100": 0.44569247841530457,
-    "NanoSciFact_cosine_accuracy@1": 0.56,
-    "NanoSciFact_cosine_accuracy@3": 0.7,
+    "NanoNQ_cosine_recall@10": 0.74,
+    "NanoNQ_cosine_ndcg@10": 0.5531504219817556,
+    "NanoNQ_cosine_mrr@10": 0.5029365079365079,
+    "NanoNQ_cosine_map@100": 0.5003951480571269,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.82,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.94,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.94,
+    "NanoQuoraRetrieval_cosine_accuracy@10": 0.96,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.82,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.3933333333333333,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.24799999999999997,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.12999999999999998,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.7073333333333331,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9053333333333333,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.9226666666666666,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.95,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.8855845442596749,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.8761904761904762,
+    "NanoQuoraRetrieval_cosine_map@100": 0.8602467532467531,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.5,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.7,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.84,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.9,
+    "NanoSCIDOCS_cosine_precision@1": 0.5,
+    "NanoSCIDOCS_cosine_precision@3": 0.38,
+    "NanoSCIDOCS_cosine_precision@5": 0.324,
+    "NanoSCIDOCS_cosine_precision@10": 0.20199999999999999,
+    "NanoSCIDOCS_cosine_recall@1": 0.10466666666666667,
+    "NanoSCIDOCS_cosine_recall@3": 0.23366666666666666,
+    "NanoSCIDOCS_cosine_recall@5": 0.33166666666666667,
+    "NanoSCIDOCS_cosine_recall@10": 0.4126666666666667,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.4094545669474307,
+    "NanoSCIDOCS_cosine_mrr@10": 0.6263571428571427,
+    "NanoSCIDOCS_cosine_map@100": 0.3236610548684944,
+    "NanoArguAna_cosine_accuracy@1": 0.2,
+    "NanoArguAna_cosine_accuracy@3": 0.44,
+    "NanoArguAna_cosine_accuracy@5": 0.66,
+    "NanoArguAna_cosine_accuracy@10": 0.82,
+    "NanoArguAna_cosine_precision@1": 0.2,
+    "NanoArguAna_cosine_precision@3": 0.14666666666666664,
+    "NanoArguAna_cosine_precision@5": 0.132,
+    "NanoArguAna_cosine_precision@10": 0.08199999999999999,
+    "NanoArguAna_cosine_recall@1": 0.2,
+    "NanoArguAna_cosine_recall@3": 0.44,
+    "NanoArguAna_cosine_recall@5": 0.66,
+    "NanoArguAna_cosine_recall@10": 0.82,
+    "NanoArguAna_cosine_ndcg@10": 0.4889503790004362,
+    "NanoArguAna_cosine_mrr@10": 0.3852460317460317,
+    "NanoArguAna_cosine_map@100": 0.3927867585630743,
+    "NanoSciFact_cosine_accuracy@1": 0.52,
+    "NanoSciFact_cosine_accuracy@3": 0.68,
     "NanoSciFact_cosine_accuracy@5": 0.76,
-    "NanoSciFact_cosine_accuracy@10": 0.86,
-    "NanoSciFact_cosine_precision@1": 0.56,
-    "NanoSciFact_cosine_precision@3": 0.26,
-    "NanoSciFact_cosine_precision@5": 0.17599999999999993,
-    "NanoSciFact_cosine_precision@10": 0.09799999999999999,
-    "NanoSciFact_cosine_recall@1": 0.525,
-    "NanoSciFact_cosine_recall@3": 0.685,
-    "NanoSciFact_cosine_recall@5": 0.76,
-    "NanoSciFact_cosine_recall@10": 0.86,
-    "NanoSciFact_cosine_ndcg@10": 0.7001825387103408,
-    "NanoSciFact_cosine_mrr@10": 0.6533333333333334,
-    "NanoSciFact_cosine_map@100": 0.6537051282051283,
+    "NanoSciFact_cosine_accuracy@10": 0.84,
+    "NanoSciFact_cosine_precision@1": 0.52,
+    "NanoSciFact_cosine_precision@3": 0.2533333333333333,
+    "NanoSciFact_cosine_precision@5": 0.16799999999999998,
+    "NanoSciFact_cosine_precision@10": 0.09599999999999997,
+    "NanoSciFact_cosine_recall@1": 0.485,
+    "NanoSciFact_cosine_recall@3": 0.675,
+    "NanoSciFact_cosine_recall@5": 0.745,
+    "NanoSciFact_cosine_recall@10": 0.84,
+    "NanoSciFact_cosine_ndcg@10": 0.671924698303424,
+    "NanoSciFact_cosine_mrr@10": 0.6191666666666666,
+    "NanoSciFact_cosine_map@100": 0.62085644979463,
     "NanoTouche2020_cosine_accuracy@1": 0.6122448979591837,
-    "NanoTouche2020_cosine_accuracy@3": 0.8163265306122449,
-    "NanoTouche2020_cosine_accuracy@5": 0.8571428571428571,
-    "NanoTouche2020_cosine_accuracy@10": 0.9795918367346939,
+    "NanoTouche2020_cosine_accuracy@3": 0.7959183673469388,
+    "NanoTouche2020_cosine_accuracy@5": 0.8367346938775511,
+    "NanoTouche2020_cosine_accuracy@10": 0.9387755102040817,
     "NanoTouche2020_cosine_precision@1": 0.6122448979591837,
-    "NanoTouche2020_cosine_precision@3": 0.510204081632653,
+    "NanoTouche2020_cosine_precision@3": 0.5510204081632653,
     "NanoTouche2020_cosine_precision@5": 0.4857142857142857,
-    "NanoTouche2020_cosine_precision@10": 0.4061224489795919,
-    "NanoTouche2020_cosine_recall@1": 0.04304363166329577,
-    "NanoTouche2020_cosine_recall@3": 0.11188673681342907,
-    "NanoTouche2020_cosine_recall@5": 0.1733248139294994,
-    "NanoTouche2020_cosine_recall@10": 0.2762963017123755,
-    "NanoTouche2020_cosine_ndcg@10": 0.4663612119909862,
-    "NanoTouche2020_cosine_mrr@10": 0.7385163589245223,
-    "NanoTouche2020_cosine_map@100": 0.3560529751052228,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.5347880690737834,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.6966405023547881,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.7597802197802198,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.8415070643642071,
-    "NanoBEIR_mean_cosine_precision@1": 0.5347880690737834,
-    "NanoBEIR_mean_cosine_precision@3": 0.31155416012558873,
-    "NanoBEIR_mean_cosine_precision@5": 0.2425934065934066,
-    "NanoBEIR_mean_cosine_precision@10": 0.16570172684458398,
-    "NanoBEIR_mean_cosine_recall@1": 0.3146780556111113,
-    "NanoBEIR_mean_cosine_recall@3": 0.4549187058418722,
-    "NanoBEIR_mean_cosine_recall@5": 0.5222292120818444,
-    "NanoBEIR_mean_cosine_recall@10": 0.5950921301303091,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.555988172340117,
-    "NanoBEIR_mean_cosine_mrr@10": 0.6331734195509706,
-    "NanoBEIR_mean_cosine_map@100": 0.4770806248897853
+    "NanoTouche2020_cosine_precision@10": 0.3979591836734694,
+    "NanoTouche2020_cosine_recall@1": 0.0433302805209062,
+    "NanoTouche2020_cosine_recall@3": 0.11568403812254441,
+    "NanoTouche2020_cosine_recall@5": 0.1720207249983863,
+    "NanoTouche2020_cosine_recall@10": 0.2723164824635157,
+    "NanoTouche2020_cosine_ndcg@10": 0.4631689306459952,
+    "NanoTouche2020_cosine_mrr@10": 0.719355361192096,
+    "NanoTouche2020_cosine_map@100": 0.3565905399507358,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.5070957613814757,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.6796860282574568,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.7551334379905809,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.8337519623233909,
+    "NanoBEIR_mean_cosine_precision@1": 0.5070957613814757,
+    "NanoBEIR_mean_cosine_precision@3": 0.3162323390894819,
+    "NanoBEIR_mean_cosine_precision@5": 0.24290109890109893,
+    "NanoBEIR_mean_cosine_precision@10": 0.16491993720565146,
+    "NanoBEIR_mean_cosine_recall@1": 0.2894853665744655,
+    "NanoBEIR_mean_cosine_recall@3": 0.44026914042866283,
+    "NanoBEIR_mean_cosine_recall@5": 0.5090244675056611,
+    "NanoBEIR_mean_cosine_recall@10": 0.5822769182556955,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.5372799982578097,
+    "NanoBEIR_mean_cosine_mrr@10": 0.6107721462211259,
+    "NanoBEIR_mean_cosine_map@100": 0.455213704756793
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.6938775510204082,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9591836734693877,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7755102040816326,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9795918367346939,
     "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
     "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.6938775510204082,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7414965986394558,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.7387755102040818,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6469387755102041,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.015318508143902818,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.049323085700107676,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.08177075427838504,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.1429596074128849,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6732632834630611,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8333333333333334,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.3042931320883796
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7755102040816326,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7551020408163265,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.7265306122448978,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6571428571428573,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.017161759287106504,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.050083191794989906,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.08004301263609473,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.14521580076391974,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6892612517303571,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8714285714285713,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.3065539748752648
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81c556da52d2198a06bb1cfc822ca14a72588587952bd029fe4dd7c212173639
-size 133462128
+oid sha256:e71abca91db03877030052c2d9b85bced7d6f8f79b15724b5d5b21f5fc5f0ac7
+size 90864192

tokenizer_config.json

@@ -41,14 +41,14 @@
       "special": true
     }
   },
-  "clean_up_tokenization_spaces": true,
+  "clean_up_tokenization_spaces": false,
   "cls_token": "[CLS]",
   "do_basic_tokenize": true,
   "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
   "max_length": 128,
-  "model_max_length": 512,
+  "model_max_length": 256,
   "never_split": null,
   "pad_to_multiple_of": null,
   "pad_token": "[PAD]",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:668d8f5771b0fd68c248a34cc8f075b498d8bfd0d5d1063fa6ac35c710e68859
+oid sha256:efe55e15f9ea5ddd41154764e8afa2f611cbfbf4390117ac4b8f641a5fe9fbb9
 size 6161