Training in progress, step 3000

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.7551020408163265,0.8979591836734694,0.9387755102040817,1.0,0.7551020408163265,0.01681883497544576,0.6802721088435373,0.045273391320759554,0.6489795918367346,0.07198855467813525,0.563265306122449,0.12417651370073833,0.8328474246841594,0.6023501966395867,0.2434385293084787
+-1,-1,0.7142857142857143,0.8979591836734694,0.9387755102040817,0.9795918367346939,0.7142857142857143,0.015888088527206596,0.6802721088435375,0.04529851299481363,0.6204081632653061,0.06854028378310305,0.5469387755102041,0.12037980510830988,0.8197278911564625,0.5854787058529846,0.2463904322921895

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.18,0.5,0.66,0.74,0.18,0.18,0.16666666666666663,0.5,0.13200000000000003,0.66,0.07400000000000001,0.74,0.3599682539682539,0.45218312003145433,0.3658170202780539
+-1,-1,0.04,0.18,0.2,0.34,0.04,0.04,0.06,0.18,0.04,0.2,0.034,0.34,0.12532539682539678,0.175419302465962,0.14459756648011524

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.1,0.32,0.44,0.6,0.1,0.04333333333333333,0.11333333333333333,0.154,0.092,0.214,0.066,0.2723333333333333,0.23579365079365078,0.18832347198247595,0.13278630044723194
+-1,-1,0.14,0.22,0.26,0.38,0.14,0.07,0.07333333333333333,0.11066666666666666,0.05200000000000001,0.13566666666666666,0.038,0.19066666666666665,0.20153968253968252,0.1453885297185151,0.10907272614067173

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.58,0.82,0.86,0.88,0.58,0.05774032197349101,0.5266666666666666,0.13525154291594316,0.444,0.17429307751101658,0.36199999999999993,0.24557535689700863,0.7,0.46037876007701023,0.32047705412103555
+-1,-1,0.52,0.72,0.82,0.86,0.52,0.047202979496018524,0.4,0.10194727189869665,0.364,0.15730653946206946,0.30000000000000004,0.22246963483004237,0.6298333333333334,0.38619002202024644,0.2319232549425231

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.56,0.8,0.88,0.88,0.56,0.5266666666666666,0.28,0.7533333333333333,0.184,0.8333333333333333,0.092,0.8333333333333333,0.6789999999999999,0.7016221865098926,0.6483203115492273
+-1,-1,0.28,0.52,0.6,0.68,0.28,0.27,0.1733333333333333,0.49,0.12,0.57,0.07,0.65,0.4225238095238095,0.4689004130810094,0.4118080771584329

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.24,0.38,0.42,0.52,0.24,0.13307936507936508,0.15333333333333332,0.21543650793650795,0.11600000000000002,0.2601031746031746,0.07600000000000001,0.3241587301587302,0.3178809523809524,0.2635447070179544,0.22615568818713977
+-1,-1,0.26,0.36,0.4,0.48,0.26,0.1585238095238095,0.13999999999999999,0.2282698412698413,0.10000000000000002,0.2517936507936508,0.064,0.3186825396825397,0.3242460317460317,0.26876133900480464,0.24128551555161426

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.5,0.58,0.62,0.68,0.5,0.25,0.2333333333333333,0.35,0.16399999999999998,0.41,0.094,0.47,0.5529999999999999,0.43627646197603637,0.37828612061221206
+-1,-1,0.54,0.66,0.74,0.84,0.54,0.27,0.2533333333333333,0.38,0.17600000000000002,0.44,0.10599999999999998,0.53,0.6256031746031746,0.4749742091237649,0.38794691370738704

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.26,0.52,0.6,0.62,0.26,0.26,0.1733333333333333,0.52,0.12,0.6,0.062,0.62,0.40519047619047627,0.45904886208148177,0.4260102142025637
+-1,-1,0.28,0.38,0.42,0.56,0.28,0.28,0.12666666666666665,0.38,0.084,0.42,0.05600000000000001,0.56,0.3516904761904761,0.4001173610020243,0.37336992686291426

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.32,0.5,0.52,0.64,0.32,0.01260685895239504,0.31333333333333335,0.03463231741620742,0.27599999999999997,0.06850002262294216,0.24399999999999994,0.10851262864104039,0.4212380952380952,0.2703690747449406,0.10029196368651581
+-1,-1,0.36,0.46,0.5,0.56,0.36,0.01309333347305052,0.2733333333333333,0.029796345008688278,0.256,0.04461630481223397,0.21799999999999997,0.06880715289816099,0.4221111111111111,0.24206789327168107,0.08443685448289194

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.32,0.5,0.6,0.62,0.32,0.3,0.1733333333333333,0.47,0.128,0.58,0.066,0.6,0.4272222222222222,0.4619884812398348,0.42411983365963474
+-1,-1,0.24,0.32,0.38,0.44,0.24,0.23,0.10666666666666665,0.3,0.07600000000000001,0.35,0.046,0.42,0.30133333333333334,0.32272214750507383,0.3026672483997021

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.94,1.0,1.0,1.0,0.94,0.8273333333333334,0.4133333333333333,0.9653333333333333,0.25999999999999995,0.9793333333333334,0.13799999999999998,0.9966666666666666,0.9666666666666667,0.9697624312418531,0.9551233766233765
+-1,-1,0.94,0.98,1.0,1.0,0.94,0.8273333333333334,0.40666666666666657,0.9453333333333334,0.264,0.986,0.13799999999999998,0.9966666666666666,0.9616666666666667,0.9649140578691123,0.9493650793650792

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.42,0.6,0.72,0.82,0.42,0.08866666666666667,0.33333333333333326,0.20866666666666664,0.272,0.2806666666666667,0.17999999999999997,0.3696666666666666,0.540047619047619,0.36082794471047336,0.2862806075456748
+-1,-1,0.42,0.6,0.72,0.8,0.42,0.08700000000000001,0.2933333333333333,0.18100000000000002,0.24800000000000005,0.25666666666666665,0.16399999999999998,0.33666666666666656,0.5280555555555556,0.3309587311349605,0.2571164275500479

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.38,0.46,0.5,0.58,0.38,0.345,0.15999999999999998,0.43,0.10800000000000003,0.475,0.068,0.58,0.44026984126984126,0.46384622999765257,0.43257979600699104
+-1,-1,0.2,0.28,0.34,0.4,0.2,0.175,0.1,0.24,0.07200000000000001,0.3,0.046000000000000006,0.37,0.2611904761904762,0.2742062576081037,0.25107673217045623

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.46938775510204084,0.8367346938775511,0.9387755102040817,1.0,0.46938775510204084,0.032657982947973084,0.44897959183673464,0.09621881460341672,0.42040816326530606,0.1425551052100505,0.3346938775510204,0.22061476067159091,0.6573129251700679,0.3807140713282222,0.2698119698398041
+-1,-1,0.40816326530612246,0.7142857142857143,0.8367346938775511,0.9387755102040817,0.40816326530612246,0.026947689355902065,0.3945578231292517,0.08175620968668966,0.3591836734693878,0.11912284095947995,0.3142857142857143,0.20232769620294389,0.584402332361516,0.3489871366097425,0.24268590817987387

NanoBEIR_evaluation_mean_results.csv

@@ -1,2 +1,3 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.4053375196232339,0.601287284144427,0.6737519623233909,0.7369230769230769,0.4053375196232339,0.23516034838101724,0.26838304552590264,0.37175942432349296,0.20895447409733128,0.43675267025234743,0.1428226059654631,0.4908354981821823,0.5156608233036803,0.45145275407225244,0.3820046351353431
+-1,-1,0.35601255886970173,0.4918681318681318,0.5551334379905808,0.6368288854003141,0.35601255886970173,0.19193085732170106,0.2154788069073783,0.28067458983568583,0.17009105180533754,0.32547482072005907,0.12263736263736262,0.4004836172010528,0.44150164461388947,0.3695082615703847,0.30671940238397766

config.json

@@ -15,7 +15,7 @@
   "max_position_embeddings": 512,
   "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 6,
+  "num_hidden_layers": 12,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "transformers_version": "4.57.3",

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -33,3 +33,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.28,0.38,0.44,0.58,0.28,0.28,0.12666666666666665,0.38,0.08800000000000001,0.44,0.05800000000000001,0.58,0.3577142857142857,0.4090211619342679,0.3784631862402976
 3.160919540229885,2750,0.28,0.38,0.44,0.58,0.28,0.28,0.12666666666666665,0.38,0.08800000000000001,0.44,0.05800000000000001,0.58,0.355079365079365,0.4070993473252545,0.3750152091607633
 3.4482758620689653,3000,0.28,0.38,0.42,0.56,0.28,0.28,0.12666666666666665,0.38,0.084,0.42,0.05600000000000001,0.56,0.3516904761904761,0.4001173610020243,0.37336992686291426
+0,0,0.38,0.62,0.68,0.8,0.38,0.38,0.20666666666666667,0.62,0.136,0.68,0.08,0.8,0.5215238095238095,0.5887227948760404,0.5325402082997991
+0.28735632183908044,250,0.32,0.56,0.68,0.76,0.32,0.32,0.18666666666666668,0.56,0.136,0.68,0.07600000000000001,0.76,0.4624047619047619,0.5345676999709716,0.4741258064660758
+0.5747126436781609,500,0.36,0.52,0.54,0.76,0.36,0.36,0.1733333333333333,0.52,0.10800000000000001,0.54,0.07600000000000001,0.76,0.46610317460317463,0.5345530490644589,0.478494389709907
+0.8620689655172413,750,0.32,0.5,0.58,0.72,0.32,0.32,0.16666666666666669,0.5,0.11600000000000002,0.58,0.07200000000000001,0.72,0.4303015873015872,0.4987503039470099,0.4426150960118186
+1.1494252873563218,1000,0.3,0.44,0.6,0.7,0.3,0.3,0.14666666666666667,0.44,0.12000000000000002,0.6,0.07,0.7,0.4181904761904761,0.4855239438924035,0.4302313823062915
+1.4367816091954024,1250,0.28,0.4,0.58,0.68,0.28,0.28,0.13333333333333333,0.4,0.11600000000000002,0.58,0.068,0.68,0.39376984126984127,0.4616383503223885,0.40596197883976276
+1.7241379310344827,1500,0.3,0.42,0.56,0.68,0.3,0.3,0.13999999999999999,0.42,0.11200000000000002,0.56,0.068,0.68,0.40281746031746024,0.4680018825191965,0.41373656588509533
+2.0114942528735633,1750,0.22,0.42,0.56,0.66,0.22,0.22,0.13999999999999999,0.42,0.11200000000000002,0.56,0.066,0.66,0.3582222222222222,0.4306250611036298,0.3702174545910951
+2.2988505747126435,2000,0.28,0.4,0.56,0.64,0.28,0.28,0.13333333333333333,0.4,0.11200000000000002,0.56,0.06400000000000002,0.64,0.3795238095238095,0.44140965997383064,0.3928909805422539
+2.586206896551724,2250,0.26,0.42,0.56,0.64,0.26,0.26,0.13999999999999999,0.42,0.11200000000000002,0.56,0.06400000000000002,0.64,0.3706904761904762,0.4348867228744351,0.38352673053714115
+2.873563218390805,2500,0.24,0.42,0.54,0.64,0.24,0.24,0.13999999999999999,0.42,0.10800000000000003,0.54,0.06400000000000002,0.64,0.36691269841269836,0.432368899073114,0.38007343445256936
+3.160919540229885,2750,0.24,0.42,0.54,0.64,0.24,0.24,0.13999999999999999,0.42,0.10800000000000003,0.54,0.06400000000000002,0.64,0.3633571428571428,0.42951100061476294,0.37648069668489414
+3.4482758620689653,3000,0.22,0.42,0.56,0.64,0.22,0.22,0.13999999999999999,0.42,0.11200000000000002,0.56,0.06400000000000002,0.64,0.3573571428571428,0.4253611031601517,0.37029891648053065

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -33,3 +33,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.22,0.34,0.4,0.46,0.22,0.21,0.11333333333333333,0.32,0.08,0.37,0.048,0.43,0.29738095238095236,0.32247612283192767,0.2971094263868568
 3.160919540229885,2750,0.24,0.32,0.4,0.44,0.24,0.23,0.10666666666666665,0.3,0.08,0.37,0.046,0.42,0.302,0.3233350599076042,0.30291465350782615
 3.4482758620689653,3000,0.24,0.32,0.38,0.44,0.24,0.23,0.10666666666666665,0.3,0.07600000000000001,0.35,0.046,0.42,0.30133333333333334,0.32272214750507383,0.30267489572313894
+0,0,0.44,0.62,0.7,0.72,0.44,0.42,0.20666666666666664,0.59,0.15200000000000002,0.69,0.07800000000000001,0.71,0.5425,0.5785694545006416,0.5396412232598975
+0.28735632183908044,250,0.38,0.58,0.62,0.68,0.38,0.36,0.20666666666666664,0.56,0.132,0.6,0.07400000000000001,0.67,0.4951904761904762,0.533832383765859,0.49540184221544115
+0.5747126436781609,500,0.26,0.46,0.5,0.54,0.26,0.25,0.15333333333333332,0.42,0.1,0.46,0.057999999999999996,0.52,0.36788888888888893,0.3965182152962592,0.366988561063284
+0.8620689655172413,750,0.26,0.48,0.48,0.52,0.26,0.25,0.16,0.44,0.09600000000000002,0.44,0.055999999999999994,0.5,0.35450000000000004,0.3820642178743704,0.35440552142212867
+1.1494252873563218,1000,0.24,0.46,0.48,0.52,0.24,0.22,0.15333333333333332,0.42,0.09600000000000002,0.44,0.054000000000000006,0.49,0.33305555555555555,0.35927955932626837,0.3257463749572071
+1.4367816091954024,1250,0.22,0.38,0.46,0.5,0.22,0.2,0.12666666666666665,0.35,0.09200000000000001,0.43,0.052000000000000005,0.47,0.31519047619047624,0.3420845620541242,0.3075542089845985
+1.7241379310344827,1500,0.18,0.42,0.46,0.52,0.18,0.16,0.13999999999999999,0.39,0.092,0.43,0.052000000000000005,0.48,0.3043809523809524,0.33536879367743594,0.2937462319821112
+2.0114942528735633,1750,0.2,0.34,0.42,0.52,0.2,0.18,0.11333333333333333,0.32,0.084,0.39,0.052000000000000005,0.48,0.2913333333333333,0.32431456999104163,0.28112486406374926
+2.2988505747126435,2000,0.2,0.34,0.42,0.48,0.2,0.18,0.11333333333333333,0.32,0.084,0.39,0.04800000000000001,0.45,0.2852222222222222,0.3128289418814084,0.2775631232335134
+2.586206896551724,2250,0.18,0.36,0.42,0.48,0.18,0.16,0.12,0.34,0.084,0.39,0.04800000000000001,0.45,0.28144444444444444,0.3105683792664978,0.2738096008873957
+2.873563218390805,2500,0.18,0.34,0.4,0.48,0.18,0.16,0.11333333333333333,0.32,0.08,0.37,0.04800000000000001,0.45,0.2776349206349206,0.3072350459331644,0.2695566560468123
+3.160919540229885,2750,0.18,0.32,0.4,0.48,0.18,0.16,0.10666666666666666,0.3,0.08,0.37,0.04800000000000001,0.45,0.27311111111111114,0.303687459098697,0.2643930056155039
+3.4482758620689653,3000,0.18,0.34,0.4,0.48,0.18,0.16,0.11333333333333333,0.32,0.08,0.37,0.04800000000000001,0.45,0.27455555555555555,0.30483462455030724,0.26647869540792385

eval/NanoBEIR_evaluation_mean_results.csv

@@ -33,3 +33,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.25,0.36,0.42000000000000004,0.52,0.25,0.245,0.12,0.35,0.084,0.405,0.053000000000000005,0.505,0.32754761904761903,0.3657486423830978,0.3377863063135772
 3.160919540229885,2750,0.26,0.35,0.42000000000000004,0.51,0.26,0.255,0.11666666666666664,0.33999999999999997,0.084,0.405,0.052000000000000005,0.5,0.32853968253968246,0.36521720361642934,0.33896493133429473
 3.4482758620689653,3000,0.26,0.35,0.4,0.5,0.26,0.255,0.11666666666666664,0.33999999999999997,0.08000000000000002,0.385,0.051000000000000004,0.49,0.3265119047619047,0.36141975425354905,0.33802241129302657
+0,0,0.41000000000000003,0.62,0.69,0.76,0.41000000000000003,0.4,0.20666666666666667,0.605,0.14400000000000002,0.685,0.07900000000000001,0.755,0.5320119047619047,0.583646124688341,0.5360907157798482
+0.28735632183908044,250,0.35,0.5700000000000001,0.65,0.72,0.35,0.33999999999999997,0.19666666666666666,0.56,0.134,0.64,0.07500000000000001,0.7150000000000001,0.478797619047619,0.5342000418684153,0.4847638243407585
+0.5747126436781609,500,0.31,0.49,0.52,0.65,0.31,0.305,0.16333333333333333,0.47,0.10400000000000001,0.5,0.067,0.64,0.4169960317460318,0.46553563218035904,0.42274147538659546
+0.8620689655172413,750,0.29000000000000004,0.49,0.53,0.62,0.29000000000000004,0.28500000000000003,0.16333333333333333,0.47,0.10600000000000001,0.51,0.064,0.61,0.3924007936507936,0.44040726091069016,0.3985103087169736
+1.1494252873563218,1000,0.27,0.45,0.54,0.61,0.27,0.26,0.15,0.43,0.10800000000000001,0.52,0.062000000000000006,0.595,0.37562301587301583,0.4224017516093359,0.3779888786317493
+1.4367816091954024,1250,0.25,0.39,0.52,0.5900000000000001,0.25,0.24000000000000002,0.13,0.375,0.10400000000000001,0.505,0.060000000000000005,0.575,0.35448015873015876,0.4018614561882563,0.3567580939121806
+1.7241379310344827,1500,0.24,0.42,0.51,0.6000000000000001,0.24,0.22999999999999998,0.13999999999999999,0.405,0.10200000000000001,0.495,0.060000000000000005,0.5800000000000001,0.35359920634920633,0.4016853380983162,0.35374139893360323
+2.0114942528735633,1750,0.21000000000000002,0.38,0.49,0.5900000000000001,0.21000000000000002,0.2,0.12666666666666665,0.37,0.098,0.47500000000000003,0.059000000000000004,0.5700000000000001,0.3247777777777777,0.3774698155473357,0.3256711593274222
+2.2988505747126435,2000,0.24000000000000002,0.37,0.49,0.56,0.24000000000000002,0.23,0.12333333333333332,0.36,0.098,0.47500000000000003,0.05600000000000001,0.545,0.3323730158730158,0.3771193009276195,0.33522705188788365
+2.586206896551724,2250,0.22,0.39,0.49,0.56,0.22,0.21000000000000002,0.13,0.38,0.098,0.47500000000000003,0.05600000000000001,0.545,0.3260674603174603,0.3727275510704664,0.3286681657122684
+2.873563218390805,2500,0.21,0.38,0.47000000000000003,0.56,0.21,0.2,0.12666666666666665,0.37,0.09400000000000001,0.455,0.05600000000000001,0.545,0.32227380952380946,0.3698019725031392,0.32481504524969085
+3.160919540229885,2750,0.21,0.37,0.47000000000000003,0.56,0.21,0.2,0.12333333333333332,0.36,0.09400000000000001,0.455,0.05600000000000001,0.545,0.318234126984127,0.36659922985673,0.32043685115019904
+3.4482758620689653,3000,0.2,0.38,0.48000000000000004,0.56,0.2,0.19,0.12666666666666665,0.37,0.096,0.465,0.05600000000000001,0.545,0.3159563492063492,0.36509786385522947,0.31838880594422725

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.1,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.32,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.44,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.6,
-    "NanoClimateFEVER_cosine_precision@1": 0.1,
-    "NanoClimateFEVER_cosine_precision@3": 0.11333333333333333,
-    "NanoClimateFEVER_cosine_precision@5": 0.092,
-    "NanoClimateFEVER_cosine_precision@10": 0.066,
-    "NanoClimateFEVER_cosine_recall@1": 0.04333333333333333,
-    "NanoClimateFEVER_cosine_recall@3": 0.154,
-    "NanoClimateFEVER_cosine_recall@5": 0.214,
-    "NanoClimateFEVER_cosine_recall@10": 0.2723333333333333,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.18832347198247595,
-    "NanoClimateFEVER_cosine_mrr@10": 0.23579365079365078,
-    "NanoClimateFEVER_cosine_map@100": 0.13278630044723194,
-    "NanoDBPedia_cosine_accuracy@1": 0.58,
-    "NanoDBPedia_cosine_accuracy@3": 0.82,
-    "NanoDBPedia_cosine_accuracy@5": 0.86,
-    "NanoDBPedia_cosine_accuracy@10": 0.88,
-    "NanoDBPedia_cosine_precision@1": 0.58,
-    "NanoDBPedia_cosine_precision@3": 0.5266666666666666,
-    "NanoDBPedia_cosine_precision@5": 0.444,
-    "NanoDBPedia_cosine_precision@10": 0.36199999999999993,
-    "NanoDBPedia_cosine_recall@1": 0.05774032197349101,
-    "NanoDBPedia_cosine_recall@3": 0.13525154291594316,
-    "NanoDBPedia_cosine_recall@5": 0.17429307751101658,
-    "NanoDBPedia_cosine_recall@10": 0.24557535689700863,
-    "NanoDBPedia_cosine_ndcg@10": 0.46037876007701023,
-    "NanoDBPedia_cosine_mrr@10": 0.7,
-    "NanoDBPedia_cosine_map@100": 0.32047705412103555,
-    "NanoFEVER_cosine_accuracy@1": 0.56,
-    "NanoFEVER_cosine_accuracy@3": 0.8,
-    "NanoFEVER_cosine_accuracy@5": 0.88,
-    "NanoFEVER_cosine_accuracy@10": 0.88,
-    "NanoFEVER_cosine_precision@1": 0.56,
-    "NanoFEVER_cosine_precision@3": 0.28,
-    "NanoFEVER_cosine_precision@5": 0.184,
-    "NanoFEVER_cosine_precision@10": 0.092,
-    "NanoFEVER_cosine_recall@1": 0.5266666666666666,
-    "NanoFEVER_cosine_recall@3": 0.7533333333333333,
-    "NanoFEVER_cosine_recall@5": 0.8333333333333333,
-    "NanoFEVER_cosine_recall@10": 0.8333333333333333,
-    "NanoFEVER_cosine_ndcg@10": 0.7016221865098926,
-    "NanoFEVER_cosine_mrr@10": 0.6789999999999999,
-    "NanoFEVER_cosine_map@100": 0.6483203115492273,
-    "NanoFiQA2018_cosine_accuracy@1": 0.24,
-    "NanoFiQA2018_cosine_accuracy@3": 0.38,
-    "NanoFiQA2018_cosine_accuracy@5": 0.42,
-    "NanoFiQA2018_cosine_accuracy@10": 0.52,
-    "NanoFiQA2018_cosine_precision@1": 0.24,
-    "NanoFiQA2018_cosine_precision@3": 0.15333333333333332,
-    "NanoFiQA2018_cosine_precision@5": 0.11600000000000002,
-    "NanoFiQA2018_cosine_precision@10": 0.07600000000000001,
-    "NanoFiQA2018_cosine_recall@1": 0.13307936507936508,
-    "NanoFiQA2018_cosine_recall@3": 0.21543650793650795,
-    "NanoFiQA2018_cosine_recall@5": 0.2601031746031746,
-    "NanoFiQA2018_cosine_recall@10": 0.3241587301587302,
-    "NanoFiQA2018_cosine_ndcg@10": 0.2635447070179544,
-    "NanoFiQA2018_cosine_mrr@10": 0.3178809523809524,
-    "NanoFiQA2018_cosine_map@100": 0.22615568818713977,
-    "NanoHotpotQA_cosine_accuracy@1": 0.5,
-    "NanoHotpotQA_cosine_accuracy@3": 0.58,
-    "NanoHotpotQA_cosine_accuracy@5": 0.62,
-    "NanoHotpotQA_cosine_accuracy@10": 0.68,
-    "NanoHotpotQA_cosine_precision@1": 0.5,
-    "NanoHotpotQA_cosine_precision@3": 0.2333333333333333,
-    "NanoHotpotQA_cosine_precision@5": 0.16399999999999998,
-    "NanoHotpotQA_cosine_precision@10": 0.094,
-    "NanoHotpotQA_cosine_recall@1": 0.25,
-    "NanoHotpotQA_cosine_recall@3": 0.35,
-    "NanoHotpotQA_cosine_recall@5": 0.41,
-    "NanoHotpotQA_cosine_recall@10": 0.47,
-    "NanoHotpotQA_cosine_ndcg@10": 0.43627646197603637,
-    "NanoHotpotQA_cosine_mrr@10": 0.5529999999999999,
-    "NanoHotpotQA_cosine_map@100": 0.37828612061221206,
-    "NanoMSMARCO_cosine_accuracy@1": 0.26,
-    "NanoMSMARCO_cosine_accuracy@3": 0.52,
-    "NanoMSMARCO_cosine_accuracy@5": 0.6,
-    "NanoMSMARCO_cosine_accuracy@10": 0.62,
-    "NanoMSMARCO_cosine_precision@1": 0.26,
-    "NanoMSMARCO_cosine_precision@3": 0.1733333333333333,
-    "NanoMSMARCO_cosine_precision@5": 0.12,
-    "NanoMSMARCO_cosine_precision@10": 0.062,
-    "NanoMSMARCO_cosine_recall@1": 0.26,
-    "NanoMSMARCO_cosine_recall@3": 0.52,
-    "NanoMSMARCO_cosine_recall@5": 0.6,
-    "NanoMSMARCO_cosine_recall@10": 0.62,
-    "NanoMSMARCO_cosine_ndcg@10": 0.45904886208148177,
-    "NanoMSMARCO_cosine_mrr@10": 0.40519047619047627,
-    "NanoMSMARCO_cosine_map@100": 0.4260102142025637,
-    "NanoNFCorpus_cosine_accuracy@1": 0.32,
-    "NanoNFCorpus_cosine_accuracy@3": 0.5,
-    "NanoNFCorpus_cosine_accuracy@5": 0.52,
-    "NanoNFCorpus_cosine_accuracy@10": 0.64,
-    "NanoNFCorpus_cosine_precision@1": 0.32,
-    "NanoNFCorpus_cosine_precision@3": 0.31333333333333335,
-    "NanoNFCorpus_cosine_precision@5": 0.27599999999999997,
-    "NanoNFCorpus_cosine_precision@10": 0.24399999999999994,
-    "NanoNFCorpus_cosine_recall@1": 0.01260685895239504,
-    "NanoNFCorpus_cosine_recall@3": 0.03463231741620742,
-    "NanoNFCorpus_cosine_recall@5": 0.06850002262294216,
-    "NanoNFCorpus_cosine_recall@10": 0.10851262864104039,
-    "NanoNFCorpus_cosine_ndcg@10": 0.2703690747449406,
-    "NanoNFCorpus_cosine_mrr@10": 0.4212380952380952,
-    "NanoNFCorpus_cosine_map@100": 0.10029196368651581,
-    "NanoNQ_cosine_accuracy@1": 0.32,
-    "NanoNQ_cosine_accuracy@3": 0.5,
-    "NanoNQ_cosine_accuracy@5": 0.6,
-    "NanoNQ_cosine_accuracy@10": 0.62,
-    "NanoNQ_cosine_precision@1": 0.32,
-    "NanoNQ_cosine_precision@3": 0.1733333333333333,
-    "NanoNQ_cosine_precision@5": 0.128,
-    "NanoNQ_cosine_precision@10": 0.066,
-    "NanoNQ_cosine_recall@1": 0.3,
-    "NanoNQ_cosine_recall@3": 0.47,
-    "NanoNQ_cosine_recall@5": 0.58,
-    "NanoNQ_cosine_recall@10": 0.6,
-    "NanoNQ_cosine_ndcg@10": 0.4619884812398348,
-    "NanoNQ_cosine_mrr@10": 0.4272222222222222,
-    "NanoNQ_cosine_map@100": 0.42411983365963474,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.14,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.22,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.26,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.38,
+    "NanoClimateFEVER_cosine_precision@1": 0.14,
+    "NanoClimateFEVER_cosine_precision@3": 0.07333333333333333,
+    "NanoClimateFEVER_cosine_precision@5": 0.05200000000000001,
+    "NanoClimateFEVER_cosine_precision@10": 0.038,
+    "NanoClimateFEVER_cosine_recall@1": 0.07,
+    "NanoClimateFEVER_cosine_recall@3": 0.11066666666666666,
+    "NanoClimateFEVER_cosine_recall@5": 0.13566666666666666,
+    "NanoClimateFEVER_cosine_recall@10": 0.19066666666666665,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.1453885297185151,
+    "NanoClimateFEVER_cosine_mrr@10": 0.20153968253968252,
+    "NanoClimateFEVER_cosine_map@100": 0.10907272614067173,
+    "NanoDBPedia_cosine_accuracy@1": 0.52,
+    "NanoDBPedia_cosine_accuracy@3": 0.72,
+    "NanoDBPedia_cosine_accuracy@5": 0.82,
+    "NanoDBPedia_cosine_accuracy@10": 0.86,
+    "NanoDBPedia_cosine_precision@1": 0.52,
+    "NanoDBPedia_cosine_precision@3": 0.4,
+    "NanoDBPedia_cosine_precision@5": 0.364,
+    "NanoDBPedia_cosine_precision@10": 0.30000000000000004,
+    "NanoDBPedia_cosine_recall@1": 0.047202979496018524,
+    "NanoDBPedia_cosine_recall@3": 0.10194727189869665,
+    "NanoDBPedia_cosine_recall@5": 0.15730653946206946,
+    "NanoDBPedia_cosine_recall@10": 0.22246963483004237,
+    "NanoDBPedia_cosine_ndcg@10": 0.38619002202024644,
+    "NanoDBPedia_cosine_mrr@10": 0.6298333333333334,
+    "NanoDBPedia_cosine_map@100": 0.2319232549425231,
+    "NanoFEVER_cosine_accuracy@1": 0.28,
+    "NanoFEVER_cosine_accuracy@3": 0.52,
+    "NanoFEVER_cosine_accuracy@5": 0.6,
+    "NanoFEVER_cosine_accuracy@10": 0.68,
+    "NanoFEVER_cosine_precision@1": 0.28,
+    "NanoFEVER_cosine_precision@3": 0.1733333333333333,
+    "NanoFEVER_cosine_precision@5": 0.12,
+    "NanoFEVER_cosine_precision@10": 0.07,
+    "NanoFEVER_cosine_recall@1": 0.27,
+    "NanoFEVER_cosine_recall@3": 0.49,
+    "NanoFEVER_cosine_recall@5": 0.57,
+    "NanoFEVER_cosine_recall@10": 0.65,
+    "NanoFEVER_cosine_ndcg@10": 0.4689004130810094,
+    "NanoFEVER_cosine_mrr@10": 0.4225238095238095,
+    "NanoFEVER_cosine_map@100": 0.4118080771584329,
+    "NanoFiQA2018_cosine_accuracy@1": 0.26,
+    "NanoFiQA2018_cosine_accuracy@3": 0.36,
+    "NanoFiQA2018_cosine_accuracy@5": 0.4,
+    "NanoFiQA2018_cosine_accuracy@10": 0.48,
+    "NanoFiQA2018_cosine_precision@1": 0.26,
+    "NanoFiQA2018_cosine_precision@3": 0.13999999999999999,
+    "NanoFiQA2018_cosine_precision@5": 0.10000000000000002,
+    "NanoFiQA2018_cosine_precision@10": 0.064,
+    "NanoFiQA2018_cosine_recall@1": 0.1585238095238095,
+    "NanoFiQA2018_cosine_recall@3": 0.2282698412698413,
+    "NanoFiQA2018_cosine_recall@5": 0.2517936507936508,
+    "NanoFiQA2018_cosine_recall@10": 0.3186825396825397,
+    "NanoFiQA2018_cosine_ndcg@10": 0.26876133900480464,
+    "NanoFiQA2018_cosine_mrr@10": 0.3242460317460317,
+    "NanoFiQA2018_cosine_map@100": 0.24128551555161426,
+    "NanoHotpotQA_cosine_accuracy@1": 0.54,
+    "NanoHotpotQA_cosine_accuracy@3": 0.66,
+    "NanoHotpotQA_cosine_accuracy@5": 0.74,
+    "NanoHotpotQA_cosine_accuracy@10": 0.84,
+    "NanoHotpotQA_cosine_precision@1": 0.54,
+    "NanoHotpotQA_cosine_precision@3": 0.2533333333333333,
+    "NanoHotpotQA_cosine_precision@5": 0.17600000000000002,
+    "NanoHotpotQA_cosine_precision@10": 0.10599999999999998,
+    "NanoHotpotQA_cosine_recall@1": 0.27,
+    "NanoHotpotQA_cosine_recall@3": 0.38,
+    "NanoHotpotQA_cosine_recall@5": 0.44,
+    "NanoHotpotQA_cosine_recall@10": 0.53,
+    "NanoHotpotQA_cosine_ndcg@10": 0.4749742091237649,
+    "NanoHotpotQA_cosine_mrr@10": 0.6256031746031746,
+    "NanoHotpotQA_cosine_map@100": 0.38794691370738704,
+    "NanoMSMARCO_cosine_accuracy@1": 0.28,
+    "NanoMSMARCO_cosine_accuracy@3": 0.38,
+    "NanoMSMARCO_cosine_accuracy@5": 0.42,
+    "NanoMSMARCO_cosine_accuracy@10": 0.56,
+    "NanoMSMARCO_cosine_precision@1": 0.28,
+    "NanoMSMARCO_cosine_precision@3": 0.12666666666666665,
+    "NanoMSMARCO_cosine_precision@5": 0.084,
+    "NanoMSMARCO_cosine_precision@10": 0.05600000000000001,
+    "NanoMSMARCO_cosine_recall@1": 0.28,
+    "NanoMSMARCO_cosine_recall@3": 0.38,
+    "NanoMSMARCO_cosine_recall@5": 0.42,
+    "NanoMSMARCO_cosine_recall@10": 0.56,
+    "NanoMSMARCO_cosine_ndcg@10": 0.4001173610020243,
+    "NanoMSMARCO_cosine_mrr@10": 0.3516904761904761,
+    "NanoMSMARCO_cosine_map@100": 0.37336992686291426,
+    "NanoNFCorpus_cosine_accuracy@1": 0.36,
+    "NanoNFCorpus_cosine_accuracy@3": 0.46,
+    "NanoNFCorpus_cosine_accuracy@5": 0.5,
+    "NanoNFCorpus_cosine_accuracy@10": 0.56,
+    "NanoNFCorpus_cosine_precision@1": 0.36,
+    "NanoNFCorpus_cosine_precision@3": 0.2733333333333333,
+    "NanoNFCorpus_cosine_precision@5": 0.256,
+    "NanoNFCorpus_cosine_precision@10": 0.21799999999999997,
+    "NanoNFCorpus_cosine_recall@1": 0.01309333347305052,
+    "NanoNFCorpus_cosine_recall@3": 0.029796345008688278,
+    "NanoNFCorpus_cosine_recall@5": 0.04461630481223397,
+    "NanoNFCorpus_cosine_recall@10": 0.06880715289816099,
+    "NanoNFCorpus_cosine_ndcg@10": 0.24206789327168107,
+    "NanoNFCorpus_cosine_mrr@10": 0.4221111111111111,
+    "NanoNFCorpus_cosine_map@100": 0.08443685448289194,
+    "NanoNQ_cosine_accuracy@1": 0.24,
+    "NanoNQ_cosine_accuracy@3": 0.32,
+    "NanoNQ_cosine_accuracy@5": 0.38,
+    "NanoNQ_cosine_accuracy@10": 0.44,
+    "NanoNQ_cosine_precision@1": 0.24,
+    "NanoNQ_cosine_precision@3": 0.10666666666666665,
+    "NanoNQ_cosine_precision@5": 0.07600000000000001,
+    "NanoNQ_cosine_precision@10": 0.046,
+    "NanoNQ_cosine_recall@1": 0.23,
+    "NanoNQ_cosine_recall@3": 0.3,
+    "NanoNQ_cosine_recall@5": 0.35,
+    "NanoNQ_cosine_recall@10": 0.42,
+    "NanoNQ_cosine_ndcg@10": 0.32272214750507383,
+    "NanoNQ_cosine_mrr@10": 0.30133333333333334,
+    "NanoNQ_cosine_map@100": 0.3026672483997021,
     "NanoQuoraRetrieval_cosine_accuracy@1": 0.94,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 1.0,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.98,
     "NanoQuoraRetrieval_cosine_accuracy@5": 1.0,
     "NanoQuoraRetrieval_cosine_accuracy@10": 1.0,
     "NanoQuoraRetrieval_cosine_precision@1": 0.94,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.4133333333333333,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.25999999999999995,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.40666666666666657,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.264,
     "NanoQuoraRetrieval_cosine_precision@10": 0.13799999999999998,
     "NanoQuoraRetrieval_cosine_recall@1": 0.8273333333333334,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.9653333333333333,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.9793333333333334,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9453333333333334,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.986,
     "NanoQuoraRetrieval_cosine_recall@10": 0.9966666666666666,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9697624312418531,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.9666666666666667,
-    "NanoQuoraRetrieval_cosine_map@100": 0.9551233766233765,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9649140578691123,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.9616666666666667,
+    "NanoQuoraRetrieval_cosine_map@100": 0.9493650793650792,
     "NanoSCIDOCS_cosine_accuracy@1": 0.42,
     "NanoSCIDOCS_cosine_accuracy@3": 0.6,
     "NanoSCIDOCS_cosine_accuracy@5": 0.72,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.82,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.8,
     "NanoSCIDOCS_cosine_precision@1": 0.42,
-    "NanoSCIDOCS_cosine_precision@3": 0.33333333333333326,
-    "NanoSCIDOCS_cosine_precision@5": 0.272,
-    "NanoSCIDOCS_cosine_precision@10": 0.17999999999999997,
-    "NanoSCIDOCS_cosine_recall@1": 0.08866666666666667,
-    "NanoSCIDOCS_cosine_recall@3": 0.20866666666666664,
-    "NanoSCIDOCS_cosine_recall@5": 0.2806666666666667,
-    "NanoSCIDOCS_cosine_recall@10": 0.3696666666666666,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.36082794471047336,
-    "NanoSCIDOCS_cosine_mrr@10": 0.540047619047619,
-    "NanoSCIDOCS_cosine_map@100": 0.2862806075456748,
-    "NanoArguAna_cosine_accuracy@1": 0.18,
-    "NanoArguAna_cosine_accuracy@3": 0.5,
-    "NanoArguAna_cosine_accuracy@5": 0.66,
-    "NanoArguAna_cosine_accuracy@10": 0.74,
-    "NanoArguAna_cosine_precision@1": 0.18,
-    "NanoArguAna_cosine_precision@3": 0.16666666666666663,
-    "NanoArguAna_cosine_precision@5": 0.13200000000000003,
-    "NanoArguAna_cosine_precision@10": 0.07400000000000001,
-    "NanoArguAna_cosine_recall@1": 0.18,
-    "NanoArguAna_cosine_recall@3": 0.5,
-    "NanoArguAna_cosine_recall@5": 0.66,
-    "NanoArguAna_cosine_recall@10": 0.74,
-    "NanoArguAna_cosine_ndcg@10": 0.45218312003145433,
-    "NanoArguAna_cosine_mrr@10": 0.3599682539682539,
-    "NanoArguAna_cosine_map@100": 0.3658170202780539,
-    "NanoSciFact_cosine_accuracy@1": 0.38,
-    "NanoSciFact_cosine_accuracy@3": 0.46,
-    "NanoSciFact_cosine_accuracy@5": 0.5,
-    "NanoSciFact_cosine_accuracy@10": 0.58,
-    "NanoSciFact_cosine_precision@1": 0.38,
-    "NanoSciFact_cosine_precision@3": 0.15999999999999998,
-    "NanoSciFact_cosine_precision@5": 0.10800000000000003,
-    "NanoSciFact_cosine_precision@10": 0.068,
-    "NanoSciFact_cosine_recall@1": 0.345,
-    "NanoSciFact_cosine_recall@3": 0.43,
-    "NanoSciFact_cosine_recall@5": 0.475,
-    "NanoSciFact_cosine_recall@10": 0.58,
-    "NanoSciFact_cosine_ndcg@10": 0.46384622999765257,
-    "NanoSciFact_cosine_mrr@10": 0.44026984126984126,
-    "NanoSciFact_cosine_map@100": 0.43257979600699104,
-    "NanoTouche2020_cosine_accuracy@1": 0.46938775510204084,
-    "NanoTouche2020_cosine_accuracy@3": 0.8367346938775511,
-    "NanoTouche2020_cosine_accuracy@5": 0.9387755102040817,
-    "NanoTouche2020_cosine_accuracy@10": 1.0,
-    "NanoTouche2020_cosine_precision@1": 0.46938775510204084,
-    "NanoTouche2020_cosine_precision@3": 0.44897959183673464,
-    "NanoTouche2020_cosine_precision@5": 0.42040816326530606,
-    "NanoTouche2020_cosine_precision@10": 0.3346938775510204,
-    "NanoTouche2020_cosine_recall@1": 0.032657982947973084,
-    "NanoTouche2020_cosine_recall@3": 0.09621881460341672,
-    "NanoTouche2020_cosine_recall@5": 0.1425551052100505,
-    "NanoTouche2020_cosine_recall@10": 0.22061476067159091,
-    "NanoTouche2020_cosine_ndcg@10": 0.3807140713282222,
-    "NanoTouche2020_cosine_mrr@10": 0.6573129251700679,
-    "NanoTouche2020_cosine_map@100": 0.2698119698398041,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.4053375196232339,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.601287284144427,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.6737519623233909,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.7369230769230769,
-    "NanoBEIR_mean_cosine_precision@1": 0.4053375196232339,
-    "NanoBEIR_mean_cosine_precision@3": 0.26838304552590264,
-    "NanoBEIR_mean_cosine_precision@5": 0.20895447409733128,
-    "NanoBEIR_mean_cosine_precision@10": 0.1428226059654631,
-    "NanoBEIR_mean_cosine_recall@1": 0.23516034838101724,
-    "NanoBEIR_mean_cosine_recall@3": 0.37175942432349296,
-    "NanoBEIR_mean_cosine_recall@5": 0.43675267025234743,
-    "NanoBEIR_mean_cosine_recall@10": 0.4908354981821823,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.45145275407225244,
-    "NanoBEIR_mean_cosine_mrr@10": 0.5156608233036803,
-    "NanoBEIR_mean_cosine_map@100": 0.3820046351353431
+    "NanoSCIDOCS_cosine_precision@3": 0.2933333333333333,
+    "NanoSCIDOCS_cosine_precision@5": 0.24800000000000005,
+    "NanoSCIDOCS_cosine_precision@10": 0.16399999999999998,
+    "NanoSCIDOCS_cosine_recall@1": 0.08700000000000001,
+    "NanoSCIDOCS_cosine_recall@3": 0.18100000000000002,
+    "NanoSCIDOCS_cosine_recall@5": 0.25666666666666665,
+    "NanoSCIDOCS_cosine_recall@10": 0.33666666666666656,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.3309587311349605,
+    "NanoSCIDOCS_cosine_mrr@10": 0.5280555555555556,
+    "NanoSCIDOCS_cosine_map@100": 0.2571164275500479,
+    "NanoArguAna_cosine_accuracy@1": 0.04,
+    "NanoArguAna_cosine_accuracy@3": 0.18,
+    "NanoArguAna_cosine_accuracy@5": 0.2,
+    "NanoArguAna_cosine_accuracy@10": 0.34,
+    "NanoArguAna_cosine_precision@1": 0.04,
+    "NanoArguAna_cosine_precision@3": 0.06,
+    "NanoArguAna_cosine_precision@5": 0.04,
+    "NanoArguAna_cosine_precision@10": 0.034,
+    "NanoArguAna_cosine_recall@1": 0.04,
+    "NanoArguAna_cosine_recall@3": 0.18,
+    "NanoArguAna_cosine_recall@5": 0.2,
+    "NanoArguAna_cosine_recall@10": 0.34,
+    "NanoArguAna_cosine_ndcg@10": 0.175419302465962,
+    "NanoArguAna_cosine_mrr@10": 0.12532539682539678,
+    "NanoArguAna_cosine_map@100": 0.14459756648011524,
+    "NanoSciFact_cosine_accuracy@1": 0.2,
+    "NanoSciFact_cosine_accuracy@3": 0.28,
+    "NanoSciFact_cosine_accuracy@5": 0.34,
+    "NanoSciFact_cosine_accuracy@10": 0.4,
+    "NanoSciFact_cosine_precision@1": 0.2,
+    "NanoSciFact_cosine_precision@3": 0.1,
+    "NanoSciFact_cosine_precision@5": 0.07200000000000001,
+    "NanoSciFact_cosine_precision@10": 0.046000000000000006,
+    "NanoSciFact_cosine_recall@1": 0.175,
+    "NanoSciFact_cosine_recall@3": 0.24,
+    "NanoSciFact_cosine_recall@5": 0.3,
+    "NanoSciFact_cosine_recall@10": 0.37,
+    "NanoSciFact_cosine_ndcg@10": 0.2742062576081037,
+    "NanoSciFact_cosine_mrr@10": 0.2611904761904762,
+    "NanoSciFact_cosine_map@100": 0.25107673217045623,
+    "NanoTouche2020_cosine_accuracy@1": 0.40816326530612246,
+    "NanoTouche2020_cosine_accuracy@3": 0.7142857142857143,
+    "NanoTouche2020_cosine_accuracy@5": 0.8367346938775511,
+    "NanoTouche2020_cosine_accuracy@10": 0.9387755102040817,
+    "NanoTouche2020_cosine_precision@1": 0.40816326530612246,
+    "NanoTouche2020_cosine_precision@3": 0.3945578231292517,
+    "NanoTouche2020_cosine_precision@5": 0.3591836734693878,
+    "NanoTouche2020_cosine_precision@10": 0.3142857142857143,
+    "NanoTouche2020_cosine_recall@1": 0.026947689355902065,
+    "NanoTouche2020_cosine_recall@3": 0.08175620968668966,
+    "NanoTouche2020_cosine_recall@5": 0.11912284095947995,
+    "NanoTouche2020_cosine_recall@10": 0.20232769620294389,
+    "NanoTouche2020_cosine_ndcg@10": 0.3489871366097425,
+    "NanoTouche2020_cosine_mrr@10": 0.584402332361516,
+    "NanoTouche2020_cosine_map@100": 0.24268590817987387,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.35601255886970173,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.4918681318681318,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.5551334379905808,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.6368288854003141,
+    "NanoBEIR_mean_cosine_precision@1": 0.35601255886970173,
+    "NanoBEIR_mean_cosine_precision@3": 0.2154788069073783,
+    "NanoBEIR_mean_cosine_precision@5": 0.17009105180533754,
+    "NanoBEIR_mean_cosine_precision@10": 0.12263736263736262,
+    "NanoBEIR_mean_cosine_recall@1": 0.19193085732170106,
+    "NanoBEIR_mean_cosine_recall@3": 0.28067458983568583,
+    "NanoBEIR_mean_cosine_recall@5": 0.32547482072005907,
+    "NanoBEIR_mean_cosine_recall@10": 0.4004836172010528,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.3695082615703847,
+    "NanoBEIR_mean_cosine_mrr@10": 0.44150164461388947,
+    "NanoBEIR_mean_cosine_map@100": 0.30671940238397766
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7551020408163265,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7142857142857143,
     "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.8979591836734694,
     "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9387755102040817,
-    "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7551020408163265,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6802721088435373,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6489795918367346,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.563265306122449,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.01681883497544576,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.045273391320759554,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07198855467813525,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.12417651370073833,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6023501966395867,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8328474246841594,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.2434385293084787
+    "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939,
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7142857142857143,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6802721088435375,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6204081632653061,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5469387755102041,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.015888088527206596,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04529851299481363,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.06854028378310305,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.12037980510830988,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.5854787058529846,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8197278911564625,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.2463904322921895
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a7523ebf551bbb8f8f0a2b938b7f2ccc48ce156d6ca5b6bdfb922b8ad8cd398
-size 90864192
+oid sha256:83f804755eb422940037ac241ecf54da8516596e669fb776e2f9fc5297ebb299
+size 133462128

tokenizer_config.json

@@ -48,7 +48,7 @@
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
   "max_length": 128,
-  "model_max_length": 256,
+  "model_max_length": 128,
   "never_split": null,
   "pad_to_multiple_of": null,
   "pad_token": "[PAD]",