Training in progress, step 1687

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.7959183673469388,0.9795918367346939,1.0,1.0,0.7959183673469388,0.017705698284669315,0.7210884353741497,0.04789516330892159,0.6857142857142857,0.07579925150072367,0.6367346938775511,0.1405645703802596,0.8782312925170069,0.6651514821354221,0.28469602806366884
 -1,-1,0.46938775510204084,0.7142857142857143,0.7551020408163265,0.7959183673469388,0.46938775510204084,0.010521244820652316,0.5034013605442177,0.03356519296296505,0.5061224489795919,0.05621902323161644,0.46938775510204084,0.104204828572484,0.5909863945578232,0.4776732015455931,0.2031600092020651
 -1,-1,0.8163265306122449,0.9795918367346939,1.0,1.0,0.8163265306122449,0.018059797419187187,0.7823129251700681,0.05177708349835182,0.7673469387755101,0.0847009876681411,0.6612244897959183,0.14574966287701233,0.8962585034013605,0.7016250377378848,0.3046239541737184
+-1,-1,0.7959183673469388,0.9183673469387755,0.9795918367346939,1.0,0.7959183673469388,0.017589318234381018,0.7210884353741496,0.047638441502256816,0.6979591836734694,0.07685025929622703,0.5795918367346939,0.12768596260273413,0.8753644314868804,0.6268789790121103,0.26682197341262104

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.18,0.4,0.5,0.72,0.18,0.18,0.13333333333333333,0.4,0.10000000000000002,0.5,0.07200000000000001,0.72,0.33210317460317457,0.42383426103543725,0.3414212719538841
 -1,-1,0.18,0.5,0.68,0.88,0.18,0.18,0.16666666666666663,0.5,0.136,0.68,0.088,0.88,0.39570634920634906,0.5113622442996486,0.4017828189299888
 -1,-1,0.18,0.42,0.6,0.82,0.18,0.18,0.13999999999999999,0.42,0.12000000000000002,0.6,0.08199999999999999,0.82,0.3577380952380952,0.46717067242223975,0.36358053571986587
+-1,-1,0.18,0.4,0.56,0.76,0.18,0.18,0.13333333333333333,0.4,0.11200000000000003,0.56,0.07600000000000001,0.76,0.34159523809523795,0.4400427760450664,0.346353283565148

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.24,0.42,0.52,0.62,0.24,0.12666666666666665,0.14,0.21166666666666667,0.10800000000000001,0.2533333333333333,0.068,0.288,0.3562698412698413,0.25188604275298343,0.20169297415870524
 -1,-1,0.16,0.2,0.26,0.32,0.16,0.07166666666666666,0.06666666666666667,0.10166666666666666,0.064,0.14166666666666666,0.044000000000000004,0.18833333333333332,0.19774603174603173,0.15121221242650237,0.12238915409956043
 -1,-1,0.26,0.44,0.5,0.66,0.26,0.13333333333333333,0.15333333333333332,0.22833333333333336,0.11599999999999999,0.26899999999999996,0.07800000000000001,0.3373333333333333,0.37407936507936507,0.27983255974457305,0.21950969120711716
+-1,-1,0.26,0.38,0.48,0.54,0.26,0.14066666666666666,0.13333333333333333,0.20233333333333334,0.1,0.23399999999999999,0.062,0.27399999999999997,0.34852380952380957,0.2492839568639178,0.20441864232503498

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.72,0.84,0.86,0.9,0.72,0.07363316412620316,0.54,0.14154461690562375,0.44400000000000006,0.1737149803849171,0.37400000000000005,0.25319236779425075,0.7811904761904762,0.4846567678327498,0.31516504323881767
 -1,-1,0.66,0.76,0.8,0.88,0.66,0.054988438953046614,0.45333333333333337,0.11380015241879797,0.42400000000000004,0.17003765646598404,0.36200000000000004,0.26210794412025873,0.7243571428571427,0.46345856185015377,0.30297613403422335
 -1,-1,0.7,0.88,0.9,0.94,0.7,0.07383246482550386,0.5466666666666667,0.159718221359661,0.44400000000000006,0.1937365959906554,0.392,0.2724595995420522,0.7926904761904762,0.5074575102031964,0.3307395976243776
+-1,-1,0.6,0.76,0.86,0.9,0.6,0.05244099344102771,0.4733333333333334,0.11905666980927139,0.42800000000000005,0.1498535000442701,0.34600000000000003,0.24163199162754928,0.7028888888888889,0.4426565477477201,0.2828214084522445

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.52,0.76,0.9,0.92,0.52,0.4766666666666666,0.25333333333333335,0.7066666666666667,0.184,0.8466666666666667,0.09399999999999999,0.8666666666666667,0.6673333333333332,0.6933518033996009,0.6274356113837726
 -1,-1,0.32,0.46,0.48,0.5,0.32,0.3,0.1533333333333333,0.42666666666666664,0.096,0.44666666666666666,0.052000000000000005,0.4766666666666666,0.3906666666666667,0.40015125483886677,0.3720854582705336
 -1,-1,0.72,0.9,0.96,0.98,0.72,0.6766666666666665,0.30666666666666664,0.8466666666666667,0.19599999999999995,0.9066666666666667,0.09999999999999998,0.9266666666666667,0.8206666666666667,0.8229612278703518,0.7751518703591276
+-1,-1,0.46,0.78,0.86,0.88,0.46,0.42666666666666664,0.26666666666666666,0.7233333333333333,0.176,0.8033333333333332,0.092,0.8333333333333333,0.6218571428571428,0.6580129211253776,0.5958589705489019

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.46,0.56,0.6,0.32,0.1880793650793651,0.2,0.29560317460317465,0.16399999999999998,0.372015873015873,0.09399999999999999,0.4084047619047619,0.40822222222222215,0.34734676454799496,0.30384534934518387
 -1,-1,0.18,0.28,0.4,0.42,0.18,0.09622222222222222,0.12,0.19044444444444444,0.096,0.2596111111111111,0.05800000000000001,0.2980555555555555,0.2503333333333333,0.22115203133046116,0.18315981608994544
 -1,-1,0.36,0.44,0.6,0.7,0.36,0.19607936507936508,0.19333333333333336,0.26643650793650797,0.17199999999999996,0.4104603174603174,0.1,0.4702936507936507,0.44926984126984115,0.3787820615954833,0.31162344201517
+-1,-1,0.38,0.5,0.58,0.64,0.38,0.20874603174603173,0.18666666666666668,0.3174126984126984,0.14400000000000002,0.3784365079365079,0.086,0.4249920634920635,0.45752380952380955,0.3627243700335102,0.30653324427432976

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.66,0.76,0.82,0.9,0.66,0.33,0.3133333333333333,0.47,0.21199999999999997,0.53,0.122,0.61,0.7331587301587301,0.570897469212041,0.4884451498736882
 -1,-1,0.48,0.62,0.68,0.74,0.48,0.24,0.28,0.42,0.17999999999999997,0.45,0.09799999999999999,0.49,0.5634126984126984,0.4560111093683027,0.40130755551023284
 -1,-1,0.74,0.82,0.86,0.88,0.74,0.37,0.36666666666666664,0.55,0.24,0.6,0.132,0.66,0.7918571428571429,0.6366165866323246,0.5675972006224108
+-1,-1,0.52,0.62,0.66,0.74,0.52,0.26,0.24666666666666665,0.37,0.16399999999999998,0.41,0.092,0.46,0.5840238095238095,0.4369863506070083,0.37142211292843513

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.36,0.54,0.62,0.74,0.36,0.36,0.18,0.54,0.124,0.62,0.07400000000000001,0.74,0.4758571428571428,0.5388909110035328,0.4857996035129028
 -1,-1,0.44,0.66,0.78,0.84,0.44,0.44,0.22,0.66,0.156,0.78,0.08399999999999999,0.84,0.5722460317460317,0.6372549665509181,0.5792428237738796
 -1,-1,0.32,0.56,0.68,0.74,0.32,0.32,0.18666666666666668,0.56,0.136,0.68,0.07400000000000001,0.74,0.47152380952380946,0.536962042440356,0.4835318212224214
+-1,-1,0.32,0.5,0.56,0.72,0.32,0.32,0.16666666666666669,0.5,0.11200000000000002,0.56,0.07200000000000001,0.72,0.4414682539682539,0.5076844979819899,0.4541878759718346

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.38,0.46,0.52,0.62,0.38,0.03111726080374699,0.30666666666666664,0.05097531961627039,0.284,0.068361107394409,0.24,0.10220170839954189,0.440547619047619,0.2820706409431257,0.11888875671446743
 -1,-1,0.38,0.48,0.52,0.68,0.38,0.013742022682771613,0.33333333333333326,0.03997788459459285,0.31200000000000006,0.05795804846374085,0.274,0.10442618023795515,0.4576507936507936,0.30139427892857057,0.12580736831461
 -1,-1,0.38,0.48,0.58,0.68,0.38,0.011456243854594442,0.3533333333333333,0.0593848982223217,0.316,0.07653627352215216,0.28400000000000003,0.12954076759548194,0.4578888888888889,0.31520791828061323,0.12788065409461996
+-1,-1,0.34,0.42,0.48,0.6,0.34,0.011303793989200254,0.32666666666666666,0.031244681505305585,0.292,0.04713607047852303,0.234,0.0693992741134154,0.404468253968254,0.2598035673694497,0.08959056587053282

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.38,0.56,0.6,0.66,0.38,0.35,0.2,0.54,0.128,0.58,0.07,0.64,0.4757142857142857,0.5086947283606115,0.4762724913936289
 -1,-1,0.44,0.56,0.64,0.74,0.44,0.4,0.18666666666666665,0.52,0.136,0.61,0.08,0.71,0.5241111111111111,0.5521475000492642,0.5066984355931061
 -1,-1,0.42,0.56,0.6,0.74,0.42,0.39,0.2,0.54,0.132,0.59,0.08,0.72,0.5070793650793651,0.5505596490405809,0.50321316661942
+-1,-1,0.32,0.48,0.52,0.54,0.32,0.29,0.16666666666666663,0.45,0.10800000000000001,0.49,0.05800000000000001,0.52,0.40852380952380957,0.4230776979752646,0.4024677771121777

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.88,0.94,0.96,0.98,0.88,0.7573333333333332,0.3933333333333333,0.9053333333333333,0.25599999999999995,0.946,0.13599999999999998,0.9766666666666666,0.9178571428571428,0.924802963528204,0.9036654456654456
 -1,-1,0.5,0.56,0.64,0.76,0.5,0.41400000000000003,0.22,0.498,0.16,0.5953333333333333,0.09599999999999997,0.6953333333333334,0.5637619047619047,0.570826654370078,0.5244784583980484
 -1,-1,0.8,0.94,0.96,0.96,0.8,0.6973333333333332,0.4,0.9086666666666667,0.25599999999999995,0.946,0.13399999999999998,0.9566666666666666,0.8683333333333333,0.8877421723995803,0.8623611111111111
+-1,-1,0.82,0.92,0.94,0.96,0.82,0.7073333333333334,0.37999999999999995,0.882,0.23999999999999996,0.9126666666666666,0.12799999999999997,0.946,0.8678571428571429,0.877034246688313,0.8502483608158665

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4,0.74,0.74,0.82,0.4,0.08366666666666667,0.3733333333333333,0.23066666666666666,0.28800000000000003,0.29466666666666663,0.18600000000000003,0.3816666666666667,0.5617460317460317,0.37327825028293893,0.2995552093175678
 -1,-1,0.44,0.6,0.68,0.76,0.44,0.09266666666666667,0.3066666666666667,0.18866666666666665,0.256,0.26166666666666666,0.16799999999999998,0.3446666666666666,0.5396904761904762,0.34321084720426553,0.274104299877284
 -1,-1,0.44,0.68,0.82,0.9,0.44,0.09266666666666667,0.36,0.22166666666666668,0.30400000000000005,0.31166666666666665,0.19599999999999998,0.4006666666666666,0.5951111111111111,0.38993413197417687,0.30747882417131367
+-1,-1,0.42,0.72,0.78,0.84,0.42,0.08600000000000002,0.34666666666666657,0.21566666666666667,0.27599999999999997,0.2836666666666667,0.18,0.3686666666666667,0.571579365079365,0.36265976831413305,0.2806483158502371

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.44,0.52,0.64,0.76,0.44,0.395,0.19999999999999996,0.505,0.14800000000000002,0.63,0.08799999999999997,0.76,0.5196349206349207,0.5685653011302502,0.5124550933292352
 -1,-1,0.44,0.62,0.68,0.7,0.44,0.405,0.22666666666666668,0.6,0.15600000000000003,0.67,0.08,0.69,0.526,0.5622436797835252,0.5251772893772894
 -1,-1,0.52,0.68,0.76,0.8,0.52,0.485,0.24666666666666665,0.67,0.16799999999999998,0.745,0.09,0.79,0.6094999999999999,0.6512776755394104,0.6097706802838382
+-1,-1,0.34,0.5,0.6,0.64,0.34,0.305,0.18,0.47,0.14,0.59,0.07400000000000001,0.63,0.43969047619047613,0.4774008181239152,0.434487015231779

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.6938775510204082,0.8571428571428571,0.8775510204081632,1.0,0.6938775510204082,0.0483857871338779,0.5850340136054422,0.12457985776841352,0.5102040816326531,0.1831794711442848,0.4244897959183673,0.2826730571984715,0.7860139293812763,0.4920412445934219,0.36212995071778253
 -1,-1,0.5102040816326531,0.7142857142857143,0.7959183673469388,0.8571428571428571,0.5102040816326531,0.036870892073188534,0.43537414965986393,0.097858900954571,0.3755102040816326,0.14071496445661563,0.3163265306122449,0.2189365048918269,0.623922902494331,0.37074196978488827,0.27508797225148934
 -1,-1,0.5510204081632653,0.7755102040816326,0.8979591836734694,0.9591836734693877,0.5510204081632653,0.03991829563067212,0.5102040816326531,0.10997788203373526,0.4897959183673469,0.17453185979006453,0.4061224489795918,0.2767071683528056,0.6920068027210884,0.4598158503095293,0.3575826071000786
+-1,-1,0.5918367346938775,0.7959183673469388,0.8571428571428571,0.9591836734693877,0.5918367346938775,0.04284865778016241,0.5510204081632653,0.12174900810036214,0.4653061224489796,0.1691643492468857,0.3857142857142857,0.26141802214247595,0.71274700356333,0.4505217653784499,0.342868501287415

NanoBEIR_evaluation_mean_results.csv

@@ -17,3 +17,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4749136577708007,0.6351648351648352,0.7013500784929356,0.7876923076923077,0.4749136577708007,0.2615806854212713,0.2937205651491365,0.3940027924789859,0.2269387755102041,0.46137985373893464,0.15711459968602823,0.5407286073305404,0.5735114500012458,0.4969474729709918,0.4182132269696216
 -1,-1,0.39463108320251183,0.5395604395604395,0.6181475667189952,0.6982417582417582,0.39463108320251183,0.21116591609727403,0.2437467294610152,0.3351601063394159,0.19596232339089484,0.4048965472177527,0.13848665620094194,0.4768097065235075,0.4868927263212977,0.4262436392911881,0.35340750650155317
 -1,-1,0.4916169544740973,0.6596546310832024,0.7475353218210361,0.8276295133437992,0.4916169544740973,0.2820220284146258,0.304887493458922,0.42621929560658156,0.23767660910518057,0.5002767984689632,0.16524018838304555,0.5769488092013326,0.5990572998430141,0.5295630814194167,0.44769393862699014
+-1,-1,0.4270643642072213,0.5981475667189953,0.6720879120879121,0.7476295133437992,0.4270643642072213,0.23315431874023762,0.2736682365253794,0.36944587624315167,0.2121004709576138,0.4298659303363733,0.14505494505494507,0.5007262577981157,0.5309805387356407,0.4575299449426243,0.3816850826333798

config.json

@@ -15,7 +15,7 @@
   "max_position_embeddings": 512,
   "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 6,
+  "num_hidden_layers": 12,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "transformers_version": "4.57.3",

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -211,3 +211,10 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.0114942528735633,1750,0.36,0.58,0.6,0.72,0.36,0.36,0.19333333333333333,0.58,0.12000000000000002,0.6,0.07200000000000001,0.72,0.4743809523809523,0.5331824702633234,0.48638930139989567
 2.2988505747126435,2000,0.3,0.5,0.62,0.7,0.3,0.3,0.16666666666666669,0.5,0.124,0.62,0.07,0.7,0.4303888888888888,0.4952358602074217,0.4449659800722578
 2.586206896551724,2250,0.32,0.5,0.56,0.72,0.32,0.32,0.16666666666666669,0.5,0.11200000000000002,0.56,0.07200000000000001,0.72,0.4414682539682539,0.5076844979819899,0.4541878759718346
+0,0,0.38,0.62,0.68,0.8,0.38,0.38,0.20666666666666667,0.62,0.136,0.68,0.08,0.8,0.5215238095238095,0.5887227948760404,0.5325402082997991
+0.28735632183908044,250,0.36,0.58,0.68,0.76,0.36,0.36,0.19333333333333333,0.58,0.136,0.68,0.07600000000000001,0.76,0.4895238095238094,0.5547114295382429,0.49864414209331054
+0.5747126436781609,500,0.34,0.52,0.62,0.7,0.34,0.34,0.1733333333333333,0.52,0.124,0.62,0.07,0.7,0.4494999999999999,0.5094037154615215,0.4625697094814742
+0.8620689655172413,750,0.36,0.52,0.62,0.72,0.36,0.36,0.1733333333333333,0.52,0.124,0.62,0.07200000000000001,0.72,0.46307936507936504,0.5242190914530377,0.4753902953846075
+1.1494252873563218,1000,0.32,0.54,0.66,0.74,0.32,0.32,0.18,0.54,0.132,0.66,0.07400000000000001,0.74,0.4623888888888888,0.5291302031344773,0.47316562378280763
+1.4367816091954024,1250,0.32,0.56,0.64,0.74,0.32,0.32,0.18666666666666668,0.56,0.128,0.64,0.07400000000000001,0.74,0.4568809523809523,0.524855159105514,0.46842415411511745
+1.7241379310344827,1500,0.34,0.54,0.64,0.72,0.34,0.34,0.18,0.54,0.12800000000000003,0.64,0.07200000000000001,0.72,0.4620555555555555,0.5240037339745247,0.47561895719519554

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -211,3 +211,10 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.0114942528735633,1750,0.32,0.46,0.5,0.56,0.32,0.3,0.15999999999999998,0.44,0.10400000000000001,0.47,0.06,0.54,0.40385714285714286,0.428504631443918,0.4056644583354748
 2.2988505747126435,2000,0.28,0.46,0.52,0.54,0.28,0.27,0.15999999999999998,0.44,0.10800000000000001,0.49,0.05800000000000001,0.52,0.3801904761904762,0.40880490558944926,0.3856333608676234
 2.586206896551724,2250,0.32,0.48,0.52,0.54,0.32,0.29,0.16666666666666663,0.45,0.10800000000000001,0.49,0.05800000000000001,0.52,0.40852380952380957,0.4230776979752646,0.4024677771121777
+0,0,0.44,0.62,0.7,0.72,0.44,0.42,0.20666666666666664,0.59,0.15200000000000002,0.69,0.07800000000000001,0.71,0.5425,0.5785694545006416,0.5396412232598975
+0.28735632183908044,250,0.46,0.54,0.54,0.64,0.46,0.43,0.19333333333333333,0.52,0.11600000000000002,0.52,0.07,0.62,0.5140238095238095,0.5322890920363236,0.5137638696796027
+0.5747126436781609,500,0.42,0.54,0.56,0.7,0.42,0.39,0.19333333333333333,0.52,0.124,0.55,0.07600000000000001,0.68,0.49705555555555564,0.5342416815686555,0.49345076218001266
+0.8620689655172413,750,0.44,0.6,0.62,0.72,0.44,0.4,0.21333333333333332,0.58,0.132,0.6,0.07600000000000001,0.68,0.5229444444444443,0.5461048130836993,0.5053013753523632
+1.1494252873563218,1000,0.36,0.6,0.64,0.74,0.36,0.34,0.21333333333333332,0.58,0.136,0.62,0.078,0.71,0.487968253968254,0.5333224771770095,0.4787948722016317
+1.4367816091954024,1250,0.36,0.56,0.6,0.68,0.36,0.33,0.2,0.54,0.128,0.58,0.07200000000000001,0.65,0.4761666666666667,0.5104442425645013,0.4741270290797583
+1.7241379310344827,1500,0.42,0.6,0.6,0.68,0.42,0.38,0.21333333333333332,0.58,0.128,0.58,0.07200000000000001,0.65,0.5109126984126984,0.5323118123166091,0.49965941289619986

eval/NanoBEIR_evaluation_mean_results.csv

@@ -211,3 +211,10 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.0114942528735633,1750,0.33999999999999997,0.52,0.55,0.64,0.33999999999999997,0.32999999999999996,0.17666666666666664,0.51,0.11200000000000002,0.5349999999999999,0.066,0.63,0.4391190476190476,0.48084355085362074,0.44602687986768524
 2.2988505747126435,2000,0.29000000000000004,0.48,0.5700000000000001,0.62,0.29000000000000004,0.28500000000000003,0.16333333333333333,0.47,0.116,0.5549999999999999,0.064,0.61,0.4052896825396825,0.4520203828984355,0.4152996704699406
 2.586206896551724,2250,0.32,0.49,0.54,0.63,0.32,0.305,0.16666666666666666,0.475,0.11000000000000001,0.525,0.065,0.62,0.42499603174603173,0.46538109797862726,0.42832782654200613
+0,0,0.41000000000000003,0.62,0.69,0.76,0.41000000000000003,0.4,0.20666666666666667,0.605,0.14400000000000002,0.685,0.07900000000000001,0.755,0.5320119047619047,0.583646124688341,0.5360907157798482
+0.28735632183908044,250,0.41000000000000003,0.56,0.6100000000000001,0.7,0.41000000000000003,0.395,0.19333333333333333,0.55,0.126,0.6000000000000001,0.07300000000000001,0.69,0.5017738095238095,0.5435002607872832,0.5062040058864566
+0.5747126436781609,500,0.38,0.53,0.5900000000000001,0.7,0.38,0.365,0.18333333333333332,0.52,0.124,0.585,0.07300000000000001,0.69,0.4732777777777778,0.5218226985150884,0.4780102358307434
+0.8620689655172413,750,0.4,0.56,0.62,0.72,0.4,0.38,0.1933333333333333,0.55,0.128,0.61,0.07400000000000001,0.7,0.4930119047619047,0.5351619522683685,0.4903458353684853
+1.1494252873563218,1000,0.33999999999999997,0.5700000000000001,0.65,0.74,0.33999999999999997,0.33,0.19666666666666666,0.56,0.134,0.64,0.07600000000000001,0.725,0.4751785714285714,0.5312263401557434,0.47598024799221966
+1.4367816091954024,1250,0.33999999999999997,0.56,0.62,0.71,0.33999999999999997,0.325,0.19333333333333336,0.55,0.128,0.61,0.07300000000000001,0.6950000000000001,0.46652380952380945,0.5176497008350076,0.47127559159743787
+1.7241379310344827,1500,0.38,0.5700000000000001,0.62,0.7,0.38,0.36,0.19666666666666666,0.56,0.128,0.61,0.07200000000000001,0.685,0.4864841269841269,0.5281577731455669,0.4876391850456977

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
     "NanoClimateFEVER_cosine_accuracy@1": 0.26,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.44,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.5,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.66,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.38,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.48,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.54,
     "NanoClimateFEVER_cosine_precision@1": 0.26,
-    "NanoClimateFEVER_cosine_precision@3": 0.15333333333333332,
-    "NanoClimateFEVER_cosine_precision@5": 0.11599999999999999,
-    "NanoClimateFEVER_cosine_precision@10": 0.07800000000000001,
-    "NanoClimateFEVER_cosine_recall@1": 0.13333333333333333,
-    "NanoClimateFEVER_cosine_recall@3": 0.22833333333333336,
-    "NanoClimateFEVER_cosine_recall@5": 0.26899999999999996,
-    "NanoClimateFEVER_cosine_recall@10": 0.3373333333333333,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.27983255974457305,
-    "NanoClimateFEVER_cosine_mrr@10": 0.37407936507936507,
-    "NanoClimateFEVER_cosine_map@100": 0.21950969120711716,
-    "NanoDBPedia_cosine_accuracy@1": 0.7,
-    "NanoDBPedia_cosine_accuracy@3": 0.88,
-    "NanoDBPedia_cosine_accuracy@5": 0.9,
-    "NanoDBPedia_cosine_accuracy@10": 0.94,
-    "NanoDBPedia_cosine_precision@1": 0.7,
-    "NanoDBPedia_cosine_precision@3": 0.5466666666666667,
-    "NanoDBPedia_cosine_precision@5": 0.44400000000000006,
-    "NanoDBPedia_cosine_precision@10": 0.392,
-    "NanoDBPedia_cosine_recall@1": 0.07383246482550386,
-    "NanoDBPedia_cosine_recall@3": 0.159718221359661,
-    "NanoDBPedia_cosine_recall@5": 0.1937365959906554,
-    "NanoDBPedia_cosine_recall@10": 0.2724595995420522,
-    "NanoDBPedia_cosine_ndcg@10": 0.5074575102031964,
-    "NanoDBPedia_cosine_mrr@10": 0.7926904761904762,
-    "NanoDBPedia_cosine_map@100": 0.3307395976243776,
-    "NanoFEVER_cosine_accuracy@1": 0.72,
-    "NanoFEVER_cosine_accuracy@3": 0.9,
-    "NanoFEVER_cosine_accuracy@5": 0.96,
-    "NanoFEVER_cosine_accuracy@10": 0.98,
-    "NanoFEVER_cosine_precision@1": 0.72,
-    "NanoFEVER_cosine_precision@3": 0.30666666666666664,
-    "NanoFEVER_cosine_precision@5": 0.19599999999999995,
-    "NanoFEVER_cosine_precision@10": 0.09999999999999998,
-    "NanoFEVER_cosine_recall@1": 0.6766666666666665,
-    "NanoFEVER_cosine_recall@3": 0.8466666666666667,
-    "NanoFEVER_cosine_recall@5": 0.9066666666666667,
-    "NanoFEVER_cosine_recall@10": 0.9266666666666667,
-    "NanoFEVER_cosine_ndcg@10": 0.8229612278703518,
-    "NanoFEVER_cosine_mrr@10": 0.8206666666666667,
-    "NanoFEVER_cosine_map@100": 0.7751518703591276,
-    "NanoFiQA2018_cosine_accuracy@1": 0.36,
-    "NanoFiQA2018_cosine_accuracy@3": 0.44,
-    "NanoFiQA2018_cosine_accuracy@5": 0.6,
-    "NanoFiQA2018_cosine_accuracy@10": 0.7,
-    "NanoFiQA2018_cosine_precision@1": 0.36,
-    "NanoFiQA2018_cosine_precision@3": 0.19333333333333336,
-    "NanoFiQA2018_cosine_precision@5": 0.17199999999999996,
-    "NanoFiQA2018_cosine_precision@10": 0.1,
-    "NanoFiQA2018_cosine_recall@1": 0.19607936507936508,
-    "NanoFiQA2018_cosine_recall@3": 0.26643650793650797,
-    "NanoFiQA2018_cosine_recall@5": 0.4104603174603174,
-    "NanoFiQA2018_cosine_recall@10": 0.4702936507936507,
-    "NanoFiQA2018_cosine_ndcg@10": 0.3787820615954833,
-    "NanoFiQA2018_cosine_mrr@10": 0.44926984126984115,
-    "NanoFiQA2018_cosine_map@100": 0.31162344201517,
-    "NanoHotpotQA_cosine_accuracy@1": 0.74,
-    "NanoHotpotQA_cosine_accuracy@3": 0.82,
-    "NanoHotpotQA_cosine_accuracy@5": 0.86,
-    "NanoHotpotQA_cosine_accuracy@10": 0.88,
-    "NanoHotpotQA_cosine_precision@1": 0.74,
-    "NanoHotpotQA_cosine_precision@3": 0.36666666666666664,
-    "NanoHotpotQA_cosine_precision@5": 0.24,
-    "NanoHotpotQA_cosine_precision@10": 0.132,
-    "NanoHotpotQA_cosine_recall@1": 0.37,
-    "NanoHotpotQA_cosine_recall@3": 0.55,
-    "NanoHotpotQA_cosine_recall@5": 0.6,
-    "NanoHotpotQA_cosine_recall@10": 0.66,
-    "NanoHotpotQA_cosine_ndcg@10": 0.6366165866323246,
-    "NanoHotpotQA_cosine_mrr@10": 0.7918571428571429,
-    "NanoHotpotQA_cosine_map@100": 0.5675972006224108,
+    "NanoClimateFEVER_cosine_precision@3": 0.13333333333333333,
+    "NanoClimateFEVER_cosine_precision@5": 0.1,
+    "NanoClimateFEVER_cosine_precision@10": 0.062,
+    "NanoClimateFEVER_cosine_recall@1": 0.14066666666666666,
+    "NanoClimateFEVER_cosine_recall@3": 0.20233333333333334,
+    "NanoClimateFEVER_cosine_recall@5": 0.23399999999999999,
+    "NanoClimateFEVER_cosine_recall@10": 0.27399999999999997,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.2492839568639178,
+    "NanoClimateFEVER_cosine_mrr@10": 0.34852380952380957,
+    "NanoClimateFEVER_cosine_map@100": 0.20441864232503498,
+    "NanoDBPedia_cosine_accuracy@1": 0.6,
+    "NanoDBPedia_cosine_accuracy@3": 0.76,
+    "NanoDBPedia_cosine_accuracy@5": 0.86,
+    "NanoDBPedia_cosine_accuracy@10": 0.9,
+    "NanoDBPedia_cosine_precision@1": 0.6,
+    "NanoDBPedia_cosine_precision@3": 0.4733333333333334,
+    "NanoDBPedia_cosine_precision@5": 0.42800000000000005,
+    "NanoDBPedia_cosine_precision@10": 0.34600000000000003,
+    "NanoDBPedia_cosine_recall@1": 0.05244099344102771,
+    "NanoDBPedia_cosine_recall@3": 0.11905666980927139,
+    "NanoDBPedia_cosine_recall@5": 0.1498535000442701,
+    "NanoDBPedia_cosine_recall@10": 0.24163199162754928,
+    "NanoDBPedia_cosine_ndcg@10": 0.4426565477477201,
+    "NanoDBPedia_cosine_mrr@10": 0.7028888888888889,
+    "NanoDBPedia_cosine_map@100": 0.2828214084522445,
+    "NanoFEVER_cosine_accuracy@1": 0.46,
+    "NanoFEVER_cosine_accuracy@3": 0.78,
+    "NanoFEVER_cosine_accuracy@5": 0.86,
+    "NanoFEVER_cosine_accuracy@10": 0.88,
+    "NanoFEVER_cosine_precision@1": 0.46,
+    "NanoFEVER_cosine_precision@3": 0.26666666666666666,
+    "NanoFEVER_cosine_precision@5": 0.176,
+    "NanoFEVER_cosine_precision@10": 0.092,
+    "NanoFEVER_cosine_recall@1": 0.42666666666666664,
+    "NanoFEVER_cosine_recall@3": 0.7233333333333333,
+    "NanoFEVER_cosine_recall@5": 0.8033333333333332,
+    "NanoFEVER_cosine_recall@10": 0.8333333333333333,
+    "NanoFEVER_cosine_ndcg@10": 0.6580129211253776,
+    "NanoFEVER_cosine_mrr@10": 0.6218571428571428,
+    "NanoFEVER_cosine_map@100": 0.5958589705489019,
+    "NanoFiQA2018_cosine_accuracy@1": 0.38,
+    "NanoFiQA2018_cosine_accuracy@3": 0.5,
+    "NanoFiQA2018_cosine_accuracy@5": 0.58,
+    "NanoFiQA2018_cosine_accuracy@10": 0.64,
+    "NanoFiQA2018_cosine_precision@1": 0.38,
+    "NanoFiQA2018_cosine_precision@3": 0.18666666666666668,
+    "NanoFiQA2018_cosine_precision@5": 0.14400000000000002,
+    "NanoFiQA2018_cosine_precision@10": 0.086,
+    "NanoFiQA2018_cosine_recall@1": 0.20874603174603173,
+    "NanoFiQA2018_cosine_recall@3": 0.3174126984126984,
+    "NanoFiQA2018_cosine_recall@5": 0.3784365079365079,
+    "NanoFiQA2018_cosine_recall@10": 0.4249920634920635,
+    "NanoFiQA2018_cosine_ndcg@10": 0.3627243700335102,
+    "NanoFiQA2018_cosine_mrr@10": 0.45752380952380955,
+    "NanoFiQA2018_cosine_map@100": 0.30653324427432976,
+    "NanoHotpotQA_cosine_accuracy@1": 0.52,
+    "NanoHotpotQA_cosine_accuracy@3": 0.62,
+    "NanoHotpotQA_cosine_accuracy@5": 0.66,
+    "NanoHotpotQA_cosine_accuracy@10": 0.74,
+    "NanoHotpotQA_cosine_precision@1": 0.52,
+    "NanoHotpotQA_cosine_precision@3": 0.24666666666666665,
+    "NanoHotpotQA_cosine_precision@5": 0.16399999999999998,
+    "NanoHotpotQA_cosine_precision@10": 0.092,
+    "NanoHotpotQA_cosine_recall@1": 0.26,
+    "NanoHotpotQA_cosine_recall@3": 0.37,
+    "NanoHotpotQA_cosine_recall@5": 0.41,
+    "NanoHotpotQA_cosine_recall@10": 0.46,
+    "NanoHotpotQA_cosine_ndcg@10": 0.4369863506070083,
+    "NanoHotpotQA_cosine_mrr@10": 0.5840238095238095,
+    "NanoHotpotQA_cosine_map@100": 0.37142211292843513,
     "NanoMSMARCO_cosine_accuracy@1": 0.32,
-    "NanoMSMARCO_cosine_accuracy@3": 0.56,
-    "NanoMSMARCO_cosine_accuracy@5": 0.68,
-    "NanoMSMARCO_cosine_accuracy@10": 0.74,
+    "NanoMSMARCO_cosine_accuracy@3": 0.5,
+    "NanoMSMARCO_cosine_accuracy@5": 0.56,
+    "NanoMSMARCO_cosine_accuracy@10": 0.72,
     "NanoMSMARCO_cosine_precision@1": 0.32,
-    "NanoMSMARCO_cosine_precision@3": 0.18666666666666668,
-    "NanoMSMARCO_cosine_precision@5": 0.136,
-    "NanoMSMARCO_cosine_precision@10": 0.07400000000000001,
+    "NanoMSMARCO_cosine_precision@3": 0.16666666666666669,
+    "NanoMSMARCO_cosine_precision@5": 0.11200000000000002,
+    "NanoMSMARCO_cosine_precision@10": 0.07200000000000001,
     "NanoMSMARCO_cosine_recall@1": 0.32,
-    "NanoMSMARCO_cosine_recall@3": 0.56,
-    "NanoMSMARCO_cosine_recall@5": 0.68,
-    "NanoMSMARCO_cosine_recall@10": 0.74,
-    "NanoMSMARCO_cosine_ndcg@10": 0.536962042440356,
-    "NanoMSMARCO_cosine_mrr@10": 0.47152380952380946,
-    "NanoMSMARCO_cosine_map@100": 0.4835318212224214,
-    "NanoNFCorpus_cosine_accuracy@1": 0.38,
-    "NanoNFCorpus_cosine_accuracy@3": 0.48,
-    "NanoNFCorpus_cosine_accuracy@5": 0.58,
-    "NanoNFCorpus_cosine_accuracy@10": 0.68,
-    "NanoNFCorpus_cosine_precision@1": 0.38,
-    "NanoNFCorpus_cosine_precision@3": 0.3533333333333333,
-    "NanoNFCorpus_cosine_precision@5": 0.316,
-    "NanoNFCorpus_cosine_precision@10": 0.28400000000000003,
-    "NanoNFCorpus_cosine_recall@1": 0.011456243854594442,
-    "NanoNFCorpus_cosine_recall@3": 0.0593848982223217,
-    "NanoNFCorpus_cosine_recall@5": 0.07653627352215216,
-    "NanoNFCorpus_cosine_recall@10": 0.12954076759548194,
-    "NanoNFCorpus_cosine_ndcg@10": 0.31520791828061323,
-    "NanoNFCorpus_cosine_mrr@10": 0.4578888888888889,
-    "NanoNFCorpus_cosine_map@100": 0.12788065409461996,
-    "NanoNQ_cosine_accuracy@1": 0.42,
-    "NanoNQ_cosine_accuracy@3": 0.56,
-    "NanoNQ_cosine_accuracy@5": 0.6,
-    "NanoNQ_cosine_accuracy@10": 0.74,
-    "NanoNQ_cosine_precision@1": 0.42,
-    "NanoNQ_cosine_precision@3": 0.2,
-    "NanoNQ_cosine_precision@5": 0.132,
-    "NanoNQ_cosine_precision@10": 0.08,
-    "NanoNQ_cosine_recall@1": 0.39,
-    "NanoNQ_cosine_recall@3": 0.54,
-    "NanoNQ_cosine_recall@5": 0.59,
-    "NanoNQ_cosine_recall@10": 0.72,
-    "NanoNQ_cosine_ndcg@10": 0.5505596490405809,
-    "NanoNQ_cosine_mrr@10": 0.5070793650793651,
-    "NanoNQ_cosine_map@100": 0.50321316661942,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.8,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.94,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.96,
+    "NanoMSMARCO_cosine_recall@3": 0.5,
+    "NanoMSMARCO_cosine_recall@5": 0.56,
+    "NanoMSMARCO_cosine_recall@10": 0.72,
+    "NanoMSMARCO_cosine_ndcg@10": 0.5076844979819899,
+    "NanoMSMARCO_cosine_mrr@10": 0.4414682539682539,
+    "NanoMSMARCO_cosine_map@100": 0.4541878759718346,
+    "NanoNFCorpus_cosine_accuracy@1": 0.34,
+    "NanoNFCorpus_cosine_accuracy@3": 0.42,
+    "NanoNFCorpus_cosine_accuracy@5": 0.48,
+    "NanoNFCorpus_cosine_accuracy@10": 0.6,
+    "NanoNFCorpus_cosine_precision@1": 0.34,
+    "NanoNFCorpus_cosine_precision@3": 0.32666666666666666,
+    "NanoNFCorpus_cosine_precision@5": 0.292,
+    "NanoNFCorpus_cosine_precision@10": 0.234,
+    "NanoNFCorpus_cosine_recall@1": 0.011303793989200254,
+    "NanoNFCorpus_cosine_recall@3": 0.031244681505305585,
+    "NanoNFCorpus_cosine_recall@5": 0.04713607047852303,
+    "NanoNFCorpus_cosine_recall@10": 0.0693992741134154,
+    "NanoNFCorpus_cosine_ndcg@10": 0.2598035673694497,
+    "NanoNFCorpus_cosine_mrr@10": 0.404468253968254,
+    "NanoNFCorpus_cosine_map@100": 0.08959056587053282,
+    "NanoNQ_cosine_accuracy@1": 0.32,
+    "NanoNQ_cosine_accuracy@3": 0.48,
+    "NanoNQ_cosine_accuracy@5": 0.52,
+    "NanoNQ_cosine_accuracy@10": 0.54,
+    "NanoNQ_cosine_precision@1": 0.32,
+    "NanoNQ_cosine_precision@3": 0.16666666666666663,
+    "NanoNQ_cosine_precision@5": 0.10800000000000001,
+    "NanoNQ_cosine_precision@10": 0.05800000000000001,
+    "NanoNQ_cosine_recall@1": 0.29,
+    "NanoNQ_cosine_recall@3": 0.45,
+    "NanoNQ_cosine_recall@5": 0.49,
+    "NanoNQ_cosine_recall@10": 0.52,
+    "NanoNQ_cosine_ndcg@10": 0.4230776979752646,
+    "NanoNQ_cosine_mrr@10": 0.40852380952380957,
+    "NanoNQ_cosine_map@100": 0.4024677771121777,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.82,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.92,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.94,
     "NanoQuoraRetrieval_cosine_accuracy@10": 0.96,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.8,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.4,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.25599999999999995,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.13399999999999998,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.6973333333333332,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.9086666666666667,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.946,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9566666666666666,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.8877421723995803,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.8683333333333333,
-    "NanoQuoraRetrieval_cosine_map@100": 0.8623611111111111,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.44,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.68,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.82,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.9,
-    "NanoSCIDOCS_cosine_precision@1": 0.44,
-    "NanoSCIDOCS_cosine_precision@3": 0.36,
-    "NanoSCIDOCS_cosine_precision@5": 0.30400000000000005,
-    "NanoSCIDOCS_cosine_precision@10": 0.19599999999999998,
-    "NanoSCIDOCS_cosine_recall@1": 0.09266666666666667,
-    "NanoSCIDOCS_cosine_recall@3": 0.22166666666666668,
-    "NanoSCIDOCS_cosine_recall@5": 0.31166666666666665,
-    "NanoSCIDOCS_cosine_recall@10": 0.4006666666666666,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.38993413197417687,
-    "NanoSCIDOCS_cosine_mrr@10": 0.5951111111111111,
-    "NanoSCIDOCS_cosine_map@100": 0.30747882417131367,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.82,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.37999999999999995,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.23999999999999996,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.12799999999999997,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.7073333333333334,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.882,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.9126666666666666,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.946,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.877034246688313,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.8678571428571429,
+    "NanoQuoraRetrieval_cosine_map@100": 0.8502483608158665,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.42,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.72,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.78,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.84,
+    "NanoSCIDOCS_cosine_precision@1": 0.42,
+    "NanoSCIDOCS_cosine_precision@3": 0.34666666666666657,
+    "NanoSCIDOCS_cosine_precision@5": 0.27599999999999997,
+    "NanoSCIDOCS_cosine_precision@10": 0.18,
+    "NanoSCIDOCS_cosine_recall@1": 0.08600000000000002,
+    "NanoSCIDOCS_cosine_recall@3": 0.21566666666666667,
+    "NanoSCIDOCS_cosine_recall@5": 0.2836666666666667,
+    "NanoSCIDOCS_cosine_recall@10": 0.3686666666666667,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.36265976831413305,
+    "NanoSCIDOCS_cosine_mrr@10": 0.571579365079365,
+    "NanoSCIDOCS_cosine_map@100": 0.2806483158502371,
     "NanoArguAna_cosine_accuracy@1": 0.18,
-    "NanoArguAna_cosine_accuracy@3": 0.42,
-    "NanoArguAna_cosine_accuracy@5": 0.6,
-    "NanoArguAna_cosine_accuracy@10": 0.82,
+    "NanoArguAna_cosine_accuracy@3": 0.4,
+    "NanoArguAna_cosine_accuracy@5": 0.56,
+    "NanoArguAna_cosine_accuracy@10": 0.76,
     "NanoArguAna_cosine_precision@1": 0.18,
-    "NanoArguAna_cosine_precision@3": 0.13999999999999999,
-    "NanoArguAna_cosine_precision@5": 0.12000000000000002,
-    "NanoArguAna_cosine_precision@10": 0.08199999999999999,
+    "NanoArguAna_cosine_precision@3": 0.13333333333333333,
+    "NanoArguAna_cosine_precision@5": 0.11200000000000003,
+    "NanoArguAna_cosine_precision@10": 0.07600000000000001,
     "NanoArguAna_cosine_recall@1": 0.18,
-    "NanoArguAna_cosine_recall@3": 0.42,
-    "NanoArguAna_cosine_recall@5": 0.6,
-    "NanoArguAna_cosine_recall@10": 0.82,
-    "NanoArguAna_cosine_ndcg@10": 0.46717067242223975,
-    "NanoArguAna_cosine_mrr@10": 0.3577380952380952,
-    "NanoArguAna_cosine_map@100": 0.36358053571986587,
-    "NanoSciFact_cosine_accuracy@1": 0.52,
-    "NanoSciFact_cosine_accuracy@3": 0.68,
-    "NanoSciFact_cosine_accuracy@5": 0.76,
-    "NanoSciFact_cosine_accuracy@10": 0.8,
-    "NanoSciFact_cosine_precision@1": 0.52,
-    "NanoSciFact_cosine_precision@3": 0.24666666666666665,
-    "NanoSciFact_cosine_precision@5": 0.16799999999999998,
-    "NanoSciFact_cosine_precision@10": 0.09,
-    "NanoSciFact_cosine_recall@1": 0.485,
-    "NanoSciFact_cosine_recall@3": 0.67,
-    "NanoSciFact_cosine_recall@5": 0.745,
-    "NanoSciFact_cosine_recall@10": 0.79,
-    "NanoSciFact_cosine_ndcg@10": 0.6512776755394104,
-    "NanoSciFact_cosine_mrr@10": 0.6094999999999999,
-    "NanoSciFact_cosine_map@100": 0.6097706802838382,
-    "NanoTouche2020_cosine_accuracy@1": 0.5510204081632653,
-    "NanoTouche2020_cosine_accuracy@3": 0.7755102040816326,
-    "NanoTouche2020_cosine_accuracy@5": 0.8979591836734694,
+    "NanoArguAna_cosine_recall@3": 0.4,
+    "NanoArguAna_cosine_recall@5": 0.56,
+    "NanoArguAna_cosine_recall@10": 0.76,
+    "NanoArguAna_cosine_ndcg@10": 0.4400427760450664,
+    "NanoArguAna_cosine_mrr@10": 0.34159523809523795,
+    "NanoArguAna_cosine_map@100": 0.346353283565148,
+    "NanoSciFact_cosine_accuracy@1": 0.34,
+    "NanoSciFact_cosine_accuracy@3": 0.5,
+    "NanoSciFact_cosine_accuracy@5": 0.6,
+    "NanoSciFact_cosine_accuracy@10": 0.64,
+    "NanoSciFact_cosine_precision@1": 0.34,
+    "NanoSciFact_cosine_precision@3": 0.18,
+    "NanoSciFact_cosine_precision@5": 0.14,
+    "NanoSciFact_cosine_precision@10": 0.07400000000000001,
+    "NanoSciFact_cosine_recall@1": 0.305,
+    "NanoSciFact_cosine_recall@3": 0.47,
+    "NanoSciFact_cosine_recall@5": 0.59,
+    "NanoSciFact_cosine_recall@10": 0.63,
+    "NanoSciFact_cosine_ndcg@10": 0.4774008181239152,
+    "NanoSciFact_cosine_mrr@10": 0.43969047619047613,
+    "NanoSciFact_cosine_map@100": 0.434487015231779,
+    "NanoTouche2020_cosine_accuracy@1": 0.5918367346938775,
+    "NanoTouche2020_cosine_accuracy@3": 0.7959183673469388,
+    "NanoTouche2020_cosine_accuracy@5": 0.8571428571428571,
     "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
-    "NanoTouche2020_cosine_precision@1": 0.5510204081632653,
-    "NanoTouche2020_cosine_precision@3": 0.5102040816326531,
-    "NanoTouche2020_cosine_precision@5": 0.4897959183673469,
-    "NanoTouche2020_cosine_precision@10": 0.4061224489795918,
-    "NanoTouche2020_cosine_recall@1": 0.03991829563067212,
-    "NanoTouche2020_cosine_recall@3": 0.10997788203373526,
-    "NanoTouche2020_cosine_recall@5": 0.17453185979006453,
-    "NanoTouche2020_cosine_recall@10": 0.2767071683528056,
-    "NanoTouche2020_cosine_ndcg@10": 0.4598158503095293,
-    "NanoTouche2020_cosine_mrr@10": 0.6920068027210884,
-    "NanoTouche2020_cosine_map@100": 0.3575826071000786,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.4916169544740973,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.6596546310832024,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.7475353218210361,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.8276295133437992,
-    "NanoBEIR_mean_cosine_precision@1": 0.4916169544740973,
-    "NanoBEIR_mean_cosine_precision@3": 0.304887493458922,
-    "NanoBEIR_mean_cosine_precision@5": 0.23767660910518057,
-    "NanoBEIR_mean_cosine_precision@10": 0.16524018838304555,
-    "NanoBEIR_mean_cosine_recall@1": 0.2820220284146258,
-    "NanoBEIR_mean_cosine_recall@3": 0.42621929560658156,
-    "NanoBEIR_mean_cosine_recall@5": 0.5002767984689632,
-    "NanoBEIR_mean_cosine_recall@10": 0.5769488092013326,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.5295630814194167,
-    "NanoBEIR_mean_cosine_mrr@10": 0.5990572998430141,
-    "NanoBEIR_mean_cosine_map@100": 0.44769393862699014
+    "NanoTouche2020_cosine_precision@1": 0.5918367346938775,
+    "NanoTouche2020_cosine_precision@3": 0.5510204081632653,
+    "NanoTouche2020_cosine_precision@5": 0.4653061224489796,
+    "NanoTouche2020_cosine_precision@10": 0.3857142857142857,
+    "NanoTouche2020_cosine_recall@1": 0.04284865778016241,
+    "NanoTouche2020_cosine_recall@3": 0.12174900810036214,
+    "NanoTouche2020_cosine_recall@5": 0.1691643492468857,
+    "NanoTouche2020_cosine_recall@10": 0.26141802214247595,
+    "NanoTouche2020_cosine_ndcg@10": 0.4505217653784499,
+    "NanoTouche2020_cosine_mrr@10": 0.71274700356333,
+    "NanoTouche2020_cosine_map@100": 0.342868501287415,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.4270643642072213,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.5981475667189953,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.6720879120879121,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.7476295133437992,
+    "NanoBEIR_mean_cosine_precision@1": 0.4270643642072213,
+    "NanoBEIR_mean_cosine_precision@3": 0.2736682365253794,
+    "NanoBEIR_mean_cosine_precision@5": 0.2121004709576138,
+    "NanoBEIR_mean_cosine_precision@10": 0.14505494505494507,
+    "NanoBEIR_mean_cosine_recall@1": 0.23315431874023762,
+    "NanoBEIR_mean_cosine_recall@3": 0.36944587624315167,
+    "NanoBEIR_mean_cosine_recall@5": 0.4298659303363733,
+    "NanoBEIR_mean_cosine_recall@10": 0.5007262577981157,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.4575299449426243,
+    "NanoBEIR_mean_cosine_mrr@10": 0.5309805387356407,
+    "NanoBEIR_mean_cosine_map@100": 0.3816850826333798
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.8163265306122449,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9795918367346939,
-    "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7959183673469388,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9183673469387755,
+    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9795918367346939,
     "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.8163265306122449,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7823129251700681,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.7673469387755101,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6612244897959183,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.018059797419187187,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.05177708349835182,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.0847009876681411,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.14574966287701233,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.7016250377378848,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8962585034013605,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.3046239541737184
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7959183673469388,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7210884353741496,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6979591836734694,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5795918367346939,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.017589318234381018,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.047638441502256816,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07685025929622703,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.12768596260273413,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6268789790121103,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8753644314868804,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.26682197341262104
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1c3f9d9d43a7252ee0047b60e4c4046e73fa90e5db3e3a4b307d66d2737f0da
-size 90864192
+oid sha256:8e4633d008cdfaafa8ed0fa02cd97b9a98cd89445f73e313b44738ec66fa4c59
+size 133462128

tokenizer_config.json

@@ -48,7 +48,7 @@
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
   "max_length": 128,
-  "model_max_length": 256,
+  "model_max_length": 128,
   "never_split": null,
   "pad_to_multiple_of": null,
   "pad_token": "[PAD]",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee75bec07cdf94b1ef3ac43fdcbb69fb59fa172a0c303c908b16531b1e286320
+oid sha256:020e143387141384674be22a242949d40219eb05712011f5776e1b9cb11ebfaf
 size 6161