Training in progress, step 3000

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.7346938775510204,0.8979591836734694,0.9591836734693877,0.9795918367346939,0.7346938775510204,0.01624309573792563,0.6734693877551019,0.044551385854379066,0.6408163265306123,0.07089354391383193,0.5714285714285714,0.1259626982715188,0.8316326530612245,0.6085612466649332,0.26687269951112885
 -1,-1,0.7346938775510204,0.9591836734693877,0.9591836734693877,0.9795918367346939,0.7346938775510204,0.01621771541198729,0.6530612244897959,0.04332940576939637,0.6244897959183674,0.06895417097606506,0.5591836734693878,0.12348183753484424,0.8455782312925171,0.5954101144791746,0.2601278550736935
 -1,-1,0.7142857142857143,0.8979591836734694,0.9387755102040817,1.0,0.7142857142857143,0.01573282614788055,0.6462585034013606,0.04275323566902829,0.6367346938775511,0.07012039327848052,0.6081632653061224,0.13403422996091566,0.8178814382896017,0.6273987146591455,0.28128965698246966
+-1,-1,0.8163265306122449,0.9795918367346939,1.0,1.0,0.8163265306122449,0.01803249455506709,0.7414965986394557,0.049252036110439906,0.6857142857142857,0.0761169532193537,0.6163265306122448,0.13638384696540978,0.8894557823129251,0.6547046694416884,0.2771121379369517

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.16,0.46,0.7,0.8,0.16,0.16,0.15333333333333332,0.46,0.14,0.7,0.08,0.8,0.36310317460317454,0.4688297991092857,0.3720978530241688
 -1,-1,0.2,0.52,0.62,0.8,0.2,0.2,0.1733333333333333,0.52,0.124,0.62,0.08,0.8,0.37535714285714283,0.4762066705559567,0.38649929659712273
 -1,-1,0.3,0.58,0.74,0.8,0.3,0.3,0.19333333333333336,0.58,0.14800000000000002,0.74,0.08,0.8,0.4633571428571427,0.5455855727027346,0.4730605422904018
+-1,-1,0.3,0.62,0.72,0.88,0.3,0.3,0.20666666666666667,0.62,0.14400000000000002,0.72,0.088,0.88,0.47200000000000003,0.569226837117219,0.477347446092127

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.14,0.32,0.44,0.64,0.14,0.045,0.10666666666666666,0.16,0.09600000000000002,0.20566666666666664,0.078,0.32466666666666666,0.2638253968253968,0.21204309717908137,0.14474101387825505
 -1,-1,0.22,0.46,0.6,0.7,0.22,0.08833333333333332,0.16,0.20233333333333334,0.14,0.2773333333333333,0.09399999999999999,0.35533333333333333,0.36027777777777764,0.27100297156270264,0.19795821625610546
 -1,-1,0.3,0.48,0.58,0.74,0.3,0.14,0.15999999999999998,0.21166666666666664,0.12000000000000002,0.25666666666666665,0.088,0.374,0.42454761904761895,0.2996177731680284,0.2265281691898656
+-1,-1,0.26,0.46,0.54,0.68,0.26,0.11333333333333333,0.1733333333333333,0.22399999999999998,0.12,0.24566666666666667,0.08399999999999999,0.354,0.38572222222222213,0.27976158807790524,0.21496396253254116

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.66,0.8,0.88,0.94,0.66,0.08297528330645793,0.5066666666666666,0.13192202199116082,0.452,0.18621714021742997,0.3600000000000001,0.26767217124827153,0.7455555555555554,0.47954581638908067,0.3384784133984431
 -1,-1,0.62,0.78,0.8,0.86,0.62,0.06860927975997193,0.46666666666666673,0.15127179160162219,0.38,0.17617407265112206,0.3440000000000001,0.24400228188087705,0.7023015873015873,0.44949627395332054,0.29824339995738325
 -1,-1,0.64,0.78,0.86,0.94,0.64,0.07199232876100338,0.5066666666666666,0.14747486476088534,0.44,0.1913989683987657,0.36200000000000004,0.2742771404552993,0.7405476190476192,0.4805422620845781,0.36212701934169245
+-1,-1,0.66,0.82,0.82,0.92,0.66,0.06627410331361128,0.52,0.11642203144818641,0.47600000000000003,0.15939271926389856,0.43399999999999994,0.3058404280353589,0.7509126984126984,0.5289804187032126,0.3568883864355294

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.68,0.82,0.9,0.98,0.68,0.6266666666666666,0.2733333333333333,0.7666666666666666,0.184,0.8566666666666666,0.10199999999999998,0.9366666666666668,0.7662142857142856,0.7818312375608406,0.7224012782296027
 -1,-1,0.52,0.72,0.84,0.88,0.52,0.4766666666666666,0.24,0.6666666666666665,0.16799999999999998,0.7766666666666666,0.08999999999999998,0.8266666666666665,0.6436666666666666,0.6634594414247748,0.6012499566107813
 -1,-1,0.8,0.92,1.0,1.0,0.8,0.7466666666666666,0.32,0.8733333333333333,0.20799999999999996,0.9533333333333333,0.10399999999999998,0.9533333333333333,0.8633333333333334,0.8636946517336189,0.8214285714285714
+-1,-1,0.74,0.92,0.96,0.98,0.74,0.7066666666666666,0.31999999999999995,0.8933333333333333,0.2,0.9233333333333333,0.102,0.9333333333333332,0.827888888888889,0.8438436032323271,0.8073304093567252

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.24,0.38,0.5,0.64,0.24,0.11307936507936507,0.1733333333333333,0.21312698412698414,0.14400000000000002,0.3009603174603175,0.09799999999999998,0.4296507936507936,0.35157142857142853,0.3102612453838562,0.25086077829626363
 -1,-1,0.24,0.38,0.54,0.64,0.24,0.10985714285714286,0.18,0.23357142857142854,0.14800000000000002,0.33296031746031746,0.09399999999999999,0.4205714285714286,0.3478809523809523,0.3048163877354011,0.2357820164809244
 -1,-1,0.3,0.4,0.44,0.56,0.3,0.14474603174603173,0.1733333333333333,0.22162698412698412,0.136,0.27834920634920635,0.08599999999999998,0.3578492063492063,0.36488888888888893,0.29513534588091855,0.24923826358633291
+-1,-1,0.22,0.48,0.54,0.56,0.22,0.12085714285714286,0.18666666666666668,0.27296031746031746,0.136,0.3209603174603175,0.08,0.3416825396825397,0.3495555555555555,0.2864768117008527,0.23748997872132127

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.68,0.74,0.8,0.82,0.68,0.34,0.32666666666666666,0.49,0.22399999999999998,0.56,0.11999999999999998,0.6,0.7208333333333334,0.5752308816700872,0.510579500048938
 -1,-1,0.68,0.8,0.82,0.82,0.68,0.34,0.3599999999999999,0.54,0.236,0.59,0.126,0.63,0.7306666666666668,0.6035111764648927,0.5376524301579806
 -1,-1,0.76,0.86,0.9,0.9,0.76,0.38,0.4199999999999999,0.63,0.288,0.72,0.15399999999999997,0.77,0.809,0.7155277881549162,0.6476017906158282
+-1,-1,0.62,0.78,0.88,0.9,0.62,0.31,0.38666666666666666,0.58,0.27599999999999997,0.69,0.15,0.75,0.7253333333333333,0.6550742115261693,0.5785651729430864

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.56,0.72,0.82,0.32,0.32,0.18666666666666665,0.56,0.14400000000000002,0.72,0.08199999999999999,0.82,0.4747460317460317,0.5574382679738011,0.4820742333423996
 -1,-1,0.42,0.66,0.68,0.74,0.42,0.42,0.22,0.66,0.136,0.68,0.07400000000000001,0.74,0.5453888888888889,0.593377048050137,0.5590741871418341
 -1,-1,0.3,0.62,0.7,0.76,0.3,0.3,0.20666666666666664,0.62,0.14,0.7,0.07600000000000001,0.76,0.47016666666666657,0.5415969332190478,0.4817150619220429
+-1,-1,0.36,0.6,0.68,0.78,0.36,0.36,0.2,0.6,0.136,0.68,0.07800000000000001,0.78,0.5018888888888889,0.5686788105462819,0.5110826036192063

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.36,0.52,0.56,0.66,0.36,0.014716133965078128,0.32666666666666666,0.055146451741661634,0.30800000000000005,0.0756834230868976,0.262,0.1072898123738633,0.4582142857142857,0.2925765508213905,0.10850544450043552
 -1,-1,0.36,0.42,0.52,0.62,0.36,0.012948653420853886,0.28,0.027378951459630513,0.29600000000000004,0.04978150853738917,0.264,0.0958099588507519,0.42522222222222217,0.2859079032008062,0.10116602983458042
 -1,-1,0.4,0.48,0.54,0.68,0.4,0.032488303582306345,0.31999999999999995,0.05250423598992672,0.29600000000000004,0.06937227672298389,0.27199999999999996,0.12238074180224012,0.4639047619047619,0.3120117837560736,0.13431237418759714
+-1,-1,0.4,0.46,0.54,0.64,0.4,0.042012342257439016,0.30666666666666664,0.060555527848706686,0.28800000000000003,0.0782317542868985,0.268,0.11354272773931177,0.4578571428571429,0.31136741174148286,0.13246951736620952

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.54,0.62,0.68,0.32,0.31,0.19333333333333333,0.53,0.132,0.6,0.07200000000000001,0.66,0.4418809523809524,0.492580214786822,0.4462290155539738
 -1,-1,0.38,0.54,0.62,0.72,0.38,0.34,0.18666666666666665,0.51,0.132,0.58,0.08,0.7,0.4836031746031746,0.5235400236111211,0.4659949769889572
 -1,-1,0.38,0.56,0.62,0.7,0.38,0.35,0.19333333333333333,0.54,0.132,0.6,0.07400000000000001,0.68,0.4853333333333334,0.5219456964879438,0.47424546661452993
+-1,-1,0.36,0.66,0.68,0.76,0.36,0.33,0.22,0.62,0.14,0.65,0.08,0.72,0.5098571428571428,0.547217901995397,0.4872849044614519

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.98,0.98,1.0,1.0,0.98,0.8573333333333334,0.4133333333333333,0.9520000000000001,0.264,0.986,0.13999999999999999,1.0,0.985,0.9845438596011792,0.9753809523809523
 -1,-1,0.88,0.94,0.98,0.98,0.88,0.7673333333333332,0.3933333333333333,0.9046666666666667,0.26399999999999996,0.9686666666666668,0.13799999999999998,0.98,0.9146666666666667,0.9268886342345826,0.905410101010101
 -1,-1,0.88,0.98,0.98,1.0,0.88,0.7773333333333332,0.4133333333333333,0.9520000000000001,0.25999999999999995,0.966,0.13999999999999999,1.0,0.9328571428571428,0.949418687424446,0.9287936507936507
+-1,-1,0.86,0.96,0.96,1.0,0.86,0.764,0.3933333333333333,0.9186666666666667,0.244,0.9326666666666666,0.13399999999999998,0.99,0.9153333333333333,0.9283857008727395,0.9039594898565487

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.44,0.7,0.76,0.78,0.44,0.09366666666666669,0.35333333333333333,0.21966666666666668,0.28800000000000003,0.2976666666666667,0.19199999999999995,0.3946666666666666,0.5616666666666666,0.3828850338349345,0.30593260646984016
 -1,-1,0.34,0.52,0.64,0.8,0.34,0.07066666666666667,0.24666666666666667,0.15266666666666667,0.21199999999999997,0.21666666666666665,0.144,0.29466666666666663,0.4655555555555555,0.28382792601011303,0.2043355717658347
 -1,-1,0.52,0.7,0.8,0.9,0.52,0.10866666666666668,0.35999999999999993,0.22266666666666665,0.30400000000000005,0.3106666666666667,0.19599999999999998,0.4026666666666667,0.6395000000000001,0.40675618777994077,0.3262483514488973
+-1,-1,0.5,0.78,0.8,0.9,0.5,0.10466666666666667,0.3933333333333333,0.24366666666666664,0.292,0.30266666666666664,0.20999999999999996,0.43066666666666653,0.6418809523809523,0.41993662001127285,0.3295565395722371

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.42,0.64,0.74,0.76,0.42,0.385,0.2333333333333333,0.615,0.16799999999999998,0.73,0.086,0.75,0.5455000000000001,0.5912355312609557,0.5434068224487171
 -1,-1,0.56,0.66,0.78,0.8,0.56,0.54,0.2333333333333333,0.64,0.16799999999999998,0.755,0.088,0.785,0.6335555555555554,0.6666773498732055,0.6301298500985915
 -1,-1,0.66,0.78,0.8,0.84,0.66,0.625,0.2866666666666666,0.765,0.176,0.785,0.09399999999999999,0.83,0.7288571428571429,0.7501155240015368,0.7260669634749399
+-1,-1,0.64,0.74,0.78,0.84,0.64,0.605,0.26,0.72,0.17199999999999996,0.775,0.09399999999999999,0.83,0.6995238095238097,0.7261784618839369,0.692363449491257

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.46938775510204084,0.8571428571428571,0.8979591836734694,0.9591836734693877,0.46938775510204084,0.03591160763016919,0.4897959183673469,0.10821057390594244,0.4571428571428572,0.16225107732738817,0.36938775510204086,0.24825484731314076,0.6547052154195011,0.4179909153419783,0.3079645674841381
 -1,-1,0.5510204081632653,0.673469387755102,0.7959183673469388,0.8979591836734694,0.5510204081632653,0.039329788089165985,0.4353741496598639,0.09363652863049189,0.4163265306122449,0.1470890633955627,0.336734693877551,0.22874136230534553,0.6524619371558147,0.39385768020266143,0.2920370000582227
 -1,-1,0.4897959183673469,0.7959183673469388,0.8571428571428571,0.9591836734693877,0.4897959183673469,0.039239921828048606,0.4693877551020407,0.10351413183705138,0.4408163265306122,0.15968234788843697,0.3857142857142857,0.26630751426172417,0.6522918691286037,0.4277395666699261,0.32178730465967126
+-1,-1,0.5714285714285714,0.7959183673469388,0.8367346938775511,1.0,0.5714285714285714,0.037950501643135445,0.46938775510204084,0.0980082949209636,0.42857142857142855,0.15022603944116117,0.39591836734693875,0.2693254394840462,0.7094590217039197,0.44281330307931555,0.3200871943932675

NanoBEIR_evaluation_mean_results.csv

@@ -4,3 +4,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.45149136577708016,0.6397802197802197,0.7321507064364207,0.8060910518053375,0.45149136577708016,0.2603345428190567,0.2874201988487703,0.40474918193069864,0.2308571428571429,0.49085476600707945,0.15702982731554163,0.564528278814313,0.5640627943485086,0.5036148039164072,0.4237424983889329
 -1,-1,0.459309262166405,0.6210361067503923,0.7104552590266876,0.7890737833594977,0.459309262166405,0.267211143394395,0.2750287807430664,0.4078609256612698,0.21694819466248041,0.4746414073367481,0.1502103610675039,0.5462147460211592,0.5600465226383593,0.49558226822151347,0.41657946407372454
 -1,-1,0.5176766091051804,0.6873783359497646,0.7551648351648352,0.8291679748822607,0.5176766091051804,0.30893332712185045,0.30944008372579795,0.455368221798578,0.23760125588697018,0.5177284204635432,0.16243956043956043,0.5839088156052669,0.6183527323017118,0.5468990594664391,0.47485796381184786
+-1,-1,0.4993406593406593,0.6981475667189952,0.7489795918367347,0.833846153846154,0.4993406593406593,0.2969815966721535,0.3104657247514391,0.45904714141114156,0.2348131868131868,0.5098572433681239,0.1690706436420722,0.5921839334570197,0.6113240761506067,0.5467647446529317,0.4653376196031929

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -96,3 +96,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.36,0.6,0.66,0.78,0.36,0.36,0.2,0.6,0.13200000000000003,0.66,0.07800000000000001,0.78,0.5012222222222222,0.5680658981437514,0.5106233199304077
 3.9118065433854907,2750,0.36,0.6,0.68,0.78,0.36,0.36,0.2,0.6,0.136,0.68,0.07800000000000001,0.78,0.5018888888888889,0.5686788105462819,0.5110826036192063
 4.2674253200568995,3000,0.36,0.6,0.68,0.78,0.36,0.36,0.2,0.6,0.136,0.68,0.07800000000000001,0.78,0.5018888888888889,0.5686788105462819,0.5110826036192063
+0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
+0.35561877667140823,250,0.44,0.64,0.7,0.76,0.44,0.44,0.21333333333333332,0.64,0.14,0.7,0.07600000000000001,0.76,0.5562222222222222,0.6061817664366602,0.5714775072708509
+0.7112375533428165,500,0.42,0.64,0.72,0.76,0.42,0.42,0.21333333333333332,0.64,0.14400000000000002,0.72,0.07600000000000001,0.76,0.5445555555555556,0.5976711538559677,0.5567183212827792
+1.0668563300142249,750,0.4,0.58,0.66,0.72,0.4,0.4,0.19333333333333333,0.58,0.132,0.66,0.07200000000000001,0.72,0.5124444444444444,0.5628152787524704,0.523878227132864
+1.422475106685633,1000,0.36,0.54,0.64,0.68,0.36,0.36,0.18,0.54,0.128,0.64,0.068,0.68,0.4720555555555555,0.5228512437395606,0.4882441064529165
+1.7780938833570412,1250,0.32,0.54,0.62,0.72,0.32,0.32,0.18,0.54,0.124,0.62,0.07200000000000001,0.72,0.4452460317460317,0.5111912244418483,0.4574579472814767
+2.1337126600284497,1500,0.34,0.52,0.62,0.72,0.34,0.34,0.1733333333333333,0.52,0.124,0.62,0.07200000000000001,0.72,0.4545476190476191,0.5182985994842998,0.4665318681465606
+2.4893314366998576,1750,0.34,0.54,0.64,0.72,0.34,0.34,0.18,0.54,0.128,0.64,0.07200000000000001,0.72,0.46057936507936503,0.5231469840601815,0.472577402266764
+2.844950213371266,2000,0.32,0.56,0.64,0.72,0.32,0.32,0.18666666666666668,0.56,0.128,0.64,0.07200000000000001,0.72,0.4536031746031746,0.5183858921178719,0.46574960636733187
+3.200568990042674,2250,0.32,0.56,0.62,0.74,0.32,0.32,0.18666666666666668,0.56,0.124,0.62,0.07400000000000001,0.74,0.45441269841269843,0.523135278300416,0.46483226372904857
+3.5561877667140824,2500,0.32,0.56,0.62,0.72,0.32,0.32,0.18666666666666668,0.56,0.124,0.62,0.07200000000000001,0.72,0.4514126984126985,0.5164775067572812,0.46366130654724685
+3.9118065433854907,2750,0.32,0.56,0.62,0.74,0.32,0.32,0.18666666666666668,0.56,0.124,0.62,0.07400000000000001,0.74,0.45293650793650797,0.5218013262081452,0.4633491089409316
+4.2674253200568995,3000,0.32,0.56,0.62,0.74,0.32,0.32,0.18666666666666668,0.56,0.124,0.62,0.07400000000000001,0.74,0.4534126984126985,0.522258803283639,0.4638252994171221

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -96,3 +96,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.36,0.66,0.68,0.76,0.36,0.33,0.22,0.62,0.14,0.65,0.08,0.72,0.5098571428571428,0.547217901995397,0.48735841934878577
 3.9118065433854907,2750,0.36,0.66,0.68,0.76,0.36,0.33,0.22,0.62,0.14,0.65,0.08,0.72,0.5098571428571428,0.547217901995397,0.4873449119475005
 4.2674253200568995,3000,0.36,0.66,0.68,0.76,0.36,0.33,0.22,0.62,0.14,0.65,0.08,0.72,0.5098571428571428,0.547217901995397,0.4872849044614519
+0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
+0.35561877667140823,250,0.56,0.68,0.74,0.78,0.56,0.53,0.2333333333333333,0.65,0.15200000000000002,0.69,0.08399999999999999,0.74,0.6341666666666667,0.6473239396763334,0.6176562202502147
+0.7112375533428165,500,0.52,0.64,0.7,0.76,0.52,0.49,0.22,0.62,0.14800000000000002,0.67,0.08199999999999999,0.73,0.6026904761904762,0.6251481268164027,0.5945973151718597
+1.0668563300142249,750,0.38,0.56,0.64,0.66,0.38,0.36,0.19333333333333333,0.54,0.13200000000000003,0.6,0.07,0.62,0.48283333333333334,0.5081784680700878,0.4774944000358248
+1.422475106685633,1000,0.36,0.44,0.56,0.68,0.36,0.34,0.14666666666666667,0.42,0.11599999999999999,0.53,0.07400000000000001,0.66,0.43607936507936507,0.4808732476813469,0.4317087724065046
+1.7780938833570412,1250,0.34,0.48,0.54,0.72,0.34,0.31,0.16,0.45,0.11600000000000002,0.52,0.07600000000000001,0.69,0.4368492063492064,0.48450510151233095,0.42418265554057455
+2.1337126600284497,1500,0.34,0.5,0.54,0.72,0.34,0.31,0.16666666666666663,0.47,0.11600000000000002,0.53,0.07600000000000001,0.7,0.44009523809523804,0.48993091074671,0.42815052520745117
+2.4893314366998576,1750,0.32,0.52,0.54,0.74,0.32,0.29,0.1733333333333333,0.49,0.11600000000000002,0.53,0.07800000000000001,0.71,0.4359047619047619,0.48961917654159676,0.421946732852428
+2.844950213371266,2000,0.32,0.54,0.54,0.74,0.32,0.29,0.18,0.51,0.11600000000000002,0.53,0.07800000000000001,0.71,0.44423809523809527,0.4962428355229872,0.43027078835023763
+3.200568990042674,2250,0.32,0.54,0.54,0.74,0.32,0.29,0.18666666666666665,0.52,0.11600000000000002,0.53,0.07800000000000001,0.71,0.44423809523809527,0.49709294499919,0.43202973007357565
+3.5561877667140824,2500,0.32,0.54,0.54,0.74,0.32,0.29,0.18666666666666665,0.52,0.11600000000000002,0.53,0.07800000000000001,0.71,0.4477936507936508,0.49985826827052954,0.43551003766964674
+3.9118065433854907,2750,0.32,0.54,0.54,0.74,0.32,0.29,0.18666666666666665,0.52,0.11600000000000002,0.53,0.07800000000000001,0.71,0.4477936507936508,0.49985826827052954,0.4354911744351764
+4.2674253200568995,3000,0.32,0.54,0.54,0.74,0.32,0.29,0.18666666666666665,0.52,0.11600000000000002,0.53,0.07800000000000001,0.71,0.44801587301587303,0.5000975716574514,0.435720694785091

eval/NanoBEIR_evaluation_mean_results.csv

@@ -96,3 +96,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.36,0.63,0.67,0.77,0.36,0.345,0.21000000000000002,0.61,0.136,0.655,0.07900000000000001,0.75,0.5055396825396825,0.5576419000695743,0.4989908696395967
 3.9118065433854907,2750,0.36,0.63,0.68,0.77,0.36,0.345,0.21000000000000002,0.61,0.138,0.665,0.07900000000000001,0.75,0.5058730158730158,0.5579483562708394,0.4992137577833534
 4.2674253200568995,3000,0.36,0.63,0.68,0.77,0.36,0.345,0.21000000000000002,0.61,0.138,0.665,0.07900000000000001,0.75,0.5058730158730158,0.5579483562708394,0.4991837540403291
+0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
+0.35561877667140823,250,0.5,0.66,0.72,0.77,0.5,0.485,0.22333333333333333,0.645,0.14600000000000002,0.695,0.08,0.75,0.5951944444444444,0.6267528530564968,0.5945668637605328
+0.7112375533428165,500,0.47,0.64,0.71,0.76,0.47,0.45499999999999996,0.21666666666666667,0.63,0.14600000000000002,0.6950000000000001,0.079,0.745,0.5736230158730159,0.6114096403361853,0.5756578182273194
+1.0668563300142249,750,0.39,0.5700000000000001,0.65,0.69,0.39,0.38,0.19333333333333333,0.56,0.132,0.63,0.07100000000000001,0.6699999999999999,0.49763888888888885,0.535496873411279,0.5006863135843445
+1.422475106685633,1000,0.36,0.49,0.6000000000000001,0.68,0.36,0.35,0.16333333333333333,0.48,0.122,0.585,0.07100000000000001,0.67,0.45406746031746026,0.5018622457104538,0.45997643942971056
+1.7780938833570412,1250,0.33,0.51,0.5800000000000001,0.72,0.33,0.315,0.16999999999999998,0.495,0.12000000000000001,0.5700000000000001,0.07400000000000001,0.705,0.441047619047619,0.4978481629770896,0.44082030141102563
+2.1337126600284497,1500,0.34,0.51,0.5800000000000001,0.72,0.34,0.325,0.16999999999999998,0.495,0.12000000000000001,0.575,0.07400000000000001,0.71,0.44732142857142854,0.504114755115505,0.4473411966770059
+2.4893314366998576,1750,0.33,0.53,0.5900000000000001,0.73,0.33,0.315,0.17666666666666664,0.515,0.12200000000000001,0.585,0.07500000000000001,0.715,0.44824206349206347,0.5063830803008891,0.44726206755959597
+2.844950213371266,2000,0.32,0.55,0.5900000000000001,0.73,0.32,0.305,0.18333333333333335,0.535,0.12200000000000001,0.585,0.07500000000000001,0.715,0.44892063492063494,0.5073143638204296,0.4480101973587848
+3.200568990042674,2250,0.32,0.55,0.5800000000000001,0.74,0.32,0.305,0.18666666666666665,0.54,0.12000000000000001,0.575,0.07600000000000001,0.725,0.44932539682539685,0.5101141116498029,0.4484309969013121
+3.5561877667140824,2500,0.32,0.55,0.5800000000000001,0.73,0.32,0.305,0.18666666666666665,0.54,0.12000000000000001,0.575,0.07500000000000001,0.715,0.44960317460317467,0.5081678875139054,0.4495856721084468
+3.9118065433854907,2750,0.32,0.55,0.5800000000000001,0.74,0.32,0.305,0.18666666666666665,0.54,0.12000000000000001,0.575,0.07600000000000001,0.725,0.4503650793650794,0.5108297972393374,0.449420141688054
+4.2674253200568995,3000,0.32,0.55,0.5800000000000001,0.74,0.32,0.305,0.18666666666666665,0.54,0.12000000000000001,0.575,0.07600000000000001,0.725,0.45071428571428573,0.5111781874705452,0.4497729971011065

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.3,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.48,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.58,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.74,
-    "NanoClimateFEVER_cosine_precision@1": 0.3,
-    "NanoClimateFEVER_cosine_precision@3": 0.15999999999999998,
-    "NanoClimateFEVER_cosine_precision@5": 0.12000000000000002,
-    "NanoClimateFEVER_cosine_precision@10": 0.088,
-    "NanoClimateFEVER_cosine_recall@1": 0.14,
-    "NanoClimateFEVER_cosine_recall@3": 0.21166666666666664,
-    "NanoClimateFEVER_cosine_recall@5": 0.25666666666666665,
-    "NanoClimateFEVER_cosine_recall@10": 0.374,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.2996177731680284,
-    "NanoClimateFEVER_cosine_mrr@10": 0.42454761904761895,
-    "NanoClimateFEVER_cosine_map@100": 0.2265281691898656,
-    "NanoDBPedia_cosine_accuracy@1": 0.64,
-    "NanoDBPedia_cosine_accuracy@3": 0.78,
-    "NanoDBPedia_cosine_accuracy@5": 0.86,
-    "NanoDBPedia_cosine_accuracy@10": 0.94,
-    "NanoDBPedia_cosine_precision@1": 0.64,
-    "NanoDBPedia_cosine_precision@3": 0.5066666666666666,
-    "NanoDBPedia_cosine_precision@5": 0.44,
-    "NanoDBPedia_cosine_precision@10": 0.36200000000000004,
-    "NanoDBPedia_cosine_recall@1": 0.07199232876100338,
-    "NanoDBPedia_cosine_recall@3": 0.14747486476088534,
-    "NanoDBPedia_cosine_recall@5": 0.1913989683987657,
-    "NanoDBPedia_cosine_recall@10": 0.2742771404552993,
-    "NanoDBPedia_cosine_ndcg@10": 0.4805422620845781,
-    "NanoDBPedia_cosine_mrr@10": 0.7405476190476192,
-    "NanoDBPedia_cosine_map@100": 0.36212701934169245,
-    "NanoFEVER_cosine_accuracy@1": 0.8,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.26,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.46,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.54,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.68,
+    "NanoClimateFEVER_cosine_precision@1": 0.26,
+    "NanoClimateFEVER_cosine_precision@3": 0.1733333333333333,
+    "NanoClimateFEVER_cosine_precision@5": 0.12,
+    "NanoClimateFEVER_cosine_precision@10": 0.08399999999999999,
+    "NanoClimateFEVER_cosine_recall@1": 0.11333333333333333,
+    "NanoClimateFEVER_cosine_recall@3": 0.22399999999999998,
+    "NanoClimateFEVER_cosine_recall@5": 0.24566666666666667,
+    "NanoClimateFEVER_cosine_recall@10": 0.354,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.27976158807790524,
+    "NanoClimateFEVER_cosine_mrr@10": 0.38572222222222213,
+    "NanoClimateFEVER_cosine_map@100": 0.21496396253254116,
+    "NanoDBPedia_cosine_accuracy@1": 0.66,
+    "NanoDBPedia_cosine_accuracy@3": 0.82,
+    "NanoDBPedia_cosine_accuracy@5": 0.82,
+    "NanoDBPedia_cosine_accuracy@10": 0.92,
+    "NanoDBPedia_cosine_precision@1": 0.66,
+    "NanoDBPedia_cosine_precision@3": 0.52,
+    "NanoDBPedia_cosine_precision@5": 0.47600000000000003,
+    "NanoDBPedia_cosine_precision@10": 0.43399999999999994,
+    "NanoDBPedia_cosine_recall@1": 0.06627410331361128,
+    "NanoDBPedia_cosine_recall@3": 0.11642203144818641,
+    "NanoDBPedia_cosine_recall@5": 0.15939271926389856,
+    "NanoDBPedia_cosine_recall@10": 0.3058404280353589,
+    "NanoDBPedia_cosine_ndcg@10": 0.5289804187032126,
+    "NanoDBPedia_cosine_mrr@10": 0.7509126984126984,
+    "NanoDBPedia_cosine_map@100": 0.3568883864355294,
+    "NanoFEVER_cosine_accuracy@1": 0.74,
     "NanoFEVER_cosine_accuracy@3": 0.92,
-    "NanoFEVER_cosine_accuracy@5": 1.0,
-    "NanoFEVER_cosine_accuracy@10": 1.0,
-    "NanoFEVER_cosine_precision@1": 0.8,
-    "NanoFEVER_cosine_precision@3": 0.32,
-    "NanoFEVER_cosine_precision@5": 0.20799999999999996,
-    "NanoFEVER_cosine_precision@10": 0.10399999999999998,
-    "NanoFEVER_cosine_recall@1": 0.7466666666666666,
-    "NanoFEVER_cosine_recall@3": 0.8733333333333333,
-    "NanoFEVER_cosine_recall@5": 0.9533333333333333,
-    "NanoFEVER_cosine_recall@10": 0.9533333333333333,
-    "NanoFEVER_cosine_ndcg@10": 0.8636946517336189,
-    "NanoFEVER_cosine_mrr@10": 0.8633333333333334,
-    "NanoFEVER_cosine_map@100": 0.8214285714285714,
-    "NanoFiQA2018_cosine_accuracy@1": 0.3,
-    "NanoFiQA2018_cosine_accuracy@3": 0.4,
-    "NanoFiQA2018_cosine_accuracy@5": 0.44,
+    "NanoFEVER_cosine_accuracy@5": 0.96,
+    "NanoFEVER_cosine_accuracy@10": 0.98,
+    "NanoFEVER_cosine_precision@1": 0.74,
+    "NanoFEVER_cosine_precision@3": 0.31999999999999995,
+    "NanoFEVER_cosine_precision@5": 0.2,
+    "NanoFEVER_cosine_precision@10": 0.102,
+    "NanoFEVER_cosine_recall@1": 0.7066666666666666,
+    "NanoFEVER_cosine_recall@3": 0.8933333333333333,
+    "NanoFEVER_cosine_recall@5": 0.9233333333333333,
+    "NanoFEVER_cosine_recall@10": 0.9333333333333332,
+    "NanoFEVER_cosine_ndcg@10": 0.8438436032323271,
+    "NanoFEVER_cosine_mrr@10": 0.827888888888889,
+    "NanoFEVER_cosine_map@100": 0.8073304093567252,
+    "NanoFiQA2018_cosine_accuracy@1": 0.22,
+    "NanoFiQA2018_cosine_accuracy@3": 0.48,
+    "NanoFiQA2018_cosine_accuracy@5": 0.54,
     "NanoFiQA2018_cosine_accuracy@10": 0.56,
-    "NanoFiQA2018_cosine_precision@1": 0.3,
-    "NanoFiQA2018_cosine_precision@3": 0.1733333333333333,
+    "NanoFiQA2018_cosine_precision@1": 0.22,
+    "NanoFiQA2018_cosine_precision@3": 0.18666666666666668,
     "NanoFiQA2018_cosine_precision@5": 0.136,
-    "NanoFiQA2018_cosine_precision@10": 0.08599999999999998,
-    "NanoFiQA2018_cosine_recall@1": 0.14474603174603173,
-    "NanoFiQA2018_cosine_recall@3": 0.22162698412698412,
-    "NanoFiQA2018_cosine_recall@5": 0.27834920634920635,
-    "NanoFiQA2018_cosine_recall@10": 0.3578492063492063,
-    "NanoFiQA2018_cosine_ndcg@10": 0.29513534588091855,
-    "NanoFiQA2018_cosine_mrr@10": 0.36488888888888893,
-    "NanoFiQA2018_cosine_map@100": 0.24923826358633291,
-    "NanoHotpotQA_cosine_accuracy@1": 0.76,
-    "NanoHotpotQA_cosine_accuracy@3": 0.86,
-    "NanoHotpotQA_cosine_accuracy@5": 0.9,
+    "NanoFiQA2018_cosine_precision@10": 0.08,
+    "NanoFiQA2018_cosine_recall@1": 0.12085714285714286,
+    "NanoFiQA2018_cosine_recall@3": 0.27296031746031746,
+    "NanoFiQA2018_cosine_recall@5": 0.3209603174603175,
+    "NanoFiQA2018_cosine_recall@10": 0.3416825396825397,
+    "NanoFiQA2018_cosine_ndcg@10": 0.2864768117008527,
+    "NanoFiQA2018_cosine_mrr@10": 0.3495555555555555,
+    "NanoFiQA2018_cosine_map@100": 0.23748997872132127,
+    "NanoHotpotQA_cosine_accuracy@1": 0.62,
+    "NanoHotpotQA_cosine_accuracy@3": 0.78,
+    "NanoHotpotQA_cosine_accuracy@5": 0.88,
     "NanoHotpotQA_cosine_accuracy@10": 0.9,
-    "NanoHotpotQA_cosine_precision@1": 0.76,
-    "NanoHotpotQA_cosine_precision@3": 0.4199999999999999,
-    "NanoHotpotQA_cosine_precision@5": 0.288,
-    "NanoHotpotQA_cosine_precision@10": 0.15399999999999997,
-    "NanoHotpotQA_cosine_recall@1": 0.38,
-    "NanoHotpotQA_cosine_recall@3": 0.63,
-    "NanoHotpotQA_cosine_recall@5": 0.72,
-    "NanoHotpotQA_cosine_recall@10": 0.77,
-    "NanoHotpotQA_cosine_ndcg@10": 0.7155277881549162,
-    "NanoHotpotQA_cosine_mrr@10": 0.809,
-    "NanoHotpotQA_cosine_map@100": 0.6476017906158282,
-    "NanoMSMARCO_cosine_accuracy@1": 0.3,
-    "NanoMSMARCO_cosine_accuracy@3": 0.62,
-    "NanoMSMARCO_cosine_accuracy@5": 0.7,
-    "NanoMSMARCO_cosine_accuracy@10": 0.76,
-    "NanoMSMARCO_cosine_precision@1": 0.3,
-    "NanoMSMARCO_cosine_precision@3": 0.20666666666666664,
-    "NanoMSMARCO_cosine_precision@5": 0.14,
-    "NanoMSMARCO_cosine_precision@10": 0.07600000000000001,
-    "NanoMSMARCO_cosine_recall@1": 0.3,
-    "NanoMSMARCO_cosine_recall@3": 0.62,
-    "NanoMSMARCO_cosine_recall@5": 0.7,
-    "NanoMSMARCO_cosine_recall@10": 0.76,
-    "NanoMSMARCO_cosine_ndcg@10": 0.5415969332190478,
-    "NanoMSMARCO_cosine_mrr@10": 0.47016666666666657,
-    "NanoMSMARCO_cosine_map@100": 0.4817150619220429,
+    "NanoHotpotQA_cosine_precision@1": 0.62,
+    "NanoHotpotQA_cosine_precision@3": 0.38666666666666666,
+    "NanoHotpotQA_cosine_precision@5": 0.27599999999999997,
+    "NanoHotpotQA_cosine_precision@10": 0.15,
+    "NanoHotpotQA_cosine_recall@1": 0.31,
+    "NanoHotpotQA_cosine_recall@3": 0.58,
+    "NanoHotpotQA_cosine_recall@5": 0.69,
+    "NanoHotpotQA_cosine_recall@10": 0.75,
+    "NanoHotpotQA_cosine_ndcg@10": 0.6550742115261693,
+    "NanoHotpotQA_cosine_mrr@10": 0.7253333333333333,
+    "NanoHotpotQA_cosine_map@100": 0.5785651729430864,
+    "NanoMSMARCO_cosine_accuracy@1": 0.36,
+    "NanoMSMARCO_cosine_accuracy@3": 0.6,
+    "NanoMSMARCO_cosine_accuracy@5": 0.68,
+    "NanoMSMARCO_cosine_accuracy@10": 0.78,
+    "NanoMSMARCO_cosine_precision@1": 0.36,
+    "NanoMSMARCO_cosine_precision@3": 0.2,
+    "NanoMSMARCO_cosine_precision@5": 0.136,
+    "NanoMSMARCO_cosine_precision@10": 0.07800000000000001,
+    "NanoMSMARCO_cosine_recall@1": 0.36,
+    "NanoMSMARCO_cosine_recall@3": 0.6,
+    "NanoMSMARCO_cosine_recall@5": 0.68,
+    "NanoMSMARCO_cosine_recall@10": 0.78,
+    "NanoMSMARCO_cosine_ndcg@10": 0.5686788105462819,
+    "NanoMSMARCO_cosine_mrr@10": 0.5018888888888889,
+    "NanoMSMARCO_cosine_map@100": 0.5110826036192063,
     "NanoNFCorpus_cosine_accuracy@1": 0.4,
-    "NanoNFCorpus_cosine_accuracy@3": 0.48,
+    "NanoNFCorpus_cosine_accuracy@3": 0.46,
     "NanoNFCorpus_cosine_accuracy@5": 0.54,
-    "NanoNFCorpus_cosine_accuracy@10": 0.68,
+    "NanoNFCorpus_cosine_accuracy@10": 0.64,
     "NanoNFCorpus_cosine_precision@1": 0.4,
-    "NanoNFCorpus_cosine_precision@3": 0.31999999999999995,
-    "NanoNFCorpus_cosine_precision@5": 0.29600000000000004,
-    "NanoNFCorpus_cosine_precision@10": 0.27199999999999996,
-    "NanoNFCorpus_cosine_recall@1": 0.032488303582306345,
-    "NanoNFCorpus_cosine_recall@3": 0.05250423598992672,
-    "NanoNFCorpus_cosine_recall@5": 0.06937227672298389,
-    "NanoNFCorpus_cosine_recall@10": 0.12238074180224012,
-    "NanoNFCorpus_cosine_ndcg@10": 0.3120117837560736,
-    "NanoNFCorpus_cosine_mrr@10": 0.4639047619047619,
-    "NanoNFCorpus_cosine_map@100": 0.13431237418759714,
-    "NanoNQ_cosine_accuracy@1": 0.38,
-    "NanoNQ_cosine_accuracy@3": 0.56,
-    "NanoNQ_cosine_accuracy@5": 0.62,
-    "NanoNQ_cosine_accuracy@10": 0.7,
-    "NanoNQ_cosine_precision@1": 0.38,
-    "NanoNQ_cosine_precision@3": 0.19333333333333333,
-    "NanoNQ_cosine_precision@5": 0.132,
-    "NanoNQ_cosine_precision@10": 0.07400000000000001,
-    "NanoNQ_cosine_recall@1": 0.35,
-    "NanoNQ_cosine_recall@3": 0.54,
-    "NanoNQ_cosine_recall@5": 0.6,
-    "NanoNQ_cosine_recall@10": 0.68,
-    "NanoNQ_cosine_ndcg@10": 0.5219456964879438,
-    "NanoNQ_cosine_mrr@10": 0.4853333333333334,
-    "NanoNQ_cosine_map@100": 0.47424546661452993,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.88,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.98,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.98,
+    "NanoNFCorpus_cosine_precision@3": 0.30666666666666664,
+    "NanoNFCorpus_cosine_precision@5": 0.28800000000000003,
+    "NanoNFCorpus_cosine_precision@10": 0.268,
+    "NanoNFCorpus_cosine_recall@1": 0.042012342257439016,
+    "NanoNFCorpus_cosine_recall@3": 0.060555527848706686,
+    "NanoNFCorpus_cosine_recall@5": 0.0782317542868985,
+    "NanoNFCorpus_cosine_recall@10": 0.11354272773931177,
+    "NanoNFCorpus_cosine_ndcg@10": 0.31136741174148286,
+    "NanoNFCorpus_cosine_mrr@10": 0.4578571428571429,
+    "NanoNFCorpus_cosine_map@100": 0.13246951736620952,
+    "NanoNQ_cosine_accuracy@1": 0.36,
+    "NanoNQ_cosine_accuracy@3": 0.66,
+    "NanoNQ_cosine_accuracy@5": 0.68,
+    "NanoNQ_cosine_accuracy@10": 0.76,
+    "NanoNQ_cosine_precision@1": 0.36,
+    "NanoNQ_cosine_precision@3": 0.22,
+    "NanoNQ_cosine_precision@5": 0.14,
+    "NanoNQ_cosine_precision@10": 0.08,
+    "NanoNQ_cosine_recall@1": 0.33,
+    "NanoNQ_cosine_recall@3": 0.62,
+    "NanoNQ_cosine_recall@5": 0.65,
+    "NanoNQ_cosine_recall@10": 0.72,
+    "NanoNQ_cosine_ndcg@10": 0.547217901995397,
+    "NanoNQ_cosine_mrr@10": 0.5098571428571428,
+    "NanoNQ_cosine_map@100": 0.4872849044614519,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.86,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.96,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.96,
     "NanoQuoraRetrieval_cosine_accuracy@10": 1.0,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.88,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.4133333333333333,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.25999999999999995,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.13999999999999999,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.7773333333333332,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.9520000000000001,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.966,
-    "NanoQuoraRetrieval_cosine_recall@10": 1.0,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.949418687424446,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.9328571428571428,
-    "NanoQuoraRetrieval_cosine_map@100": 0.9287936507936507,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.52,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.7,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.86,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.3933333333333333,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.244,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.13399999999999998,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.764,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9186666666666667,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.9326666666666666,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.99,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9283857008727395,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.9153333333333333,
+    "NanoQuoraRetrieval_cosine_map@100": 0.9039594898565487,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.5,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.78,
     "NanoSCIDOCS_cosine_accuracy@5": 0.8,
     "NanoSCIDOCS_cosine_accuracy@10": 0.9,
-    "NanoSCIDOCS_cosine_precision@1": 0.52,
-    "NanoSCIDOCS_cosine_precision@3": 0.35999999999999993,
-    "NanoSCIDOCS_cosine_precision@5": 0.30400000000000005,
-    "NanoSCIDOCS_cosine_precision@10": 0.19599999999999998,
-    "NanoSCIDOCS_cosine_recall@1": 0.10866666666666668,
-    "NanoSCIDOCS_cosine_recall@3": 0.22266666666666665,
-    "NanoSCIDOCS_cosine_recall@5": 0.3106666666666667,
-    "NanoSCIDOCS_cosine_recall@10": 0.4026666666666667,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.40675618777994077,
-    "NanoSCIDOCS_cosine_mrr@10": 0.6395000000000001,
-    "NanoSCIDOCS_cosine_map@100": 0.3262483514488973,
+    "NanoSCIDOCS_cosine_precision@1": 0.5,
+    "NanoSCIDOCS_cosine_precision@3": 0.3933333333333333,
+    "NanoSCIDOCS_cosine_precision@5": 0.292,
+    "NanoSCIDOCS_cosine_precision@10": 0.20999999999999996,
+    "NanoSCIDOCS_cosine_recall@1": 0.10466666666666667,
+    "NanoSCIDOCS_cosine_recall@3": 0.24366666666666664,
+    "NanoSCIDOCS_cosine_recall@5": 0.30266666666666664,
+    "NanoSCIDOCS_cosine_recall@10": 0.43066666666666653,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.41993662001127285,
+    "NanoSCIDOCS_cosine_mrr@10": 0.6418809523809523,
+    "NanoSCIDOCS_cosine_map@100": 0.3295565395722371,
     "NanoArguAna_cosine_accuracy@1": 0.3,
-    "NanoArguAna_cosine_accuracy@3": 0.58,
-    "NanoArguAna_cosine_accuracy@5": 0.74,
-    "NanoArguAna_cosine_accuracy@10": 0.8,
+    "NanoArguAna_cosine_accuracy@3": 0.62,
+    "NanoArguAna_cosine_accuracy@5": 0.72,
+    "NanoArguAna_cosine_accuracy@10": 0.88,
     "NanoArguAna_cosine_precision@1": 0.3,
-    "NanoArguAna_cosine_precision@3": 0.19333333333333336,
-    "NanoArguAna_cosine_precision@5": 0.14800000000000002,
-    "NanoArguAna_cosine_precision@10": 0.08,
+    "NanoArguAna_cosine_precision@3": 0.20666666666666667,
+    "NanoArguAna_cosine_precision@5": 0.14400000000000002,
+    "NanoArguAna_cosine_precision@10": 0.088,
     "NanoArguAna_cosine_recall@1": 0.3,
-    "NanoArguAna_cosine_recall@3": 0.58,
-    "NanoArguAna_cosine_recall@5": 0.74,
-    "NanoArguAna_cosine_recall@10": 0.8,
-    "NanoArguAna_cosine_ndcg@10": 0.5455855727027346,
-    "NanoArguAna_cosine_mrr@10": 0.4633571428571427,
-    "NanoArguAna_cosine_map@100": 0.4730605422904018,
-    "NanoSciFact_cosine_accuracy@1": 0.66,
-    "NanoSciFact_cosine_accuracy@3": 0.78,
-    "NanoSciFact_cosine_accuracy@5": 0.8,
+    "NanoArguAna_cosine_recall@3": 0.62,
+    "NanoArguAna_cosine_recall@5": 0.72,
+    "NanoArguAna_cosine_recall@10": 0.88,
+    "NanoArguAna_cosine_ndcg@10": 0.569226837117219,
+    "NanoArguAna_cosine_mrr@10": 0.47200000000000003,
+    "NanoArguAna_cosine_map@100": 0.477347446092127,
+    "NanoSciFact_cosine_accuracy@1": 0.64,
+    "NanoSciFact_cosine_accuracy@3": 0.74,
+    "NanoSciFact_cosine_accuracy@5": 0.78,
     "NanoSciFact_cosine_accuracy@10": 0.84,
-    "NanoSciFact_cosine_precision@1": 0.66,
-    "NanoSciFact_cosine_precision@3": 0.2866666666666666,
-    "NanoSciFact_cosine_precision@5": 0.176,
+    "NanoSciFact_cosine_precision@1": 0.64,
+    "NanoSciFact_cosine_precision@3": 0.26,
+    "NanoSciFact_cosine_precision@5": 0.17199999999999996,
     "NanoSciFact_cosine_precision@10": 0.09399999999999999,
-    "NanoSciFact_cosine_recall@1": 0.625,
-    "NanoSciFact_cosine_recall@3": 0.765,
-    "NanoSciFact_cosine_recall@5": 0.785,
+    "NanoSciFact_cosine_recall@1": 0.605,
+    "NanoSciFact_cosine_recall@3": 0.72,
+    "NanoSciFact_cosine_recall@5": 0.775,
     "NanoSciFact_cosine_recall@10": 0.83,
-    "NanoSciFact_cosine_ndcg@10": 0.7501155240015368,
-    "NanoSciFact_cosine_mrr@10": 0.7288571428571429,
-    "NanoSciFact_cosine_map@100": 0.7260669634749399,
-    "NanoTouche2020_cosine_accuracy@1": 0.4897959183673469,
+    "NanoSciFact_cosine_ndcg@10": 0.7261784618839369,
+    "NanoSciFact_cosine_mrr@10": 0.6995238095238097,
+    "NanoSciFact_cosine_map@100": 0.692363449491257,
+    "NanoTouche2020_cosine_accuracy@1": 0.5714285714285714,
     "NanoTouche2020_cosine_accuracy@3": 0.7959183673469388,
-    "NanoTouche2020_cosine_accuracy@5": 0.8571428571428571,
-    "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
-    "NanoTouche2020_cosine_precision@1": 0.4897959183673469,
-    "NanoTouche2020_cosine_precision@3": 0.4693877551020407,
-    "NanoTouche2020_cosine_precision@5": 0.4408163265306122,
-    "NanoTouche2020_cosine_precision@10": 0.3857142857142857,
-    "NanoTouche2020_cosine_recall@1": 0.039239921828048606,
-    "NanoTouche2020_cosine_recall@3": 0.10351413183705138,
-    "NanoTouche2020_cosine_recall@5": 0.15968234788843697,
-    "NanoTouche2020_cosine_recall@10": 0.26630751426172417,
-    "NanoTouche2020_cosine_ndcg@10": 0.4277395666699261,
-    "NanoTouche2020_cosine_mrr@10": 0.6522918691286037,
-    "NanoTouche2020_cosine_map@100": 0.32178730465967126,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.5176766091051804,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.6873783359497646,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.7551648351648352,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.8291679748822607,
-    "NanoBEIR_mean_cosine_precision@1": 0.5176766091051804,
-    "NanoBEIR_mean_cosine_precision@3": 0.30944008372579795,
-    "NanoBEIR_mean_cosine_precision@5": 0.23760125588697018,
-    "NanoBEIR_mean_cosine_precision@10": 0.16243956043956043,
-    "NanoBEIR_mean_cosine_recall@1": 0.30893332712185045,
-    "NanoBEIR_mean_cosine_recall@3": 0.455368221798578,
-    "NanoBEIR_mean_cosine_recall@5": 0.5177284204635432,
-    "NanoBEIR_mean_cosine_recall@10": 0.5839088156052669,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.5468990594664391,
-    "NanoBEIR_mean_cosine_mrr@10": 0.6183527323017118,
-    "NanoBEIR_mean_cosine_map@100": 0.47485796381184786
+    "NanoTouche2020_cosine_accuracy@5": 0.8367346938775511,
+    "NanoTouche2020_cosine_accuracy@10": 1.0,
+    "NanoTouche2020_cosine_precision@1": 0.5714285714285714,
+    "NanoTouche2020_cosine_precision@3": 0.46938775510204084,
+    "NanoTouche2020_cosine_precision@5": 0.42857142857142855,
+    "NanoTouche2020_cosine_precision@10": 0.39591836734693875,
+    "NanoTouche2020_cosine_recall@1": 0.037950501643135445,
+    "NanoTouche2020_cosine_recall@3": 0.0980082949209636,
+    "NanoTouche2020_cosine_recall@5": 0.15022603944116117,
+    "NanoTouche2020_cosine_recall@10": 0.2693254394840462,
+    "NanoTouche2020_cosine_ndcg@10": 0.44281330307931555,
+    "NanoTouche2020_cosine_mrr@10": 0.7094590217039197,
+    "NanoTouche2020_cosine_map@100": 0.3200871943932675,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.4993406593406593,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.6981475667189952,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.7489795918367347,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.833846153846154,
+    "NanoBEIR_mean_cosine_precision@1": 0.4993406593406593,
+    "NanoBEIR_mean_cosine_precision@3": 0.3104657247514391,
+    "NanoBEIR_mean_cosine_precision@5": 0.2348131868131868,
+    "NanoBEIR_mean_cosine_precision@10": 0.1690706436420722,
+    "NanoBEIR_mean_cosine_recall@1": 0.2969815966721535,
+    "NanoBEIR_mean_cosine_recall@3": 0.45904714141114156,
+    "NanoBEIR_mean_cosine_recall@5": 0.5098572433681239,
+    "NanoBEIR_mean_cosine_recall@10": 0.5921839334570197,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.5467647446529317,
+    "NanoBEIR_mean_cosine_mrr@10": 0.6113240761506067,
+    "NanoBEIR_mean_cosine_map@100": 0.4653376196031929
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7142857142857143,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.8979591836734694,
-    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9387755102040817,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.8163265306122449,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9795918367346939,
+    "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
     "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7142857142857143,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6462585034013606,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6367346938775511,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6081632653061224,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.01573282614788055,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04275323566902829,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07012039327848052,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.13403422996091566,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6273987146591455,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8178814382896017,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.28128965698246966
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.8163265306122449,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7414965986394557,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6857142857142857,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6163265306122448,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.01803249455506709,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.049252036110439906,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.0761169532193537,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.13638384696540978,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6547046694416884,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8894557823129251,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.2771121379369517
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e42defde9001c10d0401b30c21bf3b71ea05cbea17d8522a1b97de6aa1e5e1c
+oid sha256:c87b8b69288407a0c0812ffcf8f512e8a357c6167ee55e9b40c8a92ca30ab4ed
 size 133462128