Training in progress, step 3000

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.7142857142857143,0.8979591836734694,0.9387755102040817,0.9795918367346939,0.7142857142857143,0.015888088527206596,0.6802721088435375,0.04529851299481363,0.6204081632653061,0.06854028378310305,0.5469387755102041,0.12037980510830988,0.8197278911564625,0.5854787058529846,0.2463904322921895
 -1,-1,0.6938775510204082,0.9183673469387755,0.9387755102040817,1.0,0.6938775510204082,0.015282578640721299,0.6598639455782312,0.043691811612696696,0.6204081632653061,0.06836863756086255,0.5448979591836733,0.12002846003612215,0.802437641723356,0.5792925091922296,0.23820124526811953
 -1,-1,0.7346938775510204,0.8979591836734694,0.9387755102040817,1.0,0.7346938775510204,0.016235921803344835,0.6190476190476191,0.04110136889290122,0.6204081632653061,0.0684882416081836,0.5448979591836735,0.12060452557965035,0.8306932296728216,0.5779837170662205,0.22239268054909309
+-1,-1,0.8163265306122449,0.9183673469387755,0.9183673469387755,0.9795918367346939,0.8163265306122449,0.018031980909560562,0.6666666666666666,0.043898628557590365,0.6612244897959183,0.07253188549214812,0.5959183673469388,0.13104227957508152,0.8707482993197279,0.633159993828728,0.2756491953525919

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.04,0.18,0.2,0.34,0.04,0.04,0.06,0.18,0.04,0.2,0.034,0.34,0.12532539682539678,0.175419302465962,0.14459756648011524
 -1,-1,0.08,0.18,0.24,0.34,0.08,0.08,0.06,0.18,0.04800000000000001,0.24,0.034,0.34,0.1541031746031746,0.19775950107880547,0.1637127723917234
 -1,-1,0.0,0.04,0.06,0.1,0.0,0.0,0.013333333333333332,0.04,0.012000000000000002,0.06,0.01,0.1,0.031190476190476192,0.04764153171315327,0.034911665265567264
+-1,-1,0.24,0.38,0.52,0.58,0.24,0.24,0.12666666666666665,0.38,0.10400000000000002,0.52,0.05800000000000001,0.58,0.3347142857142857,0.39334913031939406,0.34861120264343276

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.14,0.22,0.26,0.38,0.14,0.07,0.07333333333333333,0.11066666666666666,0.05200000000000001,0.13566666666666666,0.038,0.19066666666666665,0.20153968253968252,0.1453885297185151,0.10907272614067173
 -1,-1,0.1,0.16,0.18,0.36,0.1,0.039,0.05333333333333333,0.07233333333333332,0.04,0.09899999999999999,0.038000000000000006,0.17800000000000002,0.15424603174603174,0.1173759125527998,0.08470650399139114
 -1,-1,0.04,0.08,0.12,0.12,0.04,0.010666666666666666,0.03333333333333333,0.04466666666666667,0.028000000000000004,0.056333333333333326,0.014000000000000002,0.056333333333333326,0.06566666666666666,0.046191957495871135,0.033420280683900884
+-1,-1,0.16,0.3,0.38,0.46,0.16,0.062333333333333324,0.1,0.14066666666666663,0.07600000000000001,0.18233333333333335,0.05,0.22733333333333333,0.2518888888888889,0.17511491667849083,0.13026789173087744

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.52,0.72,0.82,0.86,0.52,0.047202979496018524,0.4,0.10194727189869665,0.364,0.15730653946206946,0.30000000000000004,0.22246963483004237,0.6298333333333334,0.38619002202024644,0.2319232549425231
 -1,-1,0.54,0.76,0.84,0.9,0.54,0.07619799906535789,0.42,0.1276779058713768,0.384,0.16749620234443643,0.29200000000000004,0.21087586592616692,0.6681666666666666,0.3969317585871071,0.25479322904197393
 -1,-1,0.26,0.36,0.42,0.48,0.26,0.013478860639269325,0.19333333333333333,0.027032310773340756,0.168,0.03720266654458638,0.138,0.061932122340730054,0.32241269841269843,0.1613933337162208,0.058008726432844
+-1,-1,0.6,0.84,0.9,0.94,0.6,0.07736452132069595,0.54,0.1648929452761373,0.46,0.20685193791339937,0.37800000000000006,0.27282350703551705,0.7216904761904763,0.49263161688380896,0.32681788162300135

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.28,0.52,0.6,0.68,0.28,0.27,0.1733333333333333,0.49,0.12,0.57,0.07,0.65,0.4225238095238095,0.4689004130810094,0.4118080771584329
 -1,-1,0.3,0.44,0.52,0.58,0.3,0.28,0.14666666666666667,0.41,0.10800000000000001,0.5,0.062,0.56,0.39605555555555555,0.4268388511477842,0.3890457012149144
 -1,-1,0.02,0.02,0.02,0.04,0.02,0.02,0.006666666666666666,0.02,0.004,0.02,0.004,0.04,0.022857142857142857,0.026666666666666665,0.027169926585108667
+-1,-1,0.68,0.88,0.88,0.96,0.68,0.6366666666666666,0.3,0.8266666666666667,0.18,0.8266666666666667,0.09799999999999998,0.9066666666666667,0.773968253968254,0.7814677857530928,0.7300793650793651

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.26,0.36,0.4,0.48,0.26,0.1585238095238095,0.13999999999999999,0.2282698412698413,0.10000000000000002,0.2517936507936508,0.064,0.3186825396825397,0.3242460317460317,0.26876133900480464,0.24128551555161426
 -1,-1,0.22,0.34,0.44,0.6,0.22,0.11407936507936509,0.15333333333333332,0.21912698412698411,0.124,0.2806825396825397,0.094,0.4115714285714286,0.3207142857142857,0.29458681641245554,0.23364616122992465
 -1,-1,0.1,0.22,0.26,0.32,0.1,0.04352380952380952,0.07333333333333332,0.11152380952380953,0.05600000000000001,0.12774603174603175,0.036000000000000004,0.15663492063492065,0.16444444444444442,0.11920019095324214,0.08946856517346266
+-1,-1,0.28,0.38,0.44,0.62,0.28,0.13474603174603175,0.16666666666666663,0.21912698412698411,0.124,0.2721269841269841,0.08599999999999998,0.40484920634920635,0.36090476190476184,0.3007863756543914,0.23923426165260125

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.54,0.66,0.74,0.84,0.54,0.27,0.2533333333333333,0.38,0.17600000000000002,0.44,0.10599999999999998,0.53,0.6256031746031746,0.4749742091237649,0.38794691370738704
 -1,-1,0.52,0.68,0.74,0.78,0.52,0.26,0.2733333333333334,0.41,0.184,0.46,0.102,0.51,0.6083333333333334,0.46561524553654626,0.3863310446433211
 -1,-1,0.16,0.2,0.24,0.24,0.16,0.08,0.06666666666666667,0.1,0.04800000000000001,0.12,0.026000000000000002,0.13,0.18466666666666667,0.12500477316127157,0.09905861704269486
+-1,-1,0.72,0.8,0.82,0.92,0.72,0.36,0.34,0.51,0.23600000000000002,0.59,0.13399999999999998,0.67,0.773690476190476,0.617986346909483,0.5288841730049509

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.28,0.38,0.42,0.56,0.28,0.28,0.12666666666666665,0.38,0.084,0.42,0.05600000000000001,0.56,0.3516904761904761,0.4001173610020243,0.37336992686291426
 -1,-1,0.22,0.42,0.56,0.64,0.22,0.22,0.13999999999999999,0.42,0.11200000000000002,0.56,0.06400000000000002,0.64,0.3573571428571428,0.4253611031601517,0.37029891648053065
 -1,-1,0.16,0.3,0.32,0.4,0.16,0.16,0.09999999999999998,0.3,0.064,0.32,0.04000000000000001,0.4,0.24177777777777776,0.2797381138841459,0.25452652172848145
+-1,-1,0.3,0.58,0.6,0.68,0.3,0.3,0.19333333333333333,0.58,0.12000000000000002,0.6,0.068,0.68,0.43527777777777776,0.4950369328373354,0.4475531768839056

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.36,0.46,0.5,0.56,0.36,0.01309333347305052,0.2733333333333333,0.029796345008688278,0.256,0.04461630481223397,0.21799999999999997,0.06880715289816099,0.4221111111111111,0.24206789327168107,0.08443685448289194
 -1,-1,0.32,0.46,0.54,0.6,0.32,0.012390714058566699,0.28,0.03091743967375776,0.26,0.0669147297391448,0.222,0.09088305778625912,0.4105238095238095,0.2483348722648785,0.09280425392585814
 -1,-1,0.36,0.46,0.46,0.54,0.36,0.01397871707271983,0.3,0.03435945376327838,0.21600000000000003,0.03726142528548906,0.16800000000000004,0.048208769639288225,0.42138888888888887,0.21086706102148342,0.057209731275113765
+-1,-1,0.4,0.44,0.5,0.62,0.4,0.03202235376151782,0.3133333333333333,0.050501396728576585,0.312,0.07479533924341909,0.268,0.11100199043980967,0.4450476190476191,0.307499683018853,0.12958379529052644

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.24,0.32,0.38,0.44,0.24,0.23,0.10666666666666665,0.3,0.07600000000000001,0.35,0.046,0.42,0.30133333333333334,0.32272214750507383,0.3026672483997021
 -1,-1,0.18,0.34,0.4,0.48,0.18,0.16,0.11333333333333333,0.32,0.08,0.37,0.04800000000000001,0.45,0.27455555555555555,0.30483462455030724,0.26647869540792385
 -1,-1,0.1,0.12,0.16,0.26,0.1,0.08,0.04,0.09,0.032,0.13,0.026000000000000002,0.23,0.12794444444444442,0.13826388457522362,0.10725400911912068
+-1,-1,0.26,0.48,0.52,0.64,0.26,0.24,0.16666666666666663,0.45,0.10800000000000001,0.49,0.066,0.6,0.3892142857142856,0.4279054208986469,0.3750113241088494

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.94,0.98,1.0,1.0,0.94,0.8273333333333334,0.40666666666666657,0.9453333333333334,0.264,0.986,0.13799999999999998,0.9966666666666666,0.9616666666666667,0.9649140578691123,0.9493650793650792
 -1,-1,0.96,0.98,1.0,1.0,0.96,0.8373333333333332,0.4133333333333333,0.9520000000000001,0.25999999999999995,0.9793333333333334,0.13999999999999999,1.0,0.975,0.9755732089084438,0.9623253968253969
 -1,-1,0.88,0.96,0.98,0.98,0.88,0.7573333333333332,0.40666666666666657,0.9313333333333332,0.26399999999999996,0.9686666666666668,0.13799999999999998,0.98,0.9216666666666665,0.933276206466488,0.9143118773946362
+-1,-1,0.9,0.98,1.0,1.0,0.9,0.7973333333333333,0.4133333333333333,0.9520000000000001,0.264,0.986,0.13999999999999999,1.0,0.9440000000000001,0.9559704430711728,0.9369603174603175

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.42,0.6,0.72,0.8,0.42,0.08700000000000001,0.2933333333333333,0.18100000000000002,0.24800000000000005,0.25666666666666665,0.16399999999999998,0.33666666666666656,0.5280555555555556,0.3309587311349605,0.2571164275500479
 -1,-1,0.44,0.66,0.76,0.82,0.44,0.09100000000000001,0.3533333333333333,0.22066666666666668,0.29200000000000004,0.3016666666666667,0.18799999999999997,0.38666666666666655,0.5660238095238094,0.3759831673953289,0.2923958742502536
 -1,-1,0.08,0.12,0.16,0.22,0.08,0.016,0.05333333333333333,0.032,0.04800000000000001,0.04800000000000001,0.036000000000000004,0.07200000000000001,0.11455555555555556,0.06679950774858949,0.05001726999817073
+-1,-1,0.42,0.7,0.76,0.86,0.42,0.08966666666666667,0.36,0.22266666666666665,0.29600000000000004,0.3036666666666667,0.192,0.39366666666666666,0.5704047619047619,0.38552744702820624,0.3049767879412476

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.2,0.28,0.34,0.4,0.2,0.175,0.1,0.24,0.07200000000000001,0.3,0.046000000000000006,0.37,0.2611904761904762,0.2742062576081037,0.25107673217045623
 -1,-1,0.22,0.3,0.32,0.38,0.22,0.195,0.12,0.285,0.07600000000000001,0.305,0.044000000000000004,0.365,0.2718333333333333,0.28918208458247957,0.27817432559902106
 -1,-1,0.04,0.04,0.06,0.08,0.04,0.04,0.013333333333333332,0.04,0.012000000000000002,0.06,0.008,0.08,0.04722222222222222,0.05463413107474748,0.05219023516020874
+-1,-1,0.38,0.6,0.72,0.72,0.38,0.36,0.22666666666666668,0.59,0.16399999999999998,0.715,0.08399999999999999,0.72,0.5036666666666666,0.5587209456576301,0.5077533104150751

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.40816326530612246,0.7142857142857143,0.8367346938775511,0.9387755102040817,0.40816326530612246,0.026947689355902065,0.3945578231292517,0.08175620968668966,0.3591836734693878,0.11912284095947995,0.3142857142857143,0.20232769620294389,0.584402332361516,0.3489871366097425,0.24268590817987387
 -1,-1,0.46938775510204084,0.6530612244897959,0.8163265306122449,0.9591836734693877,0.46938775510204084,0.03304169886606065,0.4081632653061224,0.08663742657609082,0.3877551020408163,0.13074375193904886,0.34285714285714286,0.2206088169640079,0.6090055069646906,0.38115064093925494,0.2635297595122428
 -1,-1,0.46938775510204084,0.6122448979591837,0.7551020408163265,0.8367346938775511,0.46938775510204084,0.029967789586946174,0.3877551020408163,0.07899086583034419,0.34285714285714286,0.1145453187901327,0.2571428571428571,0.1620299103683396,0.5828150307742144,0.3055639570909958,0.21233991925394913
+-1,-1,0.5510204081632653,0.8367346938775511,0.8367346938775511,0.9183673469387755,0.5510204081632653,0.04085691783279971,0.4693877551020407,0.09967309498022202,0.43673469387755104,0.15501374406824417,0.3673469387755102,0.2504351518857603,0.6785714285714286,0.4178263461512225,0.3114722317254114

NanoBEIR_evaluation_mean_results.csv

@@ -3,3 +3,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.35601255886970173,0.4918681318681318,0.5551334379905808,0.6368288854003141,0.35601255886970173,0.19193085732170106,0.2154788069073783,0.28067458983568583,0.17009105180533754,0.32547482072005907,0.12263736263736262,0.4004836172010528,0.44150164461388947,0.3695082615703847,0.30671940238397766
 -1,-1,0.35149136577708007,0.4902354788069073,0.5658712715855574,0.6491679748822605,0.35149136577708007,0.18446485464636025,0.2257561486132915,0.28725844278832385,0.18121193092621668,0.34314132490039767,0.1285274725274725,0.41258506430111763,0.44353216964441444,0.37688675285510337,0.3106340488088058
 -1,-1,0.2053375196232339,0.2717111459968603,0.30885400313971745,0.35513343799058084,0.2053375196232339,0.09730378283251881,0.12982731554160123,0.14230049537621328,0.09960439560439562,0.1615196494127877,0.06931868131868132,0.19362608125512404,0.24989297550522033,0.1934801011975461,0.15306825731640453
+-1,-1,0.45315541601255893,0.6305180533751962,0.6828257456828886,0.7629513343799059,0.45315541601255893,0.25930690958931113,0.28585034013605437,0.3989380323932246,0.22159497645211934,0.4555734363091318,0.15302668759811616,0.5243674247982276,0.5525415140415141,0.48537103006628673,0.40901582458150476

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -72,3 +72,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.3,0.56,0.6,0.68,0.3,0.3,0.18666666666666668,0.56,0.12000000000000002,0.6,0.068,0.68,0.4375793650793651,0.49691512582361935,0.450321402768649
 3.160919540229885,2750,0.28,0.56,0.6,0.68,0.28,0.28,0.18666666666666668,0.56,0.12000000000000002,0.6,0.068,0.68,0.42361111111111105,0.4862690590702324,0.43601708989920246
 3.4482758620689653,3000,0.3,0.58,0.6,0.68,0.3,0.3,0.19333333333333333,0.58,0.12000000000000002,0.6,0.068,0.68,0.43527777777777776,0.4950369328373354,0.4475531768839056
+0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
+0.28735632183908044,250,0.44,0.64,0.7,0.78,0.44,0.44,0.21333333333333332,0.64,0.14,0.7,0.07800000000000001,0.78,0.5579999999999999,0.6117237595760961,0.5713255933952529
+0.5747126436781609,500,0.44,0.66,0.72,0.76,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.07600000000000001,0.76,0.556,0.6061997242361489,0.5686625189102724
+0.8620689655172413,750,0.42,0.58,0.66,0.76,0.42,0.42,0.19333333333333333,0.58,0.132,0.66,0.07600000000000001,0.76,0.5278571428571428,0.583699244296863,0.5368242417378588
+1.1494252873563218,1000,0.36,0.6,0.66,0.72,0.36,0.36,0.2,0.6,0.132,0.66,0.07200000000000001,0.72,0.4897222222222222,0.5462433952469915,0.502248488968219
+1.4367816091954024,1250,0.34,0.58,0.64,0.74,0.34,0.34,0.19333333333333333,0.58,0.128,0.64,0.07400000000000001,0.74,0.46907936507936504,0.5347353867026291,0.4800328601833517
+1.7241379310344827,1500,0.32,0.58,0.64,0.76,0.32,0.32,0.19333333333333333,0.58,0.128,0.64,0.07600000000000001,0.76,0.46441269841269844,0.5357538733718452,0.4732777065083016
+2.0114942528735633,1750,0.32,0.58,0.66,0.76,0.32,0.32,0.19333333333333333,0.58,0.132,0.66,0.07600000000000001,0.76,0.4645555555555556,0.5359477878330923,0.47317560798327546
+2.2988505747126435,2000,0.3,0.58,0.64,0.76,0.3,0.3,0.19333333333333333,0.58,0.128,0.64,0.07600000000000001,0.76,0.4541666666666667,0.528242168124426,0.4626695911429551
+2.586206896551724,2250,0.3,0.56,0.64,0.76,0.3,0.3,0.18666666666666668,0.56,0.128,0.64,0.07600000000000001,0.76,0.4493888888888889,0.5244764076013866,0.4579726912686358
+2.873563218390805,2500,0.3,0.56,0.64,0.76,0.3,0.3,0.18666666666666668,0.56,0.128,0.64,0.07600000000000001,0.76,0.4482698412698413,0.5234998246400678,0.4567744492478132
+3.160919540229885,2750,0.3,0.56,0.64,0.76,0.3,0.3,0.18666666666666668,0.56,0.128,0.64,0.07600000000000001,0.76,0.4516031746031747,0.526118419711497,0.4601129823622083
+3.4482758620689653,3000,0.3,0.54,0.62,0.76,0.3,0.3,0.18,0.54,0.124,0.62,0.07600000000000001,0.76,0.4492698412698413,0.5241190384704345,0.45777964902887497

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -72,3 +72,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.26,0.48,0.52,0.62,0.26,0.24,0.16666666666666663,0.45,0.10800000000000001,0.49,0.064,0.58,0.39154761904761903,0.42561919446049534,0.37892423691761173
 3.160919540229885,2750,0.26,0.48,0.52,0.64,0.26,0.24,0.16666666666666663,0.45,0.10800000000000001,0.49,0.066,0.6,0.3892142857142856,0.4279054208986469,0.37494323931208007
 3.4482758620689653,3000,0.26,0.48,0.52,0.64,0.26,0.24,0.16666666666666663,0.45,0.10800000000000001,0.49,0.066,0.6,0.3892142857142856,0.4279054208986469,0.3750113241088494
+0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
+0.28735632183908044,250,0.56,0.68,0.74,0.78,0.56,0.53,0.22666666666666666,0.64,0.15200000000000002,0.69,0.08399999999999999,0.74,0.6341666666666667,0.6464738302001307,0.6158749610397035
+0.5747126436781609,500,0.56,0.66,0.72,0.76,0.56,0.53,0.22666666666666666,0.63,0.15200000000000002,0.69,0.08399999999999999,0.74,0.6262222222222222,0.6457366154227642,0.6173379818721306
+0.8620689655172413,750,0.44,0.58,0.68,0.74,0.44,0.41,0.2,0.55,0.14,0.64,0.07800000000000001,0.7,0.5343888888888888,0.5593571089087972,0.5160346078862361
+1.1494252873563218,1000,0.38,0.46,0.54,0.72,0.38,0.35,0.15333333333333332,0.43,0.11200000000000002,0.52,0.07600000000000001,0.69,0.4587698412698412,0.4989346320181511,0.4430409250739582
+1.4367816091954024,1250,0.32,0.46,0.54,0.68,0.32,0.29,0.15333333333333332,0.43,0.11200000000000002,0.52,0.07200000000000001,0.66,0.4208253968253968,0.4649621072494135,0.410011850807758
+1.7241379310344827,1500,0.34,0.52,0.54,0.68,0.34,0.31,0.1733333333333333,0.49,0.11200000000000002,0.52,0.07200000000000001,0.66,0.44009523809523804,0.480132768157895,0.42956942317839997
+2.0114942528735633,1750,0.34,0.54,0.54,0.68,0.34,0.31,0.18,0.51,0.11200000000000002,0.52,0.07200000000000001,0.66,0.4459285714285714,0.48477570198340186,0.43525938114719886
+2.2988505747126435,2000,0.34,0.52,0.54,0.68,0.34,0.31,0.1733333333333333,0.49,0.11200000000000002,0.52,0.07200000000000001,0.66,0.44759523809523805,0.4860078282162989,0.4370354560157192
+2.586206896551724,2250,0.36,0.52,0.54,0.68,0.36,0.33,0.1733333333333333,0.49,0.11200000000000002,0.52,0.07200000000000001,0.66,0.4580952380952381,0.4939172341542266,0.44751170430446746
+2.873563218390805,2500,0.38,0.52,0.54,0.68,0.38,0.35,0.1733333333333333,0.49,0.11200000000000002,0.52,0.07200000000000001,0.66,0.46857142857142864,0.5017561161582912,0.4582770966191245
+3.160919540229885,2750,0.38,0.52,0.54,0.68,0.38,0.35,0.1733333333333333,0.49,0.11200000000000002,0.52,0.07200000000000001,0.66,0.46857142857142864,0.5017561161582912,0.4584963161308998
+3.4482758620689653,3000,0.38,0.52,0.54,0.68,0.38,0.35,0.1733333333333333,0.49,0.11200000000000002,0.52,0.07200000000000001,0.66,0.46857142857142864,0.5017561161582912,0.4585943213547632

eval/NanoBEIR_evaluation_mean_results.csv

@@ -72,3 +72,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.28,0.52,0.56,0.65,0.28,0.27,0.17666666666666664,0.505,0.11400000000000002,0.5449999999999999,0.066,0.63,0.4145634920634921,0.4612671601420574,0.4146228198431304
 3.160919540229885,2750,0.27,0.52,0.56,0.66,0.27,0.26,0.17666666666666664,0.505,0.11400000000000002,0.5449999999999999,0.067,0.64,0.40641269841269834,0.4570872399844397,0.4054801646056413
 3.4482758620689653,3000,0.28,0.53,0.56,0.66,0.28,0.27,0.18,0.515,0.11400000000000002,0.5449999999999999,0.067,0.64,0.4122460317460317,0.46147117686799116,0.4112822504963775
+0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
+0.28735632183908044,250,0.5,0.66,0.72,0.78,0.5,0.485,0.21999999999999997,0.64,0.14600000000000002,0.695,0.081,0.76,0.5960833333333333,0.6290987948881135,0.5936002772174782
+0.5747126436781609,500,0.5,0.66,0.72,0.76,0.5,0.485,0.22333333333333333,0.645,0.14800000000000002,0.705,0.08,0.75,0.5911111111111111,0.6259681698294566,0.5930002503912015
+0.8620689655172413,750,0.43,0.58,0.67,0.75,0.43,0.415,0.19666666666666666,0.565,0.136,0.65,0.07700000000000001,0.73,0.5311230158730158,0.5715281766028302,0.5264294248120475
+1.1494252873563218,1000,0.37,0.53,0.6000000000000001,0.72,0.37,0.355,0.17666666666666667,0.515,0.12200000000000001,0.5900000000000001,0.07400000000000001,0.705,0.47424603174603175,0.5225890136325713,0.47264470702108863
+1.4367816091954024,1250,0.33,0.52,0.5900000000000001,0.71,0.33,0.315,0.17333333333333334,0.505,0.12000000000000001,0.5800000000000001,0.07300000000000001,0.7,0.44495238095238093,0.49984874697602133,0.4450223554955548
+1.7241379310344827,1500,0.33,0.55,0.5900000000000001,0.72,0.33,0.315,0.18333333333333332,0.5349999999999999,0.12000000000000001,0.5800000000000001,0.07400000000000001,0.71,0.45225396825396824,0.5079433207648701,0.4514235648433508
+2.0114942528735633,1750,0.33,0.56,0.6000000000000001,0.72,0.33,0.315,0.18666666666666665,0.5449999999999999,0.12200000000000001,0.5900000000000001,0.07400000000000001,0.71,0.45524206349206353,0.510361744908247,0.4542174945652372
+2.2988505747126435,2000,0.32,0.55,0.5900000000000001,0.72,0.32,0.305,0.18333333333333332,0.5349999999999999,0.12000000000000001,0.5800000000000001,0.07400000000000001,0.71,0.4508809523809524,0.5071249981703625,0.44985252357933714
+2.586206896551724,2250,0.32999999999999996,0.54,0.5900000000000001,0.72,0.32999999999999996,0.315,0.18,0.525,0.12000000000000001,0.5800000000000001,0.07400000000000001,0.71,0.4537420634920635,0.5091968208778066,0.45274219778655167
+2.873563218390805,2500,0.33999999999999997,0.54,0.5900000000000001,0.72,0.33999999999999997,0.32499999999999996,0.18,0.525,0.12000000000000001,0.5800000000000001,0.07400000000000001,0.71,0.458420634920635,0.5126279703991795,0.45752577293346886
+3.160919540229885,2750,0.33999999999999997,0.54,0.5900000000000001,0.72,0.33999999999999997,0.32499999999999996,0.18,0.525,0.12000000000000001,0.5800000000000001,0.07400000000000001,0.71,0.46008730158730166,0.5139372679348941,0.45930464924655406
+3.4482758620689653,3000,0.33999999999999997,0.53,0.5800000000000001,0.72,0.33999999999999997,0.32499999999999996,0.17666666666666664,0.515,0.11800000000000001,0.5700000000000001,0.07400000000000001,0.71,0.45892063492063495,0.5129375773143628,0.4581869851918191

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.04,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.08,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.12,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.12,
-    "NanoClimateFEVER_cosine_precision@1": 0.04,
-    "NanoClimateFEVER_cosine_precision@3": 0.03333333333333333,
-    "NanoClimateFEVER_cosine_precision@5": 0.028000000000000004,
-    "NanoClimateFEVER_cosine_precision@10": 0.014000000000000002,
-    "NanoClimateFEVER_cosine_recall@1": 0.010666666666666666,
-    "NanoClimateFEVER_cosine_recall@3": 0.04466666666666667,
-    "NanoClimateFEVER_cosine_recall@5": 0.056333333333333326,
-    "NanoClimateFEVER_cosine_recall@10": 0.056333333333333326,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.046191957495871135,
-    "NanoClimateFEVER_cosine_mrr@10": 0.06566666666666666,
-    "NanoClimateFEVER_cosine_map@100": 0.033420280683900884,
-    "NanoDBPedia_cosine_accuracy@1": 0.26,
-    "NanoDBPedia_cosine_accuracy@3": 0.36,
-    "NanoDBPedia_cosine_accuracy@5": 0.42,
-    "NanoDBPedia_cosine_accuracy@10": 0.48,
-    "NanoDBPedia_cosine_precision@1": 0.26,
-    "NanoDBPedia_cosine_precision@3": 0.19333333333333333,
-    "NanoDBPedia_cosine_precision@5": 0.168,
-    "NanoDBPedia_cosine_precision@10": 0.138,
-    "NanoDBPedia_cosine_recall@1": 0.013478860639269325,
-    "NanoDBPedia_cosine_recall@3": 0.027032310773340756,
-    "NanoDBPedia_cosine_recall@5": 0.03720266654458638,
-    "NanoDBPedia_cosine_recall@10": 0.061932122340730054,
-    "NanoDBPedia_cosine_ndcg@10": 0.1613933337162208,
-    "NanoDBPedia_cosine_mrr@10": 0.32241269841269843,
-    "NanoDBPedia_cosine_map@100": 0.058008726432844,
-    "NanoFEVER_cosine_accuracy@1": 0.02,
-    "NanoFEVER_cosine_accuracy@3": 0.02,
-    "NanoFEVER_cosine_accuracy@5": 0.02,
-    "NanoFEVER_cosine_accuracy@10": 0.04,
-    "NanoFEVER_cosine_precision@1": 0.02,
-    "NanoFEVER_cosine_precision@3": 0.006666666666666666,
-    "NanoFEVER_cosine_precision@5": 0.004,
-    "NanoFEVER_cosine_precision@10": 0.004,
-    "NanoFEVER_cosine_recall@1": 0.02,
-    "NanoFEVER_cosine_recall@3": 0.02,
-    "NanoFEVER_cosine_recall@5": 0.02,
-    "NanoFEVER_cosine_recall@10": 0.04,
-    "NanoFEVER_cosine_ndcg@10": 0.026666666666666665,
-    "NanoFEVER_cosine_mrr@10": 0.022857142857142857,
-    "NanoFEVER_cosine_map@100": 0.027169926585108667,
-    "NanoFiQA2018_cosine_accuracy@1": 0.1,
-    "NanoFiQA2018_cosine_accuracy@3": 0.22,
-    "NanoFiQA2018_cosine_accuracy@5": 0.26,
-    "NanoFiQA2018_cosine_accuracy@10": 0.32,
-    "NanoFiQA2018_cosine_precision@1": 0.1,
-    "NanoFiQA2018_cosine_precision@3": 0.07333333333333332,
-    "NanoFiQA2018_cosine_precision@5": 0.05600000000000001,
-    "NanoFiQA2018_cosine_precision@10": 0.036000000000000004,
-    "NanoFiQA2018_cosine_recall@1": 0.04352380952380952,
-    "NanoFiQA2018_cosine_recall@3": 0.11152380952380953,
-    "NanoFiQA2018_cosine_recall@5": 0.12774603174603175,
-    "NanoFiQA2018_cosine_recall@10": 0.15663492063492065,
-    "NanoFiQA2018_cosine_ndcg@10": 0.11920019095324214,
-    "NanoFiQA2018_cosine_mrr@10": 0.16444444444444442,
-    "NanoFiQA2018_cosine_map@100": 0.08946856517346266,
-    "NanoHotpotQA_cosine_accuracy@1": 0.16,
-    "NanoHotpotQA_cosine_accuracy@3": 0.2,
-    "NanoHotpotQA_cosine_accuracy@5": 0.24,
-    "NanoHotpotQA_cosine_accuracy@10": 0.24,
-    "NanoHotpotQA_cosine_precision@1": 0.16,
-    "NanoHotpotQA_cosine_precision@3": 0.06666666666666667,
-    "NanoHotpotQA_cosine_precision@5": 0.04800000000000001,
-    "NanoHotpotQA_cosine_precision@10": 0.026000000000000002,
-    "NanoHotpotQA_cosine_recall@1": 0.08,
-    "NanoHotpotQA_cosine_recall@3": 0.1,
-    "NanoHotpotQA_cosine_recall@5": 0.12,
-    "NanoHotpotQA_cosine_recall@10": 0.13,
-    "NanoHotpotQA_cosine_ndcg@10": 0.12500477316127157,
-    "NanoHotpotQA_cosine_mrr@10": 0.18466666666666667,
-    "NanoHotpotQA_cosine_map@100": 0.09905861704269486,
-    "NanoMSMARCO_cosine_accuracy@1": 0.16,
-    "NanoMSMARCO_cosine_accuracy@3": 0.3,
-    "NanoMSMARCO_cosine_accuracy@5": 0.32,
-    "NanoMSMARCO_cosine_accuracy@10": 0.4,
-    "NanoMSMARCO_cosine_precision@1": 0.16,
-    "NanoMSMARCO_cosine_precision@3": 0.09999999999999998,
-    "NanoMSMARCO_cosine_precision@5": 0.064,
-    "NanoMSMARCO_cosine_precision@10": 0.04000000000000001,
-    "NanoMSMARCO_cosine_recall@1": 0.16,
-    "NanoMSMARCO_cosine_recall@3": 0.3,
-    "NanoMSMARCO_cosine_recall@5": 0.32,
-    "NanoMSMARCO_cosine_recall@10": 0.4,
-    "NanoMSMARCO_cosine_ndcg@10": 0.2797381138841459,
-    "NanoMSMARCO_cosine_mrr@10": 0.24177777777777776,
-    "NanoMSMARCO_cosine_map@100": 0.25452652172848145,
-    "NanoNFCorpus_cosine_accuracy@1": 0.36,
-    "NanoNFCorpus_cosine_accuracy@3": 0.46,
-    "NanoNFCorpus_cosine_accuracy@5": 0.46,
-    "NanoNFCorpus_cosine_accuracy@10": 0.54,
-    "NanoNFCorpus_cosine_precision@1": 0.36,
-    "NanoNFCorpus_cosine_precision@3": 0.3,
-    "NanoNFCorpus_cosine_precision@5": 0.21600000000000003,
-    "NanoNFCorpus_cosine_precision@10": 0.16800000000000004,
-    "NanoNFCorpus_cosine_recall@1": 0.01397871707271983,
-    "NanoNFCorpus_cosine_recall@3": 0.03435945376327838,
-    "NanoNFCorpus_cosine_recall@5": 0.03726142528548906,
-    "NanoNFCorpus_cosine_recall@10": 0.048208769639288225,
-    "NanoNFCorpus_cosine_ndcg@10": 0.21086706102148342,
-    "NanoNFCorpus_cosine_mrr@10": 0.42138888888888887,
-    "NanoNFCorpus_cosine_map@100": 0.057209731275113765,
-    "NanoNQ_cosine_accuracy@1": 0.1,
-    "NanoNQ_cosine_accuracy@3": 0.12,
-    "NanoNQ_cosine_accuracy@5": 0.16,
-    "NanoNQ_cosine_accuracy@10": 0.26,
-    "NanoNQ_cosine_precision@1": 0.1,
-    "NanoNQ_cosine_precision@3": 0.04,
-    "NanoNQ_cosine_precision@5": 0.032,
-    "NanoNQ_cosine_precision@10": 0.026000000000000002,
-    "NanoNQ_cosine_recall@1": 0.08,
-    "NanoNQ_cosine_recall@3": 0.09,
-    "NanoNQ_cosine_recall@5": 0.13,
-    "NanoNQ_cosine_recall@10": 0.23,
-    "NanoNQ_cosine_ndcg@10": 0.13826388457522362,
-    "NanoNQ_cosine_mrr@10": 0.12794444444444442,
-    "NanoNQ_cosine_map@100": 0.10725400911912068,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.88,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.96,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.98,
-    "NanoQuoraRetrieval_cosine_accuracy@10": 0.98,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.88,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.40666666666666657,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.26399999999999996,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.13799999999999998,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.7573333333333332,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.9313333333333332,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.9686666666666668,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.98,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.933276206466488,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.9216666666666665,
-    "NanoQuoraRetrieval_cosine_map@100": 0.9143118773946362,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.08,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.12,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.16,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.22,
-    "NanoSCIDOCS_cosine_precision@1": 0.08,
-    "NanoSCIDOCS_cosine_precision@3": 0.05333333333333333,
-    "NanoSCIDOCS_cosine_precision@5": 0.04800000000000001,
-    "NanoSCIDOCS_cosine_precision@10": 0.036000000000000004,
-    "NanoSCIDOCS_cosine_recall@1": 0.016,
-    "NanoSCIDOCS_cosine_recall@3": 0.032,
-    "NanoSCIDOCS_cosine_recall@5": 0.04800000000000001,
-    "NanoSCIDOCS_cosine_recall@10": 0.07200000000000001,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.06679950774858949,
-    "NanoSCIDOCS_cosine_mrr@10": 0.11455555555555556,
-    "NanoSCIDOCS_cosine_map@100": 0.05001726999817073,
-    "NanoArguAna_cosine_accuracy@1": 0.0,
-    "NanoArguAna_cosine_accuracy@3": 0.04,
-    "NanoArguAna_cosine_accuracy@5": 0.06,
-    "NanoArguAna_cosine_accuracy@10": 0.1,
-    "NanoArguAna_cosine_precision@1": 0.0,
-    "NanoArguAna_cosine_precision@3": 0.013333333333333332,
-    "NanoArguAna_cosine_precision@5": 0.012000000000000002,
-    "NanoArguAna_cosine_precision@10": 0.01,
-    "NanoArguAna_cosine_recall@1": 0.0,
-    "NanoArguAna_cosine_recall@3": 0.04,
-    "NanoArguAna_cosine_recall@5": 0.06,
-    "NanoArguAna_cosine_recall@10": 0.1,
-    "NanoArguAna_cosine_ndcg@10": 0.04764153171315327,
-    "NanoArguAna_cosine_mrr@10": 0.031190476190476192,
-    "NanoArguAna_cosine_map@100": 0.034911665265567264,
-    "NanoSciFact_cosine_accuracy@1": 0.04,
-    "NanoSciFact_cosine_accuracy@3": 0.04,
-    "NanoSciFact_cosine_accuracy@5": 0.06,
-    "NanoSciFact_cosine_accuracy@10": 0.08,
-    "NanoSciFact_cosine_precision@1": 0.04,
-    "NanoSciFact_cosine_precision@3": 0.013333333333333332,
-    "NanoSciFact_cosine_precision@5": 0.012000000000000002,
-    "NanoSciFact_cosine_precision@10": 0.008,
-    "NanoSciFact_cosine_recall@1": 0.04,
-    "NanoSciFact_cosine_recall@3": 0.04,
-    "NanoSciFact_cosine_recall@5": 0.06,
-    "NanoSciFact_cosine_recall@10": 0.08,
-    "NanoSciFact_cosine_ndcg@10": 0.05463413107474748,
-    "NanoSciFact_cosine_mrr@10": 0.04722222222222222,
-    "NanoSciFact_cosine_map@100": 0.05219023516020874,
-    "NanoTouche2020_cosine_accuracy@1": 0.46938775510204084,
-    "NanoTouche2020_cosine_accuracy@3": 0.6122448979591837,
-    "NanoTouche2020_cosine_accuracy@5": 0.7551020408163265,
-    "NanoTouche2020_cosine_accuracy@10": 0.8367346938775511,
-    "NanoTouche2020_cosine_precision@1": 0.46938775510204084,
-    "NanoTouche2020_cosine_precision@3": 0.3877551020408163,
-    "NanoTouche2020_cosine_precision@5": 0.34285714285714286,
-    "NanoTouche2020_cosine_precision@10": 0.2571428571428571,
-    "NanoTouche2020_cosine_recall@1": 0.029967789586946174,
-    "NanoTouche2020_cosine_recall@3": 0.07899086583034419,
-    "NanoTouche2020_cosine_recall@5": 0.1145453187901327,
-    "NanoTouche2020_cosine_recall@10": 0.1620299103683396,
-    "NanoTouche2020_cosine_ndcg@10": 0.3055639570909958,
-    "NanoTouche2020_cosine_mrr@10": 0.5828150307742144,
-    "NanoTouche2020_cosine_map@100": 0.21233991925394913,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.2053375196232339,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.2717111459968603,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.30885400313971745,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.35513343799058084,
-    "NanoBEIR_mean_cosine_precision@1": 0.2053375196232339,
-    "NanoBEIR_mean_cosine_precision@3": 0.12982731554160123,
-    "NanoBEIR_mean_cosine_precision@5": 0.09960439560439562,
-    "NanoBEIR_mean_cosine_precision@10": 0.06931868131868132,
-    "NanoBEIR_mean_cosine_recall@1": 0.09730378283251881,
-    "NanoBEIR_mean_cosine_recall@3": 0.14230049537621328,
-    "NanoBEIR_mean_cosine_recall@5": 0.1615196494127877,
-    "NanoBEIR_mean_cosine_recall@10": 0.19362608125512404,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.1934801011975461,
-    "NanoBEIR_mean_cosine_mrr@10": 0.24989297550522033,
-    "NanoBEIR_mean_cosine_map@100": 0.15306825731640453
+    "NanoClimateFEVER_cosine_accuracy@1": 0.16,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.3,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.38,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.46,
+    "NanoClimateFEVER_cosine_precision@1": 0.16,
+    "NanoClimateFEVER_cosine_precision@3": 0.1,
+    "NanoClimateFEVER_cosine_precision@5": 0.07600000000000001,
+    "NanoClimateFEVER_cosine_precision@10": 0.05,
+    "NanoClimateFEVER_cosine_recall@1": 0.062333333333333324,
+    "NanoClimateFEVER_cosine_recall@3": 0.14066666666666663,
+    "NanoClimateFEVER_cosine_recall@5": 0.18233333333333335,
+    "NanoClimateFEVER_cosine_recall@10": 0.22733333333333333,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.17511491667849083,
+    "NanoClimateFEVER_cosine_mrr@10": 0.2518888888888889,
+    "NanoClimateFEVER_cosine_map@100": 0.13026789173087744,
+    "NanoDBPedia_cosine_accuracy@1": 0.6,
+    "NanoDBPedia_cosine_accuracy@3": 0.84,
+    "NanoDBPedia_cosine_accuracy@5": 0.9,
+    "NanoDBPedia_cosine_accuracy@10": 0.94,
+    "NanoDBPedia_cosine_precision@1": 0.6,
+    "NanoDBPedia_cosine_precision@3": 0.54,
+    "NanoDBPedia_cosine_precision@5": 0.46,
+    "NanoDBPedia_cosine_precision@10": 0.37800000000000006,
+    "NanoDBPedia_cosine_recall@1": 0.07736452132069595,
+    "NanoDBPedia_cosine_recall@3": 0.1648929452761373,
+    "NanoDBPedia_cosine_recall@5": 0.20685193791339937,
+    "NanoDBPedia_cosine_recall@10": 0.27282350703551705,
+    "NanoDBPedia_cosine_ndcg@10": 0.49263161688380896,
+    "NanoDBPedia_cosine_mrr@10": 0.7216904761904763,
+    "NanoDBPedia_cosine_map@100": 0.32681788162300135,
+    "NanoFEVER_cosine_accuracy@1": 0.68,
+    "NanoFEVER_cosine_accuracy@3": 0.88,
+    "NanoFEVER_cosine_accuracy@5": 0.88,
+    "NanoFEVER_cosine_accuracy@10": 0.96,
+    "NanoFEVER_cosine_precision@1": 0.68,
+    "NanoFEVER_cosine_precision@3": 0.3,
+    "NanoFEVER_cosine_precision@5": 0.18,
+    "NanoFEVER_cosine_precision@10": 0.09799999999999998,
+    "NanoFEVER_cosine_recall@1": 0.6366666666666666,
+    "NanoFEVER_cosine_recall@3": 0.8266666666666667,
+    "NanoFEVER_cosine_recall@5": 0.8266666666666667,
+    "NanoFEVER_cosine_recall@10": 0.9066666666666667,
+    "NanoFEVER_cosine_ndcg@10": 0.7814677857530928,
+    "NanoFEVER_cosine_mrr@10": 0.773968253968254,
+    "NanoFEVER_cosine_map@100": 0.7300793650793651,
+    "NanoFiQA2018_cosine_accuracy@1": 0.28,
+    "NanoFiQA2018_cosine_accuracy@3": 0.38,
+    "NanoFiQA2018_cosine_accuracy@5": 0.44,
+    "NanoFiQA2018_cosine_accuracy@10": 0.62,
+    "NanoFiQA2018_cosine_precision@1": 0.28,
+    "NanoFiQA2018_cosine_precision@3": 0.16666666666666663,
+    "NanoFiQA2018_cosine_precision@5": 0.124,
+    "NanoFiQA2018_cosine_precision@10": 0.08599999999999998,
+    "NanoFiQA2018_cosine_recall@1": 0.13474603174603175,
+    "NanoFiQA2018_cosine_recall@3": 0.21912698412698411,
+    "NanoFiQA2018_cosine_recall@5": 0.2721269841269841,
+    "NanoFiQA2018_cosine_recall@10": 0.40484920634920635,
+    "NanoFiQA2018_cosine_ndcg@10": 0.3007863756543914,
+    "NanoFiQA2018_cosine_mrr@10": 0.36090476190476184,
+    "NanoFiQA2018_cosine_map@100": 0.23923426165260125,
+    "NanoHotpotQA_cosine_accuracy@1": 0.72,
+    "NanoHotpotQA_cosine_accuracy@3": 0.8,
+    "NanoHotpotQA_cosine_accuracy@5": 0.82,
+    "NanoHotpotQA_cosine_accuracy@10": 0.92,
+    "NanoHotpotQA_cosine_precision@1": 0.72,
+    "NanoHotpotQA_cosine_precision@3": 0.34,
+    "NanoHotpotQA_cosine_precision@5": 0.23600000000000002,
+    "NanoHotpotQA_cosine_precision@10": 0.13399999999999998,
+    "NanoHotpotQA_cosine_recall@1": 0.36,
+    "NanoHotpotQA_cosine_recall@3": 0.51,
+    "NanoHotpotQA_cosine_recall@5": 0.59,
+    "NanoHotpotQA_cosine_recall@10": 0.67,
+    "NanoHotpotQA_cosine_ndcg@10": 0.617986346909483,
+    "NanoHotpotQA_cosine_mrr@10": 0.773690476190476,
+    "NanoHotpotQA_cosine_map@100": 0.5288841730049509,
+    "NanoMSMARCO_cosine_accuracy@1": 0.3,
+    "NanoMSMARCO_cosine_accuracy@3": 0.58,
+    "NanoMSMARCO_cosine_accuracy@5": 0.6,
+    "NanoMSMARCO_cosine_accuracy@10": 0.68,
+    "NanoMSMARCO_cosine_precision@1": 0.3,
+    "NanoMSMARCO_cosine_precision@3": 0.19333333333333333,
+    "NanoMSMARCO_cosine_precision@5": 0.12000000000000002,
+    "NanoMSMARCO_cosine_precision@10": 0.068,
+    "NanoMSMARCO_cosine_recall@1": 0.3,
+    "NanoMSMARCO_cosine_recall@3": 0.58,
+    "NanoMSMARCO_cosine_recall@5": 0.6,
+    "NanoMSMARCO_cosine_recall@10": 0.68,
+    "NanoMSMARCO_cosine_ndcg@10": 0.4950369328373354,
+    "NanoMSMARCO_cosine_mrr@10": 0.43527777777777776,
+    "NanoMSMARCO_cosine_map@100": 0.4475531768839056,
+    "NanoNFCorpus_cosine_accuracy@1": 0.4,
+    "NanoNFCorpus_cosine_accuracy@3": 0.44,
+    "NanoNFCorpus_cosine_accuracy@5": 0.5,
+    "NanoNFCorpus_cosine_accuracy@10": 0.62,
+    "NanoNFCorpus_cosine_precision@1": 0.4,
+    "NanoNFCorpus_cosine_precision@3": 0.3133333333333333,
+    "NanoNFCorpus_cosine_precision@5": 0.312,
+    "NanoNFCorpus_cosine_precision@10": 0.268,
+    "NanoNFCorpus_cosine_recall@1": 0.03202235376151782,
+    "NanoNFCorpus_cosine_recall@3": 0.050501396728576585,
+    "NanoNFCorpus_cosine_recall@5": 0.07479533924341909,
+    "NanoNFCorpus_cosine_recall@10": 0.11100199043980967,
+    "NanoNFCorpus_cosine_ndcg@10": 0.307499683018853,
+    "NanoNFCorpus_cosine_mrr@10": 0.4450476190476191,
+    "NanoNFCorpus_cosine_map@100": 0.12958379529052644,
+    "NanoNQ_cosine_accuracy@1": 0.26,
+    "NanoNQ_cosine_accuracy@3": 0.48,
+    "NanoNQ_cosine_accuracy@5": 0.52,
+    "NanoNQ_cosine_accuracy@10": 0.64,
+    "NanoNQ_cosine_precision@1": 0.26,
+    "NanoNQ_cosine_precision@3": 0.16666666666666663,
+    "NanoNQ_cosine_precision@5": 0.10800000000000001,
+    "NanoNQ_cosine_precision@10": 0.066,
+    "NanoNQ_cosine_recall@1": 0.24,
+    "NanoNQ_cosine_recall@3": 0.45,
+    "NanoNQ_cosine_recall@5": 0.49,
+    "NanoNQ_cosine_recall@10": 0.6,
+    "NanoNQ_cosine_ndcg@10": 0.4279054208986469,
+    "NanoNQ_cosine_mrr@10": 0.3892142857142856,
+    "NanoNQ_cosine_map@100": 0.3750113241088494,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.9,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.98,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 1.0,
+    "NanoQuoraRetrieval_cosine_accuracy@10": 1.0,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.9,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.4133333333333333,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.264,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.13999999999999999,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.7973333333333333,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9520000000000001,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.986,
+    "NanoQuoraRetrieval_cosine_recall@10": 1.0,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9559704430711728,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.9440000000000001,
+    "NanoQuoraRetrieval_cosine_map@100": 0.9369603174603175,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.42,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.7,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.76,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.86,
+    "NanoSCIDOCS_cosine_precision@1": 0.42,
+    "NanoSCIDOCS_cosine_precision@3": 0.36,
+    "NanoSCIDOCS_cosine_precision@5": 0.29600000000000004,
+    "NanoSCIDOCS_cosine_precision@10": 0.192,
+    "NanoSCIDOCS_cosine_recall@1": 0.08966666666666667,
+    "NanoSCIDOCS_cosine_recall@3": 0.22266666666666665,
+    "NanoSCIDOCS_cosine_recall@5": 0.3036666666666667,
+    "NanoSCIDOCS_cosine_recall@10": 0.39366666666666666,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.38552744702820624,
+    "NanoSCIDOCS_cosine_mrr@10": 0.5704047619047619,
+    "NanoSCIDOCS_cosine_map@100": 0.3049767879412476,
+    "NanoArguAna_cosine_accuracy@1": 0.24,
+    "NanoArguAna_cosine_accuracy@3": 0.38,
+    "NanoArguAna_cosine_accuracy@5": 0.52,
+    "NanoArguAna_cosine_accuracy@10": 0.58,
+    "NanoArguAna_cosine_precision@1": 0.24,
+    "NanoArguAna_cosine_precision@3": 0.12666666666666665,
+    "NanoArguAna_cosine_precision@5": 0.10400000000000002,
+    "NanoArguAna_cosine_precision@10": 0.05800000000000001,
+    "NanoArguAna_cosine_recall@1": 0.24,
+    "NanoArguAna_cosine_recall@3": 0.38,
+    "NanoArguAna_cosine_recall@5": 0.52,
+    "NanoArguAna_cosine_recall@10": 0.58,
+    "NanoArguAna_cosine_ndcg@10": 0.39334913031939406,
+    "NanoArguAna_cosine_mrr@10": 0.3347142857142857,
+    "NanoArguAna_cosine_map@100": 0.34861120264343276,
+    "NanoSciFact_cosine_accuracy@1": 0.38,
+    "NanoSciFact_cosine_accuracy@3": 0.6,
+    "NanoSciFact_cosine_accuracy@5": 0.72,
+    "NanoSciFact_cosine_accuracy@10": 0.72,
+    "NanoSciFact_cosine_precision@1": 0.38,
+    "NanoSciFact_cosine_precision@3": 0.22666666666666668,
+    "NanoSciFact_cosine_precision@5": 0.16399999999999998,
+    "NanoSciFact_cosine_precision@10": 0.08399999999999999,
+    "NanoSciFact_cosine_recall@1": 0.36,
+    "NanoSciFact_cosine_recall@3": 0.59,
+    "NanoSciFact_cosine_recall@5": 0.715,
+    "NanoSciFact_cosine_recall@10": 0.72,
+    "NanoSciFact_cosine_ndcg@10": 0.5587209456576301,
+    "NanoSciFact_cosine_mrr@10": 0.5036666666666666,
+    "NanoSciFact_cosine_map@100": 0.5077533104150751,
+    "NanoTouche2020_cosine_accuracy@1": 0.5510204081632653,
+    "NanoTouche2020_cosine_accuracy@3": 0.8367346938775511,
+    "NanoTouche2020_cosine_accuracy@5": 0.8367346938775511,
+    "NanoTouche2020_cosine_accuracy@10": 0.9183673469387755,
+    "NanoTouche2020_cosine_precision@1": 0.5510204081632653,
+    "NanoTouche2020_cosine_precision@3": 0.4693877551020407,
+    "NanoTouche2020_cosine_precision@5": 0.43673469387755104,
+    "NanoTouche2020_cosine_precision@10": 0.3673469387755102,
+    "NanoTouche2020_cosine_recall@1": 0.04085691783279971,
+    "NanoTouche2020_cosine_recall@3": 0.09967309498022202,
+    "NanoTouche2020_cosine_recall@5": 0.15501374406824417,
+    "NanoTouche2020_cosine_recall@10": 0.2504351518857603,
+    "NanoTouche2020_cosine_ndcg@10": 0.4178263461512225,
+    "NanoTouche2020_cosine_mrr@10": 0.6785714285714286,
+    "NanoTouche2020_cosine_map@100": 0.3114722317254114,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.45315541601255893,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.6305180533751962,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.6828257456828886,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.7629513343799059,
+    "NanoBEIR_mean_cosine_precision@1": 0.45315541601255893,
+    "NanoBEIR_mean_cosine_precision@3": 0.28585034013605437,
+    "NanoBEIR_mean_cosine_precision@5": 0.22159497645211934,
+    "NanoBEIR_mean_cosine_precision@10": 0.15302668759811616,
+    "NanoBEIR_mean_cosine_recall@1": 0.25930690958931113,
+    "NanoBEIR_mean_cosine_recall@3": 0.3989380323932246,
+    "NanoBEIR_mean_cosine_recall@5": 0.4555734363091318,
+    "NanoBEIR_mean_cosine_recall@10": 0.5243674247982276,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.48537103006628673,
+    "NanoBEIR_mean_cosine_mrr@10": 0.5525415140415141,
+    "NanoBEIR_mean_cosine_map@100": 0.40901582458150476
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7346938775510204,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.8979591836734694,
-    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9387755102040817,
-    "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7346938775510204,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6190476190476191,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6204081632653061,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5448979591836735,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.016235921803344835,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04110136889290122,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.0684882416081836,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.12060452557965035,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.5779837170662205,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8306932296728216,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.22239268054909309
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.8163265306122449,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9183673469387755,
+    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9183673469387755,
+    "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939,
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.8163265306122449,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6666666666666666,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6612244897959183,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5959183673469388,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.018031980909560562,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.043898628557590365,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07253188549214812,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.13104227957508152,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.633159993828728,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8707482993197279,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.2756491953525919
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19ced986b0dbb70d44a59c150ba4f43c2d6d9b3f82d49405ab3610d47d36c855
+oid sha256:bce462da976c7206ad29bb0359416a99e061f3524da838abfdd2b633ebde15fe
 size 133462128

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ceb892e22e2ce1e4799f72d6b713fcc8a3bfcf6f6057d1ed98e1630be5f1f7a0
+oid sha256:17927323bdd173204d59c29c1da1adf82afb3db7ed3617c69937a17c6b232f31
 size 6161