Training in progress, step 1687

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.7551020408163265,0.9387755102040817,0.9591836734693877,0.9795918367346939,0.7551020408163265,0.016641896547579957,0.6870748299319728,0.04551525699380437,0.6408163265306123,0.07062854507532675,0.5551020408163265,0.12255185110973184,0.8441043083900227,0.5975458019001755,0.23571618155562263
 -1,-1,0.6326530612244898,0.9183673469387755,0.9795918367346939,1.0,0.6326530612244898,0.013853194367739826,0.6462585034013605,0.04272688535451533,0.6122448979591838,0.06759566073255224,0.5591836734693877,0.12363820275615016,0.7692743764172335,0.583380885836013,0.24908625015550923
 -1,-1,0.7959183673469388,0.9183673469387755,0.9591836734693877,0.9795918367346939,0.7959183673469388,0.017568971861577284,0.727891156462585,0.048300269692222515,0.7061224489795919,0.07788657358716171,0.6326530612244898,0.13993014327694883,0.8644557823129253,0.6687287445151086,0.3012903760645535
+-1,-1,0.673469387755102,0.8979591836734694,0.9387755102040817,1.0,0.673469387755102,0.014824680101928552,0.6394557823129251,0.042265587730550336,0.5959183673469388,0.06588594615844962,0.5612244897959183,0.12378683190096061,0.793731778425656,0.5838674290016377,0.24928009005602295

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.1,0.26,0.34,0.42,0.1,0.1,0.08666666666666666,0.26,0.068,0.34,0.04200000000000001,0.42,0.2011349206349206,0.2534299090698328,0.21380752560014493
 -1,-1,0.14,0.3,0.4,0.62,0.14,0.14,0.09999999999999998,0.3,0.08,0.4,0.06200000000000001,0.62,0.25911904761904764,0.3436806231718081,0.27104075591918003
 -1,-1,0.12,0.44,0.58,0.78,0.12,0.12,0.14666666666666664,0.44,0.11600000000000002,0.58,0.07800000000000001,0.78,0.30949206349206343,0.4214291597611979,0.3163494389294339
+-1,-1,0.06,0.26,0.42,0.6,0.06,0.06,0.08666666666666666,0.26,0.084,0.42,0.06000000000000001,0.6,0.20699206349206345,0.2994851059026303,0.2174796869190086

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.1,0.16,0.24,0.34,0.1,0.035,0.06,0.07833333333333332,0.055999999999999994,0.12833333333333333,0.038000000000000006,0.17066666666666666,0.16352380952380954,0.12369173676503005,0.09670104369812861
 -1,-1,0.12,0.2,0.26,0.34,0.12,0.05333333333333333,0.07333333333333332,0.1,0.05600000000000001,0.12666666666666665,0.04,0.174,0.17807936507936512,0.13384210992220552,0.10554700952655587
 -1,-1,0.12,0.32,0.42,0.54,0.12,0.05333333333333333,0.11333333333333333,0.15333333333333332,0.10000000000000002,0.21,0.066,0.26666666666666666,0.24505555555555555,0.19449880542729517,0.14947152375665632
+-1,-1,0.08,0.18,0.26,0.4,0.08,0.03333333333333333,0.06,0.07666666666666666,0.064,0.12166666666666666,0.052000000000000005,0.21,0.1626904761904762,0.13781102769837822,0.09714904365979188

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.46,0.64,0.64,0.7,0.46,0.02637286210905325,0.39333333333333337,0.06577499602575822,0.3560000000000001,0.08979413346298669,0.306,0.15439231757507207,0.5466666666666666,0.3508348771634835,0.20854533109942788
 -1,-1,0.4,0.68,0.68,0.78,0.4,0.04800970591726372,0.37333333333333335,0.09397129258149509,0.364,0.12488380159191971,0.308,0.1849754146564337,0.5418571428571428,0.36844300198388835,0.2438795951691565
 -1,-1,0.54,0.72,0.78,0.84,0.54,0.07488102625674072,0.44,0.11540969469783983,0.384,0.1439379142537938,0.342,0.2140188508432464,0.6429126984126984,0.4288241072669364,0.3003819025488636
+-1,-1,0.46,0.58,0.7,0.76,0.46,0.05311743937087189,0.3533333333333333,0.09055754665618046,0.364,0.12760321924120158,0.32,0.19070117995595756,0.5500238095238095,0.3790921721844878,0.24633365613770636

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.28,0.42,0.48,0.56,0.28,0.28,0.13999999999999999,0.42,0.09600000000000002,0.48,0.05600000000000001,0.55,0.3713571428571428,0.41397807465220393,0.38055601554461516
 -1,-1,0.26,0.46,0.56,0.62,0.26,0.26,0.1533333333333333,0.45,0.11200000000000002,0.55,0.062,0.6,0.3685000000000001,0.4221436540916674,0.36800121738033453
 -1,-1,0.58,0.74,0.82,0.84,0.58,0.55,0.24666666666666667,0.6966666666666665,0.16799999999999998,0.7866666666666666,0.08800000000000001,0.8166666666666665,0.6779999999999999,0.6973594615600467,0.6527682454890789
+-1,-1,0.44,0.58,0.64,0.68,0.44,0.44,0.19333333333333333,0.58,0.128,0.62,0.068,0.65,0.5147460317460317,0.5459763386680742,0.5164463180188986

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.18,0.24,0.28,0.36,0.18,0.129,0.09333333333333332,0.14838888888888888,0.064,0.17505555555555558,0.042,0.21691269841269845,0.22899999999999998,0.1870809746340998,0.16831791879780877
 -1,-1,0.2,0.32,0.32,0.36,0.2,0.10335714285714286,0.13333333333333333,0.18721428571428567,0.08,0.18721428571428567,0.04800000000000001,0.2238809523809524,0.2513888888888889,0.19143011420499378,0.15878250915742373
 -1,-1,0.3,0.44,0.5,0.66,0.3,0.16502380952380954,0.18666666666666668,0.2889603174603175,0.14,0.3321269841269841,0.092,0.41801587301587295,0.4014682539682539,0.3388692446827452,0.28193356946649684
+-1,-1,0.16,0.28,0.36,0.38,0.16,0.07935714285714285,0.10666666666666666,0.17535714285714285,0.096,0.24585714285714286,0.052000000000000005,0.2598571428571429,0.23133333333333334,0.19804793491507325,0.16090960308141183

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.34,0.4,0.44,0.48,0.34,0.17,0.13999999999999999,0.21,0.10000000000000002,0.25,0.05800000000000001,0.29,0.37777777777777777,0.27345187683466327,0.22716881037997136
 -1,-1,0.28,0.42,0.48,0.58,0.28,0.14,0.14666666666666667,0.22,0.10400000000000001,0.26,0.06400000000000002,0.32,0.3734126984126984,0.27348475074684164,0.21051932167241766
 -1,-1,0.46,0.54,0.62,0.66,0.46,0.23,0.19333333333333333,0.29,0.14,0.35,0.08,0.4,0.5137142857142857,0.37244626531988795,0.308825079162271
+-1,-1,0.34,0.46,0.48,0.54,0.34,0.17,0.1533333333333333,0.23,0.10800000000000001,0.27,0.06000000000000001,0.3,0.39796825396825397,0.27999135477688375,0.22960622802037595

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.14,0.26,0.38,0.58,0.14,0.14,0.08666666666666666,0.26,0.07600000000000001,0.38,0.05800000000000001,0.58,0.24851587301587297,0.32514279496106596,0.25840129809050344
 -1,-1,0.2,0.4,0.52,0.6,0.2,0.2,0.13333333333333333,0.4,0.10400000000000002,0.52,0.06000000000000001,0.6,0.3195714285714286,0.3870603887641045,0.32970226217290266
 -1,-1,0.24,0.48,0.6,0.68,0.24,0.24,0.15999999999999998,0.48,0.12000000000000002,0.6,0.068,0.68,0.38138888888888883,0.45349374015276955,0.3913308256300999
+-1,-1,0.12,0.32,0.48,0.6,0.12,0.12,0.10666666666666666,0.32,0.09600000000000002,0.48,0.06,0.6,0.2646349206349206,0.34481254508178544,0.2744871341134499

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.26,0.34,0.4,0.44,0.26,0.005525991441524426,0.19999999999999996,0.018729012089754735,0.184,0.025142849605619744,0.132,0.031525369353483906,0.3130555555555556,0.15865713771404624,0.03821739686414932
 -1,-1,0.2,0.34,0.44,0.52,0.2,0.014462634269188417,0.20666666666666664,0.03713117702179163,0.192,0.04759102841371709,0.146,0.06354062875812684,0.2879365079365079,0.1760898115157078,0.061274233831184584
 -1,-1,0.34,0.48,0.52,0.68,0.34,0.010145383739386497,0.31999999999999995,0.034274656319625216,0.264,0.04336539880457483,0.24200000000000002,0.08499072140017218,0.42974603174603165,0.26567273607185454,0.09122484502596183
+-1,-1,0.26,0.36,0.46,0.54,0.26,0.019789482284523725,0.24,0.030829613623787566,0.2,0.04132192199736163,0.17,0.06994309599102028,0.3401031746031746,0.2009388176331271,0.06271641719447918

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.18,0.42,0.42,0.56,0.18,0.17,0.14,0.41,0.084,0.41,0.05600000000000001,0.54,0.30176190476190473,0.35308064890486984,0.30521922086466946
 -1,-1,0.26,0.44,0.54,0.6,0.26,0.25,0.14666666666666667,0.42,0.11200000000000002,0.52,0.062,0.58,0.361047619047619,0.409095102571189,0.36301515397193024
 -1,-1,0.34,0.56,0.66,0.8,0.34,0.34,0.18666666666666665,0.55,0.132,0.63,0.08199999999999999,0.76,0.476079365079365,0.5409081461192976,0.4758714059169942
+-1,-1,0.22,0.44,0.5,0.56,0.22,0.22,0.14666666666666664,0.43,0.1,0.49,0.05800000000000001,0.54,0.33822222222222215,0.38714133719068833,0.3510967075622171

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.6,0.78,0.82,0.82,0.6,0.5506666666666666,0.3,0.7120000000000001,0.20799999999999996,0.7759999999999999,0.11399999999999999,0.8033333333333332,0.6890000000000001,0.7184470922914143,0.6915001507169234
 -1,-1,0.62,0.88,0.9,0.92,0.62,0.5373333333333333,0.3533333333333333,0.8353333333333333,0.23999999999999996,0.8733333333333333,0.12599999999999997,0.9066666666666666,0.7438888888888888,0.781903375113035,0.7386325337416886
 -1,-1,0.74,0.88,0.88,0.92,0.74,0.6506666666666666,0.37999999999999995,0.852,0.23599999999999993,0.862,0.12799999999999997,0.9133333333333334,0.8155555555555556,0.8362964412909014,0.806792764958373
+-1,-1,0.6,0.82,0.9,0.92,0.6,0.5406666666666666,0.31333333333333335,0.7446666666666667,0.22399999999999998,0.8586666666666667,0.12399999999999999,0.9059999999999999,0.7166666666666666,0.7612113663625303,0.7087113553113553

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.12,0.32,0.48,0.58,0.12,0.026000000000000002,0.13333333333333333,0.08466666666666667,0.14,0.1456666666666667,0.098,0.20166666666666663,0.26243650793650797,0.17266171549261825,0.1274365931090363
 -1,-1,0.26,0.36,0.48,0.64,0.26,0.052000000000000005,0.12666666666666665,0.07600000000000001,0.128,0.131,0.1,0.204,0.3489126984126984,0.18798354592069366,0.1379120212807064
 -1,-1,0.4,0.62,0.68,0.76,0.4,0.08266666666666668,0.27999999999999997,0.17366666666666664,0.22399999999999998,0.23266666666666666,0.172,0.3556666666666667,0.5142698412698412,0.32998396013138775,0.2511417861209076
+-1,-1,0.36,0.54,0.56,0.68,0.36,0.07400000000000001,0.21333333333333332,0.132,0.172,0.177,0.126,0.26066666666666666,0.456936507936508,0.2540405747021994,0.19296346467411513

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.16,0.26,0.28,0.32,0.16,0.135,0.09333333333333332,0.23,0.064,0.26,0.038,0.305,0.2172222222222222,0.22969419672785193,0.21109276540119015
 -1,-1,0.2,0.3,0.34,0.38,0.2,0.175,0.10666666666666666,0.285,0.08,0.325,0.046000000000000006,0.37,0.2505,0.2737205402887792,0.24776085289830674
 -1,-1,0.4,0.62,0.68,0.72,0.4,0.355,0.22,0.59,0.156,0.675,0.08399999999999999,0.72,0.5133888888888889,0.5551567664777192,0.5001046363834035
+-1,-1,0.22,0.36,0.44,0.48,0.22,0.185,0.13333333333333333,0.34,0.10400000000000001,0.425,0.05800000000000001,0.47,0.3048333333333333,0.3389693476626892,0.3009464461253311

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.42857142857142855,0.7346938775510204,0.8163265306122449,0.9591836734693877,0.42857142857142855,0.033499396390960334,0.42857142857142855,0.09067039720354064,0.3673469387755102,0.12692892394216676,0.3040816326530612,0.1949158483631637,0.6068756073858115,0.34789604783339456,0.24861745453419232
 -1,-1,0.5102040816326531,0.6938775510204082,0.8367346938775511,0.9183673469387755,0.5102040816326531,0.03843268640196565,0.4081632653061224,0.08879738447702933,0.39183673469387753,0.14115407637278626,0.32653061224489793,0.21644573734426228,0.6354227405247813,0.37353019419538835,0.2727638999098376
 -1,-1,0.5918367346938775,0.7959183673469388,0.9183673469387755,0.9591836734693877,0.5918367346938775,0.04206018304961085,0.5238095238095238,0.11345023261720719,0.4938775510204082,0.1760235797017329,0.4040816326530612,0.27671518586580834,0.7083333333333334,0.46055031262986157,0.35728606325032336
+-1,-1,0.4897959183673469,0.7959183673469388,0.8367346938775511,0.9591836734693877,0.4897959183673469,0.03730305431289029,0.45578231292517,0.10071073055013198,0.4163265306122449,0.14961052949460554,0.3510204081632653,0.23498629358010645,0.6504697116942014,0.396212374478035,0.29921734325866794

NanoBEIR_evaluation_mean_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.2575824175824176,0.4026687598116169,0.4627943485086342,0.5476295133437991,0.2575824175824176,0.13854345512370808,0.17655677655677654,0.2298894841698417,0.14333437990580847,0.2759170355820253,0.1032370486656201,0.3429548384900834,0.34833292217986095,0.30061900638804423,0.24427550190005856
 -1,-1,0.2807849293563579,0.44568288854003146,0.5197488226059654,0.6060282574568289,0.2807849293563579,0.1547637566240175,0.18934589220303505,0.26872672870214886,0.1572182103610675,0.3236033224686699,0.11157927786499215,0.389500723062034,0.37843361740300513,0.33249286249925397,0.2699101051255096
 -1,-1,0.39783359497645215,0.5873783359497645,0.6660282574568288,0.7568602825745684,0.39783359497645215,0.22413669763355498,0.2613186813186813,0.36752012059705047,0.20568288854003142,0.43244517001695526,0.148160125588697,0.514313381881418,0.5099542124542124,0.45349916514553085,0.37565246820298953
+-1,-1,0.29306122448979594,0.4596860282574569,0.541287284144427,0.6230141287284146,0.29306122448979594,0.1563513168327253,0.19711145996860283,0.2700606436169674,0.1658712715855573,0.3405173959172035,0.11992464678178966,0.4070887983885303,0.3950477311803843,0.34797925363512167,0.2813894926212929

config.json

@@ -5,6 +5,7 @@
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
   "dtype": "float32",
+  "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 384,
@@ -14,7 +15,7 @@
   "max_position_embeddings": 512,
   "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 12,
+  "num_hidden_layers": 6,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "transformers_version": "4.57.3",

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -51,3 +51,10 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.9118065433854907,2750,0.14,0.3,0.46,0.6,0.14,0.14,0.09999999999999998,0.3,0.09200000000000001,0.46,0.06,0.6,0.2658809523809524,0.3446104767673562,0.27594143314854336
 4.2674253200568995,3000,0.14,0.32,0.48,0.6,0.14,0.14,0.10666666666666666,0.32,0.09600000000000002,0.48,0.06,0.6,0.2734126984126984,0.3510781716066574,0.28338232549798226
 4.623044096728307,3250,0.12,0.32,0.48,0.6,0.12,0.12,0.10666666666666666,0.32,0.09600000000000002,0.48,0.06,0.6,0.2649920634920635,0.3451699142127375,0.2748673342528789
+0,0,0.36,0.52,0.58,0.8,0.36,0.36,0.1733333333333333,0.52,0.11599999999999999,0.58,0.08,0.8,0.47960317460317464,0.5539831330912274,0.49062451473627944
+0.35561877667140823,250,0.32,0.54,0.64,0.78,0.32,0.32,0.18,0.54,0.128,0.64,0.07800000000000001,0.78,0.4588333333333334,0.5353883997758241,0.4702467737931293
+0.7112375533428165,500,0.26,0.52,0.68,0.8,0.26,0.26,0.1733333333333333,0.52,0.136,0.68,0.08,0.8,0.43719047619047624,0.5251622631509236,0.44541094941032633
+1.0668563300142249,750,0.28,0.54,0.68,0.8,0.28,0.28,0.18,0.54,0.136,0.68,0.08,0.8,0.43993650793650785,0.5267218230530423,0.44854673102945974
+1.422475106685633,1000,0.3,0.54,0.62,0.76,0.3,0.3,0.18,0.54,0.124,0.62,0.07600000000000001,0.76,0.4481666666666667,0.5235805701892048,0.45860949650401084
+1.7780938833570412,1250,0.32,0.5,0.64,0.78,0.32,0.32,0.16666666666666663,0.5,0.128,0.64,0.07800000000000001,0.78,0.4533174603174603,0.531188892589563,0.4633588323355879
+2.1337126600284497,1500,0.24,0.52,0.64,0.76,0.24,0.24,0.1733333333333333,0.52,0.128,0.64,0.07600000000000001,0.76,0.4057380952380952,0.49143458252672184,0.4167225925544634

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -51,3 +51,10 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.9118065433854907,2750,0.24,0.46,0.54,0.56,0.24,0.24,0.15333333333333332,0.45,0.10800000000000001,0.52,0.05800000000000001,0.55,0.3466666666666666,0.3954503593447118,0.35926621439328893
 4.2674253200568995,3000,0.22,0.42,0.5,0.54,0.22,0.22,0.13999999999999999,0.41,0.1,0.49,0.05600000000000001,0.53,0.32866666666666666,0.37770263929048353,0.34370138101303604
 4.623044096728307,3250,0.22,0.44,0.5,0.56,0.22,0.22,0.14666666666666664,0.43,0.1,0.49,0.05800000000000001,0.54,0.3358888888888889,0.3853992171360362,0.3486523060866078
+0,0,0.48,0.62,0.66,0.72,0.48,0.47,0.21333333333333332,0.6,0.14,0.64,0.07600000000000001,0.7,0.5643571428571428,0.5930818641709092,0.5653172420421086
+0.35561877667140823,250,0.48,0.66,0.66,0.7,0.48,0.46,0.22666666666666666,0.63,0.136,0.63,0.07600000000000001,0.69,0.5715238095238095,0.5945420343081337,0.5694359295785124
+0.7112375533428165,500,0.44,0.6,0.66,0.7,0.44,0.42,0.20666666666666664,0.57,0.14,0.64,0.07600000000000001,0.68,0.536,0.5637864900605182,0.5303890557010873
+1.0668563300142249,750,0.52,0.6,0.64,0.7,0.52,0.5,0.2,0.57,0.128,0.61,0.07600000000000001,0.69,0.5702698412698413,0.590434852172931,0.5644174194778592
+1.422475106685633,1000,0.46,0.58,0.66,0.72,0.46,0.45,0.2,0.56,0.136,0.63,0.07600000000000001,0.69,0.5390555555555555,0.5689173962545486,0.5375792024786906
+1.7780938833570412,1250,0.46,0.6,0.66,0.7,0.46,0.44,0.20666666666666664,0.57,0.136,0.63,0.07600000000000001,0.69,0.5393333333333333,0.5676342595322333,0.533210294161002
+2.1337126600284497,1500,0.46,0.62,0.66,0.7,0.46,0.45,0.20666666666666664,0.58,0.136,0.63,0.07600000000000001,0.69,0.5456666666666667,0.5748041984771892,0.5421576333440519

eval/NanoBEIR_evaluation_mean_results.csv

@@ -51,3 +51,10 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.9118065433854907,2750,0.19,0.38,0.5,0.5800000000000001,0.19,0.19,0.12666666666666665,0.375,0.1,0.49,0.059000000000000004,0.575,0.3062738095238095,0.370030418056034,0.3176038237709161
 4.2674253200568995,3000,0.18,0.37,0.49,0.5700000000000001,0.18,0.18,0.12333333333333332,0.365,0.098,0.485,0.058,0.565,0.3010396825396825,0.3643904054485705,0.31354185325550915
 4.623044096728307,3250,0.16999999999999998,0.38,0.49,0.5800000000000001,0.16999999999999998,0.16999999999999998,0.12666666666666665,0.375,0.098,0.485,0.059000000000000004,0.5700000000000001,0.3004404761904762,0.36528456567438683,0.31175982016974335
+0,0,0.42,0.5700000000000001,0.62,0.76,0.42,0.415,0.1933333333333333,0.56,0.128,0.61,0.07800000000000001,0.75,0.5219801587301587,0.5735324986310684,0.5279708783891941
+0.35561877667140823,250,0.4,0.6000000000000001,0.65,0.74,0.4,0.39,0.2033333333333333,0.585,0.132,0.635,0.07700000000000001,0.735,0.5151785714285715,0.5649652170419789,0.5198413516858209
+0.7112375533428165,500,0.35,0.56,0.67,0.75,0.35,0.33999999999999997,0.18999999999999997,0.5449999999999999,0.138,0.66,0.07800000000000001,0.74,0.48659523809523814,0.544474376605721,0.4879000025557068
+1.0668563300142249,750,0.4,0.5700000000000001,0.66,0.75,0.4,0.39,0.19,0.5549999999999999,0.132,0.645,0.07800000000000001,0.745,0.5051031746031746,0.5585783376129867,0.5064820752536594
+1.422475106685633,1000,0.38,0.56,0.64,0.74,0.38,0.375,0.19,0.55,0.13,0.625,0.07600000000000001,0.725,0.4936111111111111,0.5462489832218766,0.49809434949135073
+1.7780938833570412,1250,0.39,0.55,0.65,0.74,0.39,0.38,0.18666666666666665,0.5349999999999999,0.132,0.635,0.07700000000000001,0.735,0.4963253968253968,0.5494115760608982,0.49828456324829495
+2.1337126600284497,1500,0.35,0.5700000000000001,0.65,0.73,0.35,0.345,0.18999999999999997,0.55,0.132,0.635,0.07600000000000001,0.725,0.47570238095238093,0.5331193905019556,0.47944011294925765

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.12,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.32,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.42,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.54,
-    "NanoClimateFEVER_cosine_precision@1": 0.12,
-    "NanoClimateFEVER_cosine_precision@3": 0.11333333333333333,
-    "NanoClimateFEVER_cosine_precision@5": 0.10000000000000002,
-    "NanoClimateFEVER_cosine_precision@10": 0.066,
-    "NanoClimateFEVER_cosine_recall@1": 0.05333333333333333,
-    "NanoClimateFEVER_cosine_recall@3": 0.15333333333333332,
-    "NanoClimateFEVER_cosine_recall@5": 0.21,
-    "NanoClimateFEVER_cosine_recall@10": 0.26666666666666666,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.19449880542729517,
-    "NanoClimateFEVER_cosine_mrr@10": 0.24505555555555555,
-    "NanoClimateFEVER_cosine_map@100": 0.14947152375665632,
-    "NanoDBPedia_cosine_accuracy@1": 0.54,
-    "NanoDBPedia_cosine_accuracy@3": 0.72,
-    "NanoDBPedia_cosine_accuracy@5": 0.78,
-    "NanoDBPedia_cosine_accuracy@10": 0.84,
-    "NanoDBPedia_cosine_precision@1": 0.54,
-    "NanoDBPedia_cosine_precision@3": 0.44,
-    "NanoDBPedia_cosine_precision@5": 0.384,
-    "NanoDBPedia_cosine_precision@10": 0.342,
-    "NanoDBPedia_cosine_recall@1": 0.07488102625674072,
-    "NanoDBPedia_cosine_recall@3": 0.11540969469783983,
-    "NanoDBPedia_cosine_recall@5": 0.1439379142537938,
-    "NanoDBPedia_cosine_recall@10": 0.2140188508432464,
-    "NanoDBPedia_cosine_ndcg@10": 0.4288241072669364,
-    "NanoDBPedia_cosine_mrr@10": 0.6429126984126984,
-    "NanoDBPedia_cosine_map@100": 0.3003819025488636,
-    "NanoFEVER_cosine_accuracy@1": 0.58,
-    "NanoFEVER_cosine_accuracy@3": 0.74,
-    "NanoFEVER_cosine_accuracy@5": 0.82,
-    "NanoFEVER_cosine_accuracy@10": 0.84,
-    "NanoFEVER_cosine_precision@1": 0.58,
-    "NanoFEVER_cosine_precision@3": 0.24666666666666667,
-    "NanoFEVER_cosine_precision@5": 0.16799999999999998,
-    "NanoFEVER_cosine_precision@10": 0.08800000000000001,
-    "NanoFEVER_cosine_recall@1": 0.55,
-    "NanoFEVER_cosine_recall@3": 0.6966666666666665,
-    "NanoFEVER_cosine_recall@5": 0.7866666666666666,
-    "NanoFEVER_cosine_recall@10": 0.8166666666666665,
-    "NanoFEVER_cosine_ndcg@10": 0.6973594615600467,
-    "NanoFEVER_cosine_mrr@10": 0.6779999999999999,
-    "NanoFEVER_cosine_map@100": 0.6527682454890789,
-    "NanoFiQA2018_cosine_accuracy@1": 0.3,
-    "NanoFiQA2018_cosine_accuracy@3": 0.44,
-    "NanoFiQA2018_cosine_accuracy@5": 0.5,
-    "NanoFiQA2018_cosine_accuracy@10": 0.66,
-    "NanoFiQA2018_cosine_precision@1": 0.3,
-    "NanoFiQA2018_cosine_precision@3": 0.18666666666666668,
-    "NanoFiQA2018_cosine_precision@5": 0.14,
-    "NanoFiQA2018_cosine_precision@10": 0.092,
-    "NanoFiQA2018_cosine_recall@1": 0.16502380952380954,
-    "NanoFiQA2018_cosine_recall@3": 0.2889603174603175,
-    "NanoFiQA2018_cosine_recall@5": 0.3321269841269841,
-    "NanoFiQA2018_cosine_recall@10": 0.41801587301587295,
-    "NanoFiQA2018_cosine_ndcg@10": 0.3388692446827452,
-    "NanoFiQA2018_cosine_mrr@10": 0.4014682539682539,
-    "NanoFiQA2018_cosine_map@100": 0.28193356946649684,
-    "NanoHotpotQA_cosine_accuracy@1": 0.46,
-    "NanoHotpotQA_cosine_accuracy@3": 0.54,
-    "NanoHotpotQA_cosine_accuracy@5": 0.62,
-    "NanoHotpotQA_cosine_accuracy@10": 0.66,
-    "NanoHotpotQA_cosine_precision@1": 0.46,
-    "NanoHotpotQA_cosine_precision@3": 0.19333333333333333,
-    "NanoHotpotQA_cosine_precision@5": 0.14,
-    "NanoHotpotQA_cosine_precision@10": 0.08,
-    "NanoHotpotQA_cosine_recall@1": 0.23,
-    "NanoHotpotQA_cosine_recall@3": 0.29,
-    "NanoHotpotQA_cosine_recall@5": 0.35,
-    "NanoHotpotQA_cosine_recall@10": 0.4,
-    "NanoHotpotQA_cosine_ndcg@10": 0.37244626531988795,
-    "NanoHotpotQA_cosine_mrr@10": 0.5137142857142857,
-    "NanoHotpotQA_cosine_map@100": 0.308825079162271,
-    "NanoMSMARCO_cosine_accuracy@1": 0.24,
-    "NanoMSMARCO_cosine_accuracy@3": 0.48,
-    "NanoMSMARCO_cosine_accuracy@5": 0.6,
-    "NanoMSMARCO_cosine_accuracy@10": 0.68,
-    "NanoMSMARCO_cosine_precision@1": 0.24,
-    "NanoMSMARCO_cosine_precision@3": 0.15999999999999998,
-    "NanoMSMARCO_cosine_precision@5": 0.12000000000000002,
-    "NanoMSMARCO_cosine_precision@10": 0.068,
-    "NanoMSMARCO_cosine_recall@1": 0.24,
-    "NanoMSMARCO_cosine_recall@3": 0.48,
-    "NanoMSMARCO_cosine_recall@5": 0.6,
-    "NanoMSMARCO_cosine_recall@10": 0.68,
-    "NanoMSMARCO_cosine_ndcg@10": 0.45349374015276955,
-    "NanoMSMARCO_cosine_mrr@10": 0.38138888888888883,
-    "NanoMSMARCO_cosine_map@100": 0.3913308256300999,
-    "NanoNFCorpus_cosine_accuracy@1": 0.34,
-    "NanoNFCorpus_cosine_accuracy@3": 0.48,
-    "NanoNFCorpus_cosine_accuracy@5": 0.52,
-    "NanoNFCorpus_cosine_accuracy@10": 0.68,
-    "NanoNFCorpus_cosine_precision@1": 0.34,
-    "NanoNFCorpus_cosine_precision@3": 0.31999999999999995,
-    "NanoNFCorpus_cosine_precision@5": 0.264,
-    "NanoNFCorpus_cosine_precision@10": 0.24200000000000002,
-    "NanoNFCorpus_cosine_recall@1": 0.010145383739386497,
-    "NanoNFCorpus_cosine_recall@3": 0.034274656319625216,
-    "NanoNFCorpus_cosine_recall@5": 0.04336539880457483,
-    "NanoNFCorpus_cosine_recall@10": 0.08499072140017218,
-    "NanoNFCorpus_cosine_ndcg@10": 0.26567273607185454,
-    "NanoNFCorpus_cosine_mrr@10": 0.42974603174603165,
-    "NanoNFCorpus_cosine_map@100": 0.09122484502596183,
-    "NanoNQ_cosine_accuracy@1": 0.34,
-    "NanoNQ_cosine_accuracy@3": 0.56,
-    "NanoNQ_cosine_accuracy@5": 0.66,
-    "NanoNQ_cosine_accuracy@10": 0.8,
-    "NanoNQ_cosine_precision@1": 0.34,
-    "NanoNQ_cosine_precision@3": 0.18666666666666665,
-    "NanoNQ_cosine_precision@5": 0.132,
-    "NanoNQ_cosine_precision@10": 0.08199999999999999,
-    "NanoNQ_cosine_recall@1": 0.34,
-    "NanoNQ_cosine_recall@3": 0.55,
-    "NanoNQ_cosine_recall@5": 0.63,
-    "NanoNQ_cosine_recall@10": 0.76,
-    "NanoNQ_cosine_ndcg@10": 0.5409081461192976,
-    "NanoNQ_cosine_mrr@10": 0.476079365079365,
-    "NanoNQ_cosine_map@100": 0.4758714059169942,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.74,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.88,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.88,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.08,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.18,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.26,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.4,
+    "NanoClimateFEVER_cosine_precision@1": 0.08,
+    "NanoClimateFEVER_cosine_precision@3": 0.06,
+    "NanoClimateFEVER_cosine_precision@5": 0.064,
+    "NanoClimateFEVER_cosine_precision@10": 0.052000000000000005,
+    "NanoClimateFEVER_cosine_recall@1": 0.03333333333333333,
+    "NanoClimateFEVER_cosine_recall@3": 0.07666666666666666,
+    "NanoClimateFEVER_cosine_recall@5": 0.12166666666666666,
+    "NanoClimateFEVER_cosine_recall@10": 0.21,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.13781102769837822,
+    "NanoClimateFEVER_cosine_mrr@10": 0.1626904761904762,
+    "NanoClimateFEVER_cosine_map@100": 0.09714904365979188,
+    "NanoDBPedia_cosine_accuracy@1": 0.46,
+    "NanoDBPedia_cosine_accuracy@3": 0.58,
+    "NanoDBPedia_cosine_accuracy@5": 0.7,
+    "NanoDBPedia_cosine_accuracy@10": 0.76,
+    "NanoDBPedia_cosine_precision@1": 0.46,
+    "NanoDBPedia_cosine_precision@3": 0.3533333333333333,
+    "NanoDBPedia_cosine_precision@5": 0.364,
+    "NanoDBPedia_cosine_precision@10": 0.32,
+    "NanoDBPedia_cosine_recall@1": 0.05311743937087189,
+    "NanoDBPedia_cosine_recall@3": 0.09055754665618046,
+    "NanoDBPedia_cosine_recall@5": 0.12760321924120158,
+    "NanoDBPedia_cosine_recall@10": 0.19070117995595756,
+    "NanoDBPedia_cosine_ndcg@10": 0.3790921721844878,
+    "NanoDBPedia_cosine_mrr@10": 0.5500238095238095,
+    "NanoDBPedia_cosine_map@100": 0.24633365613770636,
+    "NanoFEVER_cosine_accuracy@1": 0.44,
+    "NanoFEVER_cosine_accuracy@3": 0.58,
+    "NanoFEVER_cosine_accuracy@5": 0.64,
+    "NanoFEVER_cosine_accuracy@10": 0.68,
+    "NanoFEVER_cosine_precision@1": 0.44,
+    "NanoFEVER_cosine_precision@3": 0.19333333333333333,
+    "NanoFEVER_cosine_precision@5": 0.128,
+    "NanoFEVER_cosine_precision@10": 0.068,
+    "NanoFEVER_cosine_recall@1": 0.44,
+    "NanoFEVER_cosine_recall@3": 0.58,
+    "NanoFEVER_cosine_recall@5": 0.62,
+    "NanoFEVER_cosine_recall@10": 0.65,
+    "NanoFEVER_cosine_ndcg@10": 0.5459763386680742,
+    "NanoFEVER_cosine_mrr@10": 0.5147460317460317,
+    "NanoFEVER_cosine_map@100": 0.5164463180188986,
+    "NanoFiQA2018_cosine_accuracy@1": 0.16,
+    "NanoFiQA2018_cosine_accuracy@3": 0.28,
+    "NanoFiQA2018_cosine_accuracy@5": 0.36,
+    "NanoFiQA2018_cosine_accuracy@10": 0.38,
+    "NanoFiQA2018_cosine_precision@1": 0.16,
+    "NanoFiQA2018_cosine_precision@3": 0.10666666666666666,
+    "NanoFiQA2018_cosine_precision@5": 0.096,
+    "NanoFiQA2018_cosine_precision@10": 0.052000000000000005,
+    "NanoFiQA2018_cosine_recall@1": 0.07935714285714285,
+    "NanoFiQA2018_cosine_recall@3": 0.17535714285714285,
+    "NanoFiQA2018_cosine_recall@5": 0.24585714285714286,
+    "NanoFiQA2018_cosine_recall@10": 0.2598571428571429,
+    "NanoFiQA2018_cosine_ndcg@10": 0.19804793491507325,
+    "NanoFiQA2018_cosine_mrr@10": 0.23133333333333334,
+    "NanoFiQA2018_cosine_map@100": 0.16090960308141183,
+    "NanoHotpotQA_cosine_accuracy@1": 0.34,
+    "NanoHotpotQA_cosine_accuracy@3": 0.46,
+    "NanoHotpotQA_cosine_accuracy@5": 0.48,
+    "NanoHotpotQA_cosine_accuracy@10": 0.54,
+    "NanoHotpotQA_cosine_precision@1": 0.34,
+    "NanoHotpotQA_cosine_precision@3": 0.1533333333333333,
+    "NanoHotpotQA_cosine_precision@5": 0.10800000000000001,
+    "NanoHotpotQA_cosine_precision@10": 0.06000000000000001,
+    "NanoHotpotQA_cosine_recall@1": 0.17,
+    "NanoHotpotQA_cosine_recall@3": 0.23,
+    "NanoHotpotQA_cosine_recall@5": 0.27,
+    "NanoHotpotQA_cosine_recall@10": 0.3,
+    "NanoHotpotQA_cosine_ndcg@10": 0.27999135477688375,
+    "NanoHotpotQA_cosine_mrr@10": 0.39796825396825397,
+    "NanoHotpotQA_cosine_map@100": 0.22960622802037595,
+    "NanoMSMARCO_cosine_accuracy@1": 0.12,
+    "NanoMSMARCO_cosine_accuracy@3": 0.32,
+    "NanoMSMARCO_cosine_accuracy@5": 0.48,
+    "NanoMSMARCO_cosine_accuracy@10": 0.6,
+    "NanoMSMARCO_cosine_precision@1": 0.12,
+    "NanoMSMARCO_cosine_precision@3": 0.10666666666666666,
+    "NanoMSMARCO_cosine_precision@5": 0.09600000000000002,
+    "NanoMSMARCO_cosine_precision@10": 0.06,
+    "NanoMSMARCO_cosine_recall@1": 0.12,
+    "NanoMSMARCO_cosine_recall@3": 0.32,
+    "NanoMSMARCO_cosine_recall@5": 0.48,
+    "NanoMSMARCO_cosine_recall@10": 0.6,
+    "NanoMSMARCO_cosine_ndcg@10": 0.34481254508178544,
+    "NanoMSMARCO_cosine_mrr@10": 0.2646349206349206,
+    "NanoMSMARCO_cosine_map@100": 0.2744871341134499,
+    "NanoNFCorpus_cosine_accuracy@1": 0.26,
+    "NanoNFCorpus_cosine_accuracy@3": 0.36,
+    "NanoNFCorpus_cosine_accuracy@5": 0.46,
+    "NanoNFCorpus_cosine_accuracy@10": 0.54,
+    "NanoNFCorpus_cosine_precision@1": 0.26,
+    "NanoNFCorpus_cosine_precision@3": 0.24,
+    "NanoNFCorpus_cosine_precision@5": 0.2,
+    "NanoNFCorpus_cosine_precision@10": 0.17,
+    "NanoNFCorpus_cosine_recall@1": 0.019789482284523725,
+    "NanoNFCorpus_cosine_recall@3": 0.030829613623787566,
+    "NanoNFCorpus_cosine_recall@5": 0.04132192199736163,
+    "NanoNFCorpus_cosine_recall@10": 0.06994309599102028,
+    "NanoNFCorpus_cosine_ndcg@10": 0.2009388176331271,
+    "NanoNFCorpus_cosine_mrr@10": 0.3401031746031746,
+    "NanoNFCorpus_cosine_map@100": 0.06271641719447918,
+    "NanoNQ_cosine_accuracy@1": 0.22,
+    "NanoNQ_cosine_accuracy@3": 0.44,
+    "NanoNQ_cosine_accuracy@5": 0.5,
+    "NanoNQ_cosine_accuracy@10": 0.56,
+    "NanoNQ_cosine_precision@1": 0.22,
+    "NanoNQ_cosine_precision@3": 0.14666666666666664,
+    "NanoNQ_cosine_precision@5": 0.1,
+    "NanoNQ_cosine_precision@10": 0.05800000000000001,
+    "NanoNQ_cosine_recall@1": 0.22,
+    "NanoNQ_cosine_recall@3": 0.43,
+    "NanoNQ_cosine_recall@5": 0.49,
+    "NanoNQ_cosine_recall@10": 0.54,
+    "NanoNQ_cosine_ndcg@10": 0.38714133719068833,
+    "NanoNQ_cosine_mrr@10": 0.33822222222222215,
+    "NanoNQ_cosine_map@100": 0.3510967075622171,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.6,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.82,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.9,
     "NanoQuoraRetrieval_cosine_accuracy@10": 0.92,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.74,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.37999999999999995,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.23599999999999993,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.12799999999999997,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.6506666666666666,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.852,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.862,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9133333333333334,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.8362964412909014,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.8155555555555556,
-    "NanoQuoraRetrieval_cosine_map@100": 0.806792764958373,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.4,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.62,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.68,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.76,
-    "NanoSCIDOCS_cosine_precision@1": 0.4,
-    "NanoSCIDOCS_cosine_precision@3": 0.27999999999999997,
-    "NanoSCIDOCS_cosine_precision@5": 0.22399999999999998,
-    "NanoSCIDOCS_cosine_precision@10": 0.172,
-    "NanoSCIDOCS_cosine_recall@1": 0.08266666666666668,
-    "NanoSCIDOCS_cosine_recall@3": 0.17366666666666664,
-    "NanoSCIDOCS_cosine_recall@5": 0.23266666666666666,
-    "NanoSCIDOCS_cosine_recall@10": 0.3556666666666667,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.32998396013138775,
-    "NanoSCIDOCS_cosine_mrr@10": 0.5142698412698412,
-    "NanoSCIDOCS_cosine_map@100": 0.2511417861209076,
-    "NanoArguAna_cosine_accuracy@1": 0.12,
-    "NanoArguAna_cosine_accuracy@3": 0.44,
-    "NanoArguAna_cosine_accuracy@5": 0.58,
-    "NanoArguAna_cosine_accuracy@10": 0.78,
-    "NanoArguAna_cosine_precision@1": 0.12,
-    "NanoArguAna_cosine_precision@3": 0.14666666666666664,
-    "NanoArguAna_cosine_precision@5": 0.11600000000000002,
-    "NanoArguAna_cosine_precision@10": 0.07800000000000001,
-    "NanoArguAna_cosine_recall@1": 0.12,
-    "NanoArguAna_cosine_recall@3": 0.44,
-    "NanoArguAna_cosine_recall@5": 0.58,
-    "NanoArguAna_cosine_recall@10": 0.78,
-    "NanoArguAna_cosine_ndcg@10": 0.4214291597611979,
-    "NanoArguAna_cosine_mrr@10": 0.30949206349206343,
-    "NanoArguAna_cosine_map@100": 0.3163494389294339,
-    "NanoSciFact_cosine_accuracy@1": 0.4,
-    "NanoSciFact_cosine_accuracy@3": 0.62,
-    "NanoSciFact_cosine_accuracy@5": 0.68,
-    "NanoSciFact_cosine_accuracy@10": 0.72,
-    "NanoSciFact_cosine_precision@1": 0.4,
-    "NanoSciFact_cosine_precision@3": 0.22,
-    "NanoSciFact_cosine_precision@5": 0.156,
-    "NanoSciFact_cosine_precision@10": 0.08399999999999999,
-    "NanoSciFact_cosine_recall@1": 0.355,
-    "NanoSciFact_cosine_recall@3": 0.59,
-    "NanoSciFact_cosine_recall@5": 0.675,
-    "NanoSciFact_cosine_recall@10": 0.72,
-    "NanoSciFact_cosine_ndcg@10": 0.5551567664777192,
-    "NanoSciFact_cosine_mrr@10": 0.5133888888888889,
-    "NanoSciFact_cosine_map@100": 0.5001046363834035,
-    "NanoTouche2020_cosine_accuracy@1": 0.5918367346938775,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.6,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.31333333333333335,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.22399999999999998,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.12399999999999999,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.5406666666666666,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.7446666666666667,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.8586666666666667,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.9059999999999999,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.7612113663625303,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.7166666666666666,
+    "NanoQuoraRetrieval_cosine_map@100": 0.7087113553113553,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.36,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.54,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.56,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.68,
+    "NanoSCIDOCS_cosine_precision@1": 0.36,
+    "NanoSCIDOCS_cosine_precision@3": 0.21333333333333332,
+    "NanoSCIDOCS_cosine_precision@5": 0.172,
+    "NanoSCIDOCS_cosine_precision@10": 0.126,
+    "NanoSCIDOCS_cosine_recall@1": 0.07400000000000001,
+    "NanoSCIDOCS_cosine_recall@3": 0.132,
+    "NanoSCIDOCS_cosine_recall@5": 0.177,
+    "NanoSCIDOCS_cosine_recall@10": 0.26066666666666666,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.2540405747021994,
+    "NanoSCIDOCS_cosine_mrr@10": 0.456936507936508,
+    "NanoSCIDOCS_cosine_map@100": 0.19296346467411513,
+    "NanoArguAna_cosine_accuracy@1": 0.06,
+    "NanoArguAna_cosine_accuracy@3": 0.26,
+    "NanoArguAna_cosine_accuracy@5": 0.42,
+    "NanoArguAna_cosine_accuracy@10": 0.6,
+    "NanoArguAna_cosine_precision@1": 0.06,
+    "NanoArguAna_cosine_precision@3": 0.08666666666666666,
+    "NanoArguAna_cosine_precision@5": 0.084,
+    "NanoArguAna_cosine_precision@10": 0.06000000000000001,
+    "NanoArguAna_cosine_recall@1": 0.06,
+    "NanoArguAna_cosine_recall@3": 0.26,
+    "NanoArguAna_cosine_recall@5": 0.42,
+    "NanoArguAna_cosine_recall@10": 0.6,
+    "NanoArguAna_cosine_ndcg@10": 0.2994851059026303,
+    "NanoArguAna_cosine_mrr@10": 0.20699206349206345,
+    "NanoArguAna_cosine_map@100": 0.2174796869190086,
+    "NanoSciFact_cosine_accuracy@1": 0.22,
+    "NanoSciFact_cosine_accuracy@3": 0.36,
+    "NanoSciFact_cosine_accuracy@5": 0.44,
+    "NanoSciFact_cosine_accuracy@10": 0.48,
+    "NanoSciFact_cosine_precision@1": 0.22,
+    "NanoSciFact_cosine_precision@3": 0.13333333333333333,
+    "NanoSciFact_cosine_precision@5": 0.10400000000000001,
+    "NanoSciFact_cosine_precision@10": 0.05800000000000001,
+    "NanoSciFact_cosine_recall@1": 0.185,
+    "NanoSciFact_cosine_recall@3": 0.34,
+    "NanoSciFact_cosine_recall@5": 0.425,
+    "NanoSciFact_cosine_recall@10": 0.47,
+    "NanoSciFact_cosine_ndcg@10": 0.3389693476626892,
+    "NanoSciFact_cosine_mrr@10": 0.3048333333333333,
+    "NanoSciFact_cosine_map@100": 0.3009464461253311,
+    "NanoTouche2020_cosine_accuracy@1": 0.4897959183673469,
     "NanoTouche2020_cosine_accuracy@3": 0.7959183673469388,
-    "NanoTouche2020_cosine_accuracy@5": 0.9183673469387755,
+    "NanoTouche2020_cosine_accuracy@5": 0.8367346938775511,
     "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
-    "NanoTouche2020_cosine_precision@1": 0.5918367346938775,
-    "NanoTouche2020_cosine_precision@3": 0.5238095238095238,
-    "NanoTouche2020_cosine_precision@5": 0.4938775510204082,
-    "NanoTouche2020_cosine_precision@10": 0.4040816326530612,
-    "NanoTouche2020_cosine_recall@1": 0.04206018304961085,
-    "NanoTouche2020_cosine_recall@3": 0.11345023261720719,
-    "NanoTouche2020_cosine_recall@5": 0.1760235797017329,
-    "NanoTouche2020_cosine_recall@10": 0.27671518586580834,
-    "NanoTouche2020_cosine_ndcg@10": 0.46055031262986157,
-    "NanoTouche2020_cosine_mrr@10": 0.7083333333333334,
-    "NanoTouche2020_cosine_map@100": 0.35728606325032336,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.39783359497645215,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.5873783359497645,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.6660282574568288,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.7568602825745684,
-    "NanoBEIR_mean_cosine_precision@1": 0.39783359497645215,
-    "NanoBEIR_mean_cosine_precision@3": 0.2613186813186813,
-    "NanoBEIR_mean_cosine_precision@5": 0.20568288854003142,
-    "NanoBEIR_mean_cosine_precision@10": 0.148160125588697,
-    "NanoBEIR_mean_cosine_recall@1": 0.22413669763355498,
-    "NanoBEIR_mean_cosine_recall@3": 0.36752012059705047,
-    "NanoBEIR_mean_cosine_recall@5": 0.43244517001695526,
-    "NanoBEIR_mean_cosine_recall@10": 0.514313381881418,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.45349916514553085,
-    "NanoBEIR_mean_cosine_mrr@10": 0.5099542124542124,
-    "NanoBEIR_mean_cosine_map@100": 0.37565246820298953
+    "NanoTouche2020_cosine_precision@1": 0.4897959183673469,
+    "NanoTouche2020_cosine_precision@3": 0.45578231292517,
+    "NanoTouche2020_cosine_precision@5": 0.4163265306122449,
+    "NanoTouche2020_cosine_precision@10": 0.3510204081632653,
+    "NanoTouche2020_cosine_recall@1": 0.03730305431289029,
+    "NanoTouche2020_cosine_recall@3": 0.10071073055013198,
+    "NanoTouche2020_cosine_recall@5": 0.14961052949460554,
+    "NanoTouche2020_cosine_recall@10": 0.23498629358010645,
+    "NanoTouche2020_cosine_ndcg@10": 0.396212374478035,
+    "NanoTouche2020_cosine_mrr@10": 0.6504697116942014,
+    "NanoTouche2020_cosine_map@100": 0.29921734325866794,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.29306122448979594,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.4596860282574569,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.541287284144427,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.6230141287284146,
+    "NanoBEIR_mean_cosine_precision@1": 0.29306122448979594,
+    "NanoBEIR_mean_cosine_precision@3": 0.19711145996860283,
+    "NanoBEIR_mean_cosine_precision@5": 0.1658712715855573,
+    "NanoBEIR_mean_cosine_precision@10": 0.11992464678178966,
+    "NanoBEIR_mean_cosine_recall@1": 0.1563513168327253,
+    "NanoBEIR_mean_cosine_recall@3": 0.2700606436169674,
+    "NanoBEIR_mean_cosine_recall@5": 0.3405173959172035,
+    "NanoBEIR_mean_cosine_recall@10": 0.4070887983885303,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.34797925363512167,
+    "NanoBEIR_mean_cosine_mrr@10": 0.3950477311803843,
+    "NanoBEIR_mean_cosine_map@100": 0.2813894926212929
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7959183673469388,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9183673469387755,
-    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9591836734693877,
-    "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7959183673469388,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.727891156462585,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.7061224489795919,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6326530612244898,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.017568971861577284,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.048300269692222515,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07788657358716171,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.13993014327694883,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6687287445151086,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8644557823129253,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.3012903760645535
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.673469387755102,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.8979591836734694,
+    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9387755102040817,
+    "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.673469387755102,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6394557823129251,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.5959183673469388,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5612244897959183,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.014824680101928552,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.042265587730550336,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.06588594615844962,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.12378683190096061,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.5838674290016377,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.793731778425656,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.24928009005602295
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84a94b7bfcaa4d3f907bcefa84cf19dd0c7d1f69202a2669846e1efea284b068
-size 133462128
+oid sha256:8d3e303185311736cbfb505389d23253dd5b25835a5fb3e81e108b7686a38f77
+size 90864192

tokenizer_config.json

@@ -41,14 +41,14 @@
       "special": true
     }
   },
-  "clean_up_tokenization_spaces": true,
+  "clean_up_tokenization_spaces": false,
   "cls_token": "[CLS]",
   "do_basic_tokenize": true,
   "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
   "max_length": 128,
-  "model_max_length": 512,
+  "model_max_length": 256,
   "never_split": null,
   "pad_to_multiple_of": null,
   "pad_token": "[PAD]",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0c99e71a461fb889dacb4a9c9134edc1a0166285c52170c5a245c55aaa0a39a
+oid sha256:e4855b3babff580636e4f4a9fb2f2886eed7c2225e98706b6972063f3044bd8e
 size 6161