Training in progress, step 3375

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.7551020408163265,0.9387755102040817,0.9591836734693877,0.9795918367346939,0.7551020408163265,0.016641896547579957,0.6870748299319728,0.04551525699380437,0.6408163265306123,0.07062854507532675,0.5551020408163265,0.12255185110973184,0.8441043083900227,0.5975458019001755,0.23571618155562263
 -1,-1,0.6326530612244898,0.9183673469387755,0.9795918367346939,1.0,0.6326530612244898,0.013853194367739826,0.6462585034013605,0.04272688535451533,0.6122448979591838,0.06759566073255224,0.5591836734693877,0.12363820275615016,0.7692743764172335,0.583380885836013,0.24908625015550923
+-1,-1,0.7959183673469388,0.9183673469387755,0.9591836734693877,0.9795918367346939,0.7959183673469388,0.017568971861577284,0.727891156462585,0.048300269692222515,0.7061224489795919,0.07788657358716171,0.6326530612244898,0.13993014327694883,0.8644557823129253,0.6687287445151086,0.3012903760645535

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.1,0.26,0.34,0.42,0.1,0.1,0.08666666666666666,0.26,0.068,0.34,0.04200000000000001,0.42,0.2011349206349206,0.2534299090698328,0.21380752560014493
 -1,-1,0.14,0.3,0.4,0.62,0.14,0.14,0.09999999999999998,0.3,0.08,0.4,0.06200000000000001,0.62,0.25911904761904764,0.3436806231718081,0.27104075591918003
+-1,-1,0.12,0.44,0.58,0.78,0.12,0.12,0.14666666666666664,0.44,0.11600000000000002,0.58,0.07800000000000001,0.78,0.30949206349206343,0.4214291597611979,0.3163494389294339

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.1,0.16,0.24,0.34,0.1,0.035,0.06,0.07833333333333332,0.055999999999999994,0.12833333333333333,0.038000000000000006,0.17066666666666666,0.16352380952380954,0.12369173676503005,0.09670104369812861
 -1,-1,0.12,0.2,0.26,0.34,0.12,0.05333333333333333,0.07333333333333332,0.1,0.05600000000000001,0.12666666666666665,0.04,0.174,0.17807936507936512,0.13384210992220552,0.10554700952655587
+-1,-1,0.12,0.32,0.42,0.54,0.12,0.05333333333333333,0.11333333333333333,0.15333333333333332,0.10000000000000002,0.21,0.066,0.26666666666666666,0.24505555555555555,0.19449880542729517,0.14947152375665632

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.46,0.64,0.64,0.7,0.46,0.02637286210905325,0.39333333333333337,0.06577499602575822,0.3560000000000001,0.08979413346298669,0.306,0.15439231757507207,0.5466666666666666,0.3508348771634835,0.20854533109942788
 -1,-1,0.4,0.68,0.68,0.78,0.4,0.04800970591726372,0.37333333333333335,0.09397129258149509,0.364,0.12488380159191971,0.308,0.1849754146564337,0.5418571428571428,0.36844300198388835,0.2438795951691565
+-1,-1,0.54,0.72,0.78,0.84,0.54,0.07488102625674072,0.44,0.11540969469783983,0.384,0.1439379142537938,0.342,0.2140188508432464,0.6429126984126984,0.4288241072669364,0.3003819025488636

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.28,0.42,0.48,0.56,0.28,0.28,0.13999999999999999,0.42,0.09600000000000002,0.48,0.05600000000000001,0.55,0.3713571428571428,0.41397807465220393,0.38055601554461516
 -1,-1,0.26,0.46,0.56,0.62,0.26,0.26,0.1533333333333333,0.45,0.11200000000000002,0.55,0.062,0.6,0.3685000000000001,0.4221436540916674,0.36800121738033453
+-1,-1,0.58,0.74,0.82,0.84,0.58,0.55,0.24666666666666667,0.6966666666666665,0.16799999999999998,0.7866666666666666,0.08800000000000001,0.8166666666666665,0.6779999999999999,0.6973594615600467,0.6527682454890789

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.18,0.24,0.28,0.36,0.18,0.129,0.09333333333333332,0.14838888888888888,0.064,0.17505555555555558,0.042,0.21691269841269845,0.22899999999999998,0.1870809746340998,0.16831791879780877
 -1,-1,0.2,0.32,0.32,0.36,0.2,0.10335714285714286,0.13333333333333333,0.18721428571428567,0.08,0.18721428571428567,0.04800000000000001,0.2238809523809524,0.2513888888888889,0.19143011420499378,0.15878250915742373
+-1,-1,0.3,0.44,0.5,0.66,0.3,0.16502380952380954,0.18666666666666668,0.2889603174603175,0.14,0.3321269841269841,0.092,0.41801587301587295,0.4014682539682539,0.3388692446827452,0.28193356946649684

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.34,0.4,0.44,0.48,0.34,0.17,0.13999999999999999,0.21,0.10000000000000002,0.25,0.05800000000000001,0.29,0.37777777777777777,0.27345187683466327,0.22716881037997136
 -1,-1,0.28,0.42,0.48,0.58,0.28,0.14,0.14666666666666667,0.22,0.10400000000000001,0.26,0.06400000000000002,0.32,0.3734126984126984,0.27348475074684164,0.21051932167241766
+-1,-1,0.46,0.54,0.62,0.66,0.46,0.23,0.19333333333333333,0.29,0.14,0.35,0.08,0.4,0.5137142857142857,0.37244626531988795,0.308825079162271

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.14,0.26,0.38,0.58,0.14,0.14,0.08666666666666666,0.26,0.07600000000000001,0.38,0.05800000000000001,0.58,0.24851587301587297,0.32514279496106596,0.25840129809050344
 -1,-1,0.2,0.4,0.52,0.6,0.2,0.2,0.13333333333333333,0.4,0.10400000000000002,0.52,0.06000000000000001,0.6,0.3195714285714286,0.3870603887641045,0.32970226217290266
+-1,-1,0.24,0.48,0.6,0.68,0.24,0.24,0.15999999999999998,0.48,0.12000000000000002,0.6,0.068,0.68,0.38138888888888883,0.45349374015276955,0.3913308256300999

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.26,0.34,0.4,0.44,0.26,0.005525991441524426,0.19999999999999996,0.018729012089754735,0.184,0.025142849605619744,0.132,0.031525369353483906,0.3130555555555556,0.15865713771404624,0.03821739686414932
 -1,-1,0.2,0.34,0.44,0.52,0.2,0.014462634269188417,0.20666666666666664,0.03713117702179163,0.192,0.04759102841371709,0.146,0.06354062875812684,0.2879365079365079,0.1760898115157078,0.061274233831184584
+-1,-1,0.34,0.48,0.52,0.68,0.34,0.010145383739386497,0.31999999999999995,0.034274656319625216,0.264,0.04336539880457483,0.24200000000000002,0.08499072140017218,0.42974603174603165,0.26567273607185454,0.09122484502596183

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.18,0.42,0.42,0.56,0.18,0.17,0.14,0.41,0.084,0.41,0.05600000000000001,0.54,0.30176190476190473,0.35308064890486984,0.30521922086466946
 -1,-1,0.26,0.44,0.54,0.6,0.26,0.25,0.14666666666666667,0.42,0.11200000000000002,0.52,0.062,0.58,0.361047619047619,0.409095102571189,0.36301515397193024
+-1,-1,0.34,0.56,0.66,0.8,0.34,0.34,0.18666666666666665,0.55,0.132,0.63,0.08199999999999999,0.76,0.476079365079365,0.5409081461192976,0.4758714059169942

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.6,0.78,0.82,0.82,0.6,0.5506666666666666,0.3,0.7120000000000001,0.20799999999999996,0.7759999999999999,0.11399999999999999,0.8033333333333332,0.6890000000000001,0.7184470922914143,0.6915001507169234
 -1,-1,0.62,0.88,0.9,0.92,0.62,0.5373333333333333,0.3533333333333333,0.8353333333333333,0.23999999999999996,0.8733333333333333,0.12599999999999997,0.9066666666666666,0.7438888888888888,0.781903375113035,0.7386325337416886
+-1,-1,0.74,0.88,0.88,0.92,0.74,0.6506666666666666,0.37999999999999995,0.852,0.23599999999999993,0.862,0.12799999999999997,0.9133333333333334,0.8155555555555556,0.8362964412909014,0.806792764958373

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.12,0.32,0.48,0.58,0.12,0.026000000000000002,0.13333333333333333,0.08466666666666667,0.14,0.1456666666666667,0.098,0.20166666666666663,0.26243650793650797,0.17266171549261825,0.1274365931090363
 -1,-1,0.26,0.36,0.48,0.64,0.26,0.052000000000000005,0.12666666666666665,0.07600000000000001,0.128,0.131,0.1,0.204,0.3489126984126984,0.18798354592069366,0.1379120212807064
+-1,-1,0.4,0.62,0.68,0.76,0.4,0.08266666666666668,0.27999999999999997,0.17366666666666664,0.22399999999999998,0.23266666666666666,0.172,0.3556666666666667,0.5142698412698412,0.32998396013138775,0.2511417861209076

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.16,0.26,0.28,0.32,0.16,0.135,0.09333333333333332,0.23,0.064,0.26,0.038,0.305,0.2172222222222222,0.22969419672785193,0.21109276540119015
 -1,-1,0.2,0.3,0.34,0.38,0.2,0.175,0.10666666666666666,0.285,0.08,0.325,0.046000000000000006,0.37,0.2505,0.2737205402887792,0.24776085289830674
+-1,-1,0.4,0.62,0.68,0.72,0.4,0.355,0.22,0.59,0.156,0.675,0.08399999999999999,0.72,0.5133888888888889,0.5551567664777192,0.5001046363834035

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.42857142857142855,0.7346938775510204,0.8163265306122449,0.9591836734693877,0.42857142857142855,0.033499396390960334,0.42857142857142855,0.09067039720354064,0.3673469387755102,0.12692892394216676,0.3040816326530612,0.1949158483631637,0.6068756073858115,0.34789604783339456,0.24861745453419232
 -1,-1,0.5102040816326531,0.6938775510204082,0.8367346938775511,0.9183673469387755,0.5102040816326531,0.03843268640196565,0.4081632653061224,0.08879738447702933,0.39183673469387753,0.14115407637278626,0.32653061224489793,0.21644573734426228,0.6354227405247813,0.37353019419538835,0.2727638999098376
+-1,-1,0.5918367346938775,0.7959183673469388,0.9183673469387755,0.9591836734693877,0.5918367346938775,0.04206018304961085,0.5238095238095238,0.11345023261720719,0.4938775510204082,0.1760235797017329,0.4040816326530612,0.27671518586580834,0.7083333333333334,0.46055031262986157,0.35728606325032336

NanoBEIR_evaluation_mean_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.2575824175824176,0.4026687598116169,0.4627943485086342,0.5476295133437991,0.2575824175824176,0.13854345512370808,0.17655677655677654,0.2298894841698417,0.14333437990580847,0.2759170355820253,0.1032370486656201,0.3429548384900834,0.34833292217986095,0.30061900638804423,0.24427550190005856
 -1,-1,0.2807849293563579,0.44568288854003146,0.5197488226059654,0.6060282574568289,0.2807849293563579,0.1547637566240175,0.18934589220303505,0.26872672870214886,0.1572182103610675,0.3236033224686699,0.11157927786499215,0.389500723062034,0.37843361740300513,0.33249286249925397,0.2699101051255096
+-1,-1,0.39783359497645215,0.5873783359497645,0.6660282574568288,0.7568602825745684,0.39783359497645215,0.22413669763355498,0.2613186813186813,0.36752012059705047,0.20568288854003142,0.43244517001695526,0.148160125588697,0.514313381881418,0.5099542124542124,0.45349916514553085,0.37565246820298953

config.json

@@ -1,45 +1,24 @@
 {
   "architectures": [
-    "ModernBertModel"
+    "BertModel"
   ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 50281,
-  "classifier_activation": "gelu",
-  "classifier_bias": false,
-  "classifier_dropout": 0.0,
-  "classifier_pooling": "mean",
-  "cls_token_id": 50281,
-  "decoder_bias": true,
-  "deterministic_flash_attn": false,
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
   "dtype": "float32",
-  "embedding_dropout": 0.0,
-  "eos_token_id": 50282,
-  "global_attn_every_n_layers": 3,
-  "global_rope_theta": 160000.0,
-  "gradient_checkpointing": false,
-  "hidden_activation": "gelu",
-  "hidden_size": 768,
-  "initializer_cutoff_factor": 2.0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
   "initializer_range": 0.02,
-  "intermediate_size": 1152,
-  "layer_norm_eps": 1e-05,
-  "local_attention": 128,
-  "local_rope_theta": 10000.0,
-  "max_position_embeddings": 8192,
-  "mlp_bias": false,
-  "mlp_dropout": 0.0,
-  "model_type": "modernbert",
-  "norm_bias": false,
-  "norm_eps": 1e-05,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 22,
-  "pad_token_id": 50283,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "repad_logits_with_grad": false,
-  "sep_token_id": 50282,
-  "sparse_pred_ignore_index": -100,
-  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "vocab_size": 50368
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -37,3 +37,17 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
 0.35561877667140823,250,0.24,0.58,0.62,0.68,0.24,0.24,0.19333333333333333,0.58,0.124,0.62,0.068,0.68,0.39485714285714296,0.4651293347581247,0.40700660150186624
 0.7112375533428165,500,0.26,0.48,0.6,0.68,0.26,0.26,0.15999999999999998,0.48,0.12000000000000002,0.6,0.068,0.68,0.38885714285714285,0.45896424557362947,0.39926372736834176
+0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
+0.35561877667140823,250,0.24,0.48,0.6,0.72,0.24,0.24,0.15999999999999998,0.48,0.12,0.6,0.07200000000000001,0.72,0.3935793650793651,0.47211163788670363,0.4059113681000091
+0.7112375533428165,500,0.24,0.46,0.56,0.68,0.24,0.24,0.1533333333333333,0.46,0.11200000000000003,0.56,0.068,0.68,0.3728888888888888,0.4464482725938623,0.38428433628359854
+1.0668563300142249,750,0.2,0.46,0.52,0.62,0.2,0.2,0.15333333333333332,0.46,0.10400000000000002,0.52,0.06200000000000001,0.62,0.3342777777777778,0.40279727156486855,0.3482688594585662
+1.422475106685633,1000,0.14,0.44,0.48,0.6,0.14,0.14,0.14666666666666664,0.44,0.09600000000000002,0.48,0.06000000000000001,0.6,0.29255555555555557,0.36684460188975637,0.3080451193401281
+1.7780938833570412,1250,0.24,0.42,0.5,0.58,0.24,0.24,0.13999999999999999,0.42,0.10000000000000002,0.5,0.05800000000000001,0.58,0.34550000000000003,0.40166665931683065,0.36096919780986275
+2.1337126600284497,1500,0.14,0.34,0.5,0.58,0.14,0.14,0.11333333333333334,0.34,0.10000000000000002,0.5,0.05800000000000001,0.58,0.28583333333333333,0.3570615364474445,0.2983337074121315
+2.4893314366998576,1750,0.2,0.36,0.5,0.58,0.2,0.2,0.11999999999999998,0.36,0.10000000000000002,0.5,0.05800000000000001,0.58,0.308079365079365,0.37285590519734796,0.3201994735940525
+2.844950213371266,2000,0.14,0.44,0.5,0.6,0.14,0.14,0.14666666666666667,0.44,0.1,0.5,0.06,0.6,0.29996825396825394,0.3727633759436621,0.311214970172432
+3.200568990042674,2250,0.16,0.34,0.5,0.64,0.16,0.16,0.11333333333333334,0.34,0.10000000000000002,0.5,0.064,0.64,0.29532539682539677,0.3770460378331377,0.30307105410103136
+3.5561877667140824,2500,0.16,0.36,0.5,0.58,0.16,0.16,0.11999999999999998,0.36,0.10000000000000002,0.5,0.05800000000000001,0.58,0.29019047619047617,0.3605503163637917,0.30227766842546855
+3.9118065433854907,2750,0.14,0.3,0.46,0.6,0.14,0.14,0.09999999999999998,0.3,0.09200000000000001,0.46,0.06,0.6,0.2658809523809524,0.3446104767673562,0.27594143314854336
+4.2674253200568995,3000,0.14,0.32,0.48,0.6,0.14,0.14,0.10666666666666666,0.32,0.09600000000000002,0.48,0.06,0.6,0.2734126984126984,0.3510781716066574,0.28338232549798226
+4.623044096728307,3250,0.12,0.32,0.48,0.6,0.12,0.12,0.10666666666666666,0.32,0.09600000000000002,0.48,0.06,0.6,0.2649920634920635,0.3451699142127375,0.2748673342528789

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -37,3 +37,17 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
 0.35561877667140823,250,0.38,0.6,0.68,0.76,0.38,0.38,0.2,0.57,0.136,0.65,0.07800000000000001,0.73,0.5063571428571428,0.5551354146411628,0.5064695433221749
 0.7112375533428165,500,0.36,0.58,0.64,0.8,0.36,0.36,0.19333333333333333,0.57,0.12800000000000003,0.62,0.08,0.75,0.49174603174603176,0.5491170117720099,0.4918572150858902
+0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
+0.35561877667140823,250,0.28,0.48,0.54,0.66,0.28,0.27,0.15999999999999998,0.45,0.11200000000000003,0.52,0.07200000000000001,0.65,0.4004920634920635,0.4567455170745097,0.4056326965188935
+0.7112375533428165,500,0.24,0.44,0.5,0.7,0.24,0.24,0.14666666666666667,0.43,0.10000000000000002,0.49,0.07200000000000001,0.67,0.35996825396825394,0.43062942044584873,0.3663720489770179
+1.0668563300142249,750,0.28,0.44,0.54,0.72,0.28,0.28,0.14666666666666667,0.43,0.10800000000000001,0.52,0.07400000000000001,0.69,0.4024047619047619,0.4674856453365013,0.4046716014649837
+1.422475106685633,1000,0.26,0.48,0.54,0.62,0.26,0.25,0.15999999999999998,0.47,0.10800000000000001,0.53,0.06400000000000002,0.61,0.3792460317460317,0.4309136165930959,0.38553657527012775
+1.7780938833570412,1250,0.28,0.4,0.52,0.68,0.28,0.27,0.13333333333333333,0.38,0.10400000000000001,0.5,0.07,0.64,0.39074603174603184,0.4425731662422267,0.3863208758198542
+2.1337126600284497,1500,0.24,0.42,0.56,0.6,0.24,0.23,0.14,0.4,0.11200000000000002,0.54,0.062,0.57,0.35316666666666663,0.40025751196367126,0.3560221274668254
+2.4893314366998576,1750,0.24,0.42,0.48,0.6,0.24,0.24,0.13999999999999999,0.41,0.09600000000000002,0.47,0.062,0.59,0.3508809523809524,0.4067980177951622,0.36269950528082673
+2.844950213371266,2000,0.2,0.38,0.5,0.6,0.2,0.2,0.12666666666666665,0.37,0.1,0.49,0.06200000000000001,0.57,0.3188015873015873,0.37781121204170076,0.32920900766424127
+3.200568990042674,2250,0.2,0.38,0.48,0.56,0.2,0.2,0.12666666666666665,0.37,0.096,0.47,0.057999999999999996,0.55,0.31541269841269837,0.3712795241791067,0.32834416208368145
+3.5561877667140824,2500,0.22,0.44,0.54,0.58,0.22,0.21,0.14666666666666667,0.42,0.10800000000000001,0.52,0.06,0.57,0.3361666666666666,0.38839519467445527,0.34079800026091056
+3.9118065433854907,2750,0.24,0.46,0.54,0.56,0.24,0.24,0.15333333333333332,0.45,0.10800000000000001,0.52,0.05800000000000001,0.55,0.3466666666666666,0.3954503593447118,0.35926621439328893
+4.2674253200568995,3000,0.22,0.42,0.5,0.54,0.22,0.22,0.13999999999999999,0.41,0.1,0.49,0.05600000000000001,0.53,0.32866666666666666,0.37770263929048353,0.34370138101303604
+4.623044096728307,3250,0.22,0.44,0.5,0.56,0.22,0.22,0.14666666666666664,0.43,0.1,0.49,0.05800000000000001,0.54,0.3358888888888889,0.3853992171360362,0.3486523060866078

eval/NanoBEIR_evaluation_mean_results.csv

@@ -37,3 +37,17 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
 0.35561877667140823,250,0.31,0.59,0.65,0.72,0.31,0.31,0.19666666666666666,0.575,0.13,0.635,0.07300000000000001,0.7050000000000001,0.4506071428571429,0.5101323746996438,0.4567380724120206
 0.7112375533428165,500,0.31,0.53,0.62,0.74,0.31,0.31,0.17666666666666664,0.5249999999999999,0.12400000000000003,0.61,0.07400000000000001,0.7150000000000001,0.4403015873015873,0.5040406286728196,0.44556047122711595
+0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
+0.35561877667140823,250,0.26,0.48,0.5700000000000001,0.69,0.26,0.255,0.15999999999999998,0.46499999999999997,0.11600000000000002,0.56,0.07200000000000001,0.685,0.39703571428571427,0.4644285774806067,0.4057720323094513
+0.7112375533428165,500,0.24,0.45,0.53,0.69,0.24,0.24,0.14999999999999997,0.445,0.10600000000000002,0.525,0.07,0.675,0.3664285714285714,0.43853884651985553,0.37532819263030825
+1.0668563300142249,750,0.24000000000000002,0.45,0.53,0.6699999999999999,0.24000000000000002,0.24000000000000002,0.15,0.445,0.10600000000000001,0.52,0.068,0.655,0.3683412698412698,0.4351414584506849,0.37647023046177497
+1.422475106685633,1000,0.2,0.45999999999999996,0.51,0.61,0.2,0.195,0.15333333333333332,0.45499999999999996,0.10200000000000001,0.505,0.06200000000000001,0.605,0.3359007936507936,0.3988791092414261,0.34679084730512794
+1.7780938833570412,1250,0.26,0.41000000000000003,0.51,0.63,0.26,0.255,0.13666666666666666,0.4,0.10200000000000001,0.5,0.064,0.61,0.36812301587301594,0.42211991277952865,0.3736450368148585
+2.1337126600284497,1500,0.19,0.38,0.53,0.59,0.19,0.185,0.12666666666666668,0.37,0.10600000000000001,0.52,0.060000000000000005,0.575,0.3195,0.3786595242055579,0.32717791743947844
+2.4893314366998576,1750,0.22,0.39,0.49,0.59,0.22,0.22,0.12999999999999998,0.385,0.09800000000000002,0.485,0.060000000000000005,0.585,0.3294801587301587,0.38982696149625506,0.3414494894374396
+2.844950213371266,2000,0.17,0.41000000000000003,0.5,0.6,0.17,0.17,0.13666666666666666,0.405,0.1,0.495,0.061000000000000006,0.585,0.3093849206349206,0.37528729399268146,0.32021198891833663
+3.200568990042674,2250,0.18,0.36,0.49,0.6000000000000001,0.18,0.18,0.12,0.355,0.098,0.485,0.061,0.595,0.3053690476190476,0.3741627810061222,0.31570760809235643
+3.5561877667140824,2500,0.19,0.4,0.52,0.58,0.19,0.185,0.13333333333333333,0.39,0.10400000000000001,0.51,0.059000000000000004,0.575,0.3131785714285714,0.3744727555191235,0.32153783434318955
+3.9118065433854907,2750,0.19,0.38,0.5,0.5800000000000001,0.19,0.19,0.12666666666666665,0.375,0.1,0.49,0.059000000000000004,0.575,0.3062738095238095,0.370030418056034,0.3176038237709161
+4.2674253200568995,3000,0.18,0.37,0.49,0.5700000000000001,0.18,0.18,0.12333333333333332,0.365,0.098,0.485,0.058,0.565,0.3010396825396825,0.3643904054485705,0.31354185325550915
+4.623044096728307,3250,0.16999999999999998,0.38,0.49,0.5800000000000001,0.16999999999999998,0.16999999999999998,0.12666666666666665,0.375,0.098,0.485,0.059000000000000004,0.5700000000000001,0.3004404761904762,0.36528456567438683,0.31175982016974335

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
     "NanoClimateFEVER_cosine_accuracy@1": 0.12,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.2,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.26,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.34,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.32,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.42,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.54,
     "NanoClimateFEVER_cosine_precision@1": 0.12,
-    "NanoClimateFEVER_cosine_precision@3": 0.07333333333333332,
-    "NanoClimateFEVER_cosine_precision@5": 0.05600000000000001,
-    "NanoClimateFEVER_cosine_precision@10": 0.04,
+    "NanoClimateFEVER_cosine_precision@3": 0.11333333333333333,
+    "NanoClimateFEVER_cosine_precision@5": 0.10000000000000002,
+    "NanoClimateFEVER_cosine_precision@10": 0.066,
     "NanoClimateFEVER_cosine_recall@1": 0.05333333333333333,
-    "NanoClimateFEVER_cosine_recall@3": 0.1,
-    "NanoClimateFEVER_cosine_recall@5": 0.12666666666666665,
-    "NanoClimateFEVER_cosine_recall@10": 0.174,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.13384210992220552,
-    "NanoClimateFEVER_cosine_mrr@10": 0.17807936507936512,
-    "NanoClimateFEVER_cosine_map@100": 0.10554700952655587,
-    "NanoDBPedia_cosine_accuracy@1": 0.4,
-    "NanoDBPedia_cosine_accuracy@3": 0.68,
-    "NanoDBPedia_cosine_accuracy@5": 0.68,
-    "NanoDBPedia_cosine_accuracy@10": 0.78,
-    "NanoDBPedia_cosine_precision@1": 0.4,
-    "NanoDBPedia_cosine_precision@3": 0.37333333333333335,
-    "NanoDBPedia_cosine_precision@5": 0.364,
-    "NanoDBPedia_cosine_precision@10": 0.308,
-    "NanoDBPedia_cosine_recall@1": 0.04800970591726372,
-    "NanoDBPedia_cosine_recall@3": 0.09397129258149509,
-    "NanoDBPedia_cosine_recall@5": 0.12488380159191971,
-    "NanoDBPedia_cosine_recall@10": 0.1849754146564337,
-    "NanoDBPedia_cosine_ndcg@10": 0.36844300198388835,
-    "NanoDBPedia_cosine_mrr@10": 0.5418571428571428,
-    "NanoDBPedia_cosine_map@100": 0.2438795951691565,
-    "NanoFEVER_cosine_accuracy@1": 0.26,
-    "NanoFEVER_cosine_accuracy@3": 0.46,
-    "NanoFEVER_cosine_accuracy@5": 0.56,
-    "NanoFEVER_cosine_accuracy@10": 0.62,
-    "NanoFEVER_cosine_precision@1": 0.26,
-    "NanoFEVER_cosine_precision@3": 0.1533333333333333,
-    "NanoFEVER_cosine_precision@5": 0.11200000000000002,
-    "NanoFEVER_cosine_precision@10": 0.062,
-    "NanoFEVER_cosine_recall@1": 0.26,
-    "NanoFEVER_cosine_recall@3": 0.45,
-    "NanoFEVER_cosine_recall@5": 0.55,
-    "NanoFEVER_cosine_recall@10": 0.6,
-    "NanoFEVER_cosine_ndcg@10": 0.4221436540916674,
-    "NanoFEVER_cosine_mrr@10": 0.3685000000000001,
-    "NanoFEVER_cosine_map@100": 0.36800121738033453,
-    "NanoFiQA2018_cosine_accuracy@1": 0.2,
-    "NanoFiQA2018_cosine_accuracy@3": 0.32,
-    "NanoFiQA2018_cosine_accuracy@5": 0.32,
-    "NanoFiQA2018_cosine_accuracy@10": 0.36,
-    "NanoFiQA2018_cosine_precision@1": 0.2,
-    "NanoFiQA2018_cosine_precision@3": 0.13333333333333333,
-    "NanoFiQA2018_cosine_precision@5": 0.08,
-    "NanoFiQA2018_cosine_precision@10": 0.04800000000000001,
-    "NanoFiQA2018_cosine_recall@1": 0.10335714285714286,
-    "NanoFiQA2018_cosine_recall@3": 0.18721428571428567,
-    "NanoFiQA2018_cosine_recall@5": 0.18721428571428567,
-    "NanoFiQA2018_cosine_recall@10": 0.2238809523809524,
-    "NanoFiQA2018_cosine_ndcg@10": 0.19143011420499378,
-    "NanoFiQA2018_cosine_mrr@10": 0.2513888888888889,
-    "NanoFiQA2018_cosine_map@100": 0.15878250915742373,
-    "NanoHotpotQA_cosine_accuracy@1": 0.28,
-    "NanoHotpotQA_cosine_accuracy@3": 0.42,
-    "NanoHotpotQA_cosine_accuracy@5": 0.48,
-    "NanoHotpotQA_cosine_accuracy@10": 0.58,
-    "NanoHotpotQA_cosine_precision@1": 0.28,
-    "NanoHotpotQA_cosine_precision@3": 0.14666666666666667,
-    "NanoHotpotQA_cosine_precision@5": 0.10400000000000001,
-    "NanoHotpotQA_cosine_precision@10": 0.06400000000000002,
-    "NanoHotpotQA_cosine_recall@1": 0.14,
-    "NanoHotpotQA_cosine_recall@3": 0.22,
-    "NanoHotpotQA_cosine_recall@5": 0.26,
-    "NanoHotpotQA_cosine_recall@10": 0.32,
-    "NanoHotpotQA_cosine_ndcg@10": 0.27348475074684164,
-    "NanoHotpotQA_cosine_mrr@10": 0.3734126984126984,
-    "NanoHotpotQA_cosine_map@100": 0.21051932167241766,
-    "NanoMSMARCO_cosine_accuracy@1": 0.2,
-    "NanoMSMARCO_cosine_accuracy@3": 0.4,
-    "NanoMSMARCO_cosine_accuracy@5": 0.52,
-    "NanoMSMARCO_cosine_accuracy@10": 0.6,
-    "NanoMSMARCO_cosine_precision@1": 0.2,
-    "NanoMSMARCO_cosine_precision@3": 0.13333333333333333,
-    "NanoMSMARCO_cosine_precision@5": 0.10400000000000002,
-    "NanoMSMARCO_cosine_precision@10": 0.06000000000000001,
-    "NanoMSMARCO_cosine_recall@1": 0.2,
-    "NanoMSMARCO_cosine_recall@3": 0.4,
-    "NanoMSMARCO_cosine_recall@5": 0.52,
-    "NanoMSMARCO_cosine_recall@10": 0.6,
-    "NanoMSMARCO_cosine_ndcg@10": 0.3870603887641045,
-    "NanoMSMARCO_cosine_mrr@10": 0.3195714285714286,
-    "NanoMSMARCO_cosine_map@100": 0.32970226217290266,
-    "NanoNFCorpus_cosine_accuracy@1": 0.2,
-    "NanoNFCorpus_cosine_accuracy@3": 0.34,
-    "NanoNFCorpus_cosine_accuracy@5": 0.44,
-    "NanoNFCorpus_cosine_accuracy@10": 0.52,
-    "NanoNFCorpus_cosine_precision@1": 0.2,
-    "NanoNFCorpus_cosine_precision@3": 0.20666666666666664,
-    "NanoNFCorpus_cosine_precision@5": 0.192,
-    "NanoNFCorpus_cosine_precision@10": 0.146,
-    "NanoNFCorpus_cosine_recall@1": 0.014462634269188417,
-    "NanoNFCorpus_cosine_recall@3": 0.03713117702179163,
-    "NanoNFCorpus_cosine_recall@5": 0.04759102841371709,
-    "NanoNFCorpus_cosine_recall@10": 0.06354062875812684,
-    "NanoNFCorpus_cosine_ndcg@10": 0.1760898115157078,
-    "NanoNFCorpus_cosine_mrr@10": 0.2879365079365079,
-    "NanoNFCorpus_cosine_map@100": 0.061274233831184584,
-    "NanoNQ_cosine_accuracy@1": 0.26,
-    "NanoNQ_cosine_accuracy@3": 0.44,
-    "NanoNQ_cosine_accuracy@5": 0.54,
-    "NanoNQ_cosine_accuracy@10": 0.6,
-    "NanoNQ_cosine_precision@1": 0.26,
-    "NanoNQ_cosine_precision@3": 0.14666666666666667,
-    "NanoNQ_cosine_precision@5": 0.11200000000000002,
-    "NanoNQ_cosine_precision@10": 0.062,
-    "NanoNQ_cosine_recall@1": 0.25,
-    "NanoNQ_cosine_recall@3": 0.42,
-    "NanoNQ_cosine_recall@5": 0.52,
-    "NanoNQ_cosine_recall@10": 0.58,
-    "NanoNQ_cosine_ndcg@10": 0.409095102571189,
-    "NanoNQ_cosine_mrr@10": 0.361047619047619,
-    "NanoNQ_cosine_map@100": 0.36301515397193024,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.62,
+    "NanoClimateFEVER_cosine_recall@3": 0.15333333333333332,
+    "NanoClimateFEVER_cosine_recall@5": 0.21,
+    "NanoClimateFEVER_cosine_recall@10": 0.26666666666666666,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.19449880542729517,
+    "NanoClimateFEVER_cosine_mrr@10": 0.24505555555555555,
+    "NanoClimateFEVER_cosine_map@100": 0.14947152375665632,
+    "NanoDBPedia_cosine_accuracy@1": 0.54,
+    "NanoDBPedia_cosine_accuracy@3": 0.72,
+    "NanoDBPedia_cosine_accuracy@5": 0.78,
+    "NanoDBPedia_cosine_accuracy@10": 0.84,
+    "NanoDBPedia_cosine_precision@1": 0.54,
+    "NanoDBPedia_cosine_precision@3": 0.44,
+    "NanoDBPedia_cosine_precision@5": 0.384,
+    "NanoDBPedia_cosine_precision@10": 0.342,
+    "NanoDBPedia_cosine_recall@1": 0.07488102625674072,
+    "NanoDBPedia_cosine_recall@3": 0.11540969469783983,
+    "NanoDBPedia_cosine_recall@5": 0.1439379142537938,
+    "NanoDBPedia_cosine_recall@10": 0.2140188508432464,
+    "NanoDBPedia_cosine_ndcg@10": 0.4288241072669364,
+    "NanoDBPedia_cosine_mrr@10": 0.6429126984126984,
+    "NanoDBPedia_cosine_map@100": 0.3003819025488636,
+    "NanoFEVER_cosine_accuracy@1": 0.58,
+    "NanoFEVER_cosine_accuracy@3": 0.74,
+    "NanoFEVER_cosine_accuracy@5": 0.82,
+    "NanoFEVER_cosine_accuracy@10": 0.84,
+    "NanoFEVER_cosine_precision@1": 0.58,
+    "NanoFEVER_cosine_precision@3": 0.24666666666666667,
+    "NanoFEVER_cosine_precision@5": 0.16799999999999998,
+    "NanoFEVER_cosine_precision@10": 0.08800000000000001,
+    "NanoFEVER_cosine_recall@1": 0.55,
+    "NanoFEVER_cosine_recall@3": 0.6966666666666665,
+    "NanoFEVER_cosine_recall@5": 0.7866666666666666,
+    "NanoFEVER_cosine_recall@10": 0.8166666666666665,
+    "NanoFEVER_cosine_ndcg@10": 0.6973594615600467,
+    "NanoFEVER_cosine_mrr@10": 0.6779999999999999,
+    "NanoFEVER_cosine_map@100": 0.6527682454890789,
+    "NanoFiQA2018_cosine_accuracy@1": 0.3,
+    "NanoFiQA2018_cosine_accuracy@3": 0.44,
+    "NanoFiQA2018_cosine_accuracy@5": 0.5,
+    "NanoFiQA2018_cosine_accuracy@10": 0.66,
+    "NanoFiQA2018_cosine_precision@1": 0.3,
+    "NanoFiQA2018_cosine_precision@3": 0.18666666666666668,
+    "NanoFiQA2018_cosine_precision@5": 0.14,
+    "NanoFiQA2018_cosine_precision@10": 0.092,
+    "NanoFiQA2018_cosine_recall@1": 0.16502380952380954,
+    "NanoFiQA2018_cosine_recall@3": 0.2889603174603175,
+    "NanoFiQA2018_cosine_recall@5": 0.3321269841269841,
+    "NanoFiQA2018_cosine_recall@10": 0.41801587301587295,
+    "NanoFiQA2018_cosine_ndcg@10": 0.3388692446827452,
+    "NanoFiQA2018_cosine_mrr@10": 0.4014682539682539,
+    "NanoFiQA2018_cosine_map@100": 0.28193356946649684,
+    "NanoHotpotQA_cosine_accuracy@1": 0.46,
+    "NanoHotpotQA_cosine_accuracy@3": 0.54,
+    "NanoHotpotQA_cosine_accuracy@5": 0.62,
+    "NanoHotpotQA_cosine_accuracy@10": 0.66,
+    "NanoHotpotQA_cosine_precision@1": 0.46,
+    "NanoHotpotQA_cosine_precision@3": 0.19333333333333333,
+    "NanoHotpotQA_cosine_precision@5": 0.14,
+    "NanoHotpotQA_cosine_precision@10": 0.08,
+    "NanoHotpotQA_cosine_recall@1": 0.23,
+    "NanoHotpotQA_cosine_recall@3": 0.29,
+    "NanoHotpotQA_cosine_recall@5": 0.35,
+    "NanoHotpotQA_cosine_recall@10": 0.4,
+    "NanoHotpotQA_cosine_ndcg@10": 0.37244626531988795,
+    "NanoHotpotQA_cosine_mrr@10": 0.5137142857142857,
+    "NanoHotpotQA_cosine_map@100": 0.308825079162271,
+    "NanoMSMARCO_cosine_accuracy@1": 0.24,
+    "NanoMSMARCO_cosine_accuracy@3": 0.48,
+    "NanoMSMARCO_cosine_accuracy@5": 0.6,
+    "NanoMSMARCO_cosine_accuracy@10": 0.68,
+    "NanoMSMARCO_cosine_precision@1": 0.24,
+    "NanoMSMARCO_cosine_precision@3": 0.15999999999999998,
+    "NanoMSMARCO_cosine_precision@5": 0.12000000000000002,
+    "NanoMSMARCO_cosine_precision@10": 0.068,
+    "NanoMSMARCO_cosine_recall@1": 0.24,
+    "NanoMSMARCO_cosine_recall@3": 0.48,
+    "NanoMSMARCO_cosine_recall@5": 0.6,
+    "NanoMSMARCO_cosine_recall@10": 0.68,
+    "NanoMSMARCO_cosine_ndcg@10": 0.45349374015276955,
+    "NanoMSMARCO_cosine_mrr@10": 0.38138888888888883,
+    "NanoMSMARCO_cosine_map@100": 0.3913308256300999,
+    "NanoNFCorpus_cosine_accuracy@1": 0.34,
+    "NanoNFCorpus_cosine_accuracy@3": 0.48,
+    "NanoNFCorpus_cosine_accuracy@5": 0.52,
+    "NanoNFCorpus_cosine_accuracy@10": 0.68,
+    "NanoNFCorpus_cosine_precision@1": 0.34,
+    "NanoNFCorpus_cosine_precision@3": 0.31999999999999995,
+    "NanoNFCorpus_cosine_precision@5": 0.264,
+    "NanoNFCorpus_cosine_precision@10": 0.24200000000000002,
+    "NanoNFCorpus_cosine_recall@1": 0.010145383739386497,
+    "NanoNFCorpus_cosine_recall@3": 0.034274656319625216,
+    "NanoNFCorpus_cosine_recall@5": 0.04336539880457483,
+    "NanoNFCorpus_cosine_recall@10": 0.08499072140017218,
+    "NanoNFCorpus_cosine_ndcg@10": 0.26567273607185454,
+    "NanoNFCorpus_cosine_mrr@10": 0.42974603174603165,
+    "NanoNFCorpus_cosine_map@100": 0.09122484502596183,
+    "NanoNQ_cosine_accuracy@1": 0.34,
+    "NanoNQ_cosine_accuracy@3": 0.56,
+    "NanoNQ_cosine_accuracy@5": 0.66,
+    "NanoNQ_cosine_accuracy@10": 0.8,
+    "NanoNQ_cosine_precision@1": 0.34,
+    "NanoNQ_cosine_precision@3": 0.18666666666666665,
+    "NanoNQ_cosine_precision@5": 0.132,
+    "NanoNQ_cosine_precision@10": 0.08199999999999999,
+    "NanoNQ_cosine_recall@1": 0.34,
+    "NanoNQ_cosine_recall@3": 0.55,
+    "NanoNQ_cosine_recall@5": 0.63,
+    "NanoNQ_cosine_recall@10": 0.76,
+    "NanoNQ_cosine_ndcg@10": 0.5409081461192976,
+    "NanoNQ_cosine_mrr@10": 0.476079365079365,
+    "NanoNQ_cosine_map@100": 0.4758714059169942,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.74,
     "NanoQuoraRetrieval_cosine_accuracy@3": 0.88,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.9,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.88,
     "NanoQuoraRetrieval_cosine_accuracy@10": 0.92,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.62,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.3533333333333333,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.23999999999999996,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.12599999999999997,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.5373333333333333,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.8353333333333333,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.8733333333333333,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9066666666666666,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.781903375113035,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.7438888888888888,
-    "NanoQuoraRetrieval_cosine_map@100": 0.7386325337416886,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.26,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.36,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.48,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.64,
-    "NanoSCIDOCS_cosine_precision@1": 0.26,
-    "NanoSCIDOCS_cosine_precision@3": 0.12666666666666665,
-    "NanoSCIDOCS_cosine_precision@5": 0.128,
-    "NanoSCIDOCS_cosine_precision@10": 0.1,
-    "NanoSCIDOCS_cosine_recall@1": 0.052000000000000005,
-    "NanoSCIDOCS_cosine_recall@3": 0.07600000000000001,
-    "NanoSCIDOCS_cosine_recall@5": 0.131,
-    "NanoSCIDOCS_cosine_recall@10": 0.204,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.18798354592069366,
-    "NanoSCIDOCS_cosine_mrr@10": 0.3489126984126984,
-    "NanoSCIDOCS_cosine_map@100": 0.1379120212807064,
-    "NanoArguAna_cosine_accuracy@1": 0.14,
-    "NanoArguAna_cosine_accuracy@3": 0.3,
-    "NanoArguAna_cosine_accuracy@5": 0.4,
-    "NanoArguAna_cosine_accuracy@10": 0.62,
-    "NanoArguAna_cosine_precision@1": 0.14,
-    "NanoArguAna_cosine_precision@3": 0.09999999999999998,
-    "NanoArguAna_cosine_precision@5": 0.08,
-    "NanoArguAna_cosine_precision@10": 0.06200000000000001,
-    "NanoArguAna_cosine_recall@1": 0.14,
-    "NanoArguAna_cosine_recall@3": 0.3,
-    "NanoArguAna_cosine_recall@5": 0.4,
-    "NanoArguAna_cosine_recall@10": 0.62,
-    "NanoArguAna_cosine_ndcg@10": 0.3436806231718081,
-    "NanoArguAna_cosine_mrr@10": 0.25911904761904764,
-    "NanoArguAna_cosine_map@100": 0.27104075591918003,
-    "NanoSciFact_cosine_accuracy@1": 0.2,
-    "NanoSciFact_cosine_accuracy@3": 0.3,
-    "NanoSciFact_cosine_accuracy@5": 0.34,
-    "NanoSciFact_cosine_accuracy@10": 0.38,
-    "NanoSciFact_cosine_precision@1": 0.2,
-    "NanoSciFact_cosine_precision@3": 0.10666666666666666,
-    "NanoSciFact_cosine_precision@5": 0.08,
-    "NanoSciFact_cosine_precision@10": 0.046000000000000006,
-    "NanoSciFact_cosine_recall@1": 0.175,
-    "NanoSciFact_cosine_recall@3": 0.285,
-    "NanoSciFact_cosine_recall@5": 0.325,
-    "NanoSciFact_cosine_recall@10": 0.37,
-    "NanoSciFact_cosine_ndcg@10": 0.2737205402887792,
-    "NanoSciFact_cosine_mrr@10": 0.2505,
-    "NanoSciFact_cosine_map@100": 0.24776085289830674,
-    "NanoTouche2020_cosine_accuracy@1": 0.5102040816326531,
-    "NanoTouche2020_cosine_accuracy@3": 0.6938775510204082,
-    "NanoTouche2020_cosine_accuracy@5": 0.8367346938775511,
-    "NanoTouche2020_cosine_accuracy@10": 0.9183673469387755,
-    "NanoTouche2020_cosine_precision@1": 0.5102040816326531,
-    "NanoTouche2020_cosine_precision@3": 0.4081632653061224,
-    "NanoTouche2020_cosine_precision@5": 0.39183673469387753,
-    "NanoTouche2020_cosine_precision@10": 0.32653061224489793,
-    "NanoTouche2020_cosine_recall@1": 0.03843268640196565,
-    "NanoTouche2020_cosine_recall@3": 0.08879738447702933,
-    "NanoTouche2020_cosine_recall@5": 0.14115407637278626,
-    "NanoTouche2020_cosine_recall@10": 0.21644573734426228,
-    "NanoTouche2020_cosine_ndcg@10": 0.37353019419538835,
-    "NanoTouche2020_cosine_mrr@10": 0.6354227405247813,
-    "NanoTouche2020_cosine_map@100": 0.2727638999098376,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.2807849293563579,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.44568288854003146,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.5197488226059654,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.6060282574568289,
-    "NanoBEIR_mean_cosine_precision@1": 0.2807849293563579,
-    "NanoBEIR_mean_cosine_precision@3": 0.18934589220303505,
-    "NanoBEIR_mean_cosine_precision@5": 0.1572182103610675,
-    "NanoBEIR_mean_cosine_precision@10": 0.11157927786499215,
-    "NanoBEIR_mean_cosine_recall@1": 0.1547637566240175,
-    "NanoBEIR_mean_cosine_recall@3": 0.26872672870214886,
-    "NanoBEIR_mean_cosine_recall@5": 0.3236033224686699,
-    "NanoBEIR_mean_cosine_recall@10": 0.389500723062034,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.33249286249925397,
-    "NanoBEIR_mean_cosine_mrr@10": 0.37843361740300513,
-    "NanoBEIR_mean_cosine_map@100": 0.2699101051255096
+    "NanoQuoraRetrieval_cosine_precision@1": 0.74,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.37999999999999995,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.23599999999999993,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.12799999999999997,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.6506666666666666,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.852,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.862,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.9133333333333334,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.8362964412909014,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.8155555555555556,
+    "NanoQuoraRetrieval_cosine_map@100": 0.806792764958373,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.4,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.62,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.68,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.76,
+    "NanoSCIDOCS_cosine_precision@1": 0.4,
+    "NanoSCIDOCS_cosine_precision@3": 0.27999999999999997,
+    "NanoSCIDOCS_cosine_precision@5": 0.22399999999999998,
+    "NanoSCIDOCS_cosine_precision@10": 0.172,
+    "NanoSCIDOCS_cosine_recall@1": 0.08266666666666668,
+    "NanoSCIDOCS_cosine_recall@3": 0.17366666666666664,
+    "NanoSCIDOCS_cosine_recall@5": 0.23266666666666666,
+    "NanoSCIDOCS_cosine_recall@10": 0.3556666666666667,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.32998396013138775,
+    "NanoSCIDOCS_cosine_mrr@10": 0.5142698412698412,
+    "NanoSCIDOCS_cosine_map@100": 0.2511417861209076,
+    "NanoArguAna_cosine_accuracy@1": 0.12,
+    "NanoArguAna_cosine_accuracy@3": 0.44,
+    "NanoArguAna_cosine_accuracy@5": 0.58,
+    "NanoArguAna_cosine_accuracy@10": 0.78,
+    "NanoArguAna_cosine_precision@1": 0.12,
+    "NanoArguAna_cosine_precision@3": 0.14666666666666664,
+    "NanoArguAna_cosine_precision@5": 0.11600000000000002,
+    "NanoArguAna_cosine_precision@10": 0.07800000000000001,
+    "NanoArguAna_cosine_recall@1": 0.12,
+    "NanoArguAna_cosine_recall@3": 0.44,
+    "NanoArguAna_cosine_recall@5": 0.58,
+    "NanoArguAna_cosine_recall@10": 0.78,
+    "NanoArguAna_cosine_ndcg@10": 0.4214291597611979,
+    "NanoArguAna_cosine_mrr@10": 0.30949206349206343,
+    "NanoArguAna_cosine_map@100": 0.3163494389294339,
+    "NanoSciFact_cosine_accuracy@1": 0.4,
+    "NanoSciFact_cosine_accuracy@3": 0.62,
+    "NanoSciFact_cosine_accuracy@5": 0.68,
+    "NanoSciFact_cosine_accuracy@10": 0.72,
+    "NanoSciFact_cosine_precision@1": 0.4,
+    "NanoSciFact_cosine_precision@3": 0.22,
+    "NanoSciFact_cosine_precision@5": 0.156,
+    "NanoSciFact_cosine_precision@10": 0.08399999999999999,
+    "NanoSciFact_cosine_recall@1": 0.355,
+    "NanoSciFact_cosine_recall@3": 0.59,
+    "NanoSciFact_cosine_recall@5": 0.675,
+    "NanoSciFact_cosine_recall@10": 0.72,
+    "NanoSciFact_cosine_ndcg@10": 0.5551567664777192,
+    "NanoSciFact_cosine_mrr@10": 0.5133888888888889,
+    "NanoSciFact_cosine_map@100": 0.5001046363834035,
+    "NanoTouche2020_cosine_accuracy@1": 0.5918367346938775,
+    "NanoTouche2020_cosine_accuracy@3": 0.7959183673469388,
+    "NanoTouche2020_cosine_accuracy@5": 0.9183673469387755,
+    "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
+    "NanoTouche2020_cosine_precision@1": 0.5918367346938775,
+    "NanoTouche2020_cosine_precision@3": 0.5238095238095238,
+    "NanoTouche2020_cosine_precision@5": 0.4938775510204082,
+    "NanoTouche2020_cosine_precision@10": 0.4040816326530612,
+    "NanoTouche2020_cosine_recall@1": 0.04206018304961085,
+    "NanoTouche2020_cosine_recall@3": 0.11345023261720719,
+    "NanoTouche2020_cosine_recall@5": 0.1760235797017329,
+    "NanoTouche2020_cosine_recall@10": 0.27671518586580834,
+    "NanoTouche2020_cosine_ndcg@10": 0.46055031262986157,
+    "NanoTouche2020_cosine_mrr@10": 0.7083333333333334,
+    "NanoTouche2020_cosine_map@100": 0.35728606325032336,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.39783359497645215,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.5873783359497645,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.6660282574568288,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.7568602825745684,
+    "NanoBEIR_mean_cosine_precision@1": 0.39783359497645215,
+    "NanoBEIR_mean_cosine_precision@3": 0.2613186813186813,
+    "NanoBEIR_mean_cosine_precision@5": 0.20568288854003142,
+    "NanoBEIR_mean_cosine_precision@10": 0.148160125588697,
+    "NanoBEIR_mean_cosine_recall@1": 0.22413669763355498,
+    "NanoBEIR_mean_cosine_recall@3": 0.36752012059705047,
+    "NanoBEIR_mean_cosine_recall@5": 0.43244517001695526,
+    "NanoBEIR_mean_cosine_recall@10": 0.514313381881418,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.45349916514553085,
+    "NanoBEIR_mean_cosine_mrr@10": 0.5099542124542124,
+    "NanoBEIR_mean_cosine_map@100": 0.37565246820298953
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.6326530612244898,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7959183673469388,
     "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9183673469387755,
-    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9795918367346939,
-    "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.6326530612244898,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6462585034013605,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6122448979591838,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5591836734693877,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.013853194367739826,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04272688535451533,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.06759566073255224,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.12363820275615016,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.583380885836013,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.7692743764172335,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.24908625015550923
+    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9591836734693877,
+    "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939,
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7959183673469388,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.727891156462585,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.7061224489795919,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6326530612244898,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.017568971861577284,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.048300269692222515,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07788657358716171,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.13993014327694883,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6687287445151086,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8644557823129253,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.3012903760645535
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c87ec3b2fe0dd77c87bd373ba6fba99dbba7788ec28fb6b684cb01ae6e2794c8
-size 596070136
+oid sha256:84a94b7bfcaa4d3f907bcefa84cf19dd0c7d1f69202a2669846e1efea284b068
+size 133462128

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": true,
+    "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
-size 3583485
+oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
+size 711649

tokenizer_config.json

@@ -1,230 +1,14 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "|||IP_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "1": {
-      "content": "<|padding|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50254": {
-      "content": "                        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50255": {
-      "content": "                       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50256": {
-      "content": "                      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50257": {
-      "content": "                     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50258": {
-      "content": "                    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50259": {
-      "content": "                   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50260": {
-      "content": "                  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50261": {
-      "content": "                 ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50262": {
-      "content": "                ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50263": {
-      "content": "               ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50264": {
-      "content": "              ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50265": {
-      "content": "             ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50266": {
-      "content": "            ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50267": {
-      "content": "           ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50268": {
-      "content": "          ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50269": {
-      "content": "         ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50270": {
-      "content": "        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50271": {
-      "content": "       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50272": {
-      "content": "      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50273": {
-      "content": "     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50274": {
-      "content": "    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50275": {
-      "content": "   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50276": {
-      "content": "  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50277": {
-      "content": "|||EMAIL_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50278": {
-      "content": "|||PHONE_NUMBER|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50279": {
-      "content": "<|endoftext|>",
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "50280": {
+    "100": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -232,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "50281": {
+    "101": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -240,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "50282": {
+    "102": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -248,698 +32,34 @@
       "single_word": false,
       "special": true
     },
-    "50283": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50284": {
+    "103": {
       "content": "[MASK]",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "50285": {
-      "content": "[unused0]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50286": {
-      "content": "[unused1]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50287": {
-      "content": "[unused2]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50288": {
-      "content": "[unused3]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50289": {
-      "content": "[unused4]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50290": {
-      "content": "[unused5]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50291": {
-      "content": "[unused6]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50292": {
-      "content": "[unused7]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50293": {
-      "content": "[unused8]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50294": {
-      "content": "[unused9]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50295": {
-      "content": "[unused10]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50296": {
-      "content": "[unused11]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50297": {
-      "content": "[unused12]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50298": {
-      "content": "[unused13]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50299": {
-      "content": "[unused14]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50300": {
-      "content": "[unused15]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50301": {
-      "content": "[unused16]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50302": {
-      "content": "[unused17]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50303": {
-      "content": "[unused18]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50304": {
-      "content": "[unused19]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50305": {
-      "content": "[unused20]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50306": {
-      "content": "[unused21]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50307": {
-      "content": "[unused22]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50308": {
-      "content": "[unused23]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50309": {
-      "content": "[unused24]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50310": {
-      "content": "[unused25]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50311": {
-      "content": "[unused26]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50312": {
-      "content": "[unused27]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50313": {
-      "content": "[unused28]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50314": {
-      "content": "[unused29]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50315": {
-      "content": "[unused30]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50316": {
-      "content": "[unused31]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50317": {
-      "content": "[unused32]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50318": {
-      "content": "[unused33]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50319": {
-      "content": "[unused34]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50320": {
-      "content": "[unused35]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50321": {
-      "content": "[unused36]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50322": {
-      "content": "[unused37]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50323": {
-      "content": "[unused38]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50324": {
-      "content": "[unused39]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50325": {
-      "content": "[unused40]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50326": {
-      "content": "[unused41]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50327": {
-      "content": "[unused42]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50328": {
-      "content": "[unused43]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50329": {
-      "content": "[unused44]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50330": {
-      "content": "[unused45]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50331": {
-      "content": "[unused46]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50332": {
-      "content": "[unused47]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50333": {
-      "content": "[unused48]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50334": {
-      "content": "[unused49]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50335": {
-      "content": "[unused50]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50336": {
-      "content": "[unused51]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50337": {
-      "content": "[unused52]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50338": {
-      "content": "[unused53]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50339": {
-      "content": "[unused54]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50340": {
-      "content": "[unused55]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50341": {
-      "content": "[unused56]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50342": {
-      "content": "[unused57]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50343": {
-      "content": "[unused58]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50344": {
-      "content": "[unused59]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50345": {
-      "content": "[unused60]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50346": {
-      "content": "[unused61]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50347": {
-      "content": "[unused62]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50348": {
-      "content": "[unused63]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50349": {
-      "content": "[unused64]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50350": {
-      "content": "[unused65]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50351": {
-      "content": "[unused66]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50352": {
-      "content": "[unused67]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50353": {
-      "content": "[unused68]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50354": {
-      "content": "[unused69]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50355": {
-      "content": "[unused70]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50356": {
-      "content": "[unused71]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50357": {
-      "content": "[unused72]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50358": {
-      "content": "[unused73]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50359": {
-      "content": "[unused74]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50360": {
-      "content": "[unused75]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50361": {
-      "content": "[unused76]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50362": {
-      "content": "[unused77]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50363": {
-      "content": "[unused78]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50364": {
-      "content": "[unused79]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50365": {
-      "content": "[unused80]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50366": {
-      "content": "[unused81]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50367": {
-      "content": "[unused82]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 1000000000000000019884624838656,
+  "max_length": 128,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "[UNK]"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ab17fda049be1b11724708d3da96e1c0c2cac43a982cbf6cd0b23c70e72e481
+oid sha256:c0c99e71a461fb889dacb4a9c9134edc1a0166285c52170c5a245c55aaa0a39a
 size 6161