Training in progress, step 500

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.20408163265306123,0.46938775510204084,0.5306122448979592,0.6122448979591837,0.20408163265306123,0.00438770967788426,0.2789115646258503,0.01825180998420577,0.2816326530612245,0.03083322545811716,0.2551020408163265,0.055977984981517036,0.3536200194363459,0.25636057171546717,0.11103787695100092
 -1,-1,0.8367346938775511,1.0,1.0,1.0,0.8367346938775511,0.018616383690059173,0.8231292517006803,0.0545378748171736,0.7387755102040817,0.08146104835746584,0.6448979591836735,0.1422304333377282,0.9081632653061225,0.6919594823053422,0.2982657630485768
 -1,-1,0.7551020408163265,1.0,1.0,1.0,0.7551020408163265,0.01677420450043254,0.7142857142857144,0.04725697049261515,0.7224489795918367,0.07961555567533526,0.6306122448979592,0.13900991371696608,0.870748299319728,0.6635720998936215,0.28884452751890916
+-1,-1,0.7959183673469388,0.9795918367346939,1.0,1.0,0.7959183673469388,0.017705698284669315,0.7210884353741497,0.04789516330892159,0.6857142857142857,0.07579925150072367,0.6367346938775511,0.1405645703802596,0.8782312925170069,0.6651514821354221,0.28469602806366884

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.18,0.5,0.68,0.82,0.18,0.18,0.16666666666666663,0.5,0.136,0.68,0.08199999999999999,0.82,0.3817619047619047,0.48701050941949986,0.3909540550445278
 -1,-1,0.2,0.46,0.68,0.8,0.2,0.2,0.15333333333333332,0.46,0.136,0.68,0.08,0.8,0.3826031746031745,0.4829072377746639,0.39004291992243556
 -1,-1,0.22,0.42,0.68,0.78,0.22,0.22,0.13999999999999999,0.42,0.136,0.68,0.07800000000000001,0.78,0.3784999999999999,0.4734358342878793,0.3854179835095102
+-1,-1,0.18,0.4,0.5,0.72,0.18,0.18,0.13333333333333333,0.4,0.10000000000000002,0.5,0.07200000000000001,0.72,0.33210317460317457,0.42383426103543725,0.3414212719538841

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.12,0.22,0.26,0.28,0.12,0.04233333333333333,0.08,0.08133333333333333,0.06,0.102,0.036000000000000004,0.13866666666666666,0.17222222222222222,0.11288236592671469,0.08493692917875312
 -1,-1,0.24,0.44,0.52,0.66,0.24,0.12666666666666665,0.14666666666666667,0.22333333333333333,0.11599999999999999,0.2723333333333333,0.07600000000000001,0.33233333333333337,0.36330158730158724,0.27296588545762396,0.21204095502133327
 -1,-1,0.28,0.44,0.52,0.64,0.28,0.13066666666666665,0.15333333333333332,0.21899999999999997,0.12,0.26233333333333336,0.074,0.3123333333333333,0.3832142857142857,0.2703282085788094,0.21215656485240864
+-1,-1,0.24,0.42,0.52,0.62,0.24,0.12666666666666665,0.14,0.21166666666666667,0.10800000000000001,0.2533333333333333,0.068,0.288,0.3562698412698413,0.25188604275298343,0.20169297415870524

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.64,0.78,0.78,0.86,0.64,0.053779986911261235,0.49333333333333335,0.1227512823699279,0.42,0.14626982774266176,0.35600000000000004,0.24094199821136392,0.7140238095238095,0.45440819144986233,0.28781093383029827
 -1,-1,0.74,0.86,0.88,0.92,0.74,0.07485843885147789,0.5333333333333333,0.1579502726417123,0.44800000000000006,0.19035082646453502,0.382,0.2636865207564014,0.8034126984126985,0.5012412412494733,0.3278144293312558
 -1,-1,0.64,0.86,0.88,0.94,0.64,0.055166835143185204,0.56,0.13163725118575806,0.46,0.16309283546277217,0.37000000000000005,0.255052017593493,0.7482460317460319,0.4734084050500165,0.3024986653520944
+-1,-1,0.72,0.84,0.86,0.9,0.72,0.07363316412620316,0.54,0.14154461690562375,0.44400000000000006,0.1737149803849171,0.37400000000000005,0.25319236779425075,0.7811904761904762,0.4846567678327498,0.31516504323881767

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.24,0.32,0.32,0.38,0.24,0.23,0.10666666666666666,0.31,0.064,0.31,0.038000000000000006,0.37,0.2848809523809524,0.29976135993864456,0.280763663917354
 -1,-1,0.68,0.92,0.98,0.98,0.68,0.6466666666666667,0.3133333333333333,0.8666666666666667,0.19999999999999996,0.9266666666666667,0.09999999999999998,0.9266666666666667,0.7973333333333333,0.8097056122005367,0.7587396988174427
 -1,-1,0.62,0.9,0.92,0.92,0.62,0.5766666666666667,0.3,0.8366666666666667,0.18799999999999997,0.8666666666666667,0.09599999999999997,0.8733333333333333,0.745,0.7556112023709758,0.7055591841543971
+-1,-1,0.52,0.76,0.9,0.92,0.52,0.4766666666666666,0.25333333333333335,0.7066666666666667,0.184,0.8466666666666667,0.09399999999999999,0.8666666666666667,0.6673333333333332,0.6933518033996009,0.6274356113837726

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.12,0.26,0.32,0.34,0.12,0.08,0.08666666666666666,0.17666666666666664,0.064,0.20202380952380952,0.038000000000000006,0.2345238095238095,0.203,0.1777291120842257,0.15097990978495746
 -1,-1,0.36,0.48,0.6,0.66,0.36,0.20474603174603176,0.19333333333333336,0.3001031746031746,0.16,0.3941269841269841,0.09599999999999997,0.44029365079365074,0.44688888888888884,0.3712393962752452,0.313063297750109
 -1,-1,0.42,0.54,0.58,0.68,0.42,0.23274603174603176,0.22666666666666668,0.3512698412698412,0.15600000000000003,0.3992698412698412,0.09999999999999998,0.47440476190476183,0.490047619047619,0.40636031274433504,0.34598428489426797
+-1,-1,0.32,0.46,0.56,0.6,0.32,0.1880793650793651,0.2,0.29560317460317465,0.16399999999999998,0.372015873015873,0.09399999999999999,0.4084047619047619,0.40822222222222215,0.34734676454799496,0.30384534934518387

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.58,0.64,0.64,0.68,0.58,0.29,0.25333333333333335,0.38,0.16799999999999998,0.42,0.096,0.48,0.6148571428571429,0.4674556853341825,0.40705063695520854
 -1,-1,0.74,0.78,0.84,0.9,0.74,0.37,0.3466666666666666,0.52,0.22799999999999998,0.57,0.12799999999999997,0.64,0.7823333333333333,0.6170582833777524,0.5445187446566021
 -1,-1,0.6,0.7,0.8,0.84,0.6,0.3,0.28,0.42,0.19199999999999995,0.48,0.10799999999999998,0.54,0.6709999999999999,0.5110926227018934,0.44247510718231914
+-1,-1,0.66,0.76,0.82,0.9,0.66,0.33,0.3133333333333333,0.47,0.21199999999999997,0.53,0.122,0.61,0.7331587301587301,0.570897469212041,0.4884451498736882

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.46,0.66,0.7,0.82,0.46,0.46,0.22,0.66,0.14,0.7,0.08199999999999999,0.82,0.5842460317460317,0.6411634133079402,0.5911749882485325
 -1,-1,0.36,0.54,0.68,0.7,0.36,0.36,0.18,0.54,0.136,0.68,0.07,0.7,0.47755555555555546,0.5320160584932276,0.4909958510880883
 -1,-1,0.36,0.5,0.58,0.7,0.36,0.36,0.16666666666666669,0.5,0.11599999999999999,0.58,0.07,0.7,0.46210317460317457,0.518447520928203,0.47571343305416797
+-1,-1,0.36,0.54,0.62,0.74,0.36,0.36,0.18,0.54,0.124,0.62,0.07400000000000001,0.74,0.4758571428571428,0.5388909110035328,0.4857996035129028

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.36,0.44,0.54,0.68,0.36,0.012042417939688611,0.32666666666666666,0.03754698733450304,0.304,0.06199670657274762,0.276,0.09376204671100714,0.4350158730158729,0.29393727583879964,0.11881756020406453
 -1,-1,0.42,0.52,0.54,0.68,0.42,0.012648389717147036,0.3533333333333333,0.056059838783781527,0.32,0.07948003809091672,0.29,0.13107825490914807,0.48941269841269835,0.32409105358725754,0.13017293972424723
 -1,-1,0.34,0.44,0.5,0.64,0.34,0.011223359167909725,0.29333333333333333,0.029511381922936213,0.284,0.053948334836425464,0.258,0.10731809178150171,0.4215714285714285,0.2824722349410338,0.1001988763213856
+-1,-1,0.38,0.46,0.52,0.62,0.38,0.03111726080374699,0.30666666666666664,0.05097531961627039,0.284,0.068361107394409,0.24,0.10220170839954189,0.440547619047619,0.2820706409431257,0.11888875671446743

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.34,0.58,0.66,0.78,0.34,0.32,0.19333333333333333,0.54,0.136,0.62,0.08399999999999999,0.74,0.4830238095238096,0.5340775600556903,0.4703754816157255
 -1,-1,0.46,0.6,0.62,0.72,0.46,0.43,0.2133333333333333,0.58,0.136,0.61,0.07800000000000001,0.7,0.5393809523809524,0.5714045958976129,0.538206389483671
 -1,-1,0.4,0.54,0.56,0.64,0.4,0.36,0.2,0.53,0.12400000000000003,0.55,0.07,0.63,0.48146825396825393,0.5099996252572562,0.48289978745216106
+-1,-1,0.38,0.56,0.6,0.66,0.38,0.35,0.2,0.54,0.128,0.58,0.07,0.64,0.4757142857142857,0.5086947283606115,0.4762724913936289

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.3,0.5,0.54,0.64,0.3,0.26666666666666666,0.18666666666666668,0.45,0.12400000000000003,0.5,0.08,0.5713333333333334,0.41007142857142853,0.43774558398527547,0.39063903744131623
 -1,-1,0.8,0.94,0.96,0.96,0.8,0.6973333333333332,0.3933333333333333,0.9053333333333333,0.25599999999999995,0.946,0.13599999999999998,0.96,0.8716666666666666,0.8921034416287797,0.8660860805860807
 -1,-1,0.86,0.94,0.96,0.98,0.86,0.7473333333333333,0.38666666666666655,0.8986666666666667,0.25199999999999995,0.9426666666666667,0.132,0.9693333333333334,0.9039999999999999,0.9104874488715865,0.8874039016539015
+-1,-1,0.88,0.94,0.96,0.98,0.88,0.7573333333333332,0.3933333333333333,0.9053333333333333,0.25599999999999995,0.946,0.13599999999999998,0.9766666666666666,0.9178571428571428,0.924802963528204,0.9036654456654456

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4,0.66,0.72,0.78,0.4,0.08200000000000002,0.33333333333333326,0.20466666666666666,0.276,0.2806666666666667,0.16399999999999998,0.3346666666666666,0.54,0.3393609876687623,0.2692967311366639
 -1,-1,0.44,0.76,0.86,0.9,0.44,0.09266666666666666,0.37999999999999995,0.23366666666666663,0.316,0.3236666666666666,0.214,0.4396666666666667,0.610690476190476,0.4152650807594178,0.31994213938245786
 -1,-1,0.42,0.68,0.74,0.86,0.42,0.085,0.3399999999999999,0.21166666666666664,0.27599999999999997,0.2836666666666667,0.18800000000000006,0.3856666666666666,0.5761666666666668,0.37223534210874404,0.2915419714563916
+-1,-1,0.4,0.74,0.74,0.82,0.4,0.08366666666666667,0.3733333333333333,0.23066666666666666,0.28800000000000003,0.29466666666666663,0.18600000000000003,0.3816666666666667,0.5617460317460317,0.37327825028293893,0.2995552093175678

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.26,0.38,0.44,0.52,0.26,0.235,0.14,0.37,0.10400000000000001,0.44,0.06,0.51,0.3300793650793651,0.37019203729909433,0.3326015159438223
 -1,-1,0.5,0.7,0.78,0.82,0.5,0.465,0.25333333333333335,0.68,0.17199999999999996,0.765,0.09399999999999999,0.82,0.6146666666666666,0.6639783607633354,0.6124356057552656
 -1,-1,0.38,0.54,0.64,0.72,0.38,0.345,0.2,0.52,0.14800000000000002,0.63,0.08399999999999999,0.72,0.48566666666666664,0.5367853689811245,0.4818779327708432
+-1,-1,0.44,0.52,0.64,0.76,0.44,0.395,0.19999999999999996,0.505,0.14800000000000002,0.63,0.08799999999999997,0.76,0.5196349206349207,0.5685653011302502,0.5124550933292352

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.22448979591836735,0.4897959183673469,0.5918367346938775,0.6938775510204082,0.22448979591836735,0.014738589385768672,0.25850340136054417,0.056936837458872,0.24081632653061222,0.08658260238199732,0.21224489795918364,0.14618261012332492,0.38386783284742465,0.23109134502492548,0.17798382935484547
 -1,-1,0.5714285714285714,0.8163265306122449,0.8979591836734694,0.9795918367346939,0.5714285714285714,0.04110156961785027,0.5306122448979592,0.11359182900002315,0.4857142857142857,0.17190475554143633,0.4224489795918368,0.2830898248013565,0.718561710398445,0.4760509204896602,0.3599293414474679
 -1,-1,0.5510204081632653,0.7959183673469388,0.8775510204081632,0.9591836734693877,0.5510204081632653,0.04121377457786964,0.5374149659863945,0.11859614326826039,0.4775510204081632,0.17207686489962143,0.4061224489795919,0.2715620045902937,0.6986961451247167,0.4600561591051081,0.34520928442813403
+-1,-1,0.6938775510204082,0.8571428571428571,0.8775510204081632,1.0,0.6938775510204082,0.0483857871338779,0.5850340136054422,0.12457985776841352,0.5102040816326531,0.1831794711442848,0.4244897959183673,0.2826730571984715,0.7860139293812763,0.4920412445934219,0.36212995071778253

NanoBEIR_evaluation_mean_results.csv

@@ -14,3 +14,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32496075353218207,0.49459968602825743,0.5532182103610676,0.6364521193092622,0.32496075353218207,0.1743508457105168,0.21885923600209314,0.2992232133715361,0.17206279434850863,0.34996458560676025,0.12340345368916797,0.42308285624893627,0.42592695173307416,0.37283195594873975,0.30410655943508225
 -1,-1,0.5008791208791209,0.6781789638932495,0.7567660910518053,0.8215070643642073,0.5008791208791209,0.2862836740973723,0.30697017268445836,0.43359270115605314,0.2392087912087912,0.5084253285300414,0.16664992150706434,0.5720626859944018,0.607523672472652,0.5330790129195836,0.45107603022818904
 -1,-1,0.46854003139717426,0.6381475667189952,0.7105808477237048,0.7922448979591838,0.46854003139717426,0.26653974363858945,0.29108320251177394,0.39900112443436897,0.22535007849293567,0.4664400930616918,0.15647095761381477,0.5399233494259013,0.5727446363160649,0.4985169450713051,0.4199182290063064
+-1,-1,0.4749136577708007,0.6351648351648352,0.7013500784929356,0.7876923076923077,0.4749136577708007,0.2615806854212713,0.2937205651491365,0.3940027924789859,0.2269387755102041,0.46137985373893464,0.15711459968602823,0.5407286073305404,0.5735114500012458,0.4969474729709918,0.4182132269696216

config.json

@@ -1,25 +1,45 @@
 {
   "architectures": [
-    "BertModel"
+    "ModernBertModel"
   ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
   "dtype": "float32",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
   "gradient_checkpointing": false,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 384,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
   "initializer_range": 0.02,
-  "intermediate_size": 1536,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
   "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
   "position_embedding_type": "absolute",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 30522
+  "vocab_size": 50368
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -195,3 +195,6 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.38,0.62,0.68,0.8,0.38,0.38,0.20666666666666667,0.62,0.136,0.68,0.08,0.8,0.5215238095238095,0.5887227948760404,0.5325402082997991
 0.28735632183908044,250,0.36,0.58,0.66,0.74,0.36,0.36,0.19333333333333333,0.58,0.132,0.66,0.07400000000000001,0.74,0.482047619047619,0.5441851464437182,0.4931089882339883
 0.5747126436781609,500,0.36,0.54,0.62,0.74,0.36,0.36,0.18,0.54,0.124,0.62,0.07400000000000001,0.74,0.4758571428571428,0.5388909110035328,0.4857996035129028
+0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
+0.28735632183908044,250,0.42,0.64,0.76,0.84,0.42,0.42,0.21333333333333332,0.64,0.15200000000000002,0.76,0.08399999999999999,0.84,0.5523333333333332,0.6217022258626044,0.5591131088094152
+0.5747126436781609,500,0.44,0.66,0.78,0.84,0.44,0.44,0.22,0.66,0.156,0.78,0.08399999999999999,0.84,0.5722460317460317,0.6372549665509181,0.5792428237738796

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -195,3 +195,6 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.44,0.62,0.7,0.72,0.44,0.42,0.20666666666666664,0.59,0.15200000000000002,0.69,0.07800000000000001,0.71,0.5425,0.5785694545006416,0.5396412232598975
 0.28735632183908044,250,0.46,0.52,0.54,0.66,0.46,0.42,0.18666666666666665,0.5,0.11600000000000002,0.52,0.07,0.63,0.5097936507936507,0.5263171545909362,0.5025879832822171
 0.5747126436781609,500,0.38,0.56,0.6,0.66,0.38,0.35,0.2,0.54,0.128,0.58,0.07,0.64,0.4757142857142857,0.5086947283606115,0.4762724913936289
+0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
+0.28735632183908044,250,0.44,0.58,0.64,0.74,0.44,0.41,0.19333333333333333,0.54,0.136,0.62,0.08199999999999999,0.72,0.5258015873015873,0.5614137018210492,0.516046561208829
+0.5747126436781609,500,0.44,0.56,0.64,0.74,0.44,0.4,0.18666666666666665,0.52,0.136,0.61,0.08,0.71,0.5241111111111111,0.5521475000492642,0.5066984355931061

eval/NanoBEIR_evaluation_mean_results.csv

@@ -195,3 +195,6 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.41000000000000003,0.62,0.69,0.76,0.41000000000000003,0.4,0.20666666666666667,0.605,0.14400000000000002,0.685,0.07900000000000001,0.755,0.5320119047619047,0.583646124688341,0.5360907157798482
 0.28735632183908044,250,0.41000000000000003,0.55,0.6000000000000001,0.7,0.41000000000000003,0.39,0.19,0.54,0.12400000000000001,0.5900000000000001,0.07200000000000001,0.685,0.4959206349206349,0.5352511505173272,0.4978484857581027
 0.5747126436781609,500,0.37,0.55,0.61,0.7,0.37,0.355,0.19,0.54,0.126,0.6,0.07200000000000001,0.69,0.47578571428571426,0.5237928196820721,0.4810360474532659
+0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
+0.28735632183908044,250,0.43,0.61,0.7,0.79,0.43,0.415,0.2033333333333333,0.5900000000000001,0.14400000000000002,0.69,0.08299999999999999,0.78,0.5390674603174603,0.5915579638418268,0.5375798350091221
+0.5747126436781609,500,0.44,0.6100000000000001,0.71,0.79,0.44,0.42000000000000004,0.2033333333333333,0.5900000000000001,0.14600000000000002,0.6950000000000001,0.08199999999999999,0.7749999999999999,0.5481785714285714,0.5947012333000912,0.5429706296834929

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.28,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.44,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.24,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.42,
     "NanoClimateFEVER_cosine_accuracy@5": 0.52,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.64,
-    "NanoClimateFEVER_cosine_precision@1": 0.28,
-    "NanoClimateFEVER_cosine_precision@3": 0.15333333333333332,
-    "NanoClimateFEVER_cosine_precision@5": 0.12,
-    "NanoClimateFEVER_cosine_precision@10": 0.074,
-    "NanoClimateFEVER_cosine_recall@1": 0.13066666666666665,
-    "NanoClimateFEVER_cosine_recall@3": 0.21899999999999997,
-    "NanoClimateFEVER_cosine_recall@5": 0.26233333333333336,
-    "NanoClimateFEVER_cosine_recall@10": 0.3123333333333333,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.2703282085788094,
-    "NanoClimateFEVER_cosine_mrr@10": 0.3832142857142857,
-    "NanoClimateFEVER_cosine_map@100": 0.21215656485240864,
-    "NanoDBPedia_cosine_accuracy@1": 0.64,
-    "NanoDBPedia_cosine_accuracy@3": 0.86,
-    "NanoDBPedia_cosine_accuracy@5": 0.88,
-    "NanoDBPedia_cosine_accuracy@10": 0.94,
-    "NanoDBPedia_cosine_precision@1": 0.64,
-    "NanoDBPedia_cosine_precision@3": 0.56,
-    "NanoDBPedia_cosine_precision@5": 0.46,
-    "NanoDBPedia_cosine_precision@10": 0.37000000000000005,
-    "NanoDBPedia_cosine_recall@1": 0.055166835143185204,
-    "NanoDBPedia_cosine_recall@3": 0.13163725118575806,
-    "NanoDBPedia_cosine_recall@5": 0.16309283546277217,
-    "NanoDBPedia_cosine_recall@10": 0.255052017593493,
-    "NanoDBPedia_cosine_ndcg@10": 0.4734084050500165,
-    "NanoDBPedia_cosine_mrr@10": 0.7482460317460319,
-    "NanoDBPedia_cosine_map@100": 0.3024986653520944,
-    "NanoFEVER_cosine_accuracy@1": 0.62,
-    "NanoFEVER_cosine_accuracy@3": 0.9,
-    "NanoFEVER_cosine_accuracy@5": 0.92,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.62,
+    "NanoClimateFEVER_cosine_precision@1": 0.24,
+    "NanoClimateFEVER_cosine_precision@3": 0.14,
+    "NanoClimateFEVER_cosine_precision@5": 0.10800000000000001,
+    "NanoClimateFEVER_cosine_precision@10": 0.068,
+    "NanoClimateFEVER_cosine_recall@1": 0.12666666666666665,
+    "NanoClimateFEVER_cosine_recall@3": 0.21166666666666667,
+    "NanoClimateFEVER_cosine_recall@5": 0.2533333333333333,
+    "NanoClimateFEVER_cosine_recall@10": 0.288,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.25188604275298343,
+    "NanoClimateFEVER_cosine_mrr@10": 0.3562698412698413,
+    "NanoClimateFEVER_cosine_map@100": 0.20169297415870524,
+    "NanoDBPedia_cosine_accuracy@1": 0.72,
+    "NanoDBPedia_cosine_accuracy@3": 0.84,
+    "NanoDBPedia_cosine_accuracy@5": 0.86,
+    "NanoDBPedia_cosine_accuracy@10": 0.9,
+    "NanoDBPedia_cosine_precision@1": 0.72,
+    "NanoDBPedia_cosine_precision@3": 0.54,
+    "NanoDBPedia_cosine_precision@5": 0.44400000000000006,
+    "NanoDBPedia_cosine_precision@10": 0.37400000000000005,
+    "NanoDBPedia_cosine_recall@1": 0.07363316412620316,
+    "NanoDBPedia_cosine_recall@3": 0.14154461690562375,
+    "NanoDBPedia_cosine_recall@5": 0.1737149803849171,
+    "NanoDBPedia_cosine_recall@10": 0.25319236779425075,
+    "NanoDBPedia_cosine_ndcg@10": 0.4846567678327498,
+    "NanoDBPedia_cosine_mrr@10": 0.7811904761904762,
+    "NanoDBPedia_cosine_map@100": 0.31516504323881767,
+    "NanoFEVER_cosine_accuracy@1": 0.52,
+    "NanoFEVER_cosine_accuracy@3": 0.76,
+    "NanoFEVER_cosine_accuracy@5": 0.9,
     "NanoFEVER_cosine_accuracy@10": 0.92,
-    "NanoFEVER_cosine_precision@1": 0.62,
-    "NanoFEVER_cosine_precision@3": 0.3,
-    "NanoFEVER_cosine_precision@5": 0.18799999999999997,
-    "NanoFEVER_cosine_precision@10": 0.09599999999999997,
-    "NanoFEVER_cosine_recall@1": 0.5766666666666667,
-    "NanoFEVER_cosine_recall@3": 0.8366666666666667,
-    "NanoFEVER_cosine_recall@5": 0.8666666666666667,
-    "NanoFEVER_cosine_recall@10": 0.8733333333333333,
-    "NanoFEVER_cosine_ndcg@10": 0.7556112023709758,
-    "NanoFEVER_cosine_mrr@10": 0.745,
-    "NanoFEVER_cosine_map@100": 0.7055591841543971,
-    "NanoFiQA2018_cosine_accuracy@1": 0.42,
-    "NanoFiQA2018_cosine_accuracy@3": 0.54,
-    "NanoFiQA2018_cosine_accuracy@5": 0.58,
-    "NanoFiQA2018_cosine_accuracy@10": 0.68,
-    "NanoFiQA2018_cosine_precision@1": 0.42,
-    "NanoFiQA2018_cosine_precision@3": 0.22666666666666668,
-    "NanoFiQA2018_cosine_precision@5": 0.15600000000000003,
-    "NanoFiQA2018_cosine_precision@10": 0.09999999999999998,
-    "NanoFiQA2018_cosine_recall@1": 0.23274603174603176,
-    "NanoFiQA2018_cosine_recall@3": 0.3512698412698412,
-    "NanoFiQA2018_cosine_recall@5": 0.3992698412698412,
-    "NanoFiQA2018_cosine_recall@10": 0.47440476190476183,
-    "NanoFiQA2018_cosine_ndcg@10": 0.40636031274433504,
-    "NanoFiQA2018_cosine_mrr@10": 0.490047619047619,
-    "NanoFiQA2018_cosine_map@100": 0.34598428489426797,
-    "NanoHotpotQA_cosine_accuracy@1": 0.6,
-    "NanoHotpotQA_cosine_accuracy@3": 0.7,
-    "NanoHotpotQA_cosine_accuracy@5": 0.8,
-    "NanoHotpotQA_cosine_accuracy@10": 0.84,
-    "NanoHotpotQA_cosine_precision@1": 0.6,
-    "NanoHotpotQA_cosine_precision@3": 0.28,
-    "NanoHotpotQA_cosine_precision@5": 0.19199999999999995,
-    "NanoHotpotQA_cosine_precision@10": 0.10799999999999998,
-    "NanoHotpotQA_cosine_recall@1": 0.3,
-    "NanoHotpotQA_cosine_recall@3": 0.42,
-    "NanoHotpotQA_cosine_recall@5": 0.48,
-    "NanoHotpotQA_cosine_recall@10": 0.54,
-    "NanoHotpotQA_cosine_ndcg@10": 0.5110926227018934,
-    "NanoHotpotQA_cosine_mrr@10": 0.6709999999999999,
-    "NanoHotpotQA_cosine_map@100": 0.44247510718231914,
+    "NanoFEVER_cosine_precision@1": 0.52,
+    "NanoFEVER_cosine_precision@3": 0.25333333333333335,
+    "NanoFEVER_cosine_precision@5": 0.184,
+    "NanoFEVER_cosine_precision@10": 0.09399999999999999,
+    "NanoFEVER_cosine_recall@1": 0.4766666666666666,
+    "NanoFEVER_cosine_recall@3": 0.7066666666666667,
+    "NanoFEVER_cosine_recall@5": 0.8466666666666667,
+    "NanoFEVER_cosine_recall@10": 0.8666666666666667,
+    "NanoFEVER_cosine_ndcg@10": 0.6933518033996009,
+    "NanoFEVER_cosine_mrr@10": 0.6673333333333332,
+    "NanoFEVER_cosine_map@100": 0.6274356113837726,
+    "NanoFiQA2018_cosine_accuracy@1": 0.32,
+    "NanoFiQA2018_cosine_accuracy@3": 0.46,
+    "NanoFiQA2018_cosine_accuracy@5": 0.56,
+    "NanoFiQA2018_cosine_accuracy@10": 0.6,
+    "NanoFiQA2018_cosine_precision@1": 0.32,
+    "NanoFiQA2018_cosine_precision@3": 0.2,
+    "NanoFiQA2018_cosine_precision@5": 0.16399999999999998,
+    "NanoFiQA2018_cosine_precision@10": 0.09399999999999999,
+    "NanoFiQA2018_cosine_recall@1": 0.1880793650793651,
+    "NanoFiQA2018_cosine_recall@3": 0.29560317460317465,
+    "NanoFiQA2018_cosine_recall@5": 0.372015873015873,
+    "NanoFiQA2018_cosine_recall@10": 0.4084047619047619,
+    "NanoFiQA2018_cosine_ndcg@10": 0.34734676454799496,
+    "NanoFiQA2018_cosine_mrr@10": 0.40822222222222215,
+    "NanoFiQA2018_cosine_map@100": 0.30384534934518387,
+    "NanoHotpotQA_cosine_accuracy@1": 0.66,
+    "NanoHotpotQA_cosine_accuracy@3": 0.76,
+    "NanoHotpotQA_cosine_accuracy@5": 0.82,
+    "NanoHotpotQA_cosine_accuracy@10": 0.9,
+    "NanoHotpotQA_cosine_precision@1": 0.66,
+    "NanoHotpotQA_cosine_precision@3": 0.3133333333333333,
+    "NanoHotpotQA_cosine_precision@5": 0.21199999999999997,
+    "NanoHotpotQA_cosine_precision@10": 0.122,
+    "NanoHotpotQA_cosine_recall@1": 0.33,
+    "NanoHotpotQA_cosine_recall@3": 0.47,
+    "NanoHotpotQA_cosine_recall@5": 0.53,
+    "NanoHotpotQA_cosine_recall@10": 0.61,
+    "NanoHotpotQA_cosine_ndcg@10": 0.570897469212041,
+    "NanoHotpotQA_cosine_mrr@10": 0.7331587301587301,
+    "NanoHotpotQA_cosine_map@100": 0.4884451498736882,
     "NanoMSMARCO_cosine_accuracy@1": 0.36,
-    "NanoMSMARCO_cosine_accuracy@3": 0.5,
-    "NanoMSMARCO_cosine_accuracy@5": 0.58,
-    "NanoMSMARCO_cosine_accuracy@10": 0.7,
+    "NanoMSMARCO_cosine_accuracy@3": 0.54,
+    "NanoMSMARCO_cosine_accuracy@5": 0.62,
+    "NanoMSMARCO_cosine_accuracy@10": 0.74,
     "NanoMSMARCO_cosine_precision@1": 0.36,
-    "NanoMSMARCO_cosine_precision@3": 0.16666666666666669,
-    "NanoMSMARCO_cosine_precision@5": 0.11599999999999999,
-    "NanoMSMARCO_cosine_precision@10": 0.07,
+    "NanoMSMARCO_cosine_precision@3": 0.18,
+    "NanoMSMARCO_cosine_precision@5": 0.124,
+    "NanoMSMARCO_cosine_precision@10": 0.07400000000000001,
     "NanoMSMARCO_cosine_recall@1": 0.36,
-    "NanoMSMARCO_cosine_recall@3": 0.5,
-    "NanoMSMARCO_cosine_recall@5": 0.58,
-    "NanoMSMARCO_cosine_recall@10": 0.7,
-    "NanoMSMARCO_cosine_ndcg@10": 0.518447520928203,
-    "NanoMSMARCO_cosine_mrr@10": 0.46210317460317457,
-    "NanoMSMARCO_cosine_map@100": 0.47571343305416797,
-    "NanoNFCorpus_cosine_accuracy@1": 0.34,
-    "NanoNFCorpus_cosine_accuracy@3": 0.44,
-    "NanoNFCorpus_cosine_accuracy@5": 0.5,
-    "NanoNFCorpus_cosine_accuracy@10": 0.64,
-    "NanoNFCorpus_cosine_precision@1": 0.34,
-    "NanoNFCorpus_cosine_precision@3": 0.29333333333333333,
+    "NanoMSMARCO_cosine_recall@3": 0.54,
+    "NanoMSMARCO_cosine_recall@5": 0.62,
+    "NanoMSMARCO_cosine_recall@10": 0.74,
+    "NanoMSMARCO_cosine_ndcg@10": 0.5388909110035328,
+    "NanoMSMARCO_cosine_mrr@10": 0.4758571428571428,
+    "NanoMSMARCO_cosine_map@100": 0.4857996035129028,
+    "NanoNFCorpus_cosine_accuracy@1": 0.38,
+    "NanoNFCorpus_cosine_accuracy@3": 0.46,
+    "NanoNFCorpus_cosine_accuracy@5": 0.52,
+    "NanoNFCorpus_cosine_accuracy@10": 0.62,
+    "NanoNFCorpus_cosine_precision@1": 0.38,
+    "NanoNFCorpus_cosine_precision@3": 0.30666666666666664,
     "NanoNFCorpus_cosine_precision@5": 0.284,
-    "NanoNFCorpus_cosine_precision@10": 0.258,
-    "NanoNFCorpus_cosine_recall@1": 0.011223359167909725,
-    "NanoNFCorpus_cosine_recall@3": 0.029511381922936213,
-    "NanoNFCorpus_cosine_recall@5": 0.053948334836425464,
-    "NanoNFCorpus_cosine_recall@10": 0.10731809178150171,
-    "NanoNFCorpus_cosine_ndcg@10": 0.2824722349410338,
-    "NanoNFCorpus_cosine_mrr@10": 0.4215714285714285,
-    "NanoNFCorpus_cosine_map@100": 0.1001988763213856,
-    "NanoNQ_cosine_accuracy@1": 0.4,
-    "NanoNQ_cosine_accuracy@3": 0.54,
-    "NanoNQ_cosine_accuracy@5": 0.56,
-    "NanoNQ_cosine_accuracy@10": 0.64,
-    "NanoNQ_cosine_precision@1": 0.4,
+    "NanoNFCorpus_cosine_precision@10": 0.24,
+    "NanoNFCorpus_cosine_recall@1": 0.03111726080374699,
+    "NanoNFCorpus_cosine_recall@3": 0.05097531961627039,
+    "NanoNFCorpus_cosine_recall@5": 0.068361107394409,
+    "NanoNFCorpus_cosine_recall@10": 0.10220170839954189,
+    "NanoNFCorpus_cosine_ndcg@10": 0.2820706409431257,
+    "NanoNFCorpus_cosine_mrr@10": 0.440547619047619,
+    "NanoNFCorpus_cosine_map@100": 0.11888875671446743,
+    "NanoNQ_cosine_accuracy@1": 0.38,
+    "NanoNQ_cosine_accuracy@3": 0.56,
+    "NanoNQ_cosine_accuracy@5": 0.6,
+    "NanoNQ_cosine_accuracy@10": 0.66,
+    "NanoNQ_cosine_precision@1": 0.38,
     "NanoNQ_cosine_precision@3": 0.2,
-    "NanoNQ_cosine_precision@5": 0.12400000000000003,
+    "NanoNQ_cosine_precision@5": 0.128,
     "NanoNQ_cosine_precision@10": 0.07,
-    "NanoNQ_cosine_recall@1": 0.36,
-    "NanoNQ_cosine_recall@3": 0.53,
-    "NanoNQ_cosine_recall@5": 0.55,
-    "NanoNQ_cosine_recall@10": 0.63,
-    "NanoNQ_cosine_ndcg@10": 0.5099996252572562,
-    "NanoNQ_cosine_mrr@10": 0.48146825396825393,
-    "NanoNQ_cosine_map@100": 0.48289978745216106,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.86,
+    "NanoNQ_cosine_recall@1": 0.35,
+    "NanoNQ_cosine_recall@3": 0.54,
+    "NanoNQ_cosine_recall@5": 0.58,
+    "NanoNQ_cosine_recall@10": 0.64,
+    "NanoNQ_cosine_ndcg@10": 0.5086947283606115,
+    "NanoNQ_cosine_mrr@10": 0.4757142857142857,
+    "NanoNQ_cosine_map@100": 0.4762724913936289,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.88,
     "NanoQuoraRetrieval_cosine_accuracy@3": 0.94,
     "NanoQuoraRetrieval_cosine_accuracy@5": 0.96,
     "NanoQuoraRetrieval_cosine_accuracy@10": 0.98,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.86,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.38666666666666655,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.25199999999999995,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.132,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.7473333333333333,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.8986666666666667,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.9426666666666667,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9693333333333334,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9104874488715865,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.9039999999999999,
-    "NanoQuoraRetrieval_cosine_map@100": 0.8874039016539015,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.42,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.68,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.88,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.3933333333333333,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.25599999999999995,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.13599999999999998,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.7573333333333332,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9053333333333333,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.946,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.9766666666666666,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.924802963528204,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.9178571428571428,
+    "NanoQuoraRetrieval_cosine_map@100": 0.9036654456654456,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.4,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.74,
     "NanoSCIDOCS_cosine_accuracy@5": 0.74,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.86,
-    "NanoSCIDOCS_cosine_precision@1": 0.42,
-    "NanoSCIDOCS_cosine_precision@3": 0.3399999999999999,
-    "NanoSCIDOCS_cosine_precision@5": 0.27599999999999997,
-    "NanoSCIDOCS_cosine_precision@10": 0.18800000000000006,
-    "NanoSCIDOCS_cosine_recall@1": 0.085,
-    "NanoSCIDOCS_cosine_recall@3": 0.21166666666666664,
-    "NanoSCIDOCS_cosine_recall@5": 0.2836666666666667,
-    "NanoSCIDOCS_cosine_recall@10": 0.3856666666666666,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.37223534210874404,
-    "NanoSCIDOCS_cosine_mrr@10": 0.5761666666666668,
-    "NanoSCIDOCS_cosine_map@100": 0.2915419714563916,
-    "NanoArguAna_cosine_accuracy@1": 0.22,
-    "NanoArguAna_cosine_accuracy@3": 0.42,
-    "NanoArguAna_cosine_accuracy@5": 0.68,
-    "NanoArguAna_cosine_accuracy@10": 0.78,
-    "NanoArguAna_cosine_precision@1": 0.22,
-    "NanoArguAna_cosine_precision@3": 0.13999999999999999,
-    "NanoArguAna_cosine_precision@5": 0.136,
-    "NanoArguAna_cosine_precision@10": 0.07800000000000001,
-    "NanoArguAna_cosine_recall@1": 0.22,
-    "NanoArguAna_cosine_recall@3": 0.42,
-    "NanoArguAna_cosine_recall@5": 0.68,
-    "NanoArguAna_cosine_recall@10": 0.78,
-    "NanoArguAna_cosine_ndcg@10": 0.4734358342878793,
-    "NanoArguAna_cosine_mrr@10": 0.3784999999999999,
-    "NanoArguAna_cosine_map@100": 0.3854179835095102,
-    "NanoSciFact_cosine_accuracy@1": 0.38,
-    "NanoSciFact_cosine_accuracy@3": 0.54,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.82,
+    "NanoSCIDOCS_cosine_precision@1": 0.4,
+    "NanoSCIDOCS_cosine_precision@3": 0.3733333333333333,
+    "NanoSCIDOCS_cosine_precision@5": 0.28800000000000003,
+    "NanoSCIDOCS_cosine_precision@10": 0.18600000000000003,
+    "NanoSCIDOCS_cosine_recall@1": 0.08366666666666667,
+    "NanoSCIDOCS_cosine_recall@3": 0.23066666666666666,
+    "NanoSCIDOCS_cosine_recall@5": 0.29466666666666663,
+    "NanoSCIDOCS_cosine_recall@10": 0.3816666666666667,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.37327825028293893,
+    "NanoSCIDOCS_cosine_mrr@10": 0.5617460317460317,
+    "NanoSCIDOCS_cosine_map@100": 0.2995552093175678,
+    "NanoArguAna_cosine_accuracy@1": 0.18,
+    "NanoArguAna_cosine_accuracy@3": 0.4,
+    "NanoArguAna_cosine_accuracy@5": 0.5,
+    "NanoArguAna_cosine_accuracy@10": 0.72,
+    "NanoArguAna_cosine_precision@1": 0.18,
+    "NanoArguAna_cosine_precision@3": 0.13333333333333333,
+    "NanoArguAna_cosine_precision@5": 0.10000000000000002,
+    "NanoArguAna_cosine_precision@10": 0.07200000000000001,
+    "NanoArguAna_cosine_recall@1": 0.18,
+    "NanoArguAna_cosine_recall@3": 0.4,
+    "NanoArguAna_cosine_recall@5": 0.5,
+    "NanoArguAna_cosine_recall@10": 0.72,
+    "NanoArguAna_cosine_ndcg@10": 0.42383426103543725,
+    "NanoArguAna_cosine_mrr@10": 0.33210317460317457,
+    "NanoArguAna_cosine_map@100": 0.3414212719538841,
+    "NanoSciFact_cosine_accuracy@1": 0.44,
+    "NanoSciFact_cosine_accuracy@3": 0.52,
     "NanoSciFact_cosine_accuracy@5": 0.64,
-    "NanoSciFact_cosine_accuracy@10": 0.72,
-    "NanoSciFact_cosine_precision@1": 0.38,
-    "NanoSciFact_cosine_precision@3": 0.2,
+    "NanoSciFact_cosine_accuracy@10": 0.76,
+    "NanoSciFact_cosine_precision@1": 0.44,
+    "NanoSciFact_cosine_precision@3": 0.19999999999999996,
     "NanoSciFact_cosine_precision@5": 0.14800000000000002,
-    "NanoSciFact_cosine_precision@10": 0.08399999999999999,
-    "NanoSciFact_cosine_recall@1": 0.345,
-    "NanoSciFact_cosine_recall@3": 0.52,
+    "NanoSciFact_cosine_precision@10": 0.08799999999999997,
+    "NanoSciFact_cosine_recall@1": 0.395,
+    "NanoSciFact_cosine_recall@3": 0.505,
     "NanoSciFact_cosine_recall@5": 0.63,
-    "NanoSciFact_cosine_recall@10": 0.72,
-    "NanoSciFact_cosine_ndcg@10": 0.5367853689811245,
-    "NanoSciFact_cosine_mrr@10": 0.48566666666666664,
-    "NanoSciFact_cosine_map@100": 0.4818779327708432,
-    "NanoTouche2020_cosine_accuracy@1": 0.5510204081632653,
-    "NanoTouche2020_cosine_accuracy@3": 0.7959183673469388,
+    "NanoSciFact_cosine_recall@10": 0.76,
+    "NanoSciFact_cosine_ndcg@10": 0.5685653011302502,
+    "NanoSciFact_cosine_mrr@10": 0.5196349206349207,
+    "NanoSciFact_cosine_map@100": 0.5124550933292352,
+    "NanoTouche2020_cosine_accuracy@1": 0.6938775510204082,
+    "NanoTouche2020_cosine_accuracy@3": 0.8571428571428571,
     "NanoTouche2020_cosine_accuracy@5": 0.8775510204081632,
-    "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
-    "NanoTouche2020_cosine_precision@1": 0.5510204081632653,
-    "NanoTouche2020_cosine_precision@3": 0.5374149659863945,
-    "NanoTouche2020_cosine_precision@5": 0.4775510204081632,
-    "NanoTouche2020_cosine_precision@10": 0.4061224489795919,
-    "NanoTouche2020_cosine_recall@1": 0.04121377457786964,
-    "NanoTouche2020_cosine_recall@3": 0.11859614326826039,
-    "NanoTouche2020_cosine_recall@5": 0.17207686489962143,
-    "NanoTouche2020_cosine_recall@10": 0.2715620045902937,
-    "NanoTouche2020_cosine_ndcg@10": 0.4600561591051081,
-    "NanoTouche2020_cosine_mrr@10": 0.6986961451247167,
-    "NanoTouche2020_cosine_map@100": 0.34520928442813403,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.46854003139717426,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.6381475667189952,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.7105808477237048,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.7922448979591838,
-    "NanoBEIR_mean_cosine_precision@1": 0.46854003139717426,
-    "NanoBEIR_mean_cosine_precision@3": 0.29108320251177394,
-    "NanoBEIR_mean_cosine_precision@5": 0.22535007849293567,
-    "NanoBEIR_mean_cosine_precision@10": 0.15647095761381477,
-    "NanoBEIR_mean_cosine_recall@1": 0.26653974363858945,
-    "NanoBEIR_mean_cosine_recall@3": 0.39900112443436897,
-    "NanoBEIR_mean_cosine_recall@5": 0.4664400930616918,
-    "NanoBEIR_mean_cosine_recall@10": 0.5399233494259013,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.4985169450713051,
-    "NanoBEIR_mean_cosine_mrr@10": 0.5727446363160649,
-    "NanoBEIR_mean_cosine_map@100": 0.4199182290063064
+    "NanoTouche2020_cosine_accuracy@10": 1.0,
+    "NanoTouche2020_cosine_precision@1": 0.6938775510204082,
+    "NanoTouche2020_cosine_precision@3": 0.5850340136054422,
+    "NanoTouche2020_cosine_precision@5": 0.5102040816326531,
+    "NanoTouche2020_cosine_precision@10": 0.4244897959183673,
+    "NanoTouche2020_cosine_recall@1": 0.0483857871338779,
+    "NanoTouche2020_cosine_recall@3": 0.12457985776841352,
+    "NanoTouche2020_cosine_recall@5": 0.1831794711442848,
+    "NanoTouche2020_cosine_recall@10": 0.2826730571984715,
+    "NanoTouche2020_cosine_ndcg@10": 0.4920412445934219,
+    "NanoTouche2020_cosine_mrr@10": 0.7860139293812763,
+    "NanoTouche2020_cosine_map@100": 0.36212995071778253,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.4749136577708007,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.6351648351648352,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.7013500784929356,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.7876923076923077,
+    "NanoBEIR_mean_cosine_precision@1": 0.4749136577708007,
+    "NanoBEIR_mean_cosine_precision@3": 0.2937205651491365,
+    "NanoBEIR_mean_cosine_precision@5": 0.2269387755102041,
+    "NanoBEIR_mean_cosine_precision@10": 0.15711459968602823,
+    "NanoBEIR_mean_cosine_recall@1": 0.2615806854212713,
+    "NanoBEIR_mean_cosine_recall@3": 0.3940027924789859,
+    "NanoBEIR_mean_cosine_recall@5": 0.46137985373893464,
+    "NanoBEIR_mean_cosine_recall@10": 0.5407286073305404,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.4969474729709918,
+    "NanoBEIR_mean_cosine_mrr@10": 0.5735114500012458,
+    "NanoBEIR_mean_cosine_map@100": 0.4182132269696216
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7551020408163265,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 1.0,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7959183673469388,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9795918367346939,
     "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
     "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7551020408163265,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7142857142857144,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.7224489795918367,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6306122448979592,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.01677420450043254,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04725697049261515,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07961555567533526,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.13900991371696608,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6635720998936215,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.870748299319728,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.28884452751890916
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7959183673469388,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7210884353741497,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6857142857142857,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6367346938775511,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.017705698284669315,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04789516330892159,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07579925150072367,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.1405645703802596,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6651514821354221,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8782312925170069,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.28469602806366884
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80305aca4a36f943b376c626d5b45218688e260056cafa70525ccc4ebc18531d
-size 133462128
+oid sha256:3b99a1d21621c3fd3c3c148b10545806e8f63211804dd77bccf19d640af5ea5d
+size 596070136

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": false,
+    "lstrip": true,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
-size 711649
+oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
+size 3583485

tokenizer_config.json

@@ -1,14 +1,230 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "[PAD]",
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "100": {
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -16,7 +232,7 @@
       "single_word": false,
       "special": true
     },
-    "101": {
+    "50281": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -24,7 +240,7 @@
       "single_word": false,
       "special": true
     },
-    "102": {
+    "50282": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -32,34 +248,698 @@
       "single_word": false,
       "special": true
     },
-    "103": {
-      "content": "[MASK]",
+    "50283": {
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50285": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50295": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50296": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50297": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50298": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50299": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50300": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50301": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50302": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50303": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50304": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50305": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50306": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50307": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50308": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50309": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50310": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50311": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50312": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50313": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50314": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50315": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50316": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50317": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50318": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50319": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50320": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50321": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50322": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50323": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50324": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50325": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50326": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50327": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50328": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50329": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50330": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50331": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50332": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50333": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50334": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50335": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50336": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50337": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50338": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50339": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50340": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50341": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50342": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50343": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50344": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50345": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50346": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50347": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50348": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50349": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50350": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50351": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50352": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50353": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50354": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50355": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50356": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50357": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50358": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50359": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50360": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50361": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50362": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50363": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50364": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50365": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50366": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50367": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
-  "clean_up_tokenization_spaces": false,
+  "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
-  "do_basic_tokenize": true,
-  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "max_length": 128,
-  "model_max_length": 128,
-  "never_split": null,
-  "pad_to_multiple_of": null,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[PAD]",
-  "pad_token_type_id": 0,
-  "padding_side": "right",
   "sep_token": "[SEP]",
-  "stride": 0,
-  "strip_accents": null,
-  "tokenize_chinese_chars": true,
-  "tokenizer_class": "BertTokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
+  "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": "[UNK]"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ada2cfe5e11dbac57f3dacc5e140a51576b5e60f7d5b893aec61c4e31af43ca1
+oid sha256:535572f1c5c1ff6ee562407bb9c741a2be7019bcea84eb2316b41f6fc09d4a8c
 size 6161