Training in progress, step 1687

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.8163265306122449,0.9795918367346939,1.0,1.0,0.8163265306122449,0.018059797419187187,0.7823129251700681,0.05177708349835182,0.7673469387755101,0.0847009876681411,0.6612244897959183,0.14574966287701233,0.8962585034013605,0.7016250377378848,0.3046239541737184
 -1,-1,0.7959183673469388,0.9183673469387755,0.9795918367346939,1.0,0.7959183673469388,0.017589318234381018,0.7210884353741496,0.047638441502256816,0.6979591836734694,0.07685025929622703,0.5795918367346939,0.12768596260273413,0.8753644314868804,0.6268789790121103,0.26682197341262104
 -1,-1,0.7755102040816326,0.9795918367346939,1.0,1.0,0.7755102040816326,0.017089566838806178,0.7414965986394557,0.04913135456425962,0.6734693877551022,0.0744729216014395,0.6061224489795918,0.13390399153802923,0.8792517006802721,0.6452010725749343,0.26987146167670506
+-1,-1,0.2653061224489796,0.5714285714285714,0.6938775510204082,0.7551020408163265,0.2653061224489796,0.005859789020652119,0.3469387755102041,0.022771209086251597,0.4,0.04397085795258936,0.3755102040816327,0.08239494960074849,0.42636054421768715,0.36314214650584564,0.16579582237011886

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.18,0.42,0.6,0.82,0.18,0.18,0.13999999999999999,0.42,0.12000000000000002,0.6,0.08199999999999999,0.82,0.3577380952380952,0.46717067242223975,0.36358053571986587
 -1,-1,0.18,0.4,0.56,0.76,0.18,0.18,0.13333333333333333,0.4,0.11200000000000003,0.56,0.07600000000000001,0.76,0.34159523809523795,0.4400427760450664,0.346353283565148
 -1,-1,0.18,0.36,0.5,0.68,0.18,0.18,0.11999999999999998,0.36,0.10000000000000002,0.5,0.068,0.68,0.3243809523809524,0.4088546835300411,0.3354654705346437
+-1,-1,0.16,0.5,0.68,0.88,0.16,0.16,0.16666666666666663,0.5,0.136,0.68,0.088,0.88,0.3908412698412698,0.5077064028450745,0.3975778004159583

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.26,0.44,0.5,0.66,0.26,0.13333333333333333,0.15333333333333332,0.22833333333333336,0.11599999999999999,0.26899999999999996,0.07800000000000001,0.3373333333333333,0.37407936507936507,0.27983255974457305,0.21950969120711716
 -1,-1,0.26,0.38,0.48,0.54,0.26,0.14066666666666666,0.13333333333333333,0.20233333333333334,0.1,0.23399999999999999,0.062,0.27399999999999997,0.34852380952380957,0.2492839568639178,0.20441864232503498
 -1,-1,0.2,0.44,0.5,0.6,0.2,0.09666666666666666,0.14666666666666664,0.21566666666666662,0.10400000000000001,0.244,0.066,0.304,0.32441269841269843,0.23875559115390693,0.18002326993925138
+-1,-1,0.12,0.24,0.26,0.3,0.12,0.05833333333333333,0.08,0.11166666666666664,0.06000000000000001,0.13333333333333333,0.042,0.1733333333333333,0.18599999999999997,0.1421323657809101,0.11251502558321347

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.7,0.88,0.9,0.94,0.7,0.07383246482550386,0.5466666666666667,0.159718221359661,0.44400000000000006,0.1937365959906554,0.392,0.2724595995420522,0.7926904761904762,0.5074575102031964,0.3307395976243776
 -1,-1,0.6,0.76,0.86,0.9,0.6,0.05244099344102771,0.4733333333333334,0.11905666980927139,0.42800000000000005,0.1498535000442701,0.34600000000000003,0.24163199162754928,0.7028888888888889,0.4426565477477201,0.2828214084522445
 -1,-1,0.72,0.78,0.82,0.92,0.72,0.07890647927098722,0.49333333333333335,0.1444097476150978,0.4320000000000001,0.17161496480028293,0.36199999999999993,0.24571882117909583,0.7622698412698413,0.47189065029725746,0.3083301597708803
+-1,-1,0.62,0.74,0.82,0.88,0.62,0.05294717669991995,0.4600000000000001,0.11950308612173167,0.40399999999999997,0.1809061480074522,0.352,0.26388938838721027,0.7002698412698414,0.45186572825718035,0.2963971880776791

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.72,0.9,0.96,0.98,0.72,0.6766666666666665,0.30666666666666664,0.8466666666666667,0.19599999999999995,0.9066666666666667,0.09999999999999998,0.9266666666666667,0.8206666666666667,0.8229612278703518,0.7751518703591276
 -1,-1,0.46,0.78,0.86,0.88,0.46,0.42666666666666664,0.26666666666666666,0.7233333333333333,0.176,0.8033333333333332,0.092,0.8333333333333333,0.6218571428571428,0.6580129211253776,0.5958589705489019
 -1,-1,0.48,0.7,0.84,0.92,0.48,0.42666666666666664,0.23333333333333336,0.6466666666666666,0.17199999999999996,0.7966666666666667,0.09399999999999999,0.8666666666666667,0.6137777777777778,0.647832874607183,0.568931348337861
+-1,-1,0.28,0.42,0.44,0.44,0.28,0.27,0.13999999999999999,0.4,0.09200000000000001,0.43,0.046000000000000006,0.43,0.3506666666666666,0.3661113939532885,0.3422393215160618

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.36,0.44,0.6,0.7,0.36,0.19607936507936508,0.19333333333333336,0.26643650793650797,0.17199999999999996,0.4104603174603174,0.1,0.4702936507936507,0.44926984126984115,0.3787820615954833,0.31162344201517
 -1,-1,0.38,0.5,0.58,0.64,0.38,0.20874603174603173,0.18666666666666668,0.3174126984126984,0.14400000000000002,0.3784365079365079,0.086,0.4249920634920635,0.45752380952380955,0.3627243700335102,0.30653324427432976
 -1,-1,0.34,0.42,0.52,0.6,0.34,0.17874603174603174,0.1733333333333333,0.26026984126984126,0.14400000000000002,0.3431031746031746,0.092,0.44262698412698415,0.4107380952380952,0.3483765709350854,0.2899028574096885
+-1,-1,0.16,0.32,0.36,0.42,0.16,0.09666666666666666,0.11333333333333333,0.2333333333333333,0.07600000000000001,0.24833333333333332,0.05000000000000001,0.2977777777777778,0.23633333333333328,0.21754856447960677,0.18156772343708624

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.74,0.82,0.86,0.88,0.74,0.37,0.36666666666666664,0.55,0.24,0.6,0.132,0.66,0.7918571428571429,0.6366165866323246,0.5675972006224108
 -1,-1,0.52,0.62,0.66,0.74,0.52,0.26,0.24666666666666665,0.37,0.16399999999999998,0.41,0.092,0.46,0.5840238095238095,0.4369863506070083,0.37142211292843513
 -1,-1,0.66,0.8,0.82,0.9,0.66,0.33,0.3066666666666667,0.46,0.18799999999999997,0.47,0.11399999999999999,0.57,0.7386111111111111,0.5429476399940535,0.44804908578281555
+-1,-1,0.46,0.6,0.66,0.78,0.46,0.23,0.26,0.39,0.176,0.44,0.10399999999999998,0.52,0.5547222222222222,0.45661766676516835,0.389670298499331

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.56,0.68,0.74,0.32,0.32,0.18666666666666668,0.56,0.136,0.68,0.07400000000000001,0.74,0.47152380952380946,0.536962042440356,0.4835318212224214
 -1,-1,0.32,0.5,0.56,0.72,0.32,0.32,0.16666666666666669,0.5,0.11200000000000002,0.56,0.07200000000000001,0.72,0.4414682539682539,0.5076844979819899,0.4541878759718346
 -1,-1,0.32,0.54,0.64,0.72,0.32,0.32,0.18,0.54,0.12800000000000003,0.64,0.07200000000000001,0.72,0.4551666666666666,0.5194788229083886,0.46866687154926134
+-1,-1,0.46,0.64,0.78,0.84,0.46,0.46,0.21333333333333332,0.64,0.156,0.78,0.08399999999999999,0.84,0.5809365079365079,0.6436072717719088,0.5875442422678194

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.38,0.48,0.58,0.68,0.38,0.011456243854594442,0.3533333333333333,0.0593848982223217,0.316,0.07653627352215216,0.28400000000000003,0.12954076759548194,0.4578888888888889,0.31520791828061323,0.12788065409461996
 -1,-1,0.34,0.42,0.48,0.6,0.34,0.011303793989200254,0.32666666666666666,0.031244681505305585,0.292,0.04713607047852303,0.234,0.0693992741134154,0.404468253968254,0.2598035673694497,0.08959056587053282
 -1,-1,0.32,0.38,0.5,0.56,0.32,0.010995012876071315,0.28,0.02828544592719776,0.27199999999999996,0.06650305246570268,0.23000000000000004,0.08873790175812095,0.3792698412698413,0.25433221795160377,0.09691975523503352
+-1,-1,0.38,0.48,0.56,0.7,0.38,0.01687245746538031,0.33333333333333326,0.04124468301356519,0.32,0.06123009468323657,0.278,0.10651046552028522,0.4581269841269841,0.304412503772871,0.1278020171916061

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.42,0.56,0.6,0.74,0.42,0.39,0.2,0.54,0.132,0.59,0.08,0.72,0.5070793650793651,0.5505596490405809,0.50321316661942
 -1,-1,0.32,0.48,0.52,0.54,0.32,0.29,0.16666666666666663,0.45,0.10800000000000001,0.49,0.05800000000000001,0.52,0.40852380952380957,0.4230776979752646,0.4024677771121777
 -1,-1,0.4,0.58,0.6,0.7,0.4,0.36,0.20666666666666664,0.56,0.128,0.58,0.07400000000000001,0.67,0.5013888888888889,0.5294958669542686,0.48856950315109743
+-1,-1,0.42,0.58,0.66,0.76,0.42,0.38,0.19333333333333333,0.54,0.136,0.62,0.08399999999999999,0.74,0.5124126984126984,0.5512960895859668,0.4936325526558866

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.8,0.94,0.96,0.96,0.8,0.6973333333333332,0.4,0.9086666666666667,0.25599999999999995,0.946,0.13399999999999998,0.9566666666666666,0.8683333333333333,0.8877421723995803,0.8623611111111111
 -1,-1,0.82,0.92,0.94,0.96,0.82,0.7073333333333334,0.37999999999999995,0.882,0.23999999999999996,0.9126666666666666,0.12799999999999997,0.946,0.8678571428571429,0.877034246688313,0.8502483608158665
 -1,-1,0.88,0.94,0.96,0.98,0.88,0.7573333333333333,0.38666666666666655,0.902,0.25199999999999995,0.9393333333333334,0.13399999999999998,0.9733333333333334,0.9111904761904762,0.9171619661571674,0.8950605680868838
+-1,-1,0.48,0.56,0.62,0.66,0.48,0.44666666666666666,0.21333333333333335,0.514,0.14400000000000002,0.5673333333333334,0.08199999999999999,0.6213333333333333,0.539079365079365,0.5489572541869099,0.5287672335161302

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.44,0.68,0.82,0.9,0.44,0.09266666666666667,0.36,0.22166666666666668,0.30400000000000005,0.31166666666666665,0.19599999999999998,0.4006666666666666,0.5951111111111111,0.38993413197417687,0.30747882417131367
 -1,-1,0.42,0.72,0.78,0.84,0.42,0.08600000000000002,0.34666666666666657,0.21566666666666667,0.27599999999999997,0.2836666666666667,0.18,0.3686666666666667,0.571579365079365,0.36265976831413305,0.2806483158502371
 -1,-1,0.46,0.7,0.74,0.8,0.46,0.09666666666666668,0.33333333333333326,0.20666666666666664,0.276,0.2826666666666667,0.18599999999999997,0.38166666666666665,0.5806666666666667,0.3746688514609652,0.2919508397066463
+-1,-1,0.46,0.6,0.66,0.76,0.46,0.09666666666666668,0.31333333333333335,0.19266666666666665,0.264,0.26866666666666666,0.16799999999999998,0.3436666666666666,0.5551904761904762,0.3502034656888579,0.28238523085822703

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.52,0.68,0.76,0.8,0.52,0.485,0.24666666666666665,0.67,0.16799999999999998,0.745,0.09,0.79,0.6094999999999999,0.6512776755394104,0.6097706802838382
 -1,-1,0.34,0.5,0.6,0.64,0.34,0.305,0.18,0.47,0.14,0.59,0.07400000000000001,0.63,0.43969047619047613,0.4774008181239152,0.434487015231779
 -1,-1,0.4,0.52,0.58,0.68,0.4,0.355,0.19333333333333333,0.495,0.136,0.57,0.08,0.68,0.4829365079365079,0.5213214878209026,0.47407253898671803
+-1,-1,0.38,0.46,0.54,0.56,0.38,0.345,0.15999999999999998,0.43,0.12399999999999999,0.52,0.064,0.54,0.4325555555555555,0.4484758215930127,0.42353656705038156

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.5510204081632653,0.7755102040816326,0.8979591836734694,0.9591836734693877,0.5510204081632653,0.03991829563067212,0.5102040816326531,0.10997788203373526,0.4897959183673469,0.17453185979006453,0.4061224489795918,0.2767071683528056,0.6920068027210884,0.4598158503095293,0.3575826071000786
 -1,-1,0.5918367346938775,0.7959183673469388,0.8571428571428571,0.9591836734693877,0.5918367346938775,0.04284865778016241,0.5510204081632653,0.12174900810036214,0.4653061224489796,0.1691643492468857,0.3857142857142857,0.26141802214247595,0.71274700356333,0.4505217653784499,0.342868501287415
 -1,-1,0.673469387755102,0.8367346938775511,0.8979591836734694,0.9795918367346939,0.673469387755102,0.046731422569131785,0.5578231292517006,0.12234845881617477,0.5142857142857143,0.18500594654519,0.40816326530612246,0.27622055850807264,0.7676546809199871,0.48003101771257267,0.3564545575416437
+-1,-1,0.30612244897959184,0.5714285714285714,0.6938775510204082,0.7755102040816326,0.30612244897959184,0.024834233991487722,0.346938775510204,0.08169446144223932,0.33469387755102037,0.12462402887314433,0.2755102040816326,0.19542890091501577,0.4607142857142857,0.3078492074305264,0.25713131957408375

NanoBEIR_evaluation_mean_results.csv

@@ -19,3 +19,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4916169544740973,0.6596546310832024,0.7475353218210361,0.8276295133437992,0.4916169544740973,0.2820220284146258,0.304887493458922,0.42621929560658156,0.23767660910518057,0.5002767984689632,0.16524018838304555,0.5769488092013326,0.5990572998430141,0.5295630814194167,0.44769393862699014
 -1,-1,0.4270643642072213,0.5981475667189953,0.6720879120879121,0.7476295133437992,0.4270643642072213,0.23315431874023762,0.2736682365253794,0.36944587624315167,0.2121004709576138,0.4298659303363733,0.14505494505494507,0.5007262577981157,0.5309805387356407,0.4575299449426243,0.3816850826333798
 -1,-1,0.46411302982731556,0.6151334379905808,0.6859968602825746,0.772276295133438,0.46411302982731556,0.24905479075350428,0.27778126635269496,0.3801010379714086,0.21894505494505495,0.4452995234677705,0.15232025117739403,0.5306900717106877,0.5578818619022701,0.4811652493448767,0.40018437123326334
+-1,-1,0.3604709576138147,0.5162637362637362,0.5949136577708006,0.6735007849293564,0.3604709576138147,0.202922092422317,0.23027734170591313,0.3226237613264772,0.18636106750392464,0.388802072171577,0.13211616954474098,0.45784152814874024,0.45829609279609274,0.4074449027777909,0.34005896312642037

config.json

@@ -1,45 +1,24 @@
 {
   "architectures": [
-    "ModernBertModel"
+    "BertModel"
   ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 50281,
-  "classifier_activation": "gelu",
-  "classifier_bias": false,
-  "classifier_dropout": 0.0,
-  "classifier_pooling": "mean",
-  "cls_token_id": 50281,
-  "decoder_bias": true,
-  "deterministic_flash_attn": false,
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
   "dtype": "float32",
-  "embedding_dropout": 0.0,
-  "eos_token_id": 50282,
-  "global_attn_every_n_layers": 3,
-  "global_rope_theta": 160000.0,
-  "gradient_checkpointing": false,
-  "hidden_activation": "gelu",
-  "hidden_size": 768,
-  "initializer_cutoff_factor": 2.0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
   "initializer_range": 0.02,
-  "intermediate_size": 1152,
-  "layer_norm_eps": 1e-05,
-  "local_attention": 128,
-  "local_rope_theta": 10000.0,
-  "max_position_embeddings": 8192,
-  "mlp_bias": false,
-  "mlp_dropout": 0.0,
-  "model_type": "modernbert",
-  "norm_bias": false,
-  "norm_eps": 1e-05,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 22,
-  "pad_token_id": 50283,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "repad_logits_with_grad": false,
-  "sep_token_id": 50282,
-  "sparse_pred_ignore_index": -100,
-  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "vocab_size": 50368
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -221,3 +221,10 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
 0.28735632183908044,250,0.38,0.64,0.78,0.84,0.38,0.38,0.21333333333333332,0.64,0.156,0.78,0.08399999999999999,0.84,0.5336904761904762,0.6082477893968933,0.5399872303878711
 0.5747126436781609,500,0.46,0.64,0.78,0.84,0.46,0.46,0.21333333333333332,0.64,0.156,0.78,0.08399999999999999,0.84,0.5809365079365079,0.6436072717719088,0.5875442422678194
+0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
+0.28735632183908044,250,0.34,0.56,0.66,0.74,0.34,0.34,0.18666666666666668,0.56,0.132,0.66,0.07400000000000001,0.74,0.46972222222222215,0.5348802089913017,0.4803464869465157
+0.5747126436781609,500,0.34,0.54,0.66,0.72,0.34,0.34,0.18,0.54,0.132,0.66,0.07200000000000001,0.72,0.4681666666666666,0.5292152602941421,0.47989395697970266
+0.8620689655172413,750,0.36,0.58,0.64,0.7,0.36,0.36,0.19333333333333333,0.58,0.128,0.64,0.07,0.7,0.47835714285714276,0.5325179168953953,0.4913745196993766
+1.1494252873563218,1000,0.32,0.56,0.62,0.7,0.32,0.32,0.18666666666666668,0.56,0.124,0.62,0.07,0.7,0.4528571428571428,0.5131987595360931,0.46741188393751065
+1.4367816091954024,1250,0.3,0.58,0.66,0.72,0.3,0.3,0.19333333333333333,0.58,0.132,0.66,0.07200000000000001,0.72,0.4479999999999999,0.5150223664102319,0.4605201186512495
+1.7241379310344827,1500,0.38,0.6,0.66,0.68,0.38,0.38,0.2,0.6,0.132,0.66,0.068,0.68,0.48966666666666664,0.5369233576215849,0.5049307222721455

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -221,3 +221,10 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
 0.28735632183908044,250,0.42,0.6,0.66,0.74,0.42,0.39,0.20666666666666664,0.57,0.14,0.63,0.08199999999999999,0.72,0.5227222222222222,0.562323940625216,0.5187849958900813
 0.5747126436781609,500,0.42,0.58,0.66,0.76,0.42,0.38,0.19333333333333333,0.54,0.136,0.62,0.08399999999999999,0.74,0.5124126984126984,0.5512960895859668,0.4936325526558866
+0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
+0.28735632183908044,250,0.42,0.56,0.58,0.68,0.42,0.4,0.20666666666666664,0.55,0.128,0.57,0.07400000000000001,0.66,0.49743650793650784,0.5337292407525074,0.5049728870409352
+0.5747126436781609,500,0.46,0.58,0.6,0.7,0.46,0.43,0.19999999999999996,0.55,0.132,0.59,0.07600000000000001,0.68,0.525079365079365,0.5546343170652844,0.523228496705972
+0.8620689655172413,750,0.42,0.52,0.6,0.76,0.42,0.39,0.18,0.5,0.124,0.57,0.08,0.72,0.5053809523809524,0.5432746537972147,0.49180895011770276
+1.1494252873563218,1000,0.42,0.56,0.6,0.74,0.42,0.39,0.18666666666666665,0.52,0.124,0.57,0.08,0.71,0.5059365079365079,0.5407782664006731,0.4917186808976933
+1.4367816091954024,1250,0.42,0.56,0.62,0.72,0.42,0.39,0.19333333333333333,0.54,0.128,0.59,0.07600000000000001,0.69,0.5031904761904762,0.5353337185097775,0.49240843733268774
+1.7241379310344827,1500,0.42,0.56,0.62,0.74,0.42,0.39,0.19333333333333333,0.53,0.128,0.59,0.07600000000000001,0.69,0.5126031746031746,0.5406765177061442,0.49920094784101693

eval/NanoBEIR_evaluation_mean_results.csv

@@ -221,3 +221,10 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
 0.28735632183908044,250,0.4,0.62,0.72,0.79,0.4,0.385,0.20999999999999996,0.605,0.14800000000000002,0.7050000000000001,0.08299999999999999,0.78,0.5282063492063491,0.5852858650110546,0.5293861131389762
 0.5747126436781609,500,0.44,0.61,0.72,0.8,0.44,0.42000000000000004,0.2033333333333333,0.5900000000000001,0.14600000000000002,0.7,0.08399999999999999,0.79,0.5466746031746031,0.5974516806789378,0.540588397461853
+0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
+0.28735632183908044,250,0.38,0.56,0.62,0.71,0.38,0.37,0.19666666666666666,0.555,0.13,0.615,0.07400000000000001,0.7,0.483579365079365,0.5343047248719046,0.4926596869937255
+0.5747126436781609,500,0.4,0.56,0.63,0.71,0.4,0.385,0.18999999999999997,0.545,0.132,0.625,0.07400000000000001,0.7,0.4966230158730158,0.5419247886797133,0.5015612268428373
+0.8620689655172413,750,0.39,0.55,0.62,0.73,0.39,0.375,0.18666666666666665,0.54,0.126,0.605,0.07500000000000001,0.71,0.4918690476190476,0.537896285346305,0.4915917349085397
+1.1494252873563218,1000,0.37,0.56,0.61,0.72,0.37,0.355,0.18666666666666665,0.54,0.124,0.595,0.07500000000000001,0.705,0.4793968253968254,0.5269885129683831,0.479565282417602
+1.4367816091954024,1250,0.36,0.5700000000000001,0.64,0.72,0.36,0.345,0.19333333333333333,0.56,0.13,0.625,0.07400000000000001,0.705,0.47559523809523807,0.5251780424600048,0.4764642779919686
+1.7241379310344827,1500,0.4,0.5800000000000001,0.64,0.71,0.4,0.385,0.19666666666666666,0.565,0.13,0.625,0.07200000000000001,0.685,0.5011349206349206,0.5387999376638646,0.5020658350565812

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.2,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.44,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.5,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.6,
-    "NanoClimateFEVER_cosine_precision@1": 0.2,
-    "NanoClimateFEVER_cosine_precision@3": 0.14666666666666664,
-    "NanoClimateFEVER_cosine_precision@5": 0.10400000000000001,
-    "NanoClimateFEVER_cosine_precision@10": 0.066,
-    "NanoClimateFEVER_cosine_recall@1": 0.09666666666666666,
-    "NanoClimateFEVER_cosine_recall@3": 0.21566666666666662,
-    "NanoClimateFEVER_cosine_recall@5": 0.244,
-    "NanoClimateFEVER_cosine_recall@10": 0.304,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.23875559115390693,
-    "NanoClimateFEVER_cosine_mrr@10": 0.32441269841269843,
-    "NanoClimateFEVER_cosine_map@100": 0.18002326993925138,
-    "NanoDBPedia_cosine_accuracy@1": 0.72,
-    "NanoDBPedia_cosine_accuracy@3": 0.78,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.12,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.24,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.26,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.3,
+    "NanoClimateFEVER_cosine_precision@1": 0.12,
+    "NanoClimateFEVER_cosine_precision@3": 0.08,
+    "NanoClimateFEVER_cosine_precision@5": 0.06000000000000001,
+    "NanoClimateFEVER_cosine_precision@10": 0.042,
+    "NanoClimateFEVER_cosine_recall@1": 0.05833333333333333,
+    "NanoClimateFEVER_cosine_recall@3": 0.11166666666666664,
+    "NanoClimateFEVER_cosine_recall@5": 0.13333333333333333,
+    "NanoClimateFEVER_cosine_recall@10": 0.1733333333333333,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.1421323657809101,
+    "NanoClimateFEVER_cosine_mrr@10": 0.18599999999999997,
+    "NanoClimateFEVER_cosine_map@100": 0.11251502558321347,
+    "NanoDBPedia_cosine_accuracy@1": 0.62,
+    "NanoDBPedia_cosine_accuracy@3": 0.74,
     "NanoDBPedia_cosine_accuracy@5": 0.82,
-    "NanoDBPedia_cosine_accuracy@10": 0.92,
-    "NanoDBPedia_cosine_precision@1": 0.72,
-    "NanoDBPedia_cosine_precision@3": 0.49333333333333335,
-    "NanoDBPedia_cosine_precision@5": 0.4320000000000001,
-    "NanoDBPedia_cosine_precision@10": 0.36199999999999993,
-    "NanoDBPedia_cosine_recall@1": 0.07890647927098722,
-    "NanoDBPedia_cosine_recall@3": 0.1444097476150978,
-    "NanoDBPedia_cosine_recall@5": 0.17161496480028293,
-    "NanoDBPedia_cosine_recall@10": 0.24571882117909583,
-    "NanoDBPedia_cosine_ndcg@10": 0.47189065029725746,
-    "NanoDBPedia_cosine_mrr@10": 0.7622698412698413,
-    "NanoDBPedia_cosine_map@100": 0.3083301597708803,
-    "NanoFEVER_cosine_accuracy@1": 0.48,
-    "NanoFEVER_cosine_accuracy@3": 0.7,
-    "NanoFEVER_cosine_accuracy@5": 0.84,
-    "NanoFEVER_cosine_accuracy@10": 0.92,
-    "NanoFEVER_cosine_precision@1": 0.48,
-    "NanoFEVER_cosine_precision@3": 0.23333333333333336,
-    "NanoFEVER_cosine_precision@5": 0.17199999999999996,
-    "NanoFEVER_cosine_precision@10": 0.09399999999999999,
-    "NanoFEVER_cosine_recall@1": 0.42666666666666664,
-    "NanoFEVER_cosine_recall@3": 0.6466666666666666,
-    "NanoFEVER_cosine_recall@5": 0.7966666666666667,
-    "NanoFEVER_cosine_recall@10": 0.8666666666666667,
-    "NanoFEVER_cosine_ndcg@10": 0.647832874607183,
-    "NanoFEVER_cosine_mrr@10": 0.6137777777777778,
-    "NanoFEVER_cosine_map@100": 0.568931348337861,
-    "NanoFiQA2018_cosine_accuracy@1": 0.34,
-    "NanoFiQA2018_cosine_accuracy@3": 0.42,
-    "NanoFiQA2018_cosine_accuracy@5": 0.52,
-    "NanoFiQA2018_cosine_accuracy@10": 0.6,
-    "NanoFiQA2018_cosine_precision@1": 0.34,
-    "NanoFiQA2018_cosine_precision@3": 0.1733333333333333,
-    "NanoFiQA2018_cosine_precision@5": 0.14400000000000002,
-    "NanoFiQA2018_cosine_precision@10": 0.092,
-    "NanoFiQA2018_cosine_recall@1": 0.17874603174603174,
-    "NanoFiQA2018_cosine_recall@3": 0.26026984126984126,
-    "NanoFiQA2018_cosine_recall@5": 0.3431031746031746,
-    "NanoFiQA2018_cosine_recall@10": 0.44262698412698415,
-    "NanoFiQA2018_cosine_ndcg@10": 0.3483765709350854,
-    "NanoFiQA2018_cosine_mrr@10": 0.4107380952380952,
-    "NanoFiQA2018_cosine_map@100": 0.2899028574096885,
-    "NanoHotpotQA_cosine_accuracy@1": 0.66,
-    "NanoHotpotQA_cosine_accuracy@3": 0.8,
-    "NanoHotpotQA_cosine_accuracy@5": 0.82,
-    "NanoHotpotQA_cosine_accuracy@10": 0.9,
-    "NanoHotpotQA_cosine_precision@1": 0.66,
-    "NanoHotpotQA_cosine_precision@3": 0.3066666666666667,
-    "NanoHotpotQA_cosine_precision@5": 0.18799999999999997,
-    "NanoHotpotQA_cosine_precision@10": 0.11399999999999999,
-    "NanoHotpotQA_cosine_recall@1": 0.33,
-    "NanoHotpotQA_cosine_recall@3": 0.46,
-    "NanoHotpotQA_cosine_recall@5": 0.47,
-    "NanoHotpotQA_cosine_recall@10": 0.57,
-    "NanoHotpotQA_cosine_ndcg@10": 0.5429476399940535,
-    "NanoHotpotQA_cosine_mrr@10": 0.7386111111111111,
-    "NanoHotpotQA_cosine_map@100": 0.44804908578281555,
-    "NanoMSMARCO_cosine_accuracy@1": 0.32,
-    "NanoMSMARCO_cosine_accuracy@3": 0.54,
-    "NanoMSMARCO_cosine_accuracy@5": 0.64,
-    "NanoMSMARCO_cosine_accuracy@10": 0.72,
-    "NanoMSMARCO_cosine_precision@1": 0.32,
-    "NanoMSMARCO_cosine_precision@3": 0.18,
-    "NanoMSMARCO_cosine_precision@5": 0.12800000000000003,
-    "NanoMSMARCO_cosine_precision@10": 0.07200000000000001,
-    "NanoMSMARCO_cosine_recall@1": 0.32,
-    "NanoMSMARCO_cosine_recall@3": 0.54,
-    "NanoMSMARCO_cosine_recall@5": 0.64,
-    "NanoMSMARCO_cosine_recall@10": 0.72,
-    "NanoMSMARCO_cosine_ndcg@10": 0.5194788229083886,
-    "NanoMSMARCO_cosine_mrr@10": 0.4551666666666666,
-    "NanoMSMARCO_cosine_map@100": 0.46866687154926134,
-    "NanoNFCorpus_cosine_accuracy@1": 0.32,
-    "NanoNFCorpus_cosine_accuracy@3": 0.38,
-    "NanoNFCorpus_cosine_accuracy@5": 0.5,
-    "NanoNFCorpus_cosine_accuracy@10": 0.56,
-    "NanoNFCorpus_cosine_precision@1": 0.32,
-    "NanoNFCorpus_cosine_precision@3": 0.28,
-    "NanoNFCorpus_cosine_precision@5": 0.27199999999999996,
-    "NanoNFCorpus_cosine_precision@10": 0.23000000000000004,
-    "NanoNFCorpus_cosine_recall@1": 0.010995012876071315,
-    "NanoNFCorpus_cosine_recall@3": 0.02828544592719776,
-    "NanoNFCorpus_cosine_recall@5": 0.06650305246570268,
-    "NanoNFCorpus_cosine_recall@10": 0.08873790175812095,
-    "NanoNFCorpus_cosine_ndcg@10": 0.25433221795160377,
-    "NanoNFCorpus_cosine_mrr@10": 0.3792698412698413,
-    "NanoNFCorpus_cosine_map@100": 0.09691975523503352,
-    "NanoNQ_cosine_accuracy@1": 0.4,
+    "NanoDBPedia_cosine_accuracy@10": 0.88,
+    "NanoDBPedia_cosine_precision@1": 0.62,
+    "NanoDBPedia_cosine_precision@3": 0.4600000000000001,
+    "NanoDBPedia_cosine_precision@5": 0.40399999999999997,
+    "NanoDBPedia_cosine_precision@10": 0.352,
+    "NanoDBPedia_cosine_recall@1": 0.05294717669991995,
+    "NanoDBPedia_cosine_recall@3": 0.11950308612173167,
+    "NanoDBPedia_cosine_recall@5": 0.1809061480074522,
+    "NanoDBPedia_cosine_recall@10": 0.26388938838721027,
+    "NanoDBPedia_cosine_ndcg@10": 0.45186572825718035,
+    "NanoDBPedia_cosine_mrr@10": 0.7002698412698414,
+    "NanoDBPedia_cosine_map@100": 0.2963971880776791,
+    "NanoFEVER_cosine_accuracy@1": 0.28,
+    "NanoFEVER_cosine_accuracy@3": 0.42,
+    "NanoFEVER_cosine_accuracy@5": 0.44,
+    "NanoFEVER_cosine_accuracy@10": 0.44,
+    "NanoFEVER_cosine_precision@1": 0.28,
+    "NanoFEVER_cosine_precision@3": 0.13999999999999999,
+    "NanoFEVER_cosine_precision@5": 0.09200000000000001,
+    "NanoFEVER_cosine_precision@10": 0.046000000000000006,
+    "NanoFEVER_cosine_recall@1": 0.27,
+    "NanoFEVER_cosine_recall@3": 0.4,
+    "NanoFEVER_cosine_recall@5": 0.43,
+    "NanoFEVER_cosine_recall@10": 0.43,
+    "NanoFEVER_cosine_ndcg@10": 0.3661113939532885,
+    "NanoFEVER_cosine_mrr@10": 0.3506666666666666,
+    "NanoFEVER_cosine_map@100": 0.3422393215160618,
+    "NanoFiQA2018_cosine_accuracy@1": 0.16,
+    "NanoFiQA2018_cosine_accuracy@3": 0.32,
+    "NanoFiQA2018_cosine_accuracy@5": 0.36,
+    "NanoFiQA2018_cosine_accuracy@10": 0.42,
+    "NanoFiQA2018_cosine_precision@1": 0.16,
+    "NanoFiQA2018_cosine_precision@3": 0.11333333333333333,
+    "NanoFiQA2018_cosine_precision@5": 0.07600000000000001,
+    "NanoFiQA2018_cosine_precision@10": 0.05000000000000001,
+    "NanoFiQA2018_cosine_recall@1": 0.09666666666666666,
+    "NanoFiQA2018_cosine_recall@3": 0.2333333333333333,
+    "NanoFiQA2018_cosine_recall@5": 0.24833333333333332,
+    "NanoFiQA2018_cosine_recall@10": 0.2977777777777778,
+    "NanoFiQA2018_cosine_ndcg@10": 0.21754856447960677,
+    "NanoFiQA2018_cosine_mrr@10": 0.23633333333333328,
+    "NanoFiQA2018_cosine_map@100": 0.18156772343708624,
+    "NanoHotpotQA_cosine_accuracy@1": 0.46,
+    "NanoHotpotQA_cosine_accuracy@3": 0.6,
+    "NanoHotpotQA_cosine_accuracy@5": 0.66,
+    "NanoHotpotQA_cosine_accuracy@10": 0.78,
+    "NanoHotpotQA_cosine_precision@1": 0.46,
+    "NanoHotpotQA_cosine_precision@3": 0.26,
+    "NanoHotpotQA_cosine_precision@5": 0.176,
+    "NanoHotpotQA_cosine_precision@10": 0.10399999999999998,
+    "NanoHotpotQA_cosine_recall@1": 0.23,
+    "NanoHotpotQA_cosine_recall@3": 0.39,
+    "NanoHotpotQA_cosine_recall@5": 0.44,
+    "NanoHotpotQA_cosine_recall@10": 0.52,
+    "NanoHotpotQA_cosine_ndcg@10": 0.45661766676516835,
+    "NanoHotpotQA_cosine_mrr@10": 0.5547222222222222,
+    "NanoHotpotQA_cosine_map@100": 0.389670298499331,
+    "NanoMSMARCO_cosine_accuracy@1": 0.46,
+    "NanoMSMARCO_cosine_accuracy@3": 0.64,
+    "NanoMSMARCO_cosine_accuracy@5": 0.78,
+    "NanoMSMARCO_cosine_accuracy@10": 0.84,
+    "NanoMSMARCO_cosine_precision@1": 0.46,
+    "NanoMSMARCO_cosine_precision@3": 0.21333333333333332,
+    "NanoMSMARCO_cosine_precision@5": 0.156,
+    "NanoMSMARCO_cosine_precision@10": 0.08399999999999999,
+    "NanoMSMARCO_cosine_recall@1": 0.46,
+    "NanoMSMARCO_cosine_recall@3": 0.64,
+    "NanoMSMARCO_cosine_recall@5": 0.78,
+    "NanoMSMARCO_cosine_recall@10": 0.84,
+    "NanoMSMARCO_cosine_ndcg@10": 0.6436072717719088,
+    "NanoMSMARCO_cosine_mrr@10": 0.5809365079365079,
+    "NanoMSMARCO_cosine_map@100": 0.5875442422678194,
+    "NanoNFCorpus_cosine_accuracy@1": 0.38,
+    "NanoNFCorpus_cosine_accuracy@3": 0.48,
+    "NanoNFCorpus_cosine_accuracy@5": 0.56,
+    "NanoNFCorpus_cosine_accuracy@10": 0.7,
+    "NanoNFCorpus_cosine_precision@1": 0.38,
+    "NanoNFCorpus_cosine_precision@3": 0.33333333333333326,
+    "NanoNFCorpus_cosine_precision@5": 0.32,
+    "NanoNFCorpus_cosine_precision@10": 0.278,
+    "NanoNFCorpus_cosine_recall@1": 0.01687245746538031,
+    "NanoNFCorpus_cosine_recall@3": 0.04124468301356519,
+    "NanoNFCorpus_cosine_recall@5": 0.06123009468323657,
+    "NanoNFCorpus_cosine_recall@10": 0.10651046552028522,
+    "NanoNFCorpus_cosine_ndcg@10": 0.304412503772871,
+    "NanoNFCorpus_cosine_mrr@10": 0.4581269841269841,
+    "NanoNFCorpus_cosine_map@100": 0.1278020171916061,
+    "NanoNQ_cosine_accuracy@1": 0.42,
     "NanoNQ_cosine_accuracy@3": 0.58,
-    "NanoNQ_cosine_accuracy@5": 0.6,
-    "NanoNQ_cosine_accuracy@10": 0.7,
-    "NanoNQ_cosine_precision@1": 0.4,
-    "NanoNQ_cosine_precision@3": 0.20666666666666664,
-    "NanoNQ_cosine_precision@5": 0.128,
-    "NanoNQ_cosine_precision@10": 0.07400000000000001,
-    "NanoNQ_cosine_recall@1": 0.36,
-    "NanoNQ_cosine_recall@3": 0.56,
-    "NanoNQ_cosine_recall@5": 0.58,
-    "NanoNQ_cosine_recall@10": 0.67,
-    "NanoNQ_cosine_ndcg@10": 0.5294958669542686,
-    "NanoNQ_cosine_mrr@10": 0.5013888888888889,
-    "NanoNQ_cosine_map@100": 0.48856950315109743,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.88,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.94,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.96,
-    "NanoQuoraRetrieval_cosine_accuracy@10": 0.98,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.88,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.38666666666666655,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.25199999999999995,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.13399999999999998,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.7573333333333333,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.902,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.9393333333333334,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9733333333333334,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9171619661571674,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.9111904761904762,
-    "NanoQuoraRetrieval_cosine_map@100": 0.8950605680868838,
+    "NanoNQ_cosine_accuracy@5": 0.66,
+    "NanoNQ_cosine_accuracy@10": 0.76,
+    "NanoNQ_cosine_precision@1": 0.42,
+    "NanoNQ_cosine_precision@3": 0.19333333333333333,
+    "NanoNQ_cosine_precision@5": 0.136,
+    "NanoNQ_cosine_precision@10": 0.08399999999999999,
+    "NanoNQ_cosine_recall@1": 0.38,
+    "NanoNQ_cosine_recall@3": 0.54,
+    "NanoNQ_cosine_recall@5": 0.62,
+    "NanoNQ_cosine_recall@10": 0.74,
+    "NanoNQ_cosine_ndcg@10": 0.5512960895859668,
+    "NanoNQ_cosine_mrr@10": 0.5124126984126984,
+    "NanoNQ_cosine_map@100": 0.4936325526558866,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.48,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.56,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.62,
+    "NanoQuoraRetrieval_cosine_accuracy@10": 0.66,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.48,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.21333333333333335,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.14400000000000002,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.08199999999999999,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.44666666666666666,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.514,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.5673333333333334,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.6213333333333333,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.5489572541869099,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.539079365079365,
+    "NanoQuoraRetrieval_cosine_map@100": 0.5287672335161302,
     "NanoSCIDOCS_cosine_accuracy@1": 0.46,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.7,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.74,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.8,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.6,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.66,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.76,
     "NanoSCIDOCS_cosine_precision@1": 0.46,
-    "NanoSCIDOCS_cosine_precision@3": 0.33333333333333326,
-    "NanoSCIDOCS_cosine_precision@5": 0.276,
-    "NanoSCIDOCS_cosine_precision@10": 0.18599999999999997,
+    "NanoSCIDOCS_cosine_precision@3": 0.31333333333333335,
+    "NanoSCIDOCS_cosine_precision@5": 0.264,
+    "NanoSCIDOCS_cosine_precision@10": 0.16799999999999998,
     "NanoSCIDOCS_cosine_recall@1": 0.09666666666666668,
-    "NanoSCIDOCS_cosine_recall@3": 0.20666666666666664,
-    "NanoSCIDOCS_cosine_recall@5": 0.2826666666666667,
-    "NanoSCIDOCS_cosine_recall@10": 0.38166666666666665,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.3746688514609652,
-    "NanoSCIDOCS_cosine_mrr@10": 0.5806666666666667,
-    "NanoSCIDOCS_cosine_map@100": 0.2919508397066463,
-    "NanoArguAna_cosine_accuracy@1": 0.18,
-    "NanoArguAna_cosine_accuracy@3": 0.36,
-    "NanoArguAna_cosine_accuracy@5": 0.5,
-    "NanoArguAna_cosine_accuracy@10": 0.68,
-    "NanoArguAna_cosine_precision@1": 0.18,
-    "NanoArguAna_cosine_precision@3": 0.11999999999999998,
-    "NanoArguAna_cosine_precision@5": 0.10000000000000002,
-    "NanoArguAna_cosine_precision@10": 0.068,
-    "NanoArguAna_cosine_recall@1": 0.18,
-    "NanoArguAna_cosine_recall@3": 0.36,
-    "NanoArguAna_cosine_recall@5": 0.5,
-    "NanoArguAna_cosine_recall@10": 0.68,
-    "NanoArguAna_cosine_ndcg@10": 0.4088546835300411,
-    "NanoArguAna_cosine_mrr@10": 0.3243809523809524,
-    "NanoArguAna_cosine_map@100": 0.3354654705346437,
-    "NanoSciFact_cosine_accuracy@1": 0.4,
-    "NanoSciFact_cosine_accuracy@3": 0.52,
-    "NanoSciFact_cosine_accuracy@5": 0.58,
-    "NanoSciFact_cosine_accuracy@10": 0.68,
-    "NanoSciFact_cosine_precision@1": 0.4,
-    "NanoSciFact_cosine_precision@3": 0.19333333333333333,
-    "NanoSciFact_cosine_precision@5": 0.136,
-    "NanoSciFact_cosine_precision@10": 0.08,
-    "NanoSciFact_cosine_recall@1": 0.355,
-    "NanoSciFact_cosine_recall@3": 0.495,
-    "NanoSciFact_cosine_recall@5": 0.57,
-    "NanoSciFact_cosine_recall@10": 0.68,
-    "NanoSciFact_cosine_ndcg@10": 0.5213214878209026,
-    "NanoSciFact_cosine_mrr@10": 0.4829365079365079,
-    "NanoSciFact_cosine_map@100": 0.47407253898671803,
-    "NanoTouche2020_cosine_accuracy@1": 0.673469387755102,
-    "NanoTouche2020_cosine_accuracy@3": 0.8367346938775511,
-    "NanoTouche2020_cosine_accuracy@5": 0.8979591836734694,
-    "NanoTouche2020_cosine_accuracy@10": 0.9795918367346939,
-    "NanoTouche2020_cosine_precision@1": 0.673469387755102,
-    "NanoTouche2020_cosine_precision@3": 0.5578231292517006,
-    "NanoTouche2020_cosine_precision@5": 0.5142857142857143,
-    "NanoTouche2020_cosine_precision@10": 0.40816326530612246,
-    "NanoTouche2020_cosine_recall@1": 0.046731422569131785,
-    "NanoTouche2020_cosine_recall@3": 0.12234845881617477,
-    "NanoTouche2020_cosine_recall@5": 0.18500594654519,
-    "NanoTouche2020_cosine_recall@10": 0.27622055850807264,
-    "NanoTouche2020_cosine_ndcg@10": 0.48003101771257267,
-    "NanoTouche2020_cosine_mrr@10": 0.7676546809199871,
-    "NanoTouche2020_cosine_map@100": 0.3564545575416437,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.46411302982731556,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.6151334379905808,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.6859968602825746,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.772276295133438,
-    "NanoBEIR_mean_cosine_precision@1": 0.46411302982731556,
-    "NanoBEIR_mean_cosine_precision@3": 0.27778126635269496,
-    "NanoBEIR_mean_cosine_precision@5": 0.21894505494505495,
-    "NanoBEIR_mean_cosine_precision@10": 0.15232025117739403,
-    "NanoBEIR_mean_cosine_recall@1": 0.24905479075350428,
-    "NanoBEIR_mean_cosine_recall@3": 0.3801010379714086,
-    "NanoBEIR_mean_cosine_recall@5": 0.4452995234677705,
-    "NanoBEIR_mean_cosine_recall@10": 0.5306900717106877,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.4811652493448767,
-    "NanoBEIR_mean_cosine_mrr@10": 0.5578818619022701,
-    "NanoBEIR_mean_cosine_map@100": 0.40018437123326334
+    "NanoSCIDOCS_cosine_recall@3": 0.19266666666666665,
+    "NanoSCIDOCS_cosine_recall@5": 0.26866666666666666,
+    "NanoSCIDOCS_cosine_recall@10": 0.3436666666666666,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.3502034656888579,
+    "NanoSCIDOCS_cosine_mrr@10": 0.5551904761904762,
+    "NanoSCIDOCS_cosine_map@100": 0.28238523085822703,
+    "NanoArguAna_cosine_accuracy@1": 0.16,
+    "NanoArguAna_cosine_accuracy@3": 0.5,
+    "NanoArguAna_cosine_accuracy@5": 0.68,
+    "NanoArguAna_cosine_accuracy@10": 0.88,
+    "NanoArguAna_cosine_precision@1": 0.16,
+    "NanoArguAna_cosine_precision@3": 0.16666666666666663,
+    "NanoArguAna_cosine_precision@5": 0.136,
+    "NanoArguAna_cosine_precision@10": 0.088,
+    "NanoArguAna_cosine_recall@1": 0.16,
+    "NanoArguAna_cosine_recall@3": 0.5,
+    "NanoArguAna_cosine_recall@5": 0.68,
+    "NanoArguAna_cosine_recall@10": 0.88,
+    "NanoArguAna_cosine_ndcg@10": 0.5077064028450745,
+    "NanoArguAna_cosine_mrr@10": 0.3908412698412698,
+    "NanoArguAna_cosine_map@100": 0.3975778004159583,
+    "NanoSciFact_cosine_accuracy@1": 0.38,
+    "NanoSciFact_cosine_accuracy@3": 0.46,
+    "NanoSciFact_cosine_accuracy@5": 0.54,
+    "NanoSciFact_cosine_accuracy@10": 0.56,
+    "NanoSciFact_cosine_precision@1": 0.38,
+    "NanoSciFact_cosine_precision@3": 0.15999999999999998,
+    "NanoSciFact_cosine_precision@5": 0.12399999999999999,
+    "NanoSciFact_cosine_precision@10": 0.064,
+    "NanoSciFact_cosine_recall@1": 0.345,
+    "NanoSciFact_cosine_recall@3": 0.43,
+    "NanoSciFact_cosine_recall@5": 0.52,
+    "NanoSciFact_cosine_recall@10": 0.54,
+    "NanoSciFact_cosine_ndcg@10": 0.4484758215930127,
+    "NanoSciFact_cosine_mrr@10": 0.4325555555555555,
+    "NanoSciFact_cosine_map@100": 0.42353656705038156,
+    "NanoTouche2020_cosine_accuracy@1": 0.30612244897959184,
+    "NanoTouche2020_cosine_accuracy@3": 0.5714285714285714,
+    "NanoTouche2020_cosine_accuracy@5": 0.6938775510204082,
+    "NanoTouche2020_cosine_accuracy@10": 0.7755102040816326,
+    "NanoTouche2020_cosine_precision@1": 0.30612244897959184,
+    "NanoTouche2020_cosine_precision@3": 0.346938775510204,
+    "NanoTouche2020_cosine_precision@5": 0.33469387755102037,
+    "NanoTouche2020_cosine_precision@10": 0.2755102040816326,
+    "NanoTouche2020_cosine_recall@1": 0.024834233991487722,
+    "NanoTouche2020_cosine_recall@3": 0.08169446144223932,
+    "NanoTouche2020_cosine_recall@5": 0.12462402887314433,
+    "NanoTouche2020_cosine_recall@10": 0.19542890091501577,
+    "NanoTouche2020_cosine_ndcg@10": 0.3078492074305264,
+    "NanoTouche2020_cosine_mrr@10": 0.4607142857142857,
+    "NanoTouche2020_cosine_map@100": 0.25713131957408375,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.3604709576138147,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.5162637362637362,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.5949136577708006,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.6735007849293564,
+    "NanoBEIR_mean_cosine_precision@1": 0.3604709576138147,
+    "NanoBEIR_mean_cosine_precision@3": 0.23027734170591313,
+    "NanoBEIR_mean_cosine_precision@5": 0.18636106750392464,
+    "NanoBEIR_mean_cosine_precision@10": 0.13211616954474098,
+    "NanoBEIR_mean_cosine_recall@1": 0.202922092422317,
+    "NanoBEIR_mean_cosine_recall@3": 0.3226237613264772,
+    "NanoBEIR_mean_cosine_recall@5": 0.388802072171577,
+    "NanoBEIR_mean_cosine_recall@10": 0.45784152814874024,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.4074449027777909,
+    "NanoBEIR_mean_cosine_mrr@10": 0.45829609279609274,
+    "NanoBEIR_mean_cosine_map@100": 0.34005896312642037
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7755102040816326,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9795918367346939,
-    "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
-    "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7755102040816326,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7414965986394557,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6734693877551022,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6061224489795918,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.017089566838806178,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04913135456425962,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.0744729216014395,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.13390399153802923,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6452010725749343,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8792517006802721,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.26987146167670506
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.2653061224489796,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.5714285714285714,
+    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.6938775510204082,
+    "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.7551020408163265,
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.2653061224489796,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.3469387755102041,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.4,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.3755102040816327,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.005859789020652119,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.022771209086251597,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.04397085795258936,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.08239494960074849,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.36314214650584564,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.42636054421768715,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.16579582237011886
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8c59a2b5bceeec4689b44f89ed179b270ef831f255450fdb2bff358d9c4dbf1
-size 596070136
+oid sha256:36dcf62eb92c0c41872ffab4c463dc7156e00334f89bfcd04e10b9ff330ab39a
+size 133462128

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": true,
+    "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
-size 3583485
+oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
+size 711649

tokenizer_config.json

@@ -1,230 +1,14 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "|||IP_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "1": {
-      "content": "<|padding|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50254": {
-      "content": "                        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50255": {
-      "content": "                       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50256": {
-      "content": "                      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50257": {
-      "content": "                     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50258": {
-      "content": "                    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50259": {
-      "content": "                   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50260": {
-      "content": "                  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50261": {
-      "content": "                 ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50262": {
-      "content": "                ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50263": {
-      "content": "               ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50264": {
-      "content": "              ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50265": {
-      "content": "             ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50266": {
-      "content": "            ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50267": {
-      "content": "           ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50268": {
-      "content": "          ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50269": {
-      "content": "         ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50270": {
-      "content": "        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50271": {
-      "content": "       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50272": {
-      "content": "      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50273": {
-      "content": "     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50274": {
-      "content": "    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50275": {
-      "content": "   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50276": {
-      "content": "  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50277": {
-      "content": "|||EMAIL_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50278": {
-      "content": "|||PHONE_NUMBER|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50279": {
-      "content": "<|endoftext|>",
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "50280": {
+    "100": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -232,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "50281": {
+    "101": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -240,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "50282": {
+    "102": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -248,698 +32,34 @@
       "single_word": false,
       "special": true
     },
-    "50283": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50284": {
+    "103": {
       "content": "[MASK]",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "50285": {
-      "content": "[unused0]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50286": {
-      "content": "[unused1]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50287": {
-      "content": "[unused2]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50288": {
-      "content": "[unused3]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50289": {
-      "content": "[unused4]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50290": {
-      "content": "[unused5]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50291": {
-      "content": "[unused6]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50292": {
-      "content": "[unused7]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50293": {
-      "content": "[unused8]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50294": {
-      "content": "[unused9]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50295": {
-      "content": "[unused10]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50296": {
-      "content": "[unused11]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50297": {
-      "content": "[unused12]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50298": {
-      "content": "[unused13]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50299": {
-      "content": "[unused14]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50300": {
-      "content": "[unused15]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50301": {
-      "content": "[unused16]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50302": {
-      "content": "[unused17]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50303": {
-      "content": "[unused18]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50304": {
-      "content": "[unused19]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50305": {
-      "content": "[unused20]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50306": {
-      "content": "[unused21]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50307": {
-      "content": "[unused22]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50308": {
-      "content": "[unused23]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50309": {
-      "content": "[unused24]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50310": {
-      "content": "[unused25]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50311": {
-      "content": "[unused26]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50312": {
-      "content": "[unused27]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50313": {
-      "content": "[unused28]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50314": {
-      "content": "[unused29]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50315": {
-      "content": "[unused30]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50316": {
-      "content": "[unused31]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50317": {
-      "content": "[unused32]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50318": {
-      "content": "[unused33]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50319": {
-      "content": "[unused34]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50320": {
-      "content": "[unused35]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50321": {
-      "content": "[unused36]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50322": {
-      "content": "[unused37]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50323": {
-      "content": "[unused38]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50324": {
-      "content": "[unused39]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50325": {
-      "content": "[unused40]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50326": {
-      "content": "[unused41]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50327": {
-      "content": "[unused42]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50328": {
-      "content": "[unused43]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50329": {
-      "content": "[unused44]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50330": {
-      "content": "[unused45]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50331": {
-      "content": "[unused46]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50332": {
-      "content": "[unused47]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50333": {
-      "content": "[unused48]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50334": {
-      "content": "[unused49]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50335": {
-      "content": "[unused50]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50336": {
-      "content": "[unused51]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50337": {
-      "content": "[unused52]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50338": {
-      "content": "[unused53]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50339": {
-      "content": "[unused54]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50340": {
-      "content": "[unused55]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50341": {
-      "content": "[unused56]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50342": {
-      "content": "[unused57]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50343": {
-      "content": "[unused58]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50344": {
-      "content": "[unused59]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50345": {
-      "content": "[unused60]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50346": {
-      "content": "[unused61]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50347": {
-      "content": "[unused62]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50348": {
-      "content": "[unused63]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50349": {
-      "content": "[unused64]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50350": {
-      "content": "[unused65]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50351": {
-      "content": "[unused66]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50352": {
-      "content": "[unused67]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50353": {
-      "content": "[unused68]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50354": {
-      "content": "[unused69]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50355": {
-      "content": "[unused70]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50356": {
-      "content": "[unused71]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50357": {
-      "content": "[unused72]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50358": {
-      "content": "[unused73]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50359": {
-      "content": "[unused74]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50360": {
-      "content": "[unused75]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50361": {
-      "content": "[unused76]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50362": {
-      "content": "[unused77]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50363": {
-      "content": "[unused78]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50364": {
-      "content": "[unused79]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50365": {
-      "content": "[unused80]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50366": {
-      "content": "[unused81]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50367": {
-      "content": "[unused82]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 1000000000000000019884624838656,
+  "max_length": 128,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "[UNK]"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:535572f1c5c1ff6ee562407bb9c741a2be7019bcea84eb2316b41f6fc09d4a8c
+oid sha256:020e143387141384674be22a242949d40219eb05712011f5776e1b9cb11ebfaf
 size 6161