Training in progress, step 500

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.7142857142857143,1.0,1.0,1.0,0.7142857142857143,0.015961964875900556,0.7482993197278911,0.049758385787248866,0.7306122448979593,0.08086902093174755,0.6551020408163264,0.14478828394050935,0.8469387755102041,0.6809068405796976,0.2941998357810199
 -1,-1,0.7959183673469388,0.9591836734693877,1.0,1.0,0.7959183673469388,0.017641878313560438,0.7755102040816326,0.05145765878355896,0.7183673469387756,0.07911125974269095,0.6387755102040815,0.14130927320937003,0.8799319727891155,0.6776696674154937,0.30174444583977206
 -1,-1,0.7551020408163265,0.9387755102040817,0.9591836734693877,1.0,0.7551020408163265,0.016690800699827573,0.7074829931972788,0.04680250805921222,0.689795918367347,0.0759855058950526,0.6163265306122448,0.1358782723756374,0.8509070294784582,0.650595530281222,0.28748369649294164
+-1,-1,0.7142857142857143,0.9591836734693877,1.0,1.0,0.7142857142857143,0.015880404635022063,0.7006802721088435,0.04648085765992207,0.689795918367347,0.07606536341929133,0.6306122448979592,0.13922476411011186,0.8435374149659863,0.6529991617140374,0.2850802517047579

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.22,0.54,0.68,0.84,0.22,0.22,0.18,0.54,0.136,0.68,0.08399999999999999,0.84,0.4062619047619047,0.5099899094515453,0.4165683020683021
 -1,-1,0.18,0.42,0.64,0.8,0.18,0.18,0.13999999999999999,0.42,0.128,0.64,0.08,0.8,0.3626904761904761,0.46714848256079883,0.3705440826916721
 -1,-1,0.22,0.46,0.64,0.82,0.22,0.22,0.15333333333333332,0.46,0.128,0.64,0.08199999999999999,0.82,0.38210317460317456,0.4852299086268452,0.38709206855522643
+-1,-1,0.18,0.42,0.56,0.72,0.18,0.18,0.13999999999999999,0.42,0.11200000000000002,0.56,0.07200000000000001,0.72,0.3527380952380952,0.4408093391709953,0.36502285132354245

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.26,0.44,0.5,0.6,0.26,0.12833333333333333,0.16,0.20833333333333331,0.10800000000000001,0.24833333333333332,0.07200000000000001,0.30666666666666664,0.36385714285714293,0.25998905475164286,0.20666022782487656
 -1,-1,0.26,0.46,0.6,0.7,0.26,0.12166666666666666,0.15333333333333332,0.2133333333333333,0.14,0.304,0.08199999999999999,0.3423333333333333,0.3874682539682539,0.2801339129576084,0.21256664680077983
 -1,-1,0.22,0.44,0.48,0.64,0.22,0.10166666666666666,0.14666666666666664,0.21566666666666667,0.11200000000000002,0.25733333333333336,0.078,0.32899999999999996,0.3574365079365079,0.26550778733900804,0.20234399193987151
+-1,-1,0.22,0.44,0.52,0.62,0.22,0.10166666666666666,0.14666666666666664,0.22166666666666665,0.12000000000000002,0.2723333333333333,0.07800000000000001,0.33899999999999997,0.34035714285714286,0.26147069275043155,0.1981781964878655

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.7,0.8,0.88,0.94,0.7,0.058651231644270684,0.5066666666666666,0.12458390064344982,0.44799999999999995,0.1793272429914556,0.38800000000000007,0.2671162461344793,0.7689126984126986,0.4907100155341629,0.30999428874199997
 -1,-1,0.68,0.88,0.88,0.94,0.68,0.08099439752557214,0.54,0.15738919668281026,0.4600000000000001,0.1929320860686207,0.376,0.26471074088064933,0.7704126984126985,0.49317214853027896,0.32739141017223533
 -1,-1,0.7,0.86,0.94,0.94,0.7,0.08664286528588201,0.5533333333333332,0.1561215406130299,0.48400000000000004,0.1992182265262437,0.374,0.2641148230149855,0.7780000000000002,0.49750673218880564,0.3256955597424358
+-1,-1,0.76,0.86,0.86,0.94,0.76,0.08063316412620315,0.5266666666666666,0.14548790439401796,0.44400000000000006,0.18155499933794458,0.36800000000000005,0.25981708633550893,0.8098571428571429,0.49239230047602567,0.32859171288950245

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.78,0.92,0.96,0.98,0.78,0.7166666666666666,0.30666666666666664,0.8566666666666666,0.19199999999999995,0.8966666666666666,0.102,0.9366666666666668,0.8556666666666666,0.845224176226581,0.7980353037766831
 -1,-1,0.7,0.92,0.96,0.96,0.7,0.6766666666666665,0.3133333333333333,0.8666666666666666,0.19599999999999995,0.9066666666666667,0.09799999999999998,0.9066666666666667,0.8056666666666666,0.8129345874026284,0.7719418586865394
 -1,-1,0.68,0.9,0.94,0.96,0.68,0.6266666666666666,0.3,0.8466666666666666,0.19199999999999995,0.8966666666666667,0.09799999999999998,0.9066666666666667,0.7885238095238097,0.7924871131510761,0.7411180290297937
+-1,-1,0.58,0.86,0.96,0.98,0.58,0.5366666666666666,0.29333333333333333,0.8066666666666668,0.19599999999999995,0.9066666666666667,0.09999999999999998,0.9266666666666667,0.7339999999999999,0.7606626704790038,0.6934942151344591

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.42,0.56,0.64,0.7,0.42,0.23607936507936508,0.2533333333333333,0.3530714285714286,0.17999999999999997,0.4350714285714286,0.10399999999999998,0.4904047619047619,0.49938095238095237,0.4159498726237891,0.3557526342337349
 -1,-1,0.34,0.52,0.6,0.66,0.34,0.18941269841269842,0.20666666666666667,0.3301031746031746,0.15200000000000002,0.38343650793650796,0.09799999999999999,0.4416269841269841,0.4368888888888888,0.36434350094006035,0.30189497409017507
 -1,-1,0.38,0.58,0.6,0.68,0.38,0.20774603174603176,0.23333333333333336,0.36743650793650795,0.16399999999999998,0.4084603174603174,0.1,0.472515873015873,0.48271428571428565,0.3998169240199127,0.33971402775578574
+-1,-1,0.34,0.48,0.58,0.68,0.34,0.19707936507936508,0.19333333333333333,0.28743650793650793,0.15200000000000002,0.37743650793650796,0.102,0.46865873015873016,0.432579365079365,0.3701303439254182,0.30658113651019275

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.8,0.86,0.9,0.94,0.8,0.4,0.34666666666666657,0.52,0.236,0.59,0.13399999999999998,0.67,0.8402222222222224,0.6456723038301574,0.5536190658873976
 -1,-1,0.72,0.82,0.86,0.9,0.72,0.36,0.3933333333333333,0.59,0.252,0.63,0.13399999999999998,0.67,0.7801666666666668,0.646633458142901,0.5837268808977187
 -1,-1,0.6,0.74,0.76,0.86,0.6,0.3,0.29333333333333333,0.44,0.18,0.45,0.10799999999999998,0.54,0.6832142857142857,0.5144248072153363,0.4369520227202821
+-1,-1,0.66,0.76,0.82,0.86,0.66,0.33,0.3133333333333333,0.47,0.204,0.51,0.11599999999999998,0.58,0.7235238095238097,0.5558933426692172,0.48029489574224554

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.44,0.66,0.72,0.84,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08399999999999999,0.84,0.5681349206349207,0.6329590083197414,0.5748098465861624
 -1,-1,0.38,0.56,0.68,0.72,0.38,0.38,0.18666666666666668,0.56,0.136,0.68,0.07200000000000001,0.72,0.5023333333333333,0.5560017600077842,0.5147876135794199
 -1,-1,0.32,0.56,0.64,0.74,0.32,0.32,0.18666666666666668,0.56,0.128,0.64,0.07400000000000001,0.74,0.46127777777777773,0.5284009429027487,0.4738439729688956
+-1,-1,0.32,0.52,0.62,0.72,0.32,0.32,0.1733333333333333,0.52,0.124,0.62,0.07200000000000001,0.72,0.45404761904761903,0.5182449787606596,0.4681213273999474

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.36,0.44,0.56,0.66,0.36,0.011719225549793105,0.33333333333333326,0.0344718689045459,0.32800000000000007,0.058474465205003774,0.28,0.09519625053453834,0.43885714285714283,0.3018459772244917,0.12191860213612384
 -1,-1,0.42,0.52,0.54,0.68,0.42,0.013436920183096857,0.34,0.06451759100610847,0.32799999999999996,0.08607586979544407,0.282,0.12470236261294776,0.4855555555555556,0.3220506907545563,0.134012850250529
 -1,-1,0.36,0.48,0.6,0.66,0.36,0.012746681618306126,0.32,0.043811538132517897,0.308,0.06425428616047847,0.264,0.11311355903810191,0.452,0.29493765590400556,0.1076942119899729
+-1,-1,0.38,0.46,0.52,0.66,0.38,0.013257687088254642,0.3133333333333333,0.053362266003216766,0.3,0.07093283015038292,0.25,0.10042628570164332,0.4445238095238095,0.2817431194318882,0.10929807860221158

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.54,0.64,0.74,0.32,0.3,0.18666666666666665,0.52,0.132,0.6,0.08,0.71,0.43952380952380954,0.49769715371181095,0.43617752668168885
 -1,-1,0.4,0.56,0.64,0.76,0.4,0.37,0.19333333333333333,0.54,0.14,0.63,0.08199999999999999,0.74,0.505468253968254,0.5529706231693197,0.49719157216910587
 -1,-1,0.36,0.52,0.54,0.66,0.36,0.34,0.18,0.49,0.11600000000000002,0.52,0.07200000000000001,0.64,0.45174603174603184,0.4894245988467554,0.44899308062451565
+-1,-1,0.38,0.52,0.58,0.68,0.38,0.36,0.18666666666666665,0.5,0.128,0.57,0.07400000000000001,0.65,0.4693888888888889,0.5077165748328921,0.4690841393696577

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.88,0.94,1.0,1.0,0.88,0.7573333333333332,0.4,0.912,0.25999999999999995,0.98,0.13599999999999998,0.9933333333333334,0.9196666666666666,0.9270302148618194,0.8981605546433132
 -1,-1,0.82,0.94,0.96,0.98,0.82,0.7073333333333331,0.38666666666666655,0.9013333333333332,0.24799999999999997,0.9386666666666668,0.132,0.97,0.8768571428571428,0.8889852080178272,0.8552749359959038
 -1,-1,0.84,0.92,0.94,0.96,0.84,0.7273333333333332,0.38666666666666655,0.8853333333333333,0.24799999999999997,0.9226666666666666,0.132,0.9533333333333335,0.884,0.8946028615048153,0.8720468789733496
+-1,-1,0.84,0.94,0.94,0.98,0.84,0.7173333333333332,0.3933333333333333,0.9053333333333333,0.244,0.9159999999999999,0.13,0.9666666666666666,0.8933333333333333,0.9006242971403466,0.8752974569290359

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.36,0.56,0.64,0.7,0.36,0.07466666666666667,0.2933333333333333,0.18066666666666667,0.23600000000000002,0.2406666666666667,0.15400000000000003,0.31366666666666665,0.4772222222222222,0.3086081335506985,0.24145562987073435
 -1,-1,0.48,0.76,0.86,0.9,0.48,0.10066666666666667,0.38666666666666666,0.23866666666666667,0.308,0.31566666666666665,0.20199999999999996,0.41266666666666657,0.6355,0.4089221118591332,0.3233322684896943
 -1,-1,0.48,0.66,0.72,0.88,0.48,0.09700000000000002,0.3533333333333333,0.21866666666666668,0.27599999999999997,0.2826666666666667,0.196,0.4016666666666667,0.6041904761904762,0.39149068607733123,0.3046233392392155
+-1,-1,0.4,0.7,0.74,0.84,0.4,0.08466666666666668,0.36,0.22266666666666665,0.28800000000000003,0.2946666666666667,0.19399999999999998,0.39866666666666667,0.5551666666666666,0.3809616035398974,0.3008044801385356

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.52,0.62,0.68,0.8,0.52,0.485,0.2333333333333333,0.605,0.16,0.68,0.092,0.8,0.598079365079365,0.6441979462319652,0.6011822474216091
 -1,-1,0.58,0.7,0.78,0.84,0.58,0.545,0.26,0.695,0.17199999999999996,0.765,0.09599999999999997,0.84,0.6566666666666667,0.70003914380414,0.6564466588322336
 -1,-1,0.36,0.5,0.54,0.72,0.36,0.325,0.18,0.47,0.128,0.53,0.08399999999999999,0.72,0.45940476190476187,0.516487368710134,0.4597386840212927
+-1,-1,0.42,0.52,0.58,0.76,0.42,0.385,0.19333333333333336,0.495,0.132,0.56,0.08799999999999997,0.76,0.5094523809523809,0.5619609261041664,0.5017938571426928

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.5714285714285714,0.8571428571428571,0.9183673469387755,0.9795918367346939,0.5714285714285714,0.04022291837361229,0.5442176870748299,0.11881875625150395,0.5020408163265306,0.1787282548110259,0.4224489795918368,0.28547827748371013,0.7197764820213798,0.4766215396698446,0.357802376189887
 -1,-1,0.5714285714285714,0.8367346938775511,0.8571428571428571,0.9795918367346939,0.5714285714285714,0.040063326170360514,0.5442176870748299,0.11544512207708836,0.4816326530612246,0.17177237810335402,0.4061224489795918,0.2733086390495724,0.7141966310333658,0.461762616318179,0.35225771491059515
 -1,-1,0.5306122448979592,0.7755102040816326,0.8775510204081632,0.9183673469387755,0.5306122448979592,0.039812115012944765,0.510204081632653,0.11055225097545116,0.4775510204081632,0.16905080857962887,0.4040816326530612,0.2681583411636813,0.6780855199222544,0.45443226263426867,0.3399775749346747
+-1,-1,0.5510204081632653,0.8163265306122449,0.8979591836734694,0.9591836734693877,0.5510204081632653,0.041044891235058834,0.5170068027210885,0.10963776356983411,0.5142857142857142,0.18394414517370525,0.4061224489795918,0.27014866763261464,0.6948979591836734,0.459508446851825,0.3482148481211664

NanoBEIR_evaluation_mean_results.csv

@@ -15,3 +15,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.5101098901098902,0.6720879120879122,0.7475667189952906,0.8245839874411303,0.5101098901098902,0.2975902108190032,0.3049398220826792,0.4333548170028919,0.23554160125588697,0.4990206198650447,0.16403453689167977,0.5806560668762171,0.6073509381774689,0.5351150235375577,0.4517028158509625
 -1,-1,0.5024175824175825,0.6843642072213499,0.7582417582417583,0.832276295133438,0.5024175824175825,0.28963389812500473,0.31109366823652534,0.4378811603360909,0.24166405023547882,0.5110936032233789,0.16462480376766092,0.5773857994874476,0.6092208641698438,0.535007557266555,0.45395149750512326
 -1,-1,0.46543171114599685,0.6458084772370487,0.7090423861852433,0.802951334379906,0.46543171114599685,0.26189341233306396,0.2920669806384092,0.40494270546083383,0.22627315541601256,0.46002438246615396,0.15892935635792782,0.5514284048384084,0.5740535870025666,0.5019038191631572,0.4184487263457932
+-1,-1,0.4639246467817896,0.6381789638932496,0.7059968602825747,0.7999372056514915,0.4639246467817896,0.2574883416047858,0.28848770277341707,0.3967121365566854,0.2275604395604396,0.46334885763578526,0.157701726844584,0.5507731361406536,0.5702974010116868,0.4993937412409821,0.41882901506085035

config.json

@@ -1,25 +1,45 @@
 {
   "architectures": [
-    "BertModel"
+    "ModernBertModel"
   ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
   "dtype": "float32",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
   "gradient_checkpointing": false,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 384,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
   "initializer_range": 0.02,
-  "intermediate_size": 1536,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
   "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
   "position_embedding_type": "absolute",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 30522
+  "vocab_size": 50368
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -219,3 +219,6 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.38,0.62,0.68,0.8,0.38,0.38,0.20666666666666667,0.62,0.136,0.68,0.08,0.8,0.5215238095238095,0.5887227948760404,0.5325402082997991
 0.35561877667140823,250,0.32,0.52,0.62,0.72,0.32,0.32,0.1733333333333333,0.52,0.124,0.62,0.07200000000000001,0.72,0.44393650793650785,0.5096849225563408,0.4559307873588862
 0.7112375533428165,500,0.32,0.52,0.62,0.72,0.32,0.32,0.1733333333333333,0.52,0.124,0.62,0.07200000000000001,0.72,0.45404761904761903,0.5182449787606596,0.4681213273999474
+0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
+0.35561877667140823,250,0.52,0.68,0.78,0.86,0.52,0.52,0.22666666666666668,0.68,0.156,0.78,0.086,0.86,0.619079365079365,0.6765053178911893,0.6246292301558544
+0.7112375533428165,500,0.46,0.64,0.76,0.84,0.46,0.46,0.21333333333333332,0.64,0.15200000000000002,0.76,0.08399999999999999,0.84,0.5786904761904762,0.6415212118347274,0.586056624889745

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -219,3 +219,6 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.44,0.62,0.7,0.72,0.44,0.42,0.20666666666666664,0.59,0.15200000000000002,0.69,0.07800000000000001,0.71,0.5425,0.5785694545006416,0.5396412232598975
 0.35561877667140823,250,0.4,0.54,0.56,0.62,0.4,0.38,0.19333333333333333,0.52,0.124,0.55,0.068,0.61,0.4732142857142857,0.502050669334528,0.4780885465445037
 0.7112375533428165,500,0.38,0.52,0.58,0.7,0.38,0.36,0.18666666666666665,0.5,0.128,0.57,0.076,0.67,0.47138888888888886,0.5134978713592498,0.4692659575514759
+0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
+0.35561877667140823,250,0.4,0.56,0.62,0.72,0.4,0.37,0.19333333333333333,0.53,0.132,0.6,0.07800000000000001,0.69,0.49657936507936495,0.5338040732722256,0.49175952150621727
+0.7112375533428165,500,0.42,0.56,0.62,0.74,0.42,0.39,0.19333333333333333,0.53,0.128,0.59,0.07800000000000001,0.7,0.5129047619047619,0.5454496947645364,0.5024388849786283

eval/NanoBEIR_evaluation_mean_results.csv

@@ -219,3 +219,6 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.41000000000000003,0.62,0.69,0.76,0.41000000000000003,0.4,0.20666666666666667,0.605,0.14400000000000002,0.685,0.07900000000000001,0.755,0.5320119047619047,0.583646124688341,0.5360907157798482
 0.35561877667140823,250,0.36,0.53,0.5900000000000001,0.6699999999999999,0.36,0.35,0.18333333333333332,0.52,0.124,0.585,0.07,0.665,0.4585753968253968,0.5058677959454344,0.467009666951695
 0.7112375533428165,500,0.35,0.52,0.6,0.71,0.35,0.33999999999999997,0.18,0.51,0.126,0.595,0.07400000000000001,0.6950000000000001,0.46271825396825395,0.5158714250599548,0.46869364247571166
+0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
+0.35561877667140823,250,0.46,0.6200000000000001,0.7,0.79,0.46,0.445,0.21000000000000002,0.605,0.14400000000000002,0.69,0.082,0.7749999999999999,0.557829365079365,0.6051546955817074,0.5581943758310358
+0.7112375533428165,500,0.44,0.6000000000000001,0.69,0.79,0.44,0.42500000000000004,0.2033333333333333,0.585,0.14,0.675,0.081,0.77,0.545797619047619,0.5934854532996319,0.5442477549341866

final_metrics.json

@@ -2,230 +2,230 @@
   "nano_beir": {
     "NanoClimateFEVER_cosine_accuracy@1": 0.22,
     "NanoClimateFEVER_cosine_accuracy@3": 0.44,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.48,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.64,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.52,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.62,
     "NanoClimateFEVER_cosine_precision@1": 0.22,
     "NanoClimateFEVER_cosine_precision@3": 0.14666666666666664,
-    "NanoClimateFEVER_cosine_precision@5": 0.11200000000000002,
-    "NanoClimateFEVER_cosine_precision@10": 0.078,
+    "NanoClimateFEVER_cosine_precision@5": 0.12000000000000002,
+    "NanoClimateFEVER_cosine_precision@10": 0.07800000000000001,
     "NanoClimateFEVER_cosine_recall@1": 0.10166666666666666,
-    "NanoClimateFEVER_cosine_recall@3": 0.21566666666666667,
-    "NanoClimateFEVER_cosine_recall@5": 0.25733333333333336,
-    "NanoClimateFEVER_cosine_recall@10": 0.32899999999999996,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.26550778733900804,
-    "NanoClimateFEVER_cosine_mrr@10": 0.3574365079365079,
-    "NanoClimateFEVER_cosine_map@100": 0.20234399193987151,
-    "NanoDBPedia_cosine_accuracy@1": 0.7,
+    "NanoClimateFEVER_cosine_recall@3": 0.22166666666666665,
+    "NanoClimateFEVER_cosine_recall@5": 0.2723333333333333,
+    "NanoClimateFEVER_cosine_recall@10": 0.33899999999999997,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.26147069275043155,
+    "NanoClimateFEVER_cosine_mrr@10": 0.34035714285714286,
+    "NanoClimateFEVER_cosine_map@100": 0.1981781964878655,
+    "NanoDBPedia_cosine_accuracy@1": 0.76,
     "NanoDBPedia_cosine_accuracy@3": 0.86,
-    "NanoDBPedia_cosine_accuracy@5": 0.94,
+    "NanoDBPedia_cosine_accuracy@5": 0.86,
     "NanoDBPedia_cosine_accuracy@10": 0.94,
-    "NanoDBPedia_cosine_precision@1": 0.7,
-    "NanoDBPedia_cosine_precision@3": 0.5533333333333332,
-    "NanoDBPedia_cosine_precision@5": 0.48400000000000004,
-    "NanoDBPedia_cosine_precision@10": 0.374,
-    "NanoDBPedia_cosine_recall@1": 0.08664286528588201,
-    "NanoDBPedia_cosine_recall@3": 0.1561215406130299,
-    "NanoDBPedia_cosine_recall@5": 0.1992182265262437,
-    "NanoDBPedia_cosine_recall@10": 0.2641148230149855,
-    "NanoDBPedia_cosine_ndcg@10": 0.49750673218880564,
-    "NanoDBPedia_cosine_mrr@10": 0.7780000000000002,
-    "NanoDBPedia_cosine_map@100": 0.3256955597424358,
-    "NanoFEVER_cosine_accuracy@1": 0.68,
-    "NanoFEVER_cosine_accuracy@3": 0.9,
-    "NanoFEVER_cosine_accuracy@5": 0.94,
-    "NanoFEVER_cosine_accuracy@10": 0.96,
-    "NanoFEVER_cosine_precision@1": 0.68,
-    "NanoFEVER_cosine_precision@3": 0.3,
-    "NanoFEVER_cosine_precision@5": 0.19199999999999995,
-    "NanoFEVER_cosine_precision@10": 0.09799999999999998,
-    "NanoFEVER_cosine_recall@1": 0.6266666666666666,
-    "NanoFEVER_cosine_recall@3": 0.8466666666666666,
-    "NanoFEVER_cosine_recall@5": 0.8966666666666667,
-    "NanoFEVER_cosine_recall@10": 0.9066666666666667,
-    "NanoFEVER_cosine_ndcg@10": 0.7924871131510761,
-    "NanoFEVER_cosine_mrr@10": 0.7885238095238097,
-    "NanoFEVER_cosine_map@100": 0.7411180290297937,
-    "NanoFiQA2018_cosine_accuracy@1": 0.38,
-    "NanoFiQA2018_cosine_accuracy@3": 0.58,
-    "NanoFiQA2018_cosine_accuracy@5": 0.6,
+    "NanoDBPedia_cosine_precision@1": 0.76,
+    "NanoDBPedia_cosine_precision@3": 0.5266666666666666,
+    "NanoDBPedia_cosine_precision@5": 0.44400000000000006,
+    "NanoDBPedia_cosine_precision@10": 0.36800000000000005,
+    "NanoDBPedia_cosine_recall@1": 0.08063316412620315,
+    "NanoDBPedia_cosine_recall@3": 0.14548790439401796,
+    "NanoDBPedia_cosine_recall@5": 0.18155499933794458,
+    "NanoDBPedia_cosine_recall@10": 0.25981708633550893,
+    "NanoDBPedia_cosine_ndcg@10": 0.49239230047602567,
+    "NanoDBPedia_cosine_mrr@10": 0.8098571428571429,
+    "NanoDBPedia_cosine_map@100": 0.32859171288950245,
+    "NanoFEVER_cosine_accuracy@1": 0.58,
+    "NanoFEVER_cosine_accuracy@3": 0.86,
+    "NanoFEVER_cosine_accuracy@5": 0.96,
+    "NanoFEVER_cosine_accuracy@10": 0.98,
+    "NanoFEVER_cosine_precision@1": 0.58,
+    "NanoFEVER_cosine_precision@3": 0.29333333333333333,
+    "NanoFEVER_cosine_precision@5": 0.19599999999999995,
+    "NanoFEVER_cosine_precision@10": 0.09999999999999998,
+    "NanoFEVER_cosine_recall@1": 0.5366666666666666,
+    "NanoFEVER_cosine_recall@3": 0.8066666666666668,
+    "NanoFEVER_cosine_recall@5": 0.9066666666666667,
+    "NanoFEVER_cosine_recall@10": 0.9266666666666667,
+    "NanoFEVER_cosine_ndcg@10": 0.7606626704790038,
+    "NanoFEVER_cosine_mrr@10": 0.7339999999999999,
+    "NanoFEVER_cosine_map@100": 0.6934942151344591,
+    "NanoFiQA2018_cosine_accuracy@1": 0.34,
+    "NanoFiQA2018_cosine_accuracy@3": 0.48,
+    "NanoFiQA2018_cosine_accuracy@5": 0.58,
     "NanoFiQA2018_cosine_accuracy@10": 0.68,
-    "NanoFiQA2018_cosine_precision@1": 0.38,
-    "NanoFiQA2018_cosine_precision@3": 0.23333333333333336,
-    "NanoFiQA2018_cosine_precision@5": 0.16399999999999998,
-    "NanoFiQA2018_cosine_precision@10": 0.1,
-    "NanoFiQA2018_cosine_recall@1": 0.20774603174603176,
-    "NanoFiQA2018_cosine_recall@3": 0.36743650793650795,
-    "NanoFiQA2018_cosine_recall@5": 0.4084603174603174,
-    "NanoFiQA2018_cosine_recall@10": 0.472515873015873,
-    "NanoFiQA2018_cosine_ndcg@10": 0.3998169240199127,
-    "NanoFiQA2018_cosine_mrr@10": 0.48271428571428565,
-    "NanoFiQA2018_cosine_map@100": 0.33971402775578574,
-    "NanoHotpotQA_cosine_accuracy@1": 0.6,
-    "NanoHotpotQA_cosine_accuracy@3": 0.74,
-    "NanoHotpotQA_cosine_accuracy@5": 0.76,
+    "NanoFiQA2018_cosine_precision@1": 0.34,
+    "NanoFiQA2018_cosine_precision@3": 0.19333333333333333,
+    "NanoFiQA2018_cosine_precision@5": 0.15200000000000002,
+    "NanoFiQA2018_cosine_precision@10": 0.102,
+    "NanoFiQA2018_cosine_recall@1": 0.19707936507936508,
+    "NanoFiQA2018_cosine_recall@3": 0.28743650793650793,
+    "NanoFiQA2018_cosine_recall@5": 0.37743650793650796,
+    "NanoFiQA2018_cosine_recall@10": 0.46865873015873016,
+    "NanoFiQA2018_cosine_ndcg@10": 0.3701303439254182,
+    "NanoFiQA2018_cosine_mrr@10": 0.432579365079365,
+    "NanoFiQA2018_cosine_map@100": 0.30658113651019275,
+    "NanoHotpotQA_cosine_accuracy@1": 0.66,
+    "NanoHotpotQA_cosine_accuracy@3": 0.76,
+    "NanoHotpotQA_cosine_accuracy@5": 0.82,
     "NanoHotpotQA_cosine_accuracy@10": 0.86,
-    "NanoHotpotQA_cosine_precision@1": 0.6,
-    "NanoHotpotQA_cosine_precision@3": 0.29333333333333333,
-    "NanoHotpotQA_cosine_precision@5": 0.18,
-    "NanoHotpotQA_cosine_precision@10": 0.10799999999999998,
-    "NanoHotpotQA_cosine_recall@1": 0.3,
-    "NanoHotpotQA_cosine_recall@3": 0.44,
-    "NanoHotpotQA_cosine_recall@5": 0.45,
-    "NanoHotpotQA_cosine_recall@10": 0.54,
-    "NanoHotpotQA_cosine_ndcg@10": 0.5144248072153363,
-    "NanoHotpotQA_cosine_mrr@10": 0.6832142857142857,
-    "NanoHotpotQA_cosine_map@100": 0.4369520227202821,
+    "NanoHotpotQA_cosine_precision@1": 0.66,
+    "NanoHotpotQA_cosine_precision@3": 0.3133333333333333,
+    "NanoHotpotQA_cosine_precision@5": 0.204,
+    "NanoHotpotQA_cosine_precision@10": 0.11599999999999998,
+    "NanoHotpotQA_cosine_recall@1": 0.33,
+    "NanoHotpotQA_cosine_recall@3": 0.47,
+    "NanoHotpotQA_cosine_recall@5": 0.51,
+    "NanoHotpotQA_cosine_recall@10": 0.58,
+    "NanoHotpotQA_cosine_ndcg@10": 0.5558933426692172,
+    "NanoHotpotQA_cosine_mrr@10": 0.7235238095238097,
+    "NanoHotpotQA_cosine_map@100": 0.48029489574224554,
     "NanoMSMARCO_cosine_accuracy@1": 0.32,
-    "NanoMSMARCO_cosine_accuracy@3": 0.56,
-    "NanoMSMARCO_cosine_accuracy@5": 0.64,
-    "NanoMSMARCO_cosine_accuracy@10": 0.74,
+    "NanoMSMARCO_cosine_accuracy@3": 0.52,
+    "NanoMSMARCO_cosine_accuracy@5": 0.62,
+    "NanoMSMARCO_cosine_accuracy@10": 0.72,
     "NanoMSMARCO_cosine_precision@1": 0.32,
-    "NanoMSMARCO_cosine_precision@3": 0.18666666666666668,
-    "NanoMSMARCO_cosine_precision@5": 0.128,
-    "NanoMSMARCO_cosine_precision@10": 0.07400000000000001,
+    "NanoMSMARCO_cosine_precision@3": 0.1733333333333333,
+    "NanoMSMARCO_cosine_precision@5": 0.124,
+    "NanoMSMARCO_cosine_precision@10": 0.07200000000000001,
     "NanoMSMARCO_cosine_recall@1": 0.32,
-    "NanoMSMARCO_cosine_recall@3": 0.56,
-    "NanoMSMARCO_cosine_recall@5": 0.64,
-    "NanoMSMARCO_cosine_recall@10": 0.74,
-    "NanoMSMARCO_cosine_ndcg@10": 0.5284009429027487,
-    "NanoMSMARCO_cosine_mrr@10": 0.46127777777777773,
-    "NanoMSMARCO_cosine_map@100": 0.4738439729688956,
-    "NanoNFCorpus_cosine_accuracy@1": 0.36,
-    "NanoNFCorpus_cosine_accuracy@3": 0.48,
-    "NanoNFCorpus_cosine_accuracy@5": 0.6,
+    "NanoMSMARCO_cosine_recall@3": 0.52,
+    "NanoMSMARCO_cosine_recall@5": 0.62,
+    "NanoMSMARCO_cosine_recall@10": 0.72,
+    "NanoMSMARCO_cosine_ndcg@10": 0.5182449787606596,
+    "NanoMSMARCO_cosine_mrr@10": 0.45404761904761903,
+    "NanoMSMARCO_cosine_map@100": 0.4681213273999474,
+    "NanoNFCorpus_cosine_accuracy@1": 0.38,
+    "NanoNFCorpus_cosine_accuracy@3": 0.46,
+    "NanoNFCorpus_cosine_accuracy@5": 0.52,
     "NanoNFCorpus_cosine_accuracy@10": 0.66,
-    "NanoNFCorpus_cosine_precision@1": 0.36,
-    "NanoNFCorpus_cosine_precision@3": 0.32,
-    "NanoNFCorpus_cosine_precision@5": 0.308,
-    "NanoNFCorpus_cosine_precision@10": 0.264,
-    "NanoNFCorpus_cosine_recall@1": 0.012746681618306126,
-    "NanoNFCorpus_cosine_recall@3": 0.043811538132517897,
-    "NanoNFCorpus_cosine_recall@5": 0.06425428616047847,
-    "NanoNFCorpus_cosine_recall@10": 0.11311355903810191,
-    "NanoNFCorpus_cosine_ndcg@10": 0.29493765590400556,
-    "NanoNFCorpus_cosine_mrr@10": 0.452,
-    "NanoNFCorpus_cosine_map@100": 0.1076942119899729,
-    "NanoNQ_cosine_accuracy@1": 0.36,
+    "NanoNFCorpus_cosine_precision@1": 0.38,
+    "NanoNFCorpus_cosine_precision@3": 0.3133333333333333,
+    "NanoNFCorpus_cosine_precision@5": 0.3,
+    "NanoNFCorpus_cosine_precision@10": 0.25,
+    "NanoNFCorpus_cosine_recall@1": 0.013257687088254642,
+    "NanoNFCorpus_cosine_recall@3": 0.053362266003216766,
+    "NanoNFCorpus_cosine_recall@5": 0.07093283015038292,
+    "NanoNFCorpus_cosine_recall@10": 0.10042628570164332,
+    "NanoNFCorpus_cosine_ndcg@10": 0.2817431194318882,
+    "NanoNFCorpus_cosine_mrr@10": 0.4445238095238095,
+    "NanoNFCorpus_cosine_map@100": 0.10929807860221158,
+    "NanoNQ_cosine_accuracy@1": 0.38,
     "NanoNQ_cosine_accuracy@3": 0.52,
-    "NanoNQ_cosine_accuracy@5": 0.54,
-    "NanoNQ_cosine_accuracy@10": 0.66,
-    "NanoNQ_cosine_precision@1": 0.36,
-    "NanoNQ_cosine_precision@3": 0.18,
-    "NanoNQ_cosine_precision@5": 0.11600000000000002,
-    "NanoNQ_cosine_precision@10": 0.07200000000000001,
-    "NanoNQ_cosine_recall@1": 0.34,
-    "NanoNQ_cosine_recall@3": 0.49,
-    "NanoNQ_cosine_recall@5": 0.52,
-    "NanoNQ_cosine_recall@10": 0.64,
-    "NanoNQ_cosine_ndcg@10": 0.4894245988467554,
-    "NanoNQ_cosine_mrr@10": 0.45174603174603184,
-    "NanoNQ_cosine_map@100": 0.44899308062451565,
+    "NanoNQ_cosine_accuracy@5": 0.58,
+    "NanoNQ_cosine_accuracy@10": 0.68,
+    "NanoNQ_cosine_precision@1": 0.38,
+    "NanoNQ_cosine_precision@3": 0.18666666666666665,
+    "NanoNQ_cosine_precision@5": 0.128,
+    "NanoNQ_cosine_precision@10": 0.07400000000000001,
+    "NanoNQ_cosine_recall@1": 0.36,
+    "NanoNQ_cosine_recall@3": 0.5,
+    "NanoNQ_cosine_recall@5": 0.57,
+    "NanoNQ_cosine_recall@10": 0.65,
+    "NanoNQ_cosine_ndcg@10": 0.5077165748328921,
+    "NanoNQ_cosine_mrr@10": 0.4693888888888889,
+    "NanoNQ_cosine_map@100": 0.4690841393696577,
     "NanoQuoraRetrieval_cosine_accuracy@1": 0.84,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.92,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.94,
     "NanoQuoraRetrieval_cosine_accuracy@5": 0.94,
-    "NanoQuoraRetrieval_cosine_accuracy@10": 0.96,
+    "NanoQuoraRetrieval_cosine_accuracy@10": 0.98,
     "NanoQuoraRetrieval_cosine_precision@1": 0.84,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.38666666666666655,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.24799999999999997,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.132,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.7273333333333332,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.8853333333333333,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.9226666666666666,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9533333333333335,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.8946028615048153,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.884,
-    "NanoQuoraRetrieval_cosine_map@100": 0.8720468789733496,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.48,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.66,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.72,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.88,
-    "NanoSCIDOCS_cosine_precision@1": 0.48,
-    "NanoSCIDOCS_cosine_precision@3": 0.3533333333333333,
-    "NanoSCIDOCS_cosine_precision@5": 0.27599999999999997,
-    "NanoSCIDOCS_cosine_precision@10": 0.196,
-    "NanoSCIDOCS_cosine_recall@1": 0.09700000000000002,
-    "NanoSCIDOCS_cosine_recall@3": 0.21866666666666668,
-    "NanoSCIDOCS_cosine_recall@5": 0.2826666666666667,
-    "NanoSCIDOCS_cosine_recall@10": 0.4016666666666667,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.39149068607733123,
-    "NanoSCIDOCS_cosine_mrr@10": 0.6041904761904762,
-    "NanoSCIDOCS_cosine_map@100": 0.3046233392392155,
-    "NanoArguAna_cosine_accuracy@1": 0.22,
-    "NanoArguAna_cosine_accuracy@3": 0.46,
-    "NanoArguAna_cosine_accuracy@5": 0.64,
-    "NanoArguAna_cosine_accuracy@10": 0.82,
-    "NanoArguAna_cosine_precision@1": 0.22,
-    "NanoArguAna_cosine_precision@3": 0.15333333333333332,
-    "NanoArguAna_cosine_precision@5": 0.128,
-    "NanoArguAna_cosine_precision@10": 0.08199999999999999,
-    "NanoArguAna_cosine_recall@1": 0.22,
-    "NanoArguAna_cosine_recall@3": 0.46,
-    "NanoArguAna_cosine_recall@5": 0.64,
-    "NanoArguAna_cosine_recall@10": 0.82,
-    "NanoArguAna_cosine_ndcg@10": 0.4852299086268452,
-    "NanoArguAna_cosine_mrr@10": 0.38210317460317456,
-    "NanoArguAna_cosine_map@100": 0.38709206855522643,
-    "NanoSciFact_cosine_accuracy@1": 0.36,
-    "NanoSciFact_cosine_accuracy@3": 0.5,
-    "NanoSciFact_cosine_accuracy@5": 0.54,
-    "NanoSciFact_cosine_accuracy@10": 0.72,
-    "NanoSciFact_cosine_precision@1": 0.36,
-    "NanoSciFact_cosine_precision@3": 0.18,
-    "NanoSciFact_cosine_precision@5": 0.128,
-    "NanoSciFact_cosine_precision@10": 0.08399999999999999,
-    "NanoSciFact_cosine_recall@1": 0.325,
-    "NanoSciFact_cosine_recall@3": 0.47,
-    "NanoSciFact_cosine_recall@5": 0.53,
-    "NanoSciFact_cosine_recall@10": 0.72,
-    "NanoSciFact_cosine_ndcg@10": 0.516487368710134,
-    "NanoSciFact_cosine_mrr@10": 0.45940476190476187,
-    "NanoSciFact_cosine_map@100": 0.4597386840212927,
-    "NanoTouche2020_cosine_accuracy@1": 0.5306122448979592,
-    "NanoTouche2020_cosine_accuracy@3": 0.7755102040816326,
-    "NanoTouche2020_cosine_accuracy@5": 0.8775510204081632,
-    "NanoTouche2020_cosine_accuracy@10": 0.9183673469387755,
-    "NanoTouche2020_cosine_precision@1": 0.5306122448979592,
-    "NanoTouche2020_cosine_precision@3": 0.510204081632653,
-    "NanoTouche2020_cosine_precision@5": 0.4775510204081632,
-    "NanoTouche2020_cosine_precision@10": 0.4040816326530612,
-    "NanoTouche2020_cosine_recall@1": 0.039812115012944765,
-    "NanoTouche2020_cosine_recall@3": 0.11055225097545116,
-    "NanoTouche2020_cosine_recall@5": 0.16905080857962887,
-    "NanoTouche2020_cosine_recall@10": 0.2681583411636813,
-    "NanoTouche2020_cosine_ndcg@10": 0.45443226263426867,
-    "NanoTouche2020_cosine_mrr@10": 0.6780855199222544,
-    "NanoTouche2020_cosine_map@100": 0.3399775749346747,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.46543171114599685,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.6458084772370487,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.7090423861852433,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.802951334379906,
-    "NanoBEIR_mean_cosine_precision@1": 0.46543171114599685,
-    "NanoBEIR_mean_cosine_precision@3": 0.2920669806384092,
-    "NanoBEIR_mean_cosine_precision@5": 0.22627315541601256,
-    "NanoBEIR_mean_cosine_precision@10": 0.15892935635792782,
-    "NanoBEIR_mean_cosine_recall@1": 0.26189341233306396,
-    "NanoBEIR_mean_cosine_recall@3": 0.40494270546083383,
-    "NanoBEIR_mean_cosine_recall@5": 0.46002438246615396,
-    "NanoBEIR_mean_cosine_recall@10": 0.5514284048384084,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.5019038191631572,
-    "NanoBEIR_mean_cosine_mrr@10": 0.5740535870025666,
-    "NanoBEIR_mean_cosine_map@100": 0.4184487263457932
+    "NanoQuoraRetrieval_cosine_precision@3": 0.3933333333333333,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.244,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.13,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.7173333333333332,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9053333333333333,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.9159999999999999,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.9666666666666666,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9006242971403466,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.8933333333333333,
+    "NanoQuoraRetrieval_cosine_map@100": 0.8752974569290359,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.4,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.7,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.74,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.84,
+    "NanoSCIDOCS_cosine_precision@1": 0.4,
+    "NanoSCIDOCS_cosine_precision@3": 0.36,
+    "NanoSCIDOCS_cosine_precision@5": 0.28800000000000003,
+    "NanoSCIDOCS_cosine_precision@10": 0.19399999999999998,
+    "NanoSCIDOCS_cosine_recall@1": 0.08466666666666668,
+    "NanoSCIDOCS_cosine_recall@3": 0.22266666666666665,
+    "NanoSCIDOCS_cosine_recall@5": 0.2946666666666667,
+    "NanoSCIDOCS_cosine_recall@10": 0.39866666666666667,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.3809616035398974,
+    "NanoSCIDOCS_cosine_mrr@10": 0.5551666666666666,
+    "NanoSCIDOCS_cosine_map@100": 0.3008044801385356,
+    "NanoArguAna_cosine_accuracy@1": 0.18,
+    "NanoArguAna_cosine_accuracy@3": 0.42,
+    "NanoArguAna_cosine_accuracy@5": 0.56,
+    "NanoArguAna_cosine_accuracy@10": 0.72,
+    "NanoArguAna_cosine_precision@1": 0.18,
+    "NanoArguAna_cosine_precision@3": 0.13999999999999999,
+    "NanoArguAna_cosine_precision@5": 0.11200000000000002,
+    "NanoArguAna_cosine_precision@10": 0.07200000000000001,
+    "NanoArguAna_cosine_recall@1": 0.18,
+    "NanoArguAna_cosine_recall@3": 0.42,
+    "NanoArguAna_cosine_recall@5": 0.56,
+    "NanoArguAna_cosine_recall@10": 0.72,
+    "NanoArguAna_cosine_ndcg@10": 0.4408093391709953,
+    "NanoArguAna_cosine_mrr@10": 0.3527380952380952,
+    "NanoArguAna_cosine_map@100": 0.36502285132354245,
+    "NanoSciFact_cosine_accuracy@1": 0.42,
+    "NanoSciFact_cosine_accuracy@3": 0.52,
+    "NanoSciFact_cosine_accuracy@5": 0.58,
+    "NanoSciFact_cosine_accuracy@10": 0.76,
+    "NanoSciFact_cosine_precision@1": 0.42,
+    "NanoSciFact_cosine_precision@3": 0.19333333333333336,
+    "NanoSciFact_cosine_precision@5": 0.132,
+    "NanoSciFact_cosine_precision@10": 0.08799999999999997,
+    "NanoSciFact_cosine_recall@1": 0.385,
+    "NanoSciFact_cosine_recall@3": 0.495,
+    "NanoSciFact_cosine_recall@5": 0.56,
+    "NanoSciFact_cosine_recall@10": 0.76,
+    "NanoSciFact_cosine_ndcg@10": 0.5619609261041664,
+    "NanoSciFact_cosine_mrr@10": 0.5094523809523809,
+    "NanoSciFact_cosine_map@100": 0.5017938571426928,
+    "NanoTouche2020_cosine_accuracy@1": 0.5510204081632653,
+    "NanoTouche2020_cosine_accuracy@3": 0.8163265306122449,
+    "NanoTouche2020_cosine_accuracy@5": 0.8979591836734694,
+    "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
+    "NanoTouche2020_cosine_precision@1": 0.5510204081632653,
+    "NanoTouche2020_cosine_precision@3": 0.5170068027210885,
+    "NanoTouche2020_cosine_precision@5": 0.5142857142857142,
+    "NanoTouche2020_cosine_precision@10": 0.4061224489795918,
+    "NanoTouche2020_cosine_recall@1": 0.041044891235058834,
+    "NanoTouche2020_cosine_recall@3": 0.10963776356983411,
+    "NanoTouche2020_cosine_recall@5": 0.18394414517370525,
+    "NanoTouche2020_cosine_recall@10": 0.27014866763261464,
+    "NanoTouche2020_cosine_ndcg@10": 0.459508446851825,
+    "NanoTouche2020_cosine_mrr@10": 0.6948979591836734,
+    "NanoTouche2020_cosine_map@100": 0.3482148481211664,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.4639246467817896,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.6381789638932496,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.7059968602825747,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.7999372056514915,
+    "NanoBEIR_mean_cosine_precision@1": 0.4639246467817896,
+    "NanoBEIR_mean_cosine_precision@3": 0.28848770277341707,
+    "NanoBEIR_mean_cosine_precision@5": 0.2275604395604396,
+    "NanoBEIR_mean_cosine_precision@10": 0.157701726844584,
+    "NanoBEIR_mean_cosine_recall@1": 0.2574883416047858,
+    "NanoBEIR_mean_cosine_recall@3": 0.3967121365566854,
+    "NanoBEIR_mean_cosine_recall@5": 0.46334885763578526,
+    "NanoBEIR_mean_cosine_recall@10": 0.5507731361406536,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.4993937412409821,
+    "NanoBEIR_mean_cosine_mrr@10": 0.5702974010116868,
+    "NanoBEIR_mean_cosine_map@100": 0.41882901506085035
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7551020408163265,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9387755102040817,
-    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9591836734693877,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7142857142857143,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9591836734693877,
+    "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
     "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7551020408163265,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7074829931972788,
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7142857142857143,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7006802721088435,
     "BeIR-touche2020-subset-test_cosine_precision@5": 0.689795918367347,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6163265306122448,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.016690800699827573,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04680250805921222,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.0759855058950526,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.1358782723756374,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.650595530281222,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8509070294784582,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.28748369649294164
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6306122448979592,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.015880404635022063,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04648085765992207,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07606536341929133,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.13922476411011186,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6529991617140374,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8435374149659863,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.2850802517047579
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f4cbf121ee9df247a985e02f5e78209e952d10604da88f0f93934b4ddae9800
-size 133462128
+oid sha256:6dbfbd3f605d86410636c11b855843a06423342feac5490fe3f8bd1de0241256
+size 596070136

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": false,
+    "lstrip": true,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
-size 711649
+oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
+size 3583485

tokenizer_config.json

@@ -1,14 +1,230 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "[PAD]",
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "100": {
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -16,7 +232,7 @@
       "single_word": false,
       "special": true
     },
-    "101": {
+    "50281": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -24,7 +240,7 @@
       "single_word": false,
       "special": true
     },
-    "102": {
+    "50282": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -32,34 +248,698 @@
       "single_word": false,
       "special": true
     },
-    "103": {
-      "content": "[MASK]",
+    "50283": {
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50285": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50295": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50296": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50297": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50298": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50299": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50300": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50301": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50302": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50303": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50304": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50305": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50306": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50307": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50308": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50309": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50310": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50311": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50312": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50313": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50314": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50315": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50316": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50317": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50318": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50319": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50320": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50321": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50322": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50323": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50324": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50325": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50326": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50327": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50328": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50329": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50330": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50331": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50332": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50333": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50334": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50335": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50336": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50337": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50338": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50339": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50340": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50341": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50342": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50343": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50344": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50345": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50346": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50347": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50348": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50349": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50350": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50351": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50352": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50353": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50354": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50355": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50356": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50357": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50358": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50359": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50360": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50361": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50362": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50363": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50364": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50365": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50366": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50367": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
-  "clean_up_tokenization_spaces": false,
+  "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
-  "do_basic_tokenize": true,
-  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "max_length": 128,
-  "model_max_length": 128,
-  "never_split": null,
-  "pad_to_multiple_of": null,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[PAD]",
-  "pad_token_type_id": 0,
-  "padding_side": "right",
   "sep_token": "[SEP]",
-  "stride": 0,
-  "strip_accents": null,
-  "tokenize_chinese_chars": true,
-  "tokenizer_class": "BertTokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
+  "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": "[UNK]"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:668d8f5771b0fd68c248a34cc8f075b498d8bfd0d5d1063fa6ac35c710e68859
+oid sha256:8f173e260f70a77737ea2acb7a8476893b3ae8cd5bf5cfbb78f0ef8b4aafbe65
 size 6161