Training in progress, step 3000

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.8571428571428571,0.9795918367346939,1.0,1.0,0.8571428571428571,0.01898438501321,0.802721088435374,0.05323720714947885,0.7387755102040815,0.0818345425971837,0.6571428571428573,0.14545490934511227,0.9200680272108844,0.7018027446625917,0.30282137720059765
 -1,-1,0.8571428571428571,0.9591836734693877,0.9795918367346939,1.0,0.8571428571428571,0.01908806967820627,0.7346938775510202,0.048693838019696914,0.7265306122448978,0.08028463408781296,0.6408163265306123,0.1415188943073563,0.914795918367347,0.6816395015686102,0.310162966316103
 -1,-1,0.7551020408163265,0.9795918367346939,1.0,1.0,0.7551020408163265,0.016696610477154657,0.7482993197278911,0.0495370280636804,0.6979591836734693,0.07716047273988862,0.6367346938775511,0.14070481102580362,0.8656462585034015,0.6673567750756741,0.2931959091991125
+-1,-1,0.7346938775510204,0.9795918367346939,1.0,1.0,0.7346938775510204,0.01638254490984421,0.727891156462585,0.048596148261189916,0.7183673469387756,0.07960185791379523,0.6326530612244898,0.1400201362033687,0.8476190476190478,0.6620487941595593,0.30295778120799477

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.2,0.46,0.62,0.82,0.2,0.2,0.1533333333333333,0.46,0.124,0.62,0.08199999999999999,0.82,0.390611111111111,0.4933028735845294,0.3998066055743007
 -1,-1,0.26,0.48,0.7,0.82,0.26,0.26,0.15999999999999998,0.48,0.14,0.7,0.08199999999999999,0.82,0.41623809523809513,0.5123148768673178,0.42363861671989744
 -1,-1,0.2,0.4,0.56,0.76,0.2,0.2,0.13333333333333333,0.4,0.11200000000000002,0.56,0.07600000000000001,0.76,0.3633412698412698,0.4572919447108344,0.3740939900046161
+-1,-1,0.22,0.52,0.74,0.9,0.22,0.22,0.17333333333333337,0.52,0.14800000000000002,0.74,0.08999999999999998,0.9,0.4237222222222221,0.5374400718050902,0.4303466788466788

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.28,0.42,0.5,0.64,0.28,0.12666666666666665,0.15333333333333332,0.1973333333333333,0.11600000000000002,0.2606666666666666,0.07400000000000001,0.3123333333333333,0.37093650793650795,0.26290792445639205,0.2087000001335581
 -1,-1,0.26,0.46,0.54,0.66,0.26,0.11333333333333333,0.16,0.22733333333333333,0.11600000000000002,0.25566666666666665,0.078,0.33399999999999996,0.3836349206349206,0.27327833254097583,0.21034773466212264
 -1,-1,0.24,0.4,0.5,0.64,0.24,0.10833333333333332,0.13999999999999999,0.19566666666666666,0.11199999999999999,0.2573333333333333,0.08,0.33899999999999997,0.3442777777777778,0.26136153314966504,0.19758289583526598
+-1,-1,0.28,0.4,0.58,0.68,0.28,0.13499999999999998,0.14666666666666667,0.21,0.132,0.294,0.08399999999999999,0.35200000000000004,0.38588095238095227,0.29076885639822775,0.2284985743248978

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.64,0.82,0.86,0.9,0.64,0.06869625936429839,0.4799999999999999,0.12411529604858355,0.4159999999999999,0.1649095059218987,0.366,0.25973433711392624,0.7323809523809526,0.4696471920704787,0.31155113021441067
 -1,-1,0.7,0.84,0.88,0.96,0.7,0.05617827690815805,0.5266666666666666,0.13531139732706876,0.46800000000000014,0.17671248748276733,0.37400000000000005,0.2816880137027782,0.7866904761904762,0.4900946959983428,0.32701037668306887
 -1,-1,0.7,0.86,0.9,0.94,0.7,0.07744060964678427,0.5333333333333333,0.13432808008201974,0.4640000000000001,0.1886309205749346,0.36200000000000004,0.26436977888944535,0.7786666666666667,0.4822270933552821,0.3308160981806389
+-1,-1,0.68,0.84,0.9,0.96,0.68,0.05716747444864907,0.5466666666666667,0.1337308951341992,0.452,0.17566784068129068,0.37200000000000005,0.2632314620490831,0.7753333333333333,0.4849472222283775,0.3229143949554386

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.8,0.96,0.96,0.98,0.8,0.7566666666666667,0.32666666666666666,0.9066666666666667,0.19599999999999995,0.9066666666666667,0.09999999999999998,0.9266666666666667,0.8728571428571429,0.862302442184373,0.827208000215349
 -1,-1,0.7,0.94,0.94,0.94,0.7,0.6466666666666666,0.3133333333333333,0.8766666666666667,0.19199999999999995,0.8866666666666667,0.09599999999999997,0.8866666666666667,0.7966666666666665,0.7929431596779439,0.75069227994228
 -1,-1,0.66,0.9,0.98,0.98,0.66,0.6166666666666667,0.30666666666666664,0.8466666666666667,0.19999999999999996,0.9266666666666667,0.09999999999999998,0.9266666666666667,0.7803333333333334,0.7937106761104978,0.737518312578003
+-1,-1,0.82,0.96,1.0,1.0,0.82,0.7566666666666667,0.32,0.8966666666666667,0.19999999999999996,0.9366666666666668,0.102,0.9466666666666668,0.8913333333333333,0.8736355301798917,0.8324328703703704

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.38,0.48,0.56,0.62,0.38,0.2072460317460318,0.19333333333333336,0.3121031746031746,0.14,0.34743650793650793,0.088,0.4231031746031746,0.4389126984126985,0.35669365584544394,0.30271886425746414
 -1,-1,0.36,0.56,0.68,0.72,0.36,0.20474603174603176,0.2333333333333333,0.3509603174603175,0.184,0.437015873015873,0.114,0.5040714285714286,0.47119047619047616,0.41187479499896335,0.34736633970220027
 -1,-1,0.44,0.6,0.68,0.74,0.44,0.23007936507936505,0.26,0.38646031746031745,0.192,0.4634603174603174,0.11800000000000001,0.5214047619047618,0.530111111111111,0.4416136713802792,0.37236608009347455
+-1,-1,0.4,0.62,0.64,0.7,0.4,0.21941269841269842,0.28,0.4022142857142857,0.19199999999999995,0.44707142857142856,0.11399999999999999,0.509626984126984,0.505,0.4352400324035161,0.3798068762112574

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.72,0.86,0.92,0.92,0.72,0.36,0.38666666666666666,0.58,0.272,0.68,0.144,0.72,0.7986666666666666,0.6741831390182679,0.5983102633770884
 -1,-1,0.58,0.72,0.8,0.86,0.58,0.29,0.29333333333333333,0.44,0.2,0.5,0.11599999999999998,0.58,0.6653333333333334,0.5271831752380164,0.4460418448413845
 -1,-1,0.66,0.76,0.82,0.86,0.66,0.33,0.33333333333333326,0.5,0.21599999999999994,0.54,0.12,0.6,0.7165,0.5663671505338735,0.4957705773369681
+-1,-1,0.8,0.86,0.9,0.92,0.8,0.4,0.4133333333333332,0.62,0.26799999999999996,0.67,0.13799999999999998,0.69,0.8385238095238097,0.6846067758620142,0.6229030032655473

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.56,0.62,0.74,0.32,0.32,0.18666666666666668,0.56,0.124,0.62,0.07400000000000001,0.74,0.4534126984126985,0.522258803283639,0.4638252994171221
 -1,-1,0.32,0.5,0.56,0.74,0.32,0.32,0.16666666666666669,0.5,0.11200000000000002,0.56,0.07400000000000001,0.74,0.4381269841269841,0.5084008935146356,0.4499550608678692
 -1,-1,0.34,0.56,0.68,0.76,0.34,0.34,0.18666666666666668,0.56,0.136,0.68,0.07600000000000001,0.76,0.4722222222222222,0.5416899912877863,0.48271862745098043
+-1,-1,0.44,0.7,0.72,0.84,0.44,0.44,0.2333333333333333,0.7,0.14400000000000002,0.72,0.084,0.84,0.5752380952380952,0.6393050305464907,0.5834313164313165

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.34,0.48,0.5,0.58,0.34,0.03047223530556736,0.33333333333333326,0.0543561699321758,0.292,0.06787885069496813,0.262,0.10337021977345857,0.4257142857142857,0.2963492902849603,0.12099779665938908
 -1,-1,0.34,0.5,0.62,0.74,0.34,0.010746681618306126,0.32,0.06426098047668373,0.3,0.08899281165704118,0.28200000000000003,0.12374847841340561,0.45521428571428574,0.3083182777163561,0.11785477160892308
 -1,-1,0.34,0.48,0.6,0.72,0.34,0.01228341125561172,0.32,0.052024850982170835,0.31199999999999994,0.08005972543817168,0.274,0.11726991771595457,0.4442460317460318,0.3007206174072767,0.11613626924932557
+-1,-1,0.4,0.5,0.56,0.68,0.4,0.017742022682771613,0.3466666666666666,0.04218740437276733,0.32,0.061297156728343155,0.282,0.10232183760818475,0.46851587301587294,0.3087896786838233,0.12702712283624432

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.54,0.54,0.74,0.32,0.29,0.18666666666666665,0.52,0.11600000000000002,0.53,0.07800000000000001,0.71,0.4477936507936508,0.49985826827052954,0.4354984725628689
 -1,-1,0.42,0.56,0.6,0.62,0.42,0.4,0.2,0.55,0.132,0.59,0.068,0.61,0.4955555555555556,0.5222783108493494,0.5066931019396732
 -1,-1,0.44,0.56,0.6,0.66,0.44,0.42,0.2,0.54,0.132,0.59,0.07200000000000001,0.65,0.5043571428571428,0.5366135966288905,0.5082834994230612
+-1,-1,0.44,0.58,0.64,0.74,0.44,0.41,0.20666666666666664,0.56,0.14,0.63,0.08,0.71,0.5335555555555557,0.5669662624959938,0.5268891955660058

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.8,0.94,0.96,0.98,0.8,0.7040000000000001,0.3733333333333333,0.8853333333333333,0.24399999999999994,0.932,0.132,0.97,0.8636666666666666,0.8822237320765974,0.8473146191282837
 -1,-1,0.86,0.94,0.94,0.98,0.86,0.7473333333333332,0.38666666666666655,0.8986666666666667,0.24799999999999997,0.9226666666666666,0.13199999999999998,0.97,0.9061904761904762,0.9124260828303088,0.8898621553884712
 -1,-1,0.86,0.96,0.96,0.98,0.86,0.7473333333333332,0.4,0.9253333333333333,0.25199999999999995,0.9426666666666667,0.132,0.97,0.9133333333333334,0.9200725814533811,0.9009989259106906
+-1,-1,0.88,0.96,0.98,0.98,0.88,0.7773333333333333,0.40666666666666657,0.932,0.264,0.97,0.13599999999999998,0.9766666666666666,0.925,0.9338857017454859,0.9155441077441077

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.44,0.7,0.76,0.82,0.44,0.09000000000000002,0.35999999999999993,0.22366666666666668,0.276,0.2856666666666667,0.18799999999999997,0.3856666666666666,0.5814126984126983,0.3770553629496287,0.29083941157524296
 -1,-1,0.44,0.8,0.82,0.84,0.44,0.09,0.4066666666666666,0.25166666666666665,0.324,0.3336666666666666,0.204,0.4186666666666667,0.615,0.4101274429849031,0.3292816325463611
 -1,-1,0.42,0.74,0.78,0.84,0.42,0.08866666666666667,0.37999999999999995,0.23566666666666664,0.308,0.31766666666666665,0.206,0.42266666666666663,0.5818571428571429,0.40435823767573387,0.323977515434263
+-1,-1,0.32,0.54,0.64,0.74,0.32,0.06666666666666667,0.26,0.16166666666666668,0.22800000000000004,0.2356666666666667,0.154,0.3156666666666667,0.44319047619047613,0.2935945171614566,0.2271492750494412

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.54,0.62,0.68,0.78,0.54,0.505,0.22,0.605,0.14800000000000002,0.67,0.08799999999999997,0.77,0.6037142857142856,0.6369569682887986,0.5980723176336579
 -1,-1,0.4,0.56,0.68,0.82,0.4,0.365,0.20666666666666667,0.54,0.156,0.67,0.092,0.81,0.5163809523809523,0.5786729320169597,0.5080130860531493
 -1,-1,0.44,0.62,0.68,0.76,0.44,0.405,0.23333333333333336,0.605,0.156,0.67,0.08599999999999998,0.75,0.5513809523809523,0.5979962793714768,0.5573177733530136
+-1,-1,0.54,0.72,0.82,0.86,0.54,0.505,0.26666666666666666,0.705,0.184,0.815,0.09799999999999998,0.86,0.6388333333333331,0.6928979313137813,0.6431673130790777

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.6122448979591837,0.8163265306122449,0.9183673469387755,0.9795918367346939,0.6122448979591837,0.043687253263675355,0.5306122448979591,0.11567711645152232,0.48571428571428565,0.17379773177120716,0.42857142857142855,0.2854021806590398,0.7382896015549075,0.48361355760830715,0.3640696958602512
 -1,-1,0.5102040816326531,0.7959183673469388,0.8979591836734694,0.9183673469387755,0.5102040816326531,0.03854267866697781,0.4965986394557823,0.10902757502622276,0.4816326530612245,0.16598150420023525,0.3938775510204081,0.2628015390404495,0.6712585034013605,0.44267616813783334,0.3390085284860797
 -1,-1,0.5306122448979592,0.8571428571428571,0.8979591836734694,0.9795918367346939,0.5306122448979592,0.039526113999152644,0.5510204081632653,0.11537854933328684,0.5102040816326532,0.17364885334764324,0.40204081632653066,0.26913088576893424,0.7014415289925494,0.4579555008551029,0.34517137650160645
+-1,-1,0.5714285714285714,0.7346938775510204,0.8571428571428571,0.8979591836734694,0.5714285714285714,0.04160307096696755,0.48979591836734687,0.10938109580497314,0.46938775510204084,0.16462035443893633,0.40408163265306124,0.27764072821348407,0.6836977648202137,0.45369150936664365,0.34573275558813277

NanoBEIR_evaluation_mean_results.csv

@@ -8,3 +8,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4917111459968604,0.6658712715855573,0.7229513343799059,0.8076609105180533,0.4917111459968604,0.28480270100099275,0.2987650444793302,0.42648090438734276,0.22690109890109894,0.4814632766403525,0.16189010989010988,0.5712520445243282,0.5937206897410979,0.5244117853786112,0.4437624982006913
 -1,-1,0.4730926216640503,0.665839874411303,0.7429199372056515,0.8167974882260598,0.4730926216640503,0.2725036155594467,0.29768707482993195,0.41722258489412517,0.23489481946624807,0.48364379561712173,0.1619905808477237,0.5647417533124149,0.5859600558171987,0.5146607033363005,0.43428965611088316
 -1,-1,0.4823547880690739,0.669010989010989,0.7413814756671899,0.8168916797488225,0.4823547880690739,0.27810226922930104,0.3059759288330717,0.4228096254762406,0.23863108320251178,0.49154870385803073,0.1618492935635793,0.5654237444317253,0.590928347163041,0.5201522210707754,0.44175014933476214
+-1,-1,0.5224175824175824,0.6872841444270017,0.7674725274725275,0.8383045525902669,0.5224175824175824,0.3112763025521349,0.3145996860282575,0.4609882318738122,0.24164521193092625,0.5276915472117948,0.1644678178963893,0.5956785393844413,0.6221403653036306,0.5535207015531378,0.47583411417450117

config.json

@@ -1,45 +1,24 @@
 {
   "architectures": [
-    "ModernBertModel"
+    "BertModel"
   ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 50281,
-  "classifier_activation": "gelu",
-  "classifier_bias": false,
-  "classifier_dropout": 0.0,
-  "classifier_pooling": "mean",
-  "cls_token_id": 50281,
-  "decoder_bias": true,
-  "deterministic_flash_attn": false,
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
   "dtype": "float32",
-  "embedding_dropout": 0.0,
-  "eos_token_id": 50282,
-  "global_attn_every_n_layers": 3,
-  "global_rope_theta": 160000.0,
-  "gradient_checkpointing": false,
-  "hidden_activation": "gelu",
-  "hidden_size": 768,
-  "initializer_cutoff_factor": 2.0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
   "initializer_range": 0.02,
-  "intermediate_size": 1152,
-  "layer_norm_eps": 1e-05,
-  "local_attention": 128,
-  "local_rope_theta": 10000.0,
-  "max_position_embeddings": 8192,
-  "mlp_bias": false,
-  "mlp_dropout": 0.0,
-  "model_type": "modernbert",
-  "norm_bias": false,
-  "norm_eps": 1e-05,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 22,
-  "pad_token_id": 50283,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "repad_logits_with_grad": false,
-  "sep_token_id": 50282,
-  "sparse_pred_ignore_index": -100,
-  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "vocab_size": 50368
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -148,3 +148,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.44,0.7,0.72,0.84,0.44,0.44,0.2333333333333333,0.7,0.14400000000000002,0.72,0.084,0.84,0.5752380952380952,0.6393050305464907,0.5834313164313165
 3.9118065433854907,2750,0.44,0.7,0.72,0.84,0.44,0.44,0.2333333333333333,0.7,0.14400000000000002,0.72,0.084,0.84,0.5748809523809524,0.6389476614155386,0.5830741735741736
 4.2674253200568995,3000,0.44,0.7,0.72,0.84,0.44,0.44,0.2333333333333333,0.7,0.14400000000000002,0.72,0.084,0.84,0.5752380952380952,0.6393050305464907,0.5834313164313165
+0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
+0.35561877667140823,250,0.44,0.64,0.7,0.76,0.44,0.44,0.21333333333333332,0.64,0.14,0.7,0.07600000000000001,0.76,0.5562222222222222,0.6061817664366602,0.5714775072708509
+0.7112375533428165,500,0.42,0.64,0.72,0.76,0.42,0.42,0.21333333333333332,0.64,0.14400000000000002,0.72,0.07600000000000001,0.76,0.5445555555555556,0.5976711538559677,0.5567183212827792
+1.0668563300142249,750,0.4,0.58,0.66,0.72,0.4,0.4,0.19333333333333333,0.58,0.132,0.66,0.07200000000000001,0.72,0.5124444444444444,0.5628152787524704,0.523878227132864
+1.422475106685633,1000,0.36,0.54,0.64,0.68,0.36,0.36,0.18,0.54,0.128,0.64,0.068,0.68,0.4720555555555555,0.5228512437395606,0.4882441064529165
+1.7780938833570412,1250,0.32,0.54,0.62,0.72,0.32,0.32,0.18,0.54,0.124,0.62,0.07200000000000001,0.72,0.4452460317460317,0.5111912244418483,0.4574579472814767
+2.1337126600284497,1500,0.34,0.52,0.62,0.72,0.34,0.34,0.1733333333333333,0.52,0.124,0.62,0.07200000000000001,0.72,0.4545476190476191,0.5182985994842998,0.4665318681465606
+2.4893314366998576,1750,0.34,0.54,0.64,0.72,0.34,0.34,0.18,0.54,0.128,0.64,0.07200000000000001,0.72,0.46057936507936503,0.5231469840601815,0.472577402266764
+2.844950213371266,2000,0.32,0.56,0.64,0.72,0.32,0.32,0.18666666666666668,0.56,0.128,0.64,0.07200000000000001,0.72,0.4536031746031746,0.5183858921178719,0.46574960636733187
+3.200568990042674,2250,0.32,0.56,0.62,0.74,0.32,0.32,0.18666666666666668,0.56,0.124,0.62,0.07400000000000001,0.74,0.45441269841269843,0.523135278300416,0.46483226372904857
+3.5561877667140824,2500,0.32,0.56,0.62,0.72,0.32,0.32,0.18666666666666668,0.56,0.124,0.62,0.07200000000000001,0.72,0.4514126984126985,0.5164775067572812,0.46366130654724685
+3.9118065433854907,2750,0.32,0.56,0.62,0.74,0.32,0.32,0.18666666666666668,0.56,0.124,0.62,0.07400000000000001,0.74,0.45293650793650797,0.5218013262081452,0.4633491089409316
+4.2674253200568995,3000,0.32,0.56,0.62,0.74,0.32,0.32,0.18666666666666668,0.56,0.124,0.62,0.07400000000000001,0.74,0.4534126984126985,0.522258803283639,0.4638252994171221

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -148,3 +148,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.44,0.58,0.68,0.74,0.44,0.41,0.20666666666666664,0.56,0.14800000000000002,0.66,0.08,0.71,0.534888888888889,0.5679549804175467,0.5278938575706678
 3.9118065433854907,2750,0.44,0.58,0.64,0.74,0.44,0.41,0.20666666666666664,0.56,0.14,0.63,0.08,0.71,0.5335555555555557,0.5669662624959938,0.526922528899339
 4.2674253200568995,3000,0.44,0.58,0.64,0.74,0.44,0.41,0.20666666666666664,0.56,0.14,0.63,0.08,0.71,0.5335555555555557,0.5669662624959938,0.5268891955660058
+0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
+0.35561877667140823,250,0.56,0.68,0.74,0.78,0.56,0.53,0.2333333333333333,0.65,0.15200000000000002,0.69,0.08399999999999999,0.74,0.6341666666666667,0.6473239396763334,0.6176562202502147
+0.7112375533428165,500,0.52,0.64,0.7,0.76,0.52,0.49,0.22,0.62,0.14800000000000002,0.67,0.08199999999999999,0.73,0.6026904761904762,0.6251481268164027,0.5945973151718597
+1.0668563300142249,750,0.38,0.56,0.64,0.66,0.38,0.36,0.19333333333333333,0.54,0.13200000000000003,0.6,0.07,0.62,0.48283333333333334,0.5081784680700878,0.4774944000358248
+1.422475106685633,1000,0.36,0.44,0.56,0.68,0.36,0.34,0.14666666666666667,0.42,0.11599999999999999,0.53,0.07400000000000001,0.66,0.43607936507936507,0.4808732476813469,0.4317087724065046
+1.7780938833570412,1250,0.34,0.48,0.54,0.72,0.34,0.31,0.16,0.45,0.11600000000000002,0.52,0.07600000000000001,0.69,0.4368492063492064,0.48450510151233095,0.42418265554057455
+2.1337126600284497,1500,0.34,0.5,0.54,0.72,0.34,0.31,0.16666666666666663,0.47,0.11600000000000002,0.53,0.07600000000000001,0.7,0.44009523809523804,0.48993091074671,0.42815052520745117
+2.4893314366998576,1750,0.32,0.52,0.54,0.74,0.32,0.29,0.1733333333333333,0.49,0.11600000000000002,0.53,0.07800000000000001,0.71,0.4359047619047619,0.48961917654159676,0.421946732852428
+2.844950213371266,2000,0.32,0.54,0.54,0.74,0.32,0.29,0.18,0.51,0.11600000000000002,0.53,0.07800000000000001,0.71,0.44423809523809527,0.4962428355229872,0.43027078835023763
+3.200568990042674,2250,0.32,0.54,0.54,0.74,0.32,0.29,0.18666666666666665,0.52,0.11600000000000002,0.53,0.07800000000000001,0.71,0.44423809523809527,0.49709294499919,0.43202973007357565
+3.5561877667140824,2500,0.32,0.54,0.54,0.74,0.32,0.29,0.18666666666666665,0.52,0.11600000000000002,0.53,0.07800000000000001,0.71,0.4477936507936508,0.49985826827052954,0.43551003766964674
+3.9118065433854907,2750,0.32,0.54,0.54,0.74,0.32,0.29,0.18666666666666665,0.52,0.11600000000000002,0.53,0.07800000000000001,0.71,0.4477936507936508,0.49985826827052954,0.4354911744351764
+4.2674253200568995,3000,0.32,0.54,0.54,0.74,0.32,0.29,0.18666666666666665,0.52,0.11600000000000002,0.53,0.07800000000000001,0.71,0.44801587301587303,0.5000975716574514,0.435720694785091

eval/NanoBEIR_evaluation_mean_results.csv

@@ -148,3 +148,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.44,0.6399999999999999,0.7,0.79,0.44,0.425,0.21999999999999997,0.63,0.14600000000000002,0.69,0.082,0.7749999999999999,0.555063492063492,0.6036300054820187,0.5556625870009921
 3.9118065433854907,2750,0.44,0.6399999999999999,0.6799999999999999,0.79,0.44,0.425,0.21999999999999997,0.63,0.14200000000000002,0.675,0.082,0.7749999999999999,0.5542182539682541,0.6029569619557662,0.5549983512367562
 4.2674253200568995,3000,0.44,0.6399999999999999,0.6799999999999999,0.79,0.44,0.425,0.21999999999999997,0.63,0.14200000000000002,0.675,0.082,0.7749999999999999,0.5543968253968254,0.6031356465212423,0.5551602559986611
+0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
+0.35561877667140823,250,0.5,0.66,0.72,0.77,0.5,0.485,0.22333333333333333,0.645,0.14600000000000002,0.695,0.08,0.75,0.5951944444444444,0.6267528530564968,0.5945668637605328
+0.7112375533428165,500,0.47,0.64,0.71,0.76,0.47,0.45499999999999996,0.21666666666666667,0.63,0.14600000000000002,0.6950000000000001,0.079,0.745,0.5736230158730159,0.6114096403361853,0.5756578182273194
+1.0668563300142249,750,0.39,0.5700000000000001,0.65,0.69,0.39,0.38,0.19333333333333333,0.56,0.132,0.63,0.07100000000000001,0.6699999999999999,0.49763888888888885,0.535496873411279,0.5006863135843445
+1.422475106685633,1000,0.36,0.49,0.6000000000000001,0.68,0.36,0.35,0.16333333333333333,0.48,0.122,0.585,0.07100000000000001,0.67,0.45406746031746026,0.5018622457104538,0.45997643942971056
+1.7780938833570412,1250,0.33,0.51,0.5800000000000001,0.72,0.33,0.315,0.16999999999999998,0.495,0.12000000000000001,0.5700000000000001,0.07400000000000001,0.705,0.441047619047619,0.4978481629770896,0.44082030141102563
+2.1337126600284497,1500,0.34,0.51,0.5800000000000001,0.72,0.34,0.325,0.16999999999999998,0.495,0.12000000000000001,0.575,0.07400000000000001,0.71,0.44732142857142854,0.504114755115505,0.4473411966770059
+2.4893314366998576,1750,0.33,0.53,0.5900000000000001,0.73,0.33,0.315,0.17666666666666664,0.515,0.12200000000000001,0.585,0.07500000000000001,0.715,0.44824206349206347,0.5063830803008891,0.44726206755959597
+2.844950213371266,2000,0.32,0.55,0.5900000000000001,0.73,0.32,0.305,0.18333333333333335,0.535,0.12200000000000001,0.585,0.07500000000000001,0.715,0.44892063492063494,0.5073143638204296,0.4480101973587848
+3.200568990042674,2250,0.32,0.55,0.5800000000000001,0.74,0.32,0.305,0.18666666666666665,0.54,0.12000000000000001,0.575,0.07600000000000001,0.725,0.44932539682539685,0.5101141116498029,0.4484309969013121
+3.5561877667140824,2500,0.32,0.55,0.5800000000000001,0.73,0.32,0.305,0.18666666666666665,0.54,0.12000000000000001,0.575,0.07500000000000001,0.715,0.44960317460317467,0.5081678875139054,0.4495856721084468
+3.9118065433854907,2750,0.32,0.55,0.5800000000000001,0.74,0.32,0.305,0.18666666666666665,0.54,0.12000000000000001,0.575,0.07600000000000001,0.725,0.4503650793650794,0.5108297972393374,0.449420141688054
+4.2674253200568995,3000,0.32,0.55,0.5800000000000001,0.74,0.32,0.305,0.18666666666666665,0.54,0.12000000000000001,0.575,0.07600000000000001,0.725,0.45071428571428573,0.5111781874705452,0.4497729971011065

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.24,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.28,
     "NanoClimateFEVER_cosine_accuracy@3": 0.4,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.5,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.64,
-    "NanoClimateFEVER_cosine_precision@1": 0.24,
-    "NanoClimateFEVER_cosine_precision@3": 0.13999999999999999,
-    "NanoClimateFEVER_cosine_precision@5": 0.11199999999999999,
-    "NanoClimateFEVER_cosine_precision@10": 0.08,
-    "NanoClimateFEVER_cosine_recall@1": 0.10833333333333332,
-    "NanoClimateFEVER_cosine_recall@3": 0.19566666666666666,
-    "NanoClimateFEVER_cosine_recall@5": 0.2573333333333333,
-    "NanoClimateFEVER_cosine_recall@10": 0.33899999999999997,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.26136153314966504,
-    "NanoClimateFEVER_cosine_mrr@10": 0.3442777777777778,
-    "NanoClimateFEVER_cosine_map@100": 0.19758289583526598,
-    "NanoDBPedia_cosine_accuracy@1": 0.7,
-    "NanoDBPedia_cosine_accuracy@3": 0.86,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.58,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.68,
+    "NanoClimateFEVER_cosine_precision@1": 0.28,
+    "NanoClimateFEVER_cosine_precision@3": 0.14666666666666667,
+    "NanoClimateFEVER_cosine_precision@5": 0.132,
+    "NanoClimateFEVER_cosine_precision@10": 0.08399999999999999,
+    "NanoClimateFEVER_cosine_recall@1": 0.13499999999999998,
+    "NanoClimateFEVER_cosine_recall@3": 0.21,
+    "NanoClimateFEVER_cosine_recall@5": 0.294,
+    "NanoClimateFEVER_cosine_recall@10": 0.35200000000000004,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.29076885639822775,
+    "NanoClimateFEVER_cosine_mrr@10": 0.38588095238095227,
+    "NanoClimateFEVER_cosine_map@100": 0.2284985743248978,
+    "NanoDBPedia_cosine_accuracy@1": 0.68,
+    "NanoDBPedia_cosine_accuracy@3": 0.84,
     "NanoDBPedia_cosine_accuracy@5": 0.9,
-    "NanoDBPedia_cosine_accuracy@10": 0.94,
-    "NanoDBPedia_cosine_precision@1": 0.7,
-    "NanoDBPedia_cosine_precision@3": 0.5333333333333333,
-    "NanoDBPedia_cosine_precision@5": 0.4640000000000001,
-    "NanoDBPedia_cosine_precision@10": 0.36200000000000004,
-    "NanoDBPedia_cosine_recall@1": 0.07744060964678427,
-    "NanoDBPedia_cosine_recall@3": 0.13432808008201974,
-    "NanoDBPedia_cosine_recall@5": 0.1886309205749346,
-    "NanoDBPedia_cosine_recall@10": 0.26436977888944535,
-    "NanoDBPedia_cosine_ndcg@10": 0.4822270933552821,
-    "NanoDBPedia_cosine_mrr@10": 0.7786666666666667,
-    "NanoDBPedia_cosine_map@100": 0.3308160981806389,
-    "NanoFEVER_cosine_accuracy@1": 0.66,
-    "NanoFEVER_cosine_accuracy@3": 0.9,
-    "NanoFEVER_cosine_accuracy@5": 0.98,
-    "NanoFEVER_cosine_accuracy@10": 0.98,
-    "NanoFEVER_cosine_precision@1": 0.66,
-    "NanoFEVER_cosine_precision@3": 0.30666666666666664,
+    "NanoDBPedia_cosine_accuracy@10": 0.96,
+    "NanoDBPedia_cosine_precision@1": 0.68,
+    "NanoDBPedia_cosine_precision@3": 0.5466666666666667,
+    "NanoDBPedia_cosine_precision@5": 0.452,
+    "NanoDBPedia_cosine_precision@10": 0.37200000000000005,
+    "NanoDBPedia_cosine_recall@1": 0.05716747444864907,
+    "NanoDBPedia_cosine_recall@3": 0.1337308951341992,
+    "NanoDBPedia_cosine_recall@5": 0.17566784068129068,
+    "NanoDBPedia_cosine_recall@10": 0.2632314620490831,
+    "NanoDBPedia_cosine_ndcg@10": 0.4849472222283775,
+    "NanoDBPedia_cosine_mrr@10": 0.7753333333333333,
+    "NanoDBPedia_cosine_map@100": 0.3229143949554386,
+    "NanoFEVER_cosine_accuracy@1": 0.82,
+    "NanoFEVER_cosine_accuracy@3": 0.96,
+    "NanoFEVER_cosine_accuracy@5": 1.0,
+    "NanoFEVER_cosine_accuracy@10": 1.0,
+    "NanoFEVER_cosine_precision@1": 0.82,
+    "NanoFEVER_cosine_precision@3": 0.32,
     "NanoFEVER_cosine_precision@5": 0.19999999999999996,
-    "NanoFEVER_cosine_precision@10": 0.09999999999999998,
-    "NanoFEVER_cosine_recall@1": 0.6166666666666667,
-    "NanoFEVER_cosine_recall@3": 0.8466666666666667,
-    "NanoFEVER_cosine_recall@5": 0.9266666666666667,
-    "NanoFEVER_cosine_recall@10": 0.9266666666666667,
-    "NanoFEVER_cosine_ndcg@10": 0.7937106761104978,
-    "NanoFEVER_cosine_mrr@10": 0.7803333333333334,
-    "NanoFEVER_cosine_map@100": 0.737518312578003,
-    "NanoFiQA2018_cosine_accuracy@1": 0.44,
-    "NanoFiQA2018_cosine_accuracy@3": 0.6,
-    "NanoFiQA2018_cosine_accuracy@5": 0.68,
-    "NanoFiQA2018_cosine_accuracy@10": 0.74,
-    "NanoFiQA2018_cosine_precision@1": 0.44,
-    "NanoFiQA2018_cosine_precision@3": 0.26,
-    "NanoFiQA2018_cosine_precision@5": 0.192,
-    "NanoFiQA2018_cosine_precision@10": 0.11800000000000001,
-    "NanoFiQA2018_cosine_recall@1": 0.23007936507936505,
-    "NanoFiQA2018_cosine_recall@3": 0.38646031746031745,
-    "NanoFiQA2018_cosine_recall@5": 0.4634603174603174,
-    "NanoFiQA2018_cosine_recall@10": 0.5214047619047618,
-    "NanoFiQA2018_cosine_ndcg@10": 0.4416136713802792,
-    "NanoFiQA2018_cosine_mrr@10": 0.530111111111111,
-    "NanoFiQA2018_cosine_map@100": 0.37236608009347455,
-    "NanoHotpotQA_cosine_accuracy@1": 0.66,
-    "NanoHotpotQA_cosine_accuracy@3": 0.76,
-    "NanoHotpotQA_cosine_accuracy@5": 0.82,
-    "NanoHotpotQA_cosine_accuracy@10": 0.86,
-    "NanoHotpotQA_cosine_precision@1": 0.66,
-    "NanoHotpotQA_cosine_precision@3": 0.33333333333333326,
-    "NanoHotpotQA_cosine_precision@5": 0.21599999999999994,
-    "NanoHotpotQA_cosine_precision@10": 0.12,
-    "NanoHotpotQA_cosine_recall@1": 0.33,
-    "NanoHotpotQA_cosine_recall@3": 0.5,
-    "NanoHotpotQA_cosine_recall@5": 0.54,
-    "NanoHotpotQA_cosine_recall@10": 0.6,
-    "NanoHotpotQA_cosine_ndcg@10": 0.5663671505338735,
-    "NanoHotpotQA_cosine_mrr@10": 0.7165,
-    "NanoHotpotQA_cosine_map@100": 0.4957705773369681,
-    "NanoMSMARCO_cosine_accuracy@1": 0.34,
-    "NanoMSMARCO_cosine_accuracy@3": 0.56,
-    "NanoMSMARCO_cosine_accuracy@5": 0.68,
-    "NanoMSMARCO_cosine_accuracy@10": 0.76,
-    "NanoMSMARCO_cosine_precision@1": 0.34,
-    "NanoMSMARCO_cosine_precision@3": 0.18666666666666668,
-    "NanoMSMARCO_cosine_precision@5": 0.136,
-    "NanoMSMARCO_cosine_precision@10": 0.07600000000000001,
-    "NanoMSMARCO_cosine_recall@1": 0.34,
-    "NanoMSMARCO_cosine_recall@3": 0.56,
-    "NanoMSMARCO_cosine_recall@5": 0.68,
-    "NanoMSMARCO_cosine_recall@10": 0.76,
-    "NanoMSMARCO_cosine_ndcg@10": 0.5416899912877863,
-    "NanoMSMARCO_cosine_mrr@10": 0.4722222222222222,
-    "NanoMSMARCO_cosine_map@100": 0.48271862745098043,
-    "NanoNFCorpus_cosine_accuracy@1": 0.34,
-    "NanoNFCorpus_cosine_accuracy@3": 0.48,
-    "NanoNFCorpus_cosine_accuracy@5": 0.6,
-    "NanoNFCorpus_cosine_accuracy@10": 0.72,
-    "NanoNFCorpus_cosine_precision@1": 0.34,
-    "NanoNFCorpus_cosine_precision@3": 0.32,
-    "NanoNFCorpus_cosine_precision@5": 0.31199999999999994,
-    "NanoNFCorpus_cosine_precision@10": 0.274,
-    "NanoNFCorpus_cosine_recall@1": 0.01228341125561172,
-    "NanoNFCorpus_cosine_recall@3": 0.052024850982170835,
-    "NanoNFCorpus_cosine_recall@5": 0.08005972543817168,
-    "NanoNFCorpus_cosine_recall@10": 0.11726991771595457,
-    "NanoNFCorpus_cosine_ndcg@10": 0.3007206174072767,
-    "NanoNFCorpus_cosine_mrr@10": 0.4442460317460318,
-    "NanoNFCorpus_cosine_map@100": 0.11613626924932557,
+    "NanoFEVER_cosine_precision@10": 0.102,
+    "NanoFEVER_cosine_recall@1": 0.7566666666666667,
+    "NanoFEVER_cosine_recall@3": 0.8966666666666667,
+    "NanoFEVER_cosine_recall@5": 0.9366666666666668,
+    "NanoFEVER_cosine_recall@10": 0.9466666666666668,
+    "NanoFEVER_cosine_ndcg@10": 0.8736355301798917,
+    "NanoFEVER_cosine_mrr@10": 0.8913333333333333,
+    "NanoFEVER_cosine_map@100": 0.8324328703703704,
+    "NanoFiQA2018_cosine_accuracy@1": 0.4,
+    "NanoFiQA2018_cosine_accuracy@3": 0.62,
+    "NanoFiQA2018_cosine_accuracy@5": 0.64,
+    "NanoFiQA2018_cosine_accuracy@10": 0.7,
+    "NanoFiQA2018_cosine_precision@1": 0.4,
+    "NanoFiQA2018_cosine_precision@3": 0.28,
+    "NanoFiQA2018_cosine_precision@5": 0.19199999999999995,
+    "NanoFiQA2018_cosine_precision@10": 0.11399999999999999,
+    "NanoFiQA2018_cosine_recall@1": 0.21941269841269842,
+    "NanoFiQA2018_cosine_recall@3": 0.4022142857142857,
+    "NanoFiQA2018_cosine_recall@5": 0.44707142857142856,
+    "NanoFiQA2018_cosine_recall@10": 0.509626984126984,
+    "NanoFiQA2018_cosine_ndcg@10": 0.4352400324035161,
+    "NanoFiQA2018_cosine_mrr@10": 0.505,
+    "NanoFiQA2018_cosine_map@100": 0.3798068762112574,
+    "NanoHotpotQA_cosine_accuracy@1": 0.8,
+    "NanoHotpotQA_cosine_accuracy@3": 0.86,
+    "NanoHotpotQA_cosine_accuracy@5": 0.9,
+    "NanoHotpotQA_cosine_accuracy@10": 0.92,
+    "NanoHotpotQA_cosine_precision@1": 0.8,
+    "NanoHotpotQA_cosine_precision@3": 0.4133333333333332,
+    "NanoHotpotQA_cosine_precision@5": 0.26799999999999996,
+    "NanoHotpotQA_cosine_precision@10": 0.13799999999999998,
+    "NanoHotpotQA_cosine_recall@1": 0.4,
+    "NanoHotpotQA_cosine_recall@3": 0.62,
+    "NanoHotpotQA_cosine_recall@5": 0.67,
+    "NanoHotpotQA_cosine_recall@10": 0.69,
+    "NanoHotpotQA_cosine_ndcg@10": 0.6846067758620142,
+    "NanoHotpotQA_cosine_mrr@10": 0.8385238095238097,
+    "NanoHotpotQA_cosine_map@100": 0.6229030032655473,
+    "NanoMSMARCO_cosine_accuracy@1": 0.44,
+    "NanoMSMARCO_cosine_accuracy@3": 0.7,
+    "NanoMSMARCO_cosine_accuracy@5": 0.72,
+    "NanoMSMARCO_cosine_accuracy@10": 0.84,
+    "NanoMSMARCO_cosine_precision@1": 0.44,
+    "NanoMSMARCO_cosine_precision@3": 0.2333333333333333,
+    "NanoMSMARCO_cosine_precision@5": 0.14400000000000002,
+    "NanoMSMARCO_cosine_precision@10": 0.084,
+    "NanoMSMARCO_cosine_recall@1": 0.44,
+    "NanoMSMARCO_cosine_recall@3": 0.7,
+    "NanoMSMARCO_cosine_recall@5": 0.72,
+    "NanoMSMARCO_cosine_recall@10": 0.84,
+    "NanoMSMARCO_cosine_ndcg@10": 0.6393050305464907,
+    "NanoMSMARCO_cosine_mrr@10": 0.5752380952380952,
+    "NanoMSMARCO_cosine_map@100": 0.5834313164313165,
+    "NanoNFCorpus_cosine_accuracy@1": 0.4,
+    "NanoNFCorpus_cosine_accuracy@3": 0.5,
+    "NanoNFCorpus_cosine_accuracy@5": 0.56,
+    "NanoNFCorpus_cosine_accuracy@10": 0.68,
+    "NanoNFCorpus_cosine_precision@1": 0.4,
+    "NanoNFCorpus_cosine_precision@3": 0.3466666666666666,
+    "NanoNFCorpus_cosine_precision@5": 0.32,
+    "NanoNFCorpus_cosine_precision@10": 0.282,
+    "NanoNFCorpus_cosine_recall@1": 0.017742022682771613,
+    "NanoNFCorpus_cosine_recall@3": 0.04218740437276733,
+    "NanoNFCorpus_cosine_recall@5": 0.061297156728343155,
+    "NanoNFCorpus_cosine_recall@10": 0.10232183760818475,
+    "NanoNFCorpus_cosine_ndcg@10": 0.3087896786838233,
+    "NanoNFCorpus_cosine_mrr@10": 0.46851587301587294,
+    "NanoNFCorpus_cosine_map@100": 0.12702712283624432,
     "NanoNQ_cosine_accuracy@1": 0.44,
-    "NanoNQ_cosine_accuracy@3": 0.56,
-    "NanoNQ_cosine_accuracy@5": 0.6,
-    "NanoNQ_cosine_accuracy@10": 0.66,
+    "NanoNQ_cosine_accuracy@3": 0.58,
+    "NanoNQ_cosine_accuracy@5": 0.64,
+    "NanoNQ_cosine_accuracy@10": 0.74,
     "NanoNQ_cosine_precision@1": 0.44,
-    "NanoNQ_cosine_precision@3": 0.2,
-    "NanoNQ_cosine_precision@5": 0.132,
-    "NanoNQ_cosine_precision@10": 0.07200000000000001,
-    "NanoNQ_cosine_recall@1": 0.42,
-    "NanoNQ_cosine_recall@3": 0.54,
-    "NanoNQ_cosine_recall@5": 0.59,
-    "NanoNQ_cosine_recall@10": 0.65,
-    "NanoNQ_cosine_ndcg@10": 0.5366135966288905,
-    "NanoNQ_cosine_mrr@10": 0.5043571428571428,
-    "NanoNQ_cosine_map@100": 0.5082834994230612,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.86,
+    "NanoNQ_cosine_precision@3": 0.20666666666666664,
+    "NanoNQ_cosine_precision@5": 0.14,
+    "NanoNQ_cosine_precision@10": 0.08,
+    "NanoNQ_cosine_recall@1": 0.41,
+    "NanoNQ_cosine_recall@3": 0.56,
+    "NanoNQ_cosine_recall@5": 0.63,
+    "NanoNQ_cosine_recall@10": 0.71,
+    "NanoNQ_cosine_ndcg@10": 0.5669662624959938,
+    "NanoNQ_cosine_mrr@10": 0.5335555555555557,
+    "NanoNQ_cosine_map@100": 0.5268891955660058,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.88,
     "NanoQuoraRetrieval_cosine_accuracy@3": 0.96,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.96,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.98,
     "NanoQuoraRetrieval_cosine_accuracy@10": 0.98,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.86,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.4,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.25199999999999995,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.132,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.7473333333333332,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.9253333333333333,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.9426666666666667,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.97,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9200725814533811,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.9133333333333334,
-    "NanoQuoraRetrieval_cosine_map@100": 0.9009989259106906,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.42,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.74,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.78,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.84,
-    "NanoSCIDOCS_cosine_precision@1": 0.42,
-    "NanoSCIDOCS_cosine_precision@3": 0.37999999999999995,
-    "NanoSCIDOCS_cosine_precision@5": 0.308,
-    "NanoSCIDOCS_cosine_precision@10": 0.206,
-    "NanoSCIDOCS_cosine_recall@1": 0.08866666666666667,
-    "NanoSCIDOCS_cosine_recall@3": 0.23566666666666664,
-    "NanoSCIDOCS_cosine_recall@5": 0.31766666666666665,
-    "NanoSCIDOCS_cosine_recall@10": 0.42266666666666663,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.40435823767573387,
-    "NanoSCIDOCS_cosine_mrr@10": 0.5818571428571429,
-    "NanoSCIDOCS_cosine_map@100": 0.323977515434263,
-    "NanoArguAna_cosine_accuracy@1": 0.2,
-    "NanoArguAna_cosine_accuracy@3": 0.4,
-    "NanoArguAna_cosine_accuracy@5": 0.56,
-    "NanoArguAna_cosine_accuracy@10": 0.76,
-    "NanoArguAna_cosine_precision@1": 0.2,
-    "NanoArguAna_cosine_precision@3": 0.13333333333333333,
-    "NanoArguAna_cosine_precision@5": 0.11200000000000002,
-    "NanoArguAna_cosine_precision@10": 0.07600000000000001,
-    "NanoArguAna_cosine_recall@1": 0.2,
-    "NanoArguAna_cosine_recall@3": 0.4,
-    "NanoArguAna_cosine_recall@5": 0.56,
-    "NanoArguAna_cosine_recall@10": 0.76,
-    "NanoArguAna_cosine_ndcg@10": 0.4572919447108344,
-    "NanoArguAna_cosine_mrr@10": 0.3633412698412698,
-    "NanoArguAna_cosine_map@100": 0.3740939900046161,
-    "NanoSciFact_cosine_accuracy@1": 0.44,
-    "NanoSciFact_cosine_accuracy@3": 0.62,
-    "NanoSciFact_cosine_accuracy@5": 0.68,
-    "NanoSciFact_cosine_accuracy@10": 0.76,
-    "NanoSciFact_cosine_precision@1": 0.44,
-    "NanoSciFact_cosine_precision@3": 0.23333333333333336,
-    "NanoSciFact_cosine_precision@5": 0.156,
-    "NanoSciFact_cosine_precision@10": 0.08599999999999998,
-    "NanoSciFact_cosine_recall@1": 0.405,
-    "NanoSciFact_cosine_recall@3": 0.605,
-    "NanoSciFact_cosine_recall@5": 0.67,
-    "NanoSciFact_cosine_recall@10": 0.75,
-    "NanoSciFact_cosine_ndcg@10": 0.5979962793714768,
-    "NanoSciFact_cosine_mrr@10": 0.5513809523809523,
-    "NanoSciFact_cosine_map@100": 0.5573177733530136,
-    "NanoTouche2020_cosine_accuracy@1": 0.5306122448979592,
-    "NanoTouche2020_cosine_accuracy@3": 0.8571428571428571,
-    "NanoTouche2020_cosine_accuracy@5": 0.8979591836734694,
-    "NanoTouche2020_cosine_accuracy@10": 0.9795918367346939,
-    "NanoTouche2020_cosine_precision@1": 0.5306122448979592,
-    "NanoTouche2020_cosine_precision@3": 0.5510204081632653,
-    "NanoTouche2020_cosine_precision@5": 0.5102040816326532,
-    "NanoTouche2020_cosine_precision@10": 0.40204081632653066,
-    "NanoTouche2020_cosine_recall@1": 0.039526113999152644,
-    "NanoTouche2020_cosine_recall@3": 0.11537854933328684,
-    "NanoTouche2020_cosine_recall@5": 0.17364885334764324,
-    "NanoTouche2020_cosine_recall@10": 0.26913088576893424,
-    "NanoTouche2020_cosine_ndcg@10": 0.4579555008551029,
-    "NanoTouche2020_cosine_mrr@10": 0.7014415289925494,
-    "NanoTouche2020_cosine_map@100": 0.34517137650160645,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.4823547880690739,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.669010989010989,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.7413814756671899,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.8168916797488225,
-    "NanoBEIR_mean_cosine_precision@1": 0.4823547880690739,
-    "NanoBEIR_mean_cosine_precision@3": 0.3059759288330717,
-    "NanoBEIR_mean_cosine_precision@5": 0.23863108320251178,
-    "NanoBEIR_mean_cosine_precision@10": 0.1618492935635793,
-    "NanoBEIR_mean_cosine_recall@1": 0.27810226922930104,
-    "NanoBEIR_mean_cosine_recall@3": 0.4228096254762406,
-    "NanoBEIR_mean_cosine_recall@5": 0.49154870385803073,
-    "NanoBEIR_mean_cosine_recall@10": 0.5654237444317253,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.5201522210707754,
-    "NanoBEIR_mean_cosine_mrr@10": 0.590928347163041,
-    "NanoBEIR_mean_cosine_map@100": 0.44175014933476214
+    "NanoQuoraRetrieval_cosine_precision@1": 0.88,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.40666666666666657,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.264,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.13599999999999998,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.7773333333333333,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.932,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.97,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.9766666666666666,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9338857017454859,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.925,
+    "NanoQuoraRetrieval_cosine_map@100": 0.9155441077441077,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.32,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.54,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.64,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.74,
+    "NanoSCIDOCS_cosine_precision@1": 0.32,
+    "NanoSCIDOCS_cosine_precision@3": 0.26,
+    "NanoSCIDOCS_cosine_precision@5": 0.22800000000000004,
+    "NanoSCIDOCS_cosine_precision@10": 0.154,
+    "NanoSCIDOCS_cosine_recall@1": 0.06666666666666667,
+    "NanoSCIDOCS_cosine_recall@3": 0.16166666666666668,
+    "NanoSCIDOCS_cosine_recall@5": 0.2356666666666667,
+    "NanoSCIDOCS_cosine_recall@10": 0.3156666666666667,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.2935945171614566,
+    "NanoSCIDOCS_cosine_mrr@10": 0.44319047619047613,
+    "NanoSCIDOCS_cosine_map@100": 0.2271492750494412,
+    "NanoArguAna_cosine_accuracy@1": 0.22,
+    "NanoArguAna_cosine_accuracy@3": 0.52,
+    "NanoArguAna_cosine_accuracy@5": 0.74,
+    "NanoArguAna_cosine_accuracy@10": 0.9,
+    "NanoArguAna_cosine_precision@1": 0.22,
+    "NanoArguAna_cosine_precision@3": 0.17333333333333337,
+    "NanoArguAna_cosine_precision@5": 0.14800000000000002,
+    "NanoArguAna_cosine_precision@10": 0.08999999999999998,
+    "NanoArguAna_cosine_recall@1": 0.22,
+    "NanoArguAna_cosine_recall@3": 0.52,
+    "NanoArguAna_cosine_recall@5": 0.74,
+    "NanoArguAna_cosine_recall@10": 0.9,
+    "NanoArguAna_cosine_ndcg@10": 0.5374400718050902,
+    "NanoArguAna_cosine_mrr@10": 0.4237222222222221,
+    "NanoArguAna_cosine_map@100": 0.4303466788466788,
+    "NanoSciFact_cosine_accuracy@1": 0.54,
+    "NanoSciFact_cosine_accuracy@3": 0.72,
+    "NanoSciFact_cosine_accuracy@5": 0.82,
+    "NanoSciFact_cosine_accuracy@10": 0.86,
+    "NanoSciFact_cosine_precision@1": 0.54,
+    "NanoSciFact_cosine_precision@3": 0.26666666666666666,
+    "NanoSciFact_cosine_precision@5": 0.184,
+    "NanoSciFact_cosine_precision@10": 0.09799999999999998,
+    "NanoSciFact_cosine_recall@1": 0.505,
+    "NanoSciFact_cosine_recall@3": 0.705,
+    "NanoSciFact_cosine_recall@5": 0.815,
+    "NanoSciFact_cosine_recall@10": 0.86,
+    "NanoSciFact_cosine_ndcg@10": 0.6928979313137813,
+    "NanoSciFact_cosine_mrr@10": 0.6388333333333331,
+    "NanoSciFact_cosine_map@100": 0.6431673130790777,
+    "NanoTouche2020_cosine_accuracy@1": 0.5714285714285714,
+    "NanoTouche2020_cosine_accuracy@3": 0.7346938775510204,
+    "NanoTouche2020_cosine_accuracy@5": 0.8571428571428571,
+    "NanoTouche2020_cosine_accuracy@10": 0.8979591836734694,
+    "NanoTouche2020_cosine_precision@1": 0.5714285714285714,
+    "NanoTouche2020_cosine_precision@3": 0.48979591836734687,
+    "NanoTouche2020_cosine_precision@5": 0.46938775510204084,
+    "NanoTouche2020_cosine_precision@10": 0.40408163265306124,
+    "NanoTouche2020_cosine_recall@1": 0.04160307096696755,
+    "NanoTouche2020_cosine_recall@3": 0.10938109580497314,
+    "NanoTouche2020_cosine_recall@5": 0.16462035443893633,
+    "NanoTouche2020_cosine_recall@10": 0.27764072821348407,
+    "NanoTouche2020_cosine_ndcg@10": 0.45369150936664365,
+    "NanoTouche2020_cosine_mrr@10": 0.6836977648202137,
+    "NanoTouche2020_cosine_map@100": 0.34573275558813277,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.5224175824175824,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.6872841444270017,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.7674725274725275,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.8383045525902669,
+    "NanoBEIR_mean_cosine_precision@1": 0.5224175824175824,
+    "NanoBEIR_mean_cosine_precision@3": 0.3145996860282575,
+    "NanoBEIR_mean_cosine_precision@5": 0.24164521193092625,
+    "NanoBEIR_mean_cosine_precision@10": 0.1644678178963893,
+    "NanoBEIR_mean_cosine_recall@1": 0.3112763025521349,
+    "NanoBEIR_mean_cosine_recall@3": 0.4609882318738122,
+    "NanoBEIR_mean_cosine_recall@5": 0.5276915472117948,
+    "NanoBEIR_mean_cosine_recall@10": 0.5956785393844413,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.5535207015531378,
+    "NanoBEIR_mean_cosine_mrr@10": 0.6221403653036306,
+    "NanoBEIR_mean_cosine_map@100": 0.47583411417450117
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7551020408163265,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7346938775510204,
     "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9795918367346939,
     "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
     "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7551020408163265,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7482993197278911,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6979591836734693,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6367346938775511,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.016696610477154657,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.0495370280636804,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07716047273988862,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.14070481102580362,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6673567750756741,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8656462585034015,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.2931959091991125
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7346938775510204,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.727891156462585,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.7183673469387756,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6326530612244898,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.01638254490984421,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.048596148261189916,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07960185791379523,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.1400201362033687,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6620487941595593,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8476190476190478,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.30295778120799477
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c5a084edccd82565b71d004f452c663e1d9ce83d249942cd31c8e036b4dad26
-size 596070136
+oid sha256:c87b8b69288407a0c0812ffcf8f512e8a357c6167ee55e9b40c8a92ca30ab4ed
+size 133462128

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": true,
+    "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
-size 3583485
+oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
+size 711649

tokenizer_config.json

@@ -1,230 +1,14 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "|||IP_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "1": {
-      "content": "<|padding|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50254": {
-      "content": "                        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50255": {
-      "content": "                       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50256": {
-      "content": "                      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50257": {
-      "content": "                     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50258": {
-      "content": "                    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50259": {
-      "content": "                   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50260": {
-      "content": "                  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50261": {
-      "content": "                 ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50262": {
-      "content": "                ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50263": {
-      "content": "               ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50264": {
-      "content": "              ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50265": {
-      "content": "             ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50266": {
-      "content": "            ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50267": {
-      "content": "           ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50268": {
-      "content": "          ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50269": {
-      "content": "         ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50270": {
-      "content": "        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50271": {
-      "content": "       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50272": {
-      "content": "      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50273": {
-      "content": "     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50274": {
-      "content": "    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50275": {
-      "content": "   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50276": {
-      "content": "  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50277": {
-      "content": "|||EMAIL_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50278": {
-      "content": "|||PHONE_NUMBER|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50279": {
-      "content": "<|endoftext|>",
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "50280": {
+    "100": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -232,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "50281": {
+    "101": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -240,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "50282": {
+    "102": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -248,698 +32,34 @@
       "single_word": false,
       "special": true
     },
-    "50283": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50284": {
+    "103": {
       "content": "[MASK]",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "50285": {
-      "content": "[unused0]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50286": {
-      "content": "[unused1]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50287": {
-      "content": "[unused2]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50288": {
-      "content": "[unused3]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50289": {
-      "content": "[unused4]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50290": {
-      "content": "[unused5]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50291": {
-      "content": "[unused6]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50292": {
-      "content": "[unused7]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50293": {
-      "content": "[unused8]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50294": {
-      "content": "[unused9]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50295": {
-      "content": "[unused10]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50296": {
-      "content": "[unused11]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50297": {
-      "content": "[unused12]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50298": {
-      "content": "[unused13]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50299": {
-      "content": "[unused14]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50300": {
-      "content": "[unused15]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50301": {
-      "content": "[unused16]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50302": {
-      "content": "[unused17]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50303": {
-      "content": "[unused18]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50304": {
-      "content": "[unused19]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50305": {
-      "content": "[unused20]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50306": {
-      "content": "[unused21]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50307": {
-      "content": "[unused22]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50308": {
-      "content": "[unused23]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50309": {
-      "content": "[unused24]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50310": {
-      "content": "[unused25]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50311": {
-      "content": "[unused26]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50312": {
-      "content": "[unused27]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50313": {
-      "content": "[unused28]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50314": {
-      "content": "[unused29]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50315": {
-      "content": "[unused30]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50316": {
-      "content": "[unused31]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50317": {
-      "content": "[unused32]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50318": {
-      "content": "[unused33]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50319": {
-      "content": "[unused34]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50320": {
-      "content": "[unused35]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50321": {
-      "content": "[unused36]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50322": {
-      "content": "[unused37]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50323": {
-      "content": "[unused38]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50324": {
-      "content": "[unused39]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50325": {
-      "content": "[unused40]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50326": {
-      "content": "[unused41]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50327": {
-      "content": "[unused42]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50328": {
-      "content": "[unused43]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50329": {
-      "content": "[unused44]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50330": {
-      "content": "[unused45]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50331": {
-      "content": "[unused46]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50332": {
-      "content": "[unused47]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50333": {
-      "content": "[unused48]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50334": {
-      "content": "[unused49]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50335": {
-      "content": "[unused50]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50336": {
-      "content": "[unused51]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50337": {
-      "content": "[unused52]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50338": {
-      "content": "[unused53]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50339": {
-      "content": "[unused54]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50340": {
-      "content": "[unused55]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50341": {
-      "content": "[unused56]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50342": {
-      "content": "[unused57]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50343": {
-      "content": "[unused58]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50344": {
-      "content": "[unused59]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50345": {
-      "content": "[unused60]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50346": {
-      "content": "[unused61]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50347": {
-      "content": "[unused62]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50348": {
-      "content": "[unused63]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50349": {
-      "content": "[unused64]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50350": {
-      "content": "[unused65]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50351": {
-      "content": "[unused66]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50352": {
-      "content": "[unused67]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50353": {
-      "content": "[unused68]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50354": {
-      "content": "[unused69]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50355": {
-      "content": "[unused70]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50356": {
-      "content": "[unused71]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50357": {
-      "content": "[unused72]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50358": {
-      "content": "[unused73]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50359": {
-      "content": "[unused74]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50360": {
-      "content": "[unused75]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50361": {
-      "content": "[unused76]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50362": {
-      "content": "[unused77]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50363": {
-      "content": "[unused78]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50364": {
-      "content": "[unused79]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50365": {
-      "content": "[unused80]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50366": {
-      "content": "[unused81]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50367": {
-      "content": "[unused82]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 1000000000000000019884624838656,
+  "max_length": 128,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "[UNK]"
 }