Training in progress, step 3000

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.7551020408163265,0.8979591836734694,0.9387755102040817,1.0,0.7551020408163265,0.01681883497544576,0.6802721088435373,0.045273391320759554,0.6489795918367346,0.07198855467813525,0.563265306122449,0.12417651370073833,0.8328474246841594,0.6023501966395867,0.2434385293084787
 -1,-1,0.7142857142857143,0.8979591836734694,0.9387755102040817,0.9795918367346939,0.7142857142857143,0.015888088527206596,0.6802721088435375,0.04529851299481363,0.6204081632653061,0.06854028378310305,0.5469387755102041,0.12037980510830988,0.8197278911564625,0.5854787058529846,0.2463904322921895
+-1,-1,0.6938775510204082,0.9183673469387755,0.9387755102040817,1.0,0.6938775510204082,0.015282578640721299,0.6598639455782312,0.043691811612696696,0.6204081632653061,0.06836863756086255,0.5448979591836733,0.12002846003612215,0.802437641723356,0.5792925091922296,0.23820124526811953

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.18,0.5,0.66,0.74,0.18,0.18,0.16666666666666663,0.5,0.13200000000000003,0.66,0.07400000000000001,0.74,0.3599682539682539,0.45218312003145433,0.3658170202780539
 -1,-1,0.04,0.18,0.2,0.34,0.04,0.04,0.06,0.18,0.04,0.2,0.034,0.34,0.12532539682539678,0.175419302465962,0.14459756648011524
+-1,-1,0.08,0.18,0.24,0.34,0.08,0.08,0.06,0.18,0.04800000000000001,0.24,0.034,0.34,0.1541031746031746,0.19775950107880547,0.1637127723917234

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.1,0.32,0.44,0.6,0.1,0.04333333333333333,0.11333333333333333,0.154,0.092,0.214,0.066,0.2723333333333333,0.23579365079365078,0.18832347198247595,0.13278630044723194
 -1,-1,0.14,0.22,0.26,0.38,0.14,0.07,0.07333333333333333,0.11066666666666666,0.05200000000000001,0.13566666666666666,0.038,0.19066666666666665,0.20153968253968252,0.1453885297185151,0.10907272614067173
+-1,-1,0.1,0.16,0.18,0.36,0.1,0.039,0.05333333333333333,0.07233333333333332,0.04,0.09899999999999999,0.038000000000000006,0.17800000000000002,0.15424603174603174,0.1173759125527998,0.08470650399139114

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.58,0.82,0.86,0.88,0.58,0.05774032197349101,0.5266666666666666,0.13525154291594316,0.444,0.17429307751101658,0.36199999999999993,0.24557535689700863,0.7,0.46037876007701023,0.32047705412103555
 -1,-1,0.52,0.72,0.82,0.86,0.52,0.047202979496018524,0.4,0.10194727189869665,0.364,0.15730653946206946,0.30000000000000004,0.22246963483004237,0.6298333333333334,0.38619002202024644,0.2319232549425231
+-1,-1,0.54,0.76,0.84,0.9,0.54,0.07619799906535789,0.42,0.1276779058713768,0.384,0.16749620234443643,0.29200000000000004,0.21087586592616692,0.6681666666666666,0.3969317585871071,0.25479322904197393

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.56,0.8,0.88,0.88,0.56,0.5266666666666666,0.28,0.7533333333333333,0.184,0.8333333333333333,0.092,0.8333333333333333,0.6789999999999999,0.7016221865098926,0.6483203115492273
 -1,-1,0.28,0.52,0.6,0.68,0.28,0.27,0.1733333333333333,0.49,0.12,0.57,0.07,0.65,0.4225238095238095,0.4689004130810094,0.4118080771584329
+-1,-1,0.3,0.44,0.52,0.58,0.3,0.28,0.14666666666666667,0.41,0.10800000000000001,0.5,0.062,0.56,0.39605555555555555,0.4268388511477842,0.3890457012149144

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.24,0.38,0.42,0.52,0.24,0.13307936507936508,0.15333333333333332,0.21543650793650795,0.11600000000000002,0.2601031746031746,0.07600000000000001,0.3241587301587302,0.3178809523809524,0.2635447070179544,0.22615568818713977
 -1,-1,0.26,0.36,0.4,0.48,0.26,0.1585238095238095,0.13999999999999999,0.2282698412698413,0.10000000000000002,0.2517936507936508,0.064,0.3186825396825397,0.3242460317460317,0.26876133900480464,0.24128551555161426
+-1,-1,0.22,0.34,0.44,0.6,0.22,0.11407936507936509,0.15333333333333332,0.21912698412698411,0.124,0.2806825396825397,0.094,0.4115714285714286,0.3207142857142857,0.29458681641245554,0.23364616122992465

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.5,0.58,0.62,0.68,0.5,0.25,0.2333333333333333,0.35,0.16399999999999998,0.41,0.094,0.47,0.5529999999999999,0.43627646197603637,0.37828612061221206
 -1,-1,0.54,0.66,0.74,0.84,0.54,0.27,0.2533333333333333,0.38,0.17600000000000002,0.44,0.10599999999999998,0.53,0.6256031746031746,0.4749742091237649,0.38794691370738704
+-1,-1,0.52,0.68,0.74,0.78,0.52,0.26,0.2733333333333334,0.41,0.184,0.46,0.102,0.51,0.6083333333333334,0.46561524553654626,0.3863310446433211

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.26,0.52,0.6,0.62,0.26,0.26,0.1733333333333333,0.52,0.12,0.6,0.062,0.62,0.40519047619047627,0.45904886208148177,0.4260102142025637
 -1,-1,0.28,0.38,0.42,0.56,0.28,0.28,0.12666666666666665,0.38,0.084,0.42,0.05600000000000001,0.56,0.3516904761904761,0.4001173610020243,0.37336992686291426
+-1,-1,0.22,0.42,0.56,0.64,0.22,0.22,0.13999999999999999,0.42,0.11200000000000002,0.56,0.06400000000000002,0.64,0.3573571428571428,0.4253611031601517,0.37029891648053065

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.32,0.5,0.52,0.64,0.32,0.01260685895239504,0.31333333333333335,0.03463231741620742,0.27599999999999997,0.06850002262294216,0.24399999999999994,0.10851262864104039,0.4212380952380952,0.2703690747449406,0.10029196368651581
 -1,-1,0.36,0.46,0.5,0.56,0.36,0.01309333347305052,0.2733333333333333,0.029796345008688278,0.256,0.04461630481223397,0.21799999999999997,0.06880715289816099,0.4221111111111111,0.24206789327168107,0.08443685448289194
+-1,-1,0.32,0.46,0.54,0.6,0.32,0.012390714058566699,0.28,0.03091743967375776,0.26,0.0669147297391448,0.222,0.09088305778625912,0.4105238095238095,0.2483348722648785,0.09280425392585814

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.32,0.5,0.6,0.62,0.32,0.3,0.1733333333333333,0.47,0.128,0.58,0.066,0.6,0.4272222222222222,0.4619884812398348,0.42411983365963474
 -1,-1,0.24,0.32,0.38,0.44,0.24,0.23,0.10666666666666665,0.3,0.07600000000000001,0.35,0.046,0.42,0.30133333333333334,0.32272214750507383,0.3026672483997021
+-1,-1,0.18,0.34,0.4,0.48,0.18,0.16,0.11333333333333333,0.32,0.08,0.37,0.04800000000000001,0.45,0.27455555555555555,0.30483462455030724,0.26647869540792385

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.94,1.0,1.0,1.0,0.94,0.8273333333333334,0.4133333333333333,0.9653333333333333,0.25999999999999995,0.9793333333333334,0.13799999999999998,0.9966666666666666,0.9666666666666667,0.9697624312418531,0.9551233766233765
 -1,-1,0.94,0.98,1.0,1.0,0.94,0.8273333333333334,0.40666666666666657,0.9453333333333334,0.264,0.986,0.13799999999999998,0.9966666666666666,0.9616666666666667,0.9649140578691123,0.9493650793650792
+-1,-1,0.96,0.98,1.0,1.0,0.96,0.8373333333333332,0.4133333333333333,0.9520000000000001,0.25999999999999995,0.9793333333333334,0.13999999999999999,1.0,0.975,0.9755732089084438,0.9623253968253969

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.42,0.6,0.72,0.82,0.42,0.08866666666666667,0.33333333333333326,0.20866666666666664,0.272,0.2806666666666667,0.17999999999999997,0.3696666666666666,0.540047619047619,0.36082794471047336,0.2862806075456748
 -1,-1,0.42,0.6,0.72,0.8,0.42,0.08700000000000001,0.2933333333333333,0.18100000000000002,0.24800000000000005,0.25666666666666665,0.16399999999999998,0.33666666666666656,0.5280555555555556,0.3309587311349605,0.2571164275500479
+-1,-1,0.44,0.66,0.76,0.82,0.44,0.09100000000000001,0.3533333333333333,0.22066666666666668,0.29200000000000004,0.3016666666666667,0.18799999999999997,0.38666666666666655,0.5660238095238094,0.3759831673953289,0.2923958742502536

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.38,0.46,0.5,0.58,0.38,0.345,0.15999999999999998,0.43,0.10800000000000003,0.475,0.068,0.58,0.44026984126984126,0.46384622999765257,0.43257979600699104
 -1,-1,0.2,0.28,0.34,0.4,0.2,0.175,0.1,0.24,0.07200000000000001,0.3,0.046000000000000006,0.37,0.2611904761904762,0.2742062576081037,0.25107673217045623
+-1,-1,0.22,0.3,0.32,0.38,0.22,0.195,0.12,0.285,0.07600000000000001,0.305,0.044000000000000004,0.365,0.2718333333333333,0.28918208458247957,0.27817432559902106

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.46938775510204084,0.8367346938775511,0.9387755102040817,1.0,0.46938775510204084,0.032657982947973084,0.44897959183673464,0.09621881460341672,0.42040816326530606,0.1425551052100505,0.3346938775510204,0.22061476067159091,0.6573129251700679,0.3807140713282222,0.2698119698398041
 -1,-1,0.40816326530612246,0.7142857142857143,0.8367346938775511,0.9387755102040817,0.40816326530612246,0.026947689355902065,0.3945578231292517,0.08175620968668966,0.3591836734693878,0.11912284095947995,0.3142857142857143,0.20232769620294389,0.584402332361516,0.3489871366097425,0.24268590817987387
+-1,-1,0.46938775510204084,0.6530612244897959,0.8163265306122449,0.9591836734693877,0.46938775510204084,0.03304169886606065,0.4081632653061224,0.08663742657609082,0.3877551020408163,0.13074375193904886,0.34285714285714286,0.2206088169640079,0.6090055069646906,0.38115064093925494,0.2635297595122428

NanoBEIR_evaluation_mean_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.4053375196232339,0.601287284144427,0.6737519623233909,0.7369230769230769,0.4053375196232339,0.23516034838101724,0.26838304552590264,0.37175942432349296,0.20895447409733128,0.43675267025234743,0.1428226059654631,0.4908354981821823,0.5156608233036803,0.45145275407225244,0.3820046351353431
 -1,-1,0.35601255886970173,0.4918681318681318,0.5551334379905808,0.6368288854003141,0.35601255886970173,0.19193085732170106,0.2154788069073783,0.28067458983568583,0.17009105180533754,0.32547482072005907,0.12263736263736262,0.4004836172010528,0.44150164461388947,0.3695082615703847,0.30671940238397766
+-1,-1,0.35149136577708007,0.4902354788069073,0.5658712715855574,0.6491679748822605,0.35149136577708007,0.18446485464636025,0.2257561486132915,0.28725844278832385,0.18121193092621668,0.34314132490039767,0.1285274725274725,0.41258506430111763,0.44353216964441444,0.37688675285510337,0.3106340488088058

config.json

@@ -1,25 +1,45 @@
 {
   "architectures": [
-    "BertModel"
+    "ModernBertModel"
   ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
   "dtype": "float32",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
   "gradient_checkpointing": false,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 384,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
   "initializer_range": 0.02,
-  "intermediate_size": 1536,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
   "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
   "position_embedding_type": "absolute",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 30522
+  "vocab_size": 50368
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -46,3 +46,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.24,0.42,0.54,0.64,0.24,0.24,0.13999999999999999,0.42,0.10800000000000003,0.54,0.06400000000000002,0.64,0.36691269841269836,0.432368899073114,0.38007343445256936
 3.160919540229885,2750,0.24,0.42,0.54,0.64,0.24,0.24,0.13999999999999999,0.42,0.10800000000000003,0.54,0.06400000000000002,0.64,0.3633571428571428,0.42951100061476294,0.37648069668489414
 3.4482758620689653,3000,0.22,0.42,0.56,0.64,0.22,0.22,0.13999999999999999,0.42,0.11200000000000002,0.56,0.06400000000000002,0.64,0.3573571428571428,0.4253611031601517,0.37029891648053065
+0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
+0.28735632183908044,250,0.4,0.66,0.7,0.72,0.4,0.4,0.22,0.66,0.14,0.7,0.07200000000000001,0.72,0.5261904761904762,0.5748424895610357,0.5390199461547135
+0.5747126436781609,500,0.34,0.66,0.72,0.72,0.34,0.34,0.22,0.66,0.14400000000000002,0.72,0.07200000000000001,0.72,0.49633333333333324,0.5528921892365702,0.5066488350545559
+0.8620689655172413,750,0.42,0.62,0.66,0.72,0.42,0.42,0.20666666666666667,0.62,0.132,0.66,0.07200000000000001,0.72,0.5276666666666667,0.5747103368168414,0.5359588112757272
+1.1494252873563218,1000,0.4,0.6,0.62,0.7,0.4,0.4,0.2,0.6,0.12400000000000003,0.62,0.07,0.7,0.4998888888888889,0.5478691180843324,0.5101520097467759
+1.4367816091954024,1250,0.38,0.5,0.54,0.58,0.38,0.38,0.16666666666666663,0.5,0.10800000000000001,0.54,0.05800000000000001,0.58,0.44800000000000006,0.4801967800594191,0.4645675775637576
+1.7241379310344827,1500,0.4,0.46,0.5,0.56,0.4,0.4,0.1533333333333333,0.46,0.10000000000000002,0.5,0.05600000000000001,0.56,0.44211111111111107,0.46941027380193406,0.4532111240326796
+2.0114942528735633,1750,0.36,0.48,0.48,0.5,0.36,0.36,0.15999999999999998,0.48,0.096,0.48,0.05000000000000001,0.5,0.41952380952380947,0.4397596420238124,0.4296678787033921
+2.2988505747126435,2000,0.26,0.4,0.42,0.48,0.26,0.26,0.13333333333333333,0.4,0.084,0.42,0.04800000000000001,0.48,0.3354126984126984,0.37017506962491764,0.3450307545515735
+2.586206896551724,2250,0.28,0.42,0.44,0.58,0.28,0.28,0.13999999999999999,0.42,0.08800000000000001,0.44,0.05800000000000001,0.58,0.3686349206349206,0.4179673736035281,0.3785842002026509
+2.873563218390805,2500,0.22,0.38,0.42,0.54,0.22,0.22,0.12666666666666665,0.38,0.084,0.42,0.054000000000000006,0.54,0.3154682539682539,0.3687090141765658,0.3262437401648364
+3.160919540229885,2750,0.18,0.3,0.32,0.42,0.18,0.18,0.09999999999999998,0.3,0.064,0.32,0.04200000000000001,0.42,0.25072222222222224,0.29057091789008027,0.2613684398693639
+3.4482758620689653,3000,0.16,0.3,0.32,0.4,0.16,0.16,0.09999999999999998,0.3,0.064,0.32,0.04000000000000001,0.4,0.24177777777777776,0.2797381138841459,0.25452652172848145

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -46,3 +46,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.18,0.34,0.4,0.48,0.18,0.16,0.11333333333333333,0.32,0.08,0.37,0.04800000000000001,0.45,0.2776349206349206,0.3072350459331644,0.2695566560468123
 3.160919540229885,2750,0.18,0.32,0.4,0.48,0.18,0.16,0.10666666666666666,0.3,0.08,0.37,0.04800000000000001,0.45,0.27311111111111114,0.303687459098697,0.2643930056155039
 3.4482758620689653,3000,0.18,0.34,0.4,0.48,0.18,0.16,0.11333333333333333,0.32,0.08,0.37,0.04800000000000001,0.45,0.27455555555555555,0.30483462455030724,0.26647869540792385
+0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
+0.28735632183908044,250,0.54,0.6,0.7,0.8,0.54,0.5,0.20666666666666664,0.57,0.14400000000000002,0.65,0.08399999999999999,0.75,0.6070238095238095,0.6238817517972675,0.5823155072745749
+0.5747126436781609,500,0.44,0.6,0.68,0.74,0.44,0.41,0.20666666666666664,0.55,0.14400000000000002,0.64,0.07800000000000001,0.69,0.5353015873015873,0.558348574721249,0.51659168738929
+0.8620689655172413,750,0.34,0.42,0.48,0.58,0.34,0.31,0.14666666666666667,0.39,0.1,0.45,0.064,0.56,0.4017777777777778,0.42985614779615433,0.39131509074550686
+1.1494252873563218,1000,0.42,0.48,0.52,0.56,0.42,0.37,0.1733333333333333,0.45,0.11199999999999999,0.49,0.062,0.54,0.4651904761904762,0.4668719442137559,0.4471411851134015
+1.4367816091954024,1250,0.3,0.46,0.54,0.58,0.3,0.26,0.16666666666666663,0.43,0.11599999999999999,0.51,0.066,0.56,0.3907460317460318,0.4214181619624209,0.37472392739454635
+1.7241379310344827,1500,0.3,0.38,0.42,0.46,0.3,0.26,0.13999999999999999,0.35,0.09200000000000001,0.38,0.05200000000000001,0.43,0.3475555555555555,0.35466597693106505,0.33110189519216443
+2.0114942528735633,1750,0.2,0.3,0.32,0.4,0.2,0.17,0.10666666666666666,0.27,0.068,0.29,0.044000000000000004,0.38,0.2558888888888889,0.27230781853149144,0.2394314014202172
+2.2988505747126435,2000,0.12,0.24,0.26,0.34,0.12,0.12,0.07999999999999999,0.22,0.05200000000000001,0.23,0.034,0.31,0.19119047619047616,0.21435273721601938,0.188482017982018
+2.586206896551724,2250,0.14,0.34,0.4,0.4,0.14,0.12,0.11333333333333333,0.3,0.08,0.35,0.042,0.36,0.2406666666666667,0.2574874896340833,0.22243671984298377
+2.873563218390805,2500,0.18,0.26,0.34,0.44,0.18,0.15,0.08666666666666666,0.23,0.068,0.3,0.046000000000000006,0.4,0.24624603174603174,0.26616251509536853,0.2197416495436074
+3.160919540229885,2750,0.1,0.12,0.16,0.22,0.1,0.08,0.04,0.09,0.032,0.13,0.022000000000000002,0.19,0.12721428571428572,0.12825616203051576,0.11071657644805219
+3.4482758620689653,3000,0.1,0.12,0.16,0.26,0.1,0.08,0.04,0.09,0.032,0.13,0.026000000000000002,0.23,0.12794444444444442,0.13826388457522362,0.10725400911912068

eval/NanoBEIR_evaluation_mean_results.csv

@@ -46,3 +46,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.21,0.38,0.47000000000000003,0.56,0.21,0.2,0.12666666666666665,0.37,0.09400000000000001,0.455,0.05600000000000001,0.545,0.32227380952380946,0.3698019725031392,0.32481504524969085
 3.160919540229885,2750,0.21,0.37,0.47000000000000003,0.56,0.21,0.2,0.12333333333333332,0.36,0.09400000000000001,0.455,0.05600000000000001,0.545,0.318234126984127,0.36659922985673,0.32043685115019904
 3.4482758620689653,3000,0.2,0.38,0.48000000000000004,0.56,0.2,0.19,0.12666666666666665,0.37,0.096,0.465,0.05600000000000001,0.545,0.3159563492063492,0.36509786385522947,0.31838880594422725
+0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
+0.28735632183908044,250,0.47000000000000003,0.63,0.7,0.76,0.47000000000000003,0.45,0.21333333333333332,0.615,0.14200000000000002,0.675,0.078,0.735,0.5666071428571429,0.5993621206791515,0.5606677267146443
+0.5747126436781609,500,0.39,0.63,0.7,0.73,0.39,0.375,0.21333333333333332,0.605,0.14400000000000002,0.6799999999999999,0.07500000000000001,0.705,0.5158174603174602,0.5556203819789096,0.511620261221923
+0.8620689655172413,750,0.38,0.52,0.5700000000000001,0.6499999999999999,0.38,0.365,0.17666666666666667,0.505,0.116,0.555,0.068,0.64,0.46472222222222226,0.5022832423064978,0.463636951010617
+1.1494252873563218,1000,0.41000000000000003,0.54,0.5700000000000001,0.63,0.41000000000000003,0.385,0.18666666666666665,0.525,0.11800000000000001,0.5549999999999999,0.066,0.62,0.48253968253968255,0.5073705311490442,0.4786465974300887
+1.4367816091954024,1250,0.33999999999999997,0.48,0.54,0.58,0.33999999999999997,0.32,0.16666666666666663,0.46499999999999997,0.112,0.525,0.062000000000000006,0.5700000000000001,0.4193730158730159,0.45080747101092,0.419645752479152
+1.7241379310344827,1500,0.35,0.42000000000000004,0.45999999999999996,0.51,0.35,0.33,0.14666666666666664,0.405,0.09600000000000002,0.44,0.054000000000000006,0.495,0.39483333333333326,0.41203812536649953,0.392156509612422
+2.0114942528735633,1750,0.28,0.39,0.4,0.45,0.28,0.265,0.1333333333333333,0.375,0.082,0.385,0.04700000000000001,0.44,0.3377063492063492,0.35603373027765195,0.33454964006180465
+2.2988505747126435,2000,0.19,0.32,0.33999999999999997,0.41000000000000003,0.19,0.19,0.10666666666666666,0.31,0.068,0.325,0.04100000000000001,0.395,0.26330158730158726,0.2922639034204685,0.26675638626679576
+2.586206896551724,2250,0.21000000000000002,0.38,0.42000000000000004,0.49,0.21000000000000002,0.2,0.12666666666666665,0.36,0.084,0.395,0.05,0.47,0.3046507936507936,0.3377274316188057,0.30051046002281734
+2.873563218390805,2500,0.2,0.32,0.38,0.49,0.2,0.185,0.10666666666666666,0.305,0.07600000000000001,0.36,0.05,0.47000000000000003,0.2808571428571428,0.3174357646359672,0.2729926948542219
+3.160919540229885,2750,0.14,0.21,0.24,0.32,0.14,0.13,0.06999999999999999,0.195,0.048,0.225,0.03200000000000001,0.305,0.18896825396825398,0.20941353996029802,0.18604250815870804
+3.4482758620689653,3000,0.13,0.21,0.24,0.33,0.13,0.12,0.06999999999999999,0.195,0.048,0.225,0.033,0.315,0.1848611111111111,0.20900099922968474,0.18089026542380107

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.14,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.22,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.26,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.38,
-    "NanoClimateFEVER_cosine_precision@1": 0.14,
-    "NanoClimateFEVER_cosine_precision@3": 0.07333333333333333,
-    "NanoClimateFEVER_cosine_precision@5": 0.05200000000000001,
-    "NanoClimateFEVER_cosine_precision@10": 0.038,
-    "NanoClimateFEVER_cosine_recall@1": 0.07,
-    "NanoClimateFEVER_cosine_recall@3": 0.11066666666666666,
-    "NanoClimateFEVER_cosine_recall@5": 0.13566666666666666,
-    "NanoClimateFEVER_cosine_recall@10": 0.19066666666666665,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.1453885297185151,
-    "NanoClimateFEVER_cosine_mrr@10": 0.20153968253968252,
-    "NanoClimateFEVER_cosine_map@100": 0.10907272614067173,
-    "NanoDBPedia_cosine_accuracy@1": 0.52,
-    "NanoDBPedia_cosine_accuracy@3": 0.72,
-    "NanoDBPedia_cosine_accuracy@5": 0.82,
-    "NanoDBPedia_cosine_accuracy@10": 0.86,
-    "NanoDBPedia_cosine_precision@1": 0.52,
-    "NanoDBPedia_cosine_precision@3": 0.4,
-    "NanoDBPedia_cosine_precision@5": 0.364,
-    "NanoDBPedia_cosine_precision@10": 0.30000000000000004,
-    "NanoDBPedia_cosine_recall@1": 0.047202979496018524,
-    "NanoDBPedia_cosine_recall@3": 0.10194727189869665,
-    "NanoDBPedia_cosine_recall@5": 0.15730653946206946,
-    "NanoDBPedia_cosine_recall@10": 0.22246963483004237,
-    "NanoDBPedia_cosine_ndcg@10": 0.38619002202024644,
-    "NanoDBPedia_cosine_mrr@10": 0.6298333333333334,
-    "NanoDBPedia_cosine_map@100": 0.2319232549425231,
-    "NanoFEVER_cosine_accuracy@1": 0.28,
-    "NanoFEVER_cosine_accuracy@3": 0.52,
-    "NanoFEVER_cosine_accuracy@5": 0.6,
-    "NanoFEVER_cosine_accuracy@10": 0.68,
-    "NanoFEVER_cosine_precision@1": 0.28,
-    "NanoFEVER_cosine_precision@3": 0.1733333333333333,
-    "NanoFEVER_cosine_precision@5": 0.12,
-    "NanoFEVER_cosine_precision@10": 0.07,
-    "NanoFEVER_cosine_recall@1": 0.27,
-    "NanoFEVER_cosine_recall@3": 0.49,
-    "NanoFEVER_cosine_recall@5": 0.57,
-    "NanoFEVER_cosine_recall@10": 0.65,
-    "NanoFEVER_cosine_ndcg@10": 0.4689004130810094,
-    "NanoFEVER_cosine_mrr@10": 0.4225238095238095,
-    "NanoFEVER_cosine_map@100": 0.4118080771584329,
-    "NanoFiQA2018_cosine_accuracy@1": 0.26,
-    "NanoFiQA2018_cosine_accuracy@3": 0.36,
-    "NanoFiQA2018_cosine_accuracy@5": 0.4,
-    "NanoFiQA2018_cosine_accuracy@10": 0.48,
-    "NanoFiQA2018_cosine_precision@1": 0.26,
-    "NanoFiQA2018_cosine_precision@3": 0.13999999999999999,
-    "NanoFiQA2018_cosine_precision@5": 0.10000000000000002,
-    "NanoFiQA2018_cosine_precision@10": 0.064,
-    "NanoFiQA2018_cosine_recall@1": 0.1585238095238095,
-    "NanoFiQA2018_cosine_recall@3": 0.2282698412698413,
-    "NanoFiQA2018_cosine_recall@5": 0.2517936507936508,
-    "NanoFiQA2018_cosine_recall@10": 0.3186825396825397,
-    "NanoFiQA2018_cosine_ndcg@10": 0.26876133900480464,
-    "NanoFiQA2018_cosine_mrr@10": 0.3242460317460317,
-    "NanoFiQA2018_cosine_map@100": 0.24128551555161426,
-    "NanoHotpotQA_cosine_accuracy@1": 0.54,
-    "NanoHotpotQA_cosine_accuracy@3": 0.66,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.1,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.16,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.18,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.36,
+    "NanoClimateFEVER_cosine_precision@1": 0.1,
+    "NanoClimateFEVER_cosine_precision@3": 0.05333333333333333,
+    "NanoClimateFEVER_cosine_precision@5": 0.04,
+    "NanoClimateFEVER_cosine_precision@10": 0.038000000000000006,
+    "NanoClimateFEVER_cosine_recall@1": 0.039,
+    "NanoClimateFEVER_cosine_recall@3": 0.07233333333333332,
+    "NanoClimateFEVER_cosine_recall@5": 0.09899999999999999,
+    "NanoClimateFEVER_cosine_recall@10": 0.17800000000000002,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.1173759125527998,
+    "NanoClimateFEVER_cosine_mrr@10": 0.15424603174603174,
+    "NanoClimateFEVER_cosine_map@100": 0.08470650399139114,
+    "NanoDBPedia_cosine_accuracy@1": 0.54,
+    "NanoDBPedia_cosine_accuracy@3": 0.76,
+    "NanoDBPedia_cosine_accuracy@5": 0.84,
+    "NanoDBPedia_cosine_accuracy@10": 0.9,
+    "NanoDBPedia_cosine_precision@1": 0.54,
+    "NanoDBPedia_cosine_precision@3": 0.42,
+    "NanoDBPedia_cosine_precision@5": 0.384,
+    "NanoDBPedia_cosine_precision@10": 0.29200000000000004,
+    "NanoDBPedia_cosine_recall@1": 0.07619799906535789,
+    "NanoDBPedia_cosine_recall@3": 0.1276779058713768,
+    "NanoDBPedia_cosine_recall@5": 0.16749620234443643,
+    "NanoDBPedia_cosine_recall@10": 0.21087586592616692,
+    "NanoDBPedia_cosine_ndcg@10": 0.3969317585871071,
+    "NanoDBPedia_cosine_mrr@10": 0.6681666666666666,
+    "NanoDBPedia_cosine_map@100": 0.25479322904197393,
+    "NanoFEVER_cosine_accuracy@1": 0.3,
+    "NanoFEVER_cosine_accuracy@3": 0.44,
+    "NanoFEVER_cosine_accuracy@5": 0.52,
+    "NanoFEVER_cosine_accuracy@10": 0.58,
+    "NanoFEVER_cosine_precision@1": 0.3,
+    "NanoFEVER_cosine_precision@3": 0.14666666666666667,
+    "NanoFEVER_cosine_precision@5": 0.10800000000000001,
+    "NanoFEVER_cosine_precision@10": 0.062,
+    "NanoFEVER_cosine_recall@1": 0.28,
+    "NanoFEVER_cosine_recall@3": 0.41,
+    "NanoFEVER_cosine_recall@5": 0.5,
+    "NanoFEVER_cosine_recall@10": 0.56,
+    "NanoFEVER_cosine_ndcg@10": 0.4268388511477842,
+    "NanoFEVER_cosine_mrr@10": 0.39605555555555555,
+    "NanoFEVER_cosine_map@100": 0.3890457012149144,
+    "NanoFiQA2018_cosine_accuracy@1": 0.22,
+    "NanoFiQA2018_cosine_accuracy@3": 0.34,
+    "NanoFiQA2018_cosine_accuracy@5": 0.44,
+    "NanoFiQA2018_cosine_accuracy@10": 0.6,
+    "NanoFiQA2018_cosine_precision@1": 0.22,
+    "NanoFiQA2018_cosine_precision@3": 0.15333333333333332,
+    "NanoFiQA2018_cosine_precision@5": 0.124,
+    "NanoFiQA2018_cosine_precision@10": 0.094,
+    "NanoFiQA2018_cosine_recall@1": 0.11407936507936509,
+    "NanoFiQA2018_cosine_recall@3": 0.21912698412698411,
+    "NanoFiQA2018_cosine_recall@5": 0.2806825396825397,
+    "NanoFiQA2018_cosine_recall@10": 0.4115714285714286,
+    "NanoFiQA2018_cosine_ndcg@10": 0.29458681641245554,
+    "NanoFiQA2018_cosine_mrr@10": 0.3207142857142857,
+    "NanoFiQA2018_cosine_map@100": 0.23364616122992465,
+    "NanoHotpotQA_cosine_accuracy@1": 0.52,
+    "NanoHotpotQA_cosine_accuracy@3": 0.68,
     "NanoHotpotQA_cosine_accuracy@5": 0.74,
-    "NanoHotpotQA_cosine_accuracy@10": 0.84,
-    "NanoHotpotQA_cosine_precision@1": 0.54,
-    "NanoHotpotQA_cosine_precision@3": 0.2533333333333333,
-    "NanoHotpotQA_cosine_precision@5": 0.17600000000000002,
-    "NanoHotpotQA_cosine_precision@10": 0.10599999999999998,
-    "NanoHotpotQA_cosine_recall@1": 0.27,
-    "NanoHotpotQA_cosine_recall@3": 0.38,
-    "NanoHotpotQA_cosine_recall@5": 0.44,
-    "NanoHotpotQA_cosine_recall@10": 0.53,
-    "NanoHotpotQA_cosine_ndcg@10": 0.4749742091237649,
-    "NanoHotpotQA_cosine_mrr@10": 0.6256031746031746,
-    "NanoHotpotQA_cosine_map@100": 0.38794691370738704,
-    "NanoMSMARCO_cosine_accuracy@1": 0.28,
-    "NanoMSMARCO_cosine_accuracy@3": 0.38,
-    "NanoMSMARCO_cosine_accuracy@5": 0.42,
-    "NanoMSMARCO_cosine_accuracy@10": 0.56,
-    "NanoMSMARCO_cosine_precision@1": 0.28,
-    "NanoMSMARCO_cosine_precision@3": 0.12666666666666665,
-    "NanoMSMARCO_cosine_precision@5": 0.084,
-    "NanoMSMARCO_cosine_precision@10": 0.05600000000000001,
-    "NanoMSMARCO_cosine_recall@1": 0.28,
-    "NanoMSMARCO_cosine_recall@3": 0.38,
-    "NanoMSMARCO_cosine_recall@5": 0.42,
-    "NanoMSMARCO_cosine_recall@10": 0.56,
-    "NanoMSMARCO_cosine_ndcg@10": 0.4001173610020243,
-    "NanoMSMARCO_cosine_mrr@10": 0.3516904761904761,
-    "NanoMSMARCO_cosine_map@100": 0.37336992686291426,
-    "NanoNFCorpus_cosine_accuracy@1": 0.36,
+    "NanoHotpotQA_cosine_accuracy@10": 0.78,
+    "NanoHotpotQA_cosine_precision@1": 0.52,
+    "NanoHotpotQA_cosine_precision@3": 0.2733333333333334,
+    "NanoHotpotQA_cosine_precision@5": 0.184,
+    "NanoHotpotQA_cosine_precision@10": 0.102,
+    "NanoHotpotQA_cosine_recall@1": 0.26,
+    "NanoHotpotQA_cosine_recall@3": 0.41,
+    "NanoHotpotQA_cosine_recall@5": 0.46,
+    "NanoHotpotQA_cosine_recall@10": 0.51,
+    "NanoHotpotQA_cosine_ndcg@10": 0.46561524553654626,
+    "NanoHotpotQA_cosine_mrr@10": 0.6083333333333334,
+    "NanoHotpotQA_cosine_map@100": 0.3863310446433211,
+    "NanoMSMARCO_cosine_accuracy@1": 0.22,
+    "NanoMSMARCO_cosine_accuracy@3": 0.42,
+    "NanoMSMARCO_cosine_accuracy@5": 0.56,
+    "NanoMSMARCO_cosine_accuracy@10": 0.64,
+    "NanoMSMARCO_cosine_precision@1": 0.22,
+    "NanoMSMARCO_cosine_precision@3": 0.13999999999999999,
+    "NanoMSMARCO_cosine_precision@5": 0.11200000000000002,
+    "NanoMSMARCO_cosine_precision@10": 0.06400000000000002,
+    "NanoMSMARCO_cosine_recall@1": 0.22,
+    "NanoMSMARCO_cosine_recall@3": 0.42,
+    "NanoMSMARCO_cosine_recall@5": 0.56,
+    "NanoMSMARCO_cosine_recall@10": 0.64,
+    "NanoMSMARCO_cosine_ndcg@10": 0.4253611031601517,
+    "NanoMSMARCO_cosine_mrr@10": 0.3573571428571428,
+    "NanoMSMARCO_cosine_map@100": 0.37029891648053065,
+    "NanoNFCorpus_cosine_accuracy@1": 0.32,
     "NanoNFCorpus_cosine_accuracy@3": 0.46,
-    "NanoNFCorpus_cosine_accuracy@5": 0.5,
-    "NanoNFCorpus_cosine_accuracy@10": 0.56,
-    "NanoNFCorpus_cosine_precision@1": 0.36,
-    "NanoNFCorpus_cosine_precision@3": 0.2733333333333333,
-    "NanoNFCorpus_cosine_precision@5": 0.256,
-    "NanoNFCorpus_cosine_precision@10": 0.21799999999999997,
-    "NanoNFCorpus_cosine_recall@1": 0.01309333347305052,
-    "NanoNFCorpus_cosine_recall@3": 0.029796345008688278,
-    "NanoNFCorpus_cosine_recall@5": 0.04461630481223397,
-    "NanoNFCorpus_cosine_recall@10": 0.06880715289816099,
-    "NanoNFCorpus_cosine_ndcg@10": 0.24206789327168107,
-    "NanoNFCorpus_cosine_mrr@10": 0.4221111111111111,
-    "NanoNFCorpus_cosine_map@100": 0.08443685448289194,
-    "NanoNQ_cosine_accuracy@1": 0.24,
-    "NanoNQ_cosine_accuracy@3": 0.32,
-    "NanoNQ_cosine_accuracy@5": 0.38,
-    "NanoNQ_cosine_accuracy@10": 0.44,
-    "NanoNQ_cosine_precision@1": 0.24,
-    "NanoNQ_cosine_precision@3": 0.10666666666666665,
-    "NanoNQ_cosine_precision@5": 0.07600000000000001,
-    "NanoNQ_cosine_precision@10": 0.046,
-    "NanoNQ_cosine_recall@1": 0.23,
-    "NanoNQ_cosine_recall@3": 0.3,
-    "NanoNQ_cosine_recall@5": 0.35,
-    "NanoNQ_cosine_recall@10": 0.42,
-    "NanoNQ_cosine_ndcg@10": 0.32272214750507383,
-    "NanoNQ_cosine_mrr@10": 0.30133333333333334,
-    "NanoNQ_cosine_map@100": 0.3026672483997021,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.94,
+    "NanoNFCorpus_cosine_accuracy@5": 0.54,
+    "NanoNFCorpus_cosine_accuracy@10": 0.6,
+    "NanoNFCorpus_cosine_precision@1": 0.32,
+    "NanoNFCorpus_cosine_precision@3": 0.28,
+    "NanoNFCorpus_cosine_precision@5": 0.26,
+    "NanoNFCorpus_cosine_precision@10": 0.222,
+    "NanoNFCorpus_cosine_recall@1": 0.012390714058566699,
+    "NanoNFCorpus_cosine_recall@3": 0.03091743967375776,
+    "NanoNFCorpus_cosine_recall@5": 0.0669147297391448,
+    "NanoNFCorpus_cosine_recall@10": 0.09088305778625912,
+    "NanoNFCorpus_cosine_ndcg@10": 0.2483348722648785,
+    "NanoNFCorpus_cosine_mrr@10": 0.4105238095238095,
+    "NanoNFCorpus_cosine_map@100": 0.09280425392585814,
+    "NanoNQ_cosine_accuracy@1": 0.18,
+    "NanoNQ_cosine_accuracy@3": 0.34,
+    "NanoNQ_cosine_accuracy@5": 0.4,
+    "NanoNQ_cosine_accuracy@10": 0.48,
+    "NanoNQ_cosine_precision@1": 0.18,
+    "NanoNQ_cosine_precision@3": 0.11333333333333333,
+    "NanoNQ_cosine_precision@5": 0.08,
+    "NanoNQ_cosine_precision@10": 0.04800000000000001,
+    "NanoNQ_cosine_recall@1": 0.16,
+    "NanoNQ_cosine_recall@3": 0.32,
+    "NanoNQ_cosine_recall@5": 0.37,
+    "NanoNQ_cosine_recall@10": 0.45,
+    "NanoNQ_cosine_ndcg@10": 0.30483462455030724,
+    "NanoNQ_cosine_mrr@10": 0.27455555555555555,
+    "NanoNQ_cosine_map@100": 0.26647869540792385,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.96,
     "NanoQuoraRetrieval_cosine_accuracy@3": 0.98,
     "NanoQuoraRetrieval_cosine_accuracy@5": 1.0,
     "NanoQuoraRetrieval_cosine_accuracy@10": 1.0,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.94,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.40666666666666657,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.264,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.13799999999999998,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.8273333333333334,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.9453333333333334,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.986,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9966666666666666,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9649140578691123,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.9616666666666667,
-    "NanoQuoraRetrieval_cosine_map@100": 0.9493650793650792,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.42,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.6,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.72,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.8,
-    "NanoSCIDOCS_cosine_precision@1": 0.42,
-    "NanoSCIDOCS_cosine_precision@3": 0.2933333333333333,
-    "NanoSCIDOCS_cosine_precision@5": 0.24800000000000005,
-    "NanoSCIDOCS_cosine_precision@10": 0.16399999999999998,
-    "NanoSCIDOCS_cosine_recall@1": 0.08700000000000001,
-    "NanoSCIDOCS_cosine_recall@3": 0.18100000000000002,
-    "NanoSCIDOCS_cosine_recall@5": 0.25666666666666665,
-    "NanoSCIDOCS_cosine_recall@10": 0.33666666666666656,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.3309587311349605,
-    "NanoSCIDOCS_cosine_mrr@10": 0.5280555555555556,
-    "NanoSCIDOCS_cosine_map@100": 0.2571164275500479,
-    "NanoArguAna_cosine_accuracy@1": 0.04,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.96,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.4133333333333333,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.25999999999999995,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.13999999999999999,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.8373333333333332,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9520000000000001,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.9793333333333334,
+    "NanoQuoraRetrieval_cosine_recall@10": 1.0,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9755732089084438,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.975,
+    "NanoQuoraRetrieval_cosine_map@100": 0.9623253968253969,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.44,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.66,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.76,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.82,
+    "NanoSCIDOCS_cosine_precision@1": 0.44,
+    "NanoSCIDOCS_cosine_precision@3": 0.3533333333333333,
+    "NanoSCIDOCS_cosine_precision@5": 0.29200000000000004,
+    "NanoSCIDOCS_cosine_precision@10": 0.18799999999999997,
+    "NanoSCIDOCS_cosine_recall@1": 0.09100000000000001,
+    "NanoSCIDOCS_cosine_recall@3": 0.22066666666666668,
+    "NanoSCIDOCS_cosine_recall@5": 0.3016666666666667,
+    "NanoSCIDOCS_cosine_recall@10": 0.38666666666666655,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.3759831673953289,
+    "NanoSCIDOCS_cosine_mrr@10": 0.5660238095238094,
+    "NanoSCIDOCS_cosine_map@100": 0.2923958742502536,
+    "NanoArguAna_cosine_accuracy@1": 0.08,
     "NanoArguAna_cosine_accuracy@3": 0.18,
-    "NanoArguAna_cosine_accuracy@5": 0.2,
+    "NanoArguAna_cosine_accuracy@5": 0.24,
     "NanoArguAna_cosine_accuracy@10": 0.34,
-    "NanoArguAna_cosine_precision@1": 0.04,
+    "NanoArguAna_cosine_precision@1": 0.08,
     "NanoArguAna_cosine_precision@3": 0.06,
-    "NanoArguAna_cosine_precision@5": 0.04,
+    "NanoArguAna_cosine_precision@5": 0.04800000000000001,
     "NanoArguAna_cosine_precision@10": 0.034,
-    "NanoArguAna_cosine_recall@1": 0.04,
+    "NanoArguAna_cosine_recall@1": 0.08,
     "NanoArguAna_cosine_recall@3": 0.18,
-    "NanoArguAna_cosine_recall@5": 0.2,
+    "NanoArguAna_cosine_recall@5": 0.24,
     "NanoArguAna_cosine_recall@10": 0.34,
-    "NanoArguAna_cosine_ndcg@10": 0.175419302465962,
-    "NanoArguAna_cosine_mrr@10": 0.12532539682539678,
-    "NanoArguAna_cosine_map@100": 0.14459756648011524,
-    "NanoSciFact_cosine_accuracy@1": 0.2,
-    "NanoSciFact_cosine_accuracy@3": 0.28,
-    "NanoSciFact_cosine_accuracy@5": 0.34,
-    "NanoSciFact_cosine_accuracy@10": 0.4,
-    "NanoSciFact_cosine_precision@1": 0.2,
-    "NanoSciFact_cosine_precision@3": 0.1,
-    "NanoSciFact_cosine_precision@5": 0.07200000000000001,
-    "NanoSciFact_cosine_precision@10": 0.046000000000000006,
-    "NanoSciFact_cosine_recall@1": 0.175,
-    "NanoSciFact_cosine_recall@3": 0.24,
-    "NanoSciFact_cosine_recall@5": 0.3,
-    "NanoSciFact_cosine_recall@10": 0.37,
-    "NanoSciFact_cosine_ndcg@10": 0.2742062576081037,
-    "NanoSciFact_cosine_mrr@10": 0.2611904761904762,
-    "NanoSciFact_cosine_map@100": 0.25107673217045623,
-    "NanoTouche2020_cosine_accuracy@1": 0.40816326530612246,
-    "NanoTouche2020_cosine_accuracy@3": 0.7142857142857143,
-    "NanoTouche2020_cosine_accuracy@5": 0.8367346938775511,
-    "NanoTouche2020_cosine_accuracy@10": 0.9387755102040817,
-    "NanoTouche2020_cosine_precision@1": 0.40816326530612246,
-    "NanoTouche2020_cosine_precision@3": 0.3945578231292517,
-    "NanoTouche2020_cosine_precision@5": 0.3591836734693878,
-    "NanoTouche2020_cosine_precision@10": 0.3142857142857143,
-    "NanoTouche2020_cosine_recall@1": 0.026947689355902065,
-    "NanoTouche2020_cosine_recall@3": 0.08175620968668966,
-    "NanoTouche2020_cosine_recall@5": 0.11912284095947995,
-    "NanoTouche2020_cosine_recall@10": 0.20232769620294389,
-    "NanoTouche2020_cosine_ndcg@10": 0.3489871366097425,
-    "NanoTouche2020_cosine_mrr@10": 0.584402332361516,
-    "NanoTouche2020_cosine_map@100": 0.24268590817987387,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.35601255886970173,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.4918681318681318,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.5551334379905808,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.6368288854003141,
-    "NanoBEIR_mean_cosine_precision@1": 0.35601255886970173,
-    "NanoBEIR_mean_cosine_precision@3": 0.2154788069073783,
-    "NanoBEIR_mean_cosine_precision@5": 0.17009105180533754,
-    "NanoBEIR_mean_cosine_precision@10": 0.12263736263736262,
-    "NanoBEIR_mean_cosine_recall@1": 0.19193085732170106,
-    "NanoBEIR_mean_cosine_recall@3": 0.28067458983568583,
-    "NanoBEIR_mean_cosine_recall@5": 0.32547482072005907,
-    "NanoBEIR_mean_cosine_recall@10": 0.4004836172010528,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.3695082615703847,
-    "NanoBEIR_mean_cosine_mrr@10": 0.44150164461388947,
-    "NanoBEIR_mean_cosine_map@100": 0.30671940238397766
+    "NanoArguAna_cosine_ndcg@10": 0.19775950107880547,
+    "NanoArguAna_cosine_mrr@10": 0.1541031746031746,
+    "NanoArguAna_cosine_map@100": 0.1637127723917234,
+    "NanoSciFact_cosine_accuracy@1": 0.22,
+    "NanoSciFact_cosine_accuracy@3": 0.3,
+    "NanoSciFact_cosine_accuracy@5": 0.32,
+    "NanoSciFact_cosine_accuracy@10": 0.38,
+    "NanoSciFact_cosine_precision@1": 0.22,
+    "NanoSciFact_cosine_precision@3": 0.12,
+    "NanoSciFact_cosine_precision@5": 0.07600000000000001,
+    "NanoSciFact_cosine_precision@10": 0.044000000000000004,
+    "NanoSciFact_cosine_recall@1": 0.195,
+    "NanoSciFact_cosine_recall@3": 0.285,
+    "NanoSciFact_cosine_recall@5": 0.305,
+    "NanoSciFact_cosine_recall@10": 0.365,
+    "NanoSciFact_cosine_ndcg@10": 0.28918208458247957,
+    "NanoSciFact_cosine_mrr@10": 0.2718333333333333,
+    "NanoSciFact_cosine_map@100": 0.27817432559902106,
+    "NanoTouche2020_cosine_accuracy@1": 0.46938775510204084,
+    "NanoTouche2020_cosine_accuracy@3": 0.6530612244897959,
+    "NanoTouche2020_cosine_accuracy@5": 0.8163265306122449,
+    "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
+    "NanoTouche2020_cosine_precision@1": 0.46938775510204084,
+    "NanoTouche2020_cosine_precision@3": 0.4081632653061224,
+    "NanoTouche2020_cosine_precision@5": 0.3877551020408163,
+    "NanoTouche2020_cosine_precision@10": 0.34285714285714286,
+    "NanoTouche2020_cosine_recall@1": 0.03304169886606065,
+    "NanoTouche2020_cosine_recall@3": 0.08663742657609082,
+    "NanoTouche2020_cosine_recall@5": 0.13074375193904886,
+    "NanoTouche2020_cosine_recall@10": 0.2206088169640079,
+    "NanoTouche2020_cosine_ndcg@10": 0.38115064093925494,
+    "NanoTouche2020_cosine_mrr@10": 0.6090055069646906,
+    "NanoTouche2020_cosine_map@100": 0.2635297595122428,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.35149136577708007,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.4902354788069073,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.5658712715855574,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.6491679748822605,
+    "NanoBEIR_mean_cosine_precision@1": 0.35149136577708007,
+    "NanoBEIR_mean_cosine_precision@3": 0.2257561486132915,
+    "NanoBEIR_mean_cosine_precision@5": 0.18121193092621668,
+    "NanoBEIR_mean_cosine_precision@10": 0.1285274725274725,
+    "NanoBEIR_mean_cosine_recall@1": 0.18446485464636025,
+    "NanoBEIR_mean_cosine_recall@3": 0.28725844278832385,
+    "NanoBEIR_mean_cosine_recall@5": 0.34314132490039767,
+    "NanoBEIR_mean_cosine_recall@10": 0.41258506430111763,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.37688675285510337,
+    "NanoBEIR_mean_cosine_mrr@10": 0.44353216964441444,
+    "NanoBEIR_mean_cosine_map@100": 0.3106340488088058
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7142857142857143,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.8979591836734694,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.6938775510204082,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9183673469387755,
     "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9387755102040817,
-    "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7142857142857143,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6802721088435375,
+    "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.6938775510204082,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6598639455782312,
     "BeIR-touche2020-subset-test_cosine_precision@5": 0.6204081632653061,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5469387755102041,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.015888088527206596,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04529851299481363,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.06854028378310305,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.12037980510830988,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.5854787058529846,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8197278911564625,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.2463904322921895
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5448979591836733,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.015282578640721299,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.043691811612696696,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.06836863756086255,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.12002846003612215,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.5792925091922296,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.802437641723356,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.23820124526811953
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83f804755eb422940037ac241ecf54da8516596e669fb776e2f9fc5297ebb299
-size 133462128
+oid sha256:b8699cdc4d5002adb5b49e94e875d00c59b4513e5607f31f33e2c8037cd8e2b5
+size 596070136

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": false,
+    "lstrip": true,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
-size 711649
+oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
+size 3583485

tokenizer_config.json

@@ -1,14 +1,230 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "[PAD]",
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "100": {
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -16,7 +232,7 @@
       "single_word": false,
       "special": true
     },
-    "101": {
+    "50281": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -24,7 +240,7 @@
       "single_word": false,
       "special": true
     },
-    "102": {
+    "50282": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -32,34 +248,698 @@
       "single_word": false,
       "special": true
     },
-    "103": {
-      "content": "[MASK]",
+    "50283": {
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50285": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50295": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50296": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50297": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50298": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50299": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50300": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50301": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50302": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50303": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50304": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50305": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50306": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50307": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50308": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50309": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50310": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50311": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50312": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50313": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50314": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50315": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50316": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50317": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50318": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50319": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50320": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50321": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50322": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50323": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50324": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50325": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50326": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50327": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50328": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50329": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50330": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50331": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50332": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50333": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50334": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50335": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50336": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50337": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50338": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50339": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50340": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50341": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50342": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50343": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50344": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50345": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50346": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50347": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50348": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50349": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50350": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50351": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50352": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50353": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50354": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50355": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50356": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50357": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50358": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50359": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50360": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50361": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50362": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50363": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50364": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50365": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50366": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50367": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
-  "clean_up_tokenization_spaces": false,
+  "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
-  "do_basic_tokenize": true,
-  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "max_length": 128,
-  "model_max_length": 128,
-  "never_split": null,
-  "pad_to_multiple_of": null,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[PAD]",
-  "pad_token_type_id": 0,
-  "padding_side": "right",
   "sep_token": "[SEP]",
-  "stride": 0,
-  "strip_accents": null,
-  "tokenize_chinese_chars": true,
-  "tokenizer_class": "BertTokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
+  "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": "[UNK]"
 }