Training in progress, step 3000

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4897959183673469,0.7142857142857143,0.7551020408163265,0.8979591836734694,0.4897959183673469,0.010823834745914257,0.5374149659863945,0.035815002764289346,0.5265306122448979,0.05843958673884113,0.48979591836734704,0.10896852039013326,0.6169744088111435,0.49985217155808637,0.23205900487913267
 -1,-1,0.8775510204081632,1.0,1.0,1.0,0.8775510204081632,0.01945012749314946,0.8095238095238094,0.0537432819678873,0.7510204081632652,0.08295390754493644,0.6448979591836734,0.14269962051162913,0.9387755102040817,0.698044370091445,0.29990375282881515
 -1,-1,0.8367346938775511,1.0,1.0,1.0,0.8367346938775511,0.018685799211369737,0.7414965986394558,0.04913500442501108,0.726530612244898,0.0800804034789567,0.636734693877551,0.14047638510972563,0.9115646258503403,0.6760514236174178,0.29146252551388013
+-1,-1,0.7142857142857143,0.9387755102040817,1.0,1.0,0.7142857142857143,0.015732023986600143,0.7006802721088434,0.0463985441600743,0.6857142857142857,0.07575333220313103,0.610204081632653,0.13470903326194697,0.8329931972789116,0.6381476436435549,0.2786605831995692

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.18,0.42,0.66,0.92,0.18,0.18,0.13999999999999999,0.42,0.13200000000000003,0.66,0.092,0.92,0.3819365079365078,0.5090068653222485,0.38662579903756383
 -1,-1,0.22,0.46,0.72,0.84,0.22,0.22,0.15333333333333332,0.46,0.14400000000000002,0.72,0.08399999999999999,0.84,0.4013571428571428,0.5065089296905451,0.40883602671837965
 -1,-1,0.26,0.42,0.64,0.78,0.26,0.26,0.13999999999999999,0.42,0.128,0.64,0.07800000000000001,0.78,0.40041269841269833,0.49012690594836195,0.40862691269565415
+-1,-1,0.2,0.4,0.54,0.66,0.2,0.2,0.13333333333333333,0.4,0.10800000000000001,0.54,0.066,0.66,0.3373571428571428,0.41484940267954185,0.3509791560987356

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.22,0.3,0.32,0.36,0.22,0.095,0.11333333333333333,0.14,0.07200000000000001,0.15,0.046000000000000006,0.185,0.25935714285714284,0.1730634192176821,0.13925003187344695
 -1,-1,0.22,0.38,0.46,0.68,0.22,0.10666666666666666,0.14,0.2,0.10400000000000001,0.244,0.076,0.31799999999999995,0.3376349206349205,0.25307254805545965,0.19775113367023567
 -1,-1,0.26,0.42,0.52,0.64,0.26,0.11233333333333334,0.14666666666666667,0.21733333333333335,0.11200000000000002,0.2556666666666667,0.076,0.32233333333333336,0.3750793650793651,0.2666253800845284,0.2011140281816089
+-1,-1,0.24,0.38,0.48,0.6,0.24,0.12666666666666665,0.12666666666666665,0.20166666666666663,0.1,0.23666666666666664,0.064,0.28633333333333333,0.34023809523809523,0.24416660636672297,0.19639096105020912

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.66,0.76,0.8,0.88,0.66,0.05297337184974421,0.49333333333333335,0.12286681770835706,0.3960000000000001,0.15804576035936513,0.3340000000000001,0.24453102622727121,0.7296904761904761,0.44356079757487216,0.288864360045014
 -1,-1,0.7,0.84,0.86,0.9,0.7,0.07514830114967352,0.48,0.12504263439749053,0.43199999999999994,0.17114850325738726,0.374,0.2647379890126719,0.7688571428571429,0.4819449351312035,0.3187663378243811
 -1,-1,0.68,0.88,0.92,0.94,0.68,0.05688977886612893,0.54,0.13935988888756243,0.47200000000000003,0.1751897325720696,0.37,0.26159227895019427,0.780857142857143,0.4806798308683474,0.308753405762294
+-1,-1,0.72,0.82,0.86,0.94,0.72,0.07990956569074031,0.54,0.14618955963801683,0.4440000000000001,0.17424610447980732,0.368,0.2554216776296513,0.7762222222222224,0.4828044504756275,0.3198819427260988

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.34,0.46,0.6,0.66,0.34,0.31666666666666665,0.1533333333333333,0.4266666666666667,0.124,0.5766666666666667,0.068,0.6366666666666667,0.424,0.46337482491692245,0.4086120813834917
 -1,-1,0.62,0.92,0.98,0.98,0.62,0.5966666666666667,0.3133333333333333,0.8666666666666667,0.19999999999999996,0.9266666666666667,0.09999999999999998,0.9266666666666667,0.7673333333333333,0.7904169146327766,0.7345681818181817
 -1,-1,0.72,0.86,0.9,0.92,0.72,0.6666666666666665,0.29333333333333333,0.8133333333333332,0.18799999999999997,0.8533333333333333,0.09599999999999997,0.8733333333333333,0.7933333333333333,0.789904917294168,0.7522696021313817
+-1,-1,0.52,0.88,0.9,0.92,0.52,0.4766666666666666,0.29333333333333333,0.8166666666666668,0.184,0.8466666666666667,0.09399999999999999,0.8666666666666667,0.6873333333333332,0.7074396232322929,0.6450913349659241

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.2,0.38,0.42,0.5,0.2,0.124,0.13999999999999999,0.2271904761904762,0.11599999999999999,0.2683809523809524,0.07200000000000001,0.30690476190476196,0.29054761904761905,0.25246237789572157,0.21848437925349112
 -1,-1,0.4,0.48,0.56,0.64,0.4,0.21357936507936512,0.20666666666666667,0.2997698412698413,0.14800000000000002,0.34396031746031747,0.09599999999999997,0.4287936507936508,0.46438095238095245,0.37187924093070407,0.3143221865619557
 -1,-1,0.44,0.5,0.66,0.7,0.44,0.23674603174603173,0.20666666666666667,0.3282698412698412,0.18,0.4468492063492064,0.10799999999999998,0.5012380952380951,0.5054126984126984,0.4196812296155624,0.34864520305957064
+-1,-1,0.38,0.46,0.6,0.66,0.38,0.20874603174603173,0.2,0.3026031746031746,0.172,0.4028492063492063,0.106,0.4737380952380952,0.45252380952380944,0.3879131672402508,0.32617614006971196

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.66,0.8,0.88,0.94,0.66,0.33,0.33333333333333326,0.5,0.236,0.59,0.13,0.65,0.7481904761904762,0.5994510567612696,0.521549418650178
 -1,-1,0.7,0.86,0.88,0.92,0.7,0.35,0.37999999999999995,0.57,0.256,0.64,0.142,0.71,0.7835238095238095,0.6576214974716089,0.5819268475152912
 -1,-1,0.64,0.7,0.8,0.86,0.64,0.32,0.2733333333333333,0.41,0.18799999999999997,0.47,0.10599999999999998,0.53,0.6948571428571426,0.5138837464067723,0.44354016757463266
+-1,-1,0.66,0.78,0.8,0.84,0.66,0.33,0.3,0.45,0.204,0.51,0.11199999999999999,0.56,0.7155238095238096,0.5365299670941256,0.4575877480708742

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4,0.66,0.7,0.84,0.4,0.4,0.22,0.66,0.14,0.7,0.08399999999999999,0.84,0.5435714285714286,0.6145655032721914,0.5511791541791541
 -1,-1,0.3,0.54,0.62,0.76,0.3,0.3,0.18,0.54,0.124,0.62,0.07600000000000001,0.76,0.4492698412698413,0.5241190384704345,0.45777964902887497
 -1,-1,0.32,0.54,0.62,0.74,0.32,0.32,0.18,0.54,0.124,0.62,0.07400000000000001,0.74,0.4499126984126983,0.5189661789845982,0.4616522119994847
+-1,-1,0.36,0.58,0.68,0.76,0.36,0.36,0.19333333333333333,0.58,0.136,0.68,0.07600000000000001,0.76,0.48633333333333334,0.5522122196843595,0.4958040190560276

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.38,0.48,0.58,0.7,0.38,0.01681361319333024,0.34,0.04074346725041941,0.324,0.061513917267684334,0.27599999999999997,0.1030563220456344,0.46352380952380945,0.3033924461699724,0.1239943445488625
 -1,-1,0.36,0.48,0.5,0.58,0.36,0.030515431849843816,0.32666666666666666,0.053102293373951406,0.29200000000000004,0.06596373325276159,0.264,0.10180141189599459,0.43479365079365073,0.3017216559964908,0.1219166619490478
 -1,-1,0.38,0.48,0.54,0.7,0.38,0.011233896267011458,0.3066666666666667,0.04214726266623383,0.284,0.059635325594348004,0.26799999999999996,0.11678903376374426,0.45588095238095244,0.2940810450064775,0.104776087762262
+-1,-1,0.3,0.44,0.46,0.62,0.3,0.010724742605801047,0.30666666666666664,0.051645539344217166,0.28800000000000003,0.07177145031865442,0.248,0.09955036044056806,0.3834603174603175,0.2718677887737839,0.10716744808325447

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.44,0.58,0.68,0.74,0.44,0.41,0.2,0.55,0.14800000000000002,0.66,0.08,0.71,0.5392222222222223,0.5697234660127731,0.529837274877266
 -1,-1,0.38,0.52,0.54,0.68,0.38,0.35,0.1733333333333333,0.49,0.11200000000000002,0.52,0.07200000000000001,0.66,0.46857142857142864,0.5017561161582912,0.4585943213547632
 -1,-1,0.34,0.54,0.58,0.66,0.34,0.31,0.19333333333333333,0.52,0.12400000000000003,0.56,0.07200000000000001,0.65,0.455388888888889,0.495936841468424,0.45517920150439706
+-1,-1,0.44,0.56,0.6,0.66,0.44,0.41,0.19333333333333333,0.53,0.128,0.58,0.07,0.64,0.505079365079365,0.5277371826996979,0.5002333969355556

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.62,0.74,0.8,0.82,0.62,0.534,0.27999999999999997,0.6946666666666667,0.19999999999999996,0.7686666666666667,0.10399999999999998,0.792,0.6859999999999999,0.6970906328409394,0.6639803973378142
 -1,-1,0.78,0.96,0.96,0.98,0.78,0.684,0.38666666666666655,0.912,0.25199999999999995,0.9393333333333334,0.132,0.97,0.8622222222222223,0.8825493396502728,0.8476349206349206
 -1,-1,0.86,0.94,0.96,0.98,0.86,0.7473333333333332,0.38666666666666655,0.8986666666666667,0.24799999999999997,0.9359999999999999,0.132,0.9693333333333334,0.9035238095238095,0.9097423450446698,0.8862189569689569
+-1,-1,0.9,0.94,0.94,0.98,0.9,0.7773333333333333,0.3933333333333333,0.9053333333333333,0.25199999999999995,0.9259999999999999,0.13799999999999998,0.98,0.9266666666666667,0.9327482704403738,0.9125860805860806

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.44,0.66,0.68,0.78,0.44,0.09166666666666667,0.3399999999999999,0.20866666666666664,0.268,0.27266666666666667,0.18,0.36666666666666664,0.5676349206349207,0.3665398991269017,0.2920271971863576
 -1,-1,0.48,0.7,0.76,0.86,0.48,0.10066666666666668,0.3666666666666666,0.22666666666666666,0.28400000000000003,0.29366666666666663,0.19,0.38966666666666655,0.613079365079365,0.3897272080691843,0.3046101011521185
 -1,-1,0.46,0.72,0.8,0.86,0.46,0.09300000000000001,0.3666666666666666,0.22766666666666666,0.30399999999999994,0.31266666666666665,0.20199999999999999,0.4146666666666667,0.5938571428571428,0.3994804527341234,0.31452466061683987
+-1,-1,0.46,0.72,0.76,0.84,0.46,0.09666666666666666,0.3733333333333333,0.23066666666666663,0.29600000000000004,0.3056666666666667,0.19200000000000003,0.39366666666666666,0.5943571428571429,0.38999188991851574,0.31576386899155584

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.46,0.6,0.72,0.76,0.46,0.425,0.22666666666666666,0.585,0.16,0.705,0.08799999999999997,0.76,0.5546666666666666,0.6032685330554917,0.5605182915192616
 -1,-1,0.54,0.62,0.66,0.8,0.54,0.505,0.22,0.605,0.14400000000000002,0.65,0.08999999999999998,0.79,0.6001031746031746,0.6382112529739545,0.593840794361791
 -1,-1,0.38,0.54,0.62,0.74,0.38,0.345,0.2,0.52,0.14800000000000002,0.62,0.08599999999999998,0.74,0.4878571428571428,0.5440328377449428,0.48486997199946447
+-1,-1,0.42,0.58,0.66,0.76,0.42,0.375,0.21333333333333332,0.555,0.14800000000000002,0.64,0.08799999999999997,0.76,0.5227698412698413,0.5706149798130189,0.5113604476415934

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.3673469387755102,0.6122448979591837,0.7142857142857143,0.8775510204081632,0.3673469387755102,0.024212021015214132,0.37414965986394555,0.08162665330611087,0.3591836734693878,0.13177220352331262,0.32653061224489793,0.22215294753327844,0.5311710398445092,0.3519610734020011,0.2779260455648824
 -1,-1,0.6122448979591837,0.8571428571428571,0.8979591836734694,0.9795918367346939,0.6122448979591837,0.043705129501604836,0.5238095238095237,0.11031797659129942,0.4938775510204082,0.17345441344231938,0.4244897959183674,0.2815723086367974,0.7416909620991253,0.4795373021012585,0.3603450939734296
 -1,-1,0.6122448979591837,0.7755102040816326,0.8571428571428571,0.9591836734693877,0.6122448979591837,0.043928047100065336,0.5306122448979592,0.11774847500840988,0.4612244897959184,0.16732923025674679,0.40816326530612246,0.27365276734194555,0.7235260770975058,0.4644033501615293,0.34920941098085173
+-1,-1,0.6530612244897959,0.8367346938775511,0.8775510204081632,0.9795918367346939,0.6530612244897959,0.04662904047917206,0.5714285714285715,0.12074015540509078,0.5142857142857142,0.18419063292312893,0.4061224489795918,0.27462217999524413,0.7584143181081956,0.4774613964766897,0.36203367507677087

NanoBEIR_evaluation_mean_results.csv

@@ -10,3 +10,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.41287284144427,0.5732496075353218,0.6580219780219779,0.7521193092621664,0.41287284144427,0.23079479533781708,0.2580115122972266,0.3582636472657972,0.20578335949764523,0.43867021796394734,0.1446562009419152,0.5182291070034061,0.5168855622835214,0.45749699196684523,0.3817575981120603
 -1,-1,0.4855572998430141,0.6628571428571429,0.7229199372056515,0.8153532182103612,0.4855572998430141,0.2750729405831144,0.2961904761904762,0.4198896983819936,0.2296828885400314,0.48524566415995796,0.16311459968602826,0.5724029764363421,0.5917552266327776,0.5214666137947834,0.4385301735817977
 -1,-1,0.48863422291993724,0.6396546310832024,0.7243956043956044,0.8060910518053375,0.48863422291993724,0.2710100836394285,0.289534275248561,0.39957888214092674,0.2277864992150707,0.4705130893414644,0.15970486656200944,0.5517645263046651,0.5861460840746555,0.5067342354894234,0.42456767855672306
+-1,-1,0.48100470957613817,0.6443642072213501,0.7044270015698586,0.7861224489795918,0.48100470957613817,0.2691032856811599,0.29523809523809524,0.40696244325567954,0.22879120879120882,0.4690813380054459,0.1560094191522763,0.5392306907669404,0.5758676459594828,0.49971822653038467,0.42315817071941475

config.json

@@ -1,25 +1,45 @@
 {
   "architectures": [
-    "BertModel"
+    "ModernBertModel"
   ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
   "dtype": "float32",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
   "gradient_checkpointing": false,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 384,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
   "initializer_range": 0.02,
-  "intermediate_size": 1536,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
   "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
   "position_embedding_type": "absolute",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 30522
+  "vocab_size": 50368
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -163,3 +163,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.36,0.6,0.68,0.76,0.36,0.36,0.2,0.6,0.136,0.68,0.07600000000000001,0.76,0.4916111111111111,0.5565059812167558,0.5006918709701954
 3.160919540229885,2750,0.36,0.6,0.68,0.76,0.36,0.36,0.2,0.6,0.136,0.68,0.07600000000000001,0.76,0.488,0.5535986885228916,0.49737819126031313
 3.4482758620689653,3000,0.36,0.58,0.68,0.76,0.36,0.36,0.19333333333333333,0.58,0.136,0.68,0.07600000000000001,0.76,0.48633333333333334,0.5522122196843595,0.4958040190560276
+0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
+0.28735632183908044,250,0.4,0.62,0.72,0.86,0.4,0.4,0.20666666666666667,0.62,0.14400000000000002,0.72,0.086,0.86,0.5413571428571429,0.6167854703967428,0.5487610356120792
+0.5747126436781609,500,0.42,0.66,0.74,0.84,0.42,0.42,0.22,0.66,0.14800000000000002,0.74,0.08399999999999999,0.84,0.5567380952380953,0.6253412564069736,0.5635159347115869
+0.8620689655172413,750,0.46,0.64,0.74,0.84,0.46,0.46,0.21333333333333332,0.64,0.14800000000000002,0.74,0.08399999999999999,0.84,0.5807380952380953,0.6430783125516644,0.5878141062397403
+1.1494252873563218,1000,0.46,0.68,0.74,0.84,0.46,0.46,0.22666666666666668,0.68,0.14800000000000002,0.74,0.08399999999999999,0.84,0.5822142857142857,0.6445666072495704,0.5891989060741182
+1.4367816091954024,1250,0.44,0.68,0.72,0.82,0.44,0.44,0.22666666666666668,0.68,0.14400000000000002,0.72,0.08199999999999999,0.82,0.5673809523809523,0.6286332999698628,0.5755356423970555
+1.7241379310344827,1500,0.46,0.64,0.74,0.82,0.46,0.46,0.21333333333333332,0.64,0.14800000000000002,0.74,0.08199999999999999,0.82,0.5786031746031746,0.6369994232793398,0.5869111971871181
+2.0114942528735633,1750,0.44,0.66,0.76,0.82,0.44,0.44,0.22,0.66,0.15200000000000002,0.76,0.08199999999999999,0.82,0.5709365079365079,0.6316173995918315,0.5792235900034877
+2.2988505747126435,2000,0.46,0.68,0.7,0.82,0.46,0.46,0.22666666666666668,0.68,0.14,0.7,0.08199999999999999,0.82,0.5798809523809523,0.6379587587570011,0.587627959476856
+2.586206896551724,2250,0.42,0.66,0.74,0.82,0.42,0.42,0.22,0.66,0.14800000000000002,0.74,0.08199999999999999,0.82,0.5602698412698413,0.6236230822607303,0.567213555093093
+2.873563218390805,2500,0.46,0.66,0.72,0.82,0.46,0.46,0.22,0.66,0.14400000000000002,0.72,0.08199999999999999,0.82,0.5826904761904761,0.6402612744679224,0.5896075768360359
+3.160919540229885,2750,0.42,0.66,0.72,0.82,0.42,0.42,0.22,0.66,0.14400000000000002,0.72,0.08199999999999999,0.82,0.5585238095238094,0.6220650233329056,0.5653851595600821
+3.4482758620689653,3000,0.46,0.66,0.7,0.82,0.46,0.46,0.22,0.66,0.14,0.7,0.08199999999999999,0.82,0.5842460317460317,0.6411634133079402,0.5911749882485325

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -163,3 +163,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.42,0.52,0.6,0.66,0.42,0.39,0.18666666666666665,0.5,0.128,0.58,0.07,0.64,0.48974603174603165,0.5187627859316754,0.4903067663640232
 3.160919540229885,2750,0.42,0.52,0.6,0.68,0.42,0.39,0.18,0.49,0.128,0.58,0.07200000000000001,0.66,0.49105555555555547,0.5212646474348164,0.48424074316558363
 3.4482758620689653,3000,0.44,0.56,0.6,0.66,0.44,0.41,0.19333333333333333,0.53,0.128,0.58,0.07,0.64,0.505079365079365,0.5277371826996979,0.5002333969355556
+0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
+0.28735632183908044,250,0.48,0.6,0.66,0.74,0.48,0.44,0.20666666666666664,0.57,0.14400000000000002,0.64,0.08,0.71,0.5615000000000001,0.5857124801402782,0.5514326377248334
+0.5747126436781609,500,0.44,0.6,0.66,0.74,0.44,0.4,0.20666666666666664,0.57,0.14400000000000002,0.64,0.08,0.71,0.5365238095238095,0.5651315687167143,0.5231666966638074
+0.8620689655172413,750,0.4,0.58,0.66,0.72,0.4,0.36,0.19333333333333333,0.54,0.14,0.63,0.07600000000000001,0.68,0.5043571428571428,0.5306784183970129,0.48867424312990115
+1.1494252873563218,1000,0.46,0.62,0.66,0.74,0.46,0.42,0.20666666666666664,0.58,0.14,0.63,0.07800000000000001,0.7,0.5452460317460318,0.5651112408612755,0.5269419743011292
+1.4367816091954024,1250,0.44,0.58,0.66,0.76,0.44,0.4,0.19333333333333333,0.54,0.14,0.63,0.08,0.72,0.5304444444444445,0.5573715505834614,0.5096173910088477
+1.7241379310344827,1500,0.44,0.6,0.66,0.76,0.44,0.4,0.2,0.56,0.136,0.62,0.08199999999999999,0.73,0.5354444444444444,0.5645455947100809,0.513347653179121
+2.0114942528735633,1750,0.38,0.6,0.66,0.76,0.38,0.35,0.20666666666666664,0.57,0.136,0.62,0.08,0.72,0.5027460317460317,0.5408465999762729,0.48890290195251696
+2.2988505747126435,2000,0.36,0.58,0.66,0.76,0.36,0.33,0.2,0.55,0.14,0.63,0.08,0.72,0.4834126984126984,0.5269604341738621,0.47094353491495594
+2.586206896551724,2250,0.38,0.58,0.66,0.78,0.38,0.36,0.19333333333333333,0.54,0.136,0.62,0.08399999999999999,0.74,0.5035793650793651,0.548768673475955,0.49007541495505513
+2.873563218390805,2500,0.4,0.58,0.66,0.78,0.4,0.36,0.19333333333333333,0.54,0.136,0.62,0.08399999999999999,0.74,0.5096904761904762,0.5472080089380923,0.4861522048099109
+3.160919540229885,2750,0.34,0.58,0.66,0.78,0.34,0.32,0.19333333333333333,0.54,0.136,0.62,0.08399999999999999,0.74,0.4863571428571429,0.5366961551271194,0.4740327141112855
+3.4482758620689653,3000,0.34,0.58,0.66,0.78,0.34,0.32,0.19333333333333333,0.54,0.136,0.62,0.08399999999999999,0.74,0.4830238095238096,0.5340775600556903,0.4703754816157255

eval/NanoBEIR_evaluation_mean_results.csv

@@ -163,3 +163,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.39,0.56,0.64,0.71,0.39,0.375,0.19333333333333333,0.55,0.132,0.63,0.07300000000000001,0.7,0.4906785714285714,0.5376343835742156,0.4954993186671093
 3.160919540229885,2750,0.39,0.56,0.64,0.72,0.39,0.375,0.19,0.5449999999999999,0.132,0.63,0.07400000000000001,0.71,0.48952777777777773,0.537431667978854,0.4908094672129484
 3.4482758620689653,3000,0.4,0.5700000000000001,0.64,0.71,0.4,0.385,0.19333333333333333,0.5549999999999999,0.132,0.63,0.07300000000000001,0.7,0.49570634920634915,0.5399747011920287,0.4980187079957916
+0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
+0.28735632183908044,250,0.44,0.61,0.69,0.8,0.44,0.42000000000000004,0.20666666666666667,0.595,0.14400000000000002,0.6799999999999999,0.08299999999999999,0.7849999999999999,0.5514285714285715,0.6012489752685105,0.5500968366684563
+0.5747126436781609,500,0.43,0.63,0.7,0.79,0.43,0.41000000000000003,0.21333333333333332,0.615,0.14600000000000002,0.69,0.08199999999999999,0.7749999999999999,0.5466309523809524,0.5952364125618439,0.5433413156876972
+0.8620689655172413,750,0.43000000000000005,0.61,0.7,0.78,0.43000000000000005,0.41000000000000003,0.2033333333333333,0.5900000000000001,0.14400000000000002,0.685,0.08,0.76,0.5425476190476191,0.5868783654743386,0.5382441746848208
+1.1494252873563218,1000,0.46,0.65,0.7,0.79,0.46,0.44,0.21666666666666667,0.63,0.14400000000000002,0.685,0.081,0.77,0.5637301587301587,0.6048389240554229,0.5580704401876238
+1.4367816091954024,1250,0.44,0.63,0.69,0.79,0.44,0.42000000000000004,0.21000000000000002,0.6100000000000001,0.14200000000000002,0.675,0.08099999999999999,0.77,0.5489126984126984,0.5930024252766621,0.5425765167029516
+1.7241379310344827,1500,0.45,0.62,0.7,0.79,0.45,0.43000000000000005,0.20666666666666667,0.6000000000000001,0.14200000000000002,0.6799999999999999,0.08199999999999999,0.7749999999999999,0.5570238095238095,0.6007725089947104,0.5501294251831196
+2.0114942528735633,1750,0.41000000000000003,0.63,0.71,0.79,0.41000000000000003,0.395,0.21333333333333332,0.615,0.14400000000000002,0.69,0.08099999999999999,0.77,0.5368412698412698,0.5862319997840522,0.5340632459780024
+2.2988505747126435,2000,0.41000000000000003,0.63,0.6799999999999999,0.79,0.41000000000000003,0.395,0.21333333333333335,0.615,0.14,0.665,0.08099999999999999,0.77,0.5316468253968254,0.5824595964654316,0.5292857471959059
+2.586206896551724,2250,0.4,0.62,0.7,0.8,0.4,0.39,0.20666666666666667,0.6000000000000001,0.14200000000000002,0.6799999999999999,0.08299999999999999,0.78,0.5319246031746032,0.5861958778683427,0.5286444850240741
+2.873563218390805,2500,0.43000000000000005,0.62,0.69,0.8,0.43000000000000005,0.41000000000000003,0.20666666666666667,0.6000000000000001,0.14,0.6699999999999999,0.08299999999999999,0.78,0.5461904761904761,0.5937346417030074,0.5378798908229734
+3.160919540229885,2750,0.38,0.62,0.69,0.8,0.38,0.37,0.20666666666666667,0.6000000000000001,0.14,0.6699999999999999,0.08299999999999999,0.78,0.5224404761904762,0.5793805892300126,0.5197089368356838
+3.4482758620689653,3000,0.4,0.62,0.6799999999999999,0.8,0.4,0.39,0.20666666666666667,0.6000000000000001,0.138,0.6599999999999999,0.08299999999999999,0.78,0.5336349206349207,0.5876204866818153,0.5307752349321291

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.26,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.42,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.52,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.64,
-    "NanoClimateFEVER_cosine_precision@1": 0.26,
-    "NanoClimateFEVER_cosine_precision@3": 0.14666666666666667,
-    "NanoClimateFEVER_cosine_precision@5": 0.11200000000000002,
-    "NanoClimateFEVER_cosine_precision@10": 0.076,
-    "NanoClimateFEVER_cosine_recall@1": 0.11233333333333334,
-    "NanoClimateFEVER_cosine_recall@3": 0.21733333333333335,
-    "NanoClimateFEVER_cosine_recall@5": 0.2556666666666667,
-    "NanoClimateFEVER_cosine_recall@10": 0.32233333333333336,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.2666253800845284,
-    "NanoClimateFEVER_cosine_mrr@10": 0.3750793650793651,
-    "NanoClimateFEVER_cosine_map@100": 0.2011140281816089,
-    "NanoDBPedia_cosine_accuracy@1": 0.68,
-    "NanoDBPedia_cosine_accuracy@3": 0.88,
-    "NanoDBPedia_cosine_accuracy@5": 0.92,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.24,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.38,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.48,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.6,
+    "NanoClimateFEVER_cosine_precision@1": 0.24,
+    "NanoClimateFEVER_cosine_precision@3": 0.12666666666666665,
+    "NanoClimateFEVER_cosine_precision@5": 0.1,
+    "NanoClimateFEVER_cosine_precision@10": 0.064,
+    "NanoClimateFEVER_cosine_recall@1": 0.12666666666666665,
+    "NanoClimateFEVER_cosine_recall@3": 0.20166666666666663,
+    "NanoClimateFEVER_cosine_recall@5": 0.23666666666666664,
+    "NanoClimateFEVER_cosine_recall@10": 0.28633333333333333,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.24416660636672297,
+    "NanoClimateFEVER_cosine_mrr@10": 0.34023809523809523,
+    "NanoClimateFEVER_cosine_map@100": 0.19639096105020912,
+    "NanoDBPedia_cosine_accuracy@1": 0.72,
+    "NanoDBPedia_cosine_accuracy@3": 0.82,
+    "NanoDBPedia_cosine_accuracy@5": 0.86,
     "NanoDBPedia_cosine_accuracy@10": 0.94,
-    "NanoDBPedia_cosine_precision@1": 0.68,
+    "NanoDBPedia_cosine_precision@1": 0.72,
     "NanoDBPedia_cosine_precision@3": 0.54,
-    "NanoDBPedia_cosine_precision@5": 0.47200000000000003,
-    "NanoDBPedia_cosine_precision@10": 0.37,
-    "NanoDBPedia_cosine_recall@1": 0.05688977886612893,
-    "NanoDBPedia_cosine_recall@3": 0.13935988888756243,
-    "NanoDBPedia_cosine_recall@5": 0.1751897325720696,
-    "NanoDBPedia_cosine_recall@10": 0.26159227895019427,
-    "NanoDBPedia_cosine_ndcg@10": 0.4806798308683474,
-    "NanoDBPedia_cosine_mrr@10": 0.780857142857143,
-    "NanoDBPedia_cosine_map@100": 0.308753405762294,
-    "NanoFEVER_cosine_accuracy@1": 0.72,
-    "NanoFEVER_cosine_accuracy@3": 0.86,
+    "NanoDBPedia_cosine_precision@5": 0.4440000000000001,
+    "NanoDBPedia_cosine_precision@10": 0.368,
+    "NanoDBPedia_cosine_recall@1": 0.07990956569074031,
+    "NanoDBPedia_cosine_recall@3": 0.14618955963801683,
+    "NanoDBPedia_cosine_recall@5": 0.17424610447980732,
+    "NanoDBPedia_cosine_recall@10": 0.2554216776296513,
+    "NanoDBPedia_cosine_ndcg@10": 0.4828044504756275,
+    "NanoDBPedia_cosine_mrr@10": 0.7762222222222224,
+    "NanoDBPedia_cosine_map@100": 0.3198819427260988,
+    "NanoFEVER_cosine_accuracy@1": 0.52,
+    "NanoFEVER_cosine_accuracy@3": 0.88,
     "NanoFEVER_cosine_accuracy@5": 0.9,
     "NanoFEVER_cosine_accuracy@10": 0.92,
-    "NanoFEVER_cosine_precision@1": 0.72,
+    "NanoFEVER_cosine_precision@1": 0.52,
     "NanoFEVER_cosine_precision@3": 0.29333333333333333,
-    "NanoFEVER_cosine_precision@5": 0.18799999999999997,
-    "NanoFEVER_cosine_precision@10": 0.09599999999999997,
-    "NanoFEVER_cosine_recall@1": 0.6666666666666665,
-    "NanoFEVER_cosine_recall@3": 0.8133333333333332,
-    "NanoFEVER_cosine_recall@5": 0.8533333333333333,
-    "NanoFEVER_cosine_recall@10": 0.8733333333333333,
-    "NanoFEVER_cosine_ndcg@10": 0.789904917294168,
-    "NanoFEVER_cosine_mrr@10": 0.7933333333333333,
-    "NanoFEVER_cosine_map@100": 0.7522696021313817,
-    "NanoFiQA2018_cosine_accuracy@1": 0.44,
-    "NanoFiQA2018_cosine_accuracy@3": 0.5,
-    "NanoFiQA2018_cosine_accuracy@5": 0.66,
-    "NanoFiQA2018_cosine_accuracy@10": 0.7,
-    "NanoFiQA2018_cosine_precision@1": 0.44,
-    "NanoFiQA2018_cosine_precision@3": 0.20666666666666667,
-    "NanoFiQA2018_cosine_precision@5": 0.18,
-    "NanoFiQA2018_cosine_precision@10": 0.10799999999999998,
-    "NanoFiQA2018_cosine_recall@1": 0.23674603174603173,
-    "NanoFiQA2018_cosine_recall@3": 0.3282698412698412,
-    "NanoFiQA2018_cosine_recall@5": 0.4468492063492064,
-    "NanoFiQA2018_cosine_recall@10": 0.5012380952380951,
-    "NanoFiQA2018_cosine_ndcg@10": 0.4196812296155624,
-    "NanoFiQA2018_cosine_mrr@10": 0.5054126984126984,
-    "NanoFiQA2018_cosine_map@100": 0.34864520305957064,
-    "NanoHotpotQA_cosine_accuracy@1": 0.64,
-    "NanoHotpotQA_cosine_accuracy@3": 0.7,
+    "NanoFEVER_cosine_precision@5": 0.184,
+    "NanoFEVER_cosine_precision@10": 0.09399999999999999,
+    "NanoFEVER_cosine_recall@1": 0.4766666666666666,
+    "NanoFEVER_cosine_recall@3": 0.8166666666666668,
+    "NanoFEVER_cosine_recall@5": 0.8466666666666667,
+    "NanoFEVER_cosine_recall@10": 0.8666666666666667,
+    "NanoFEVER_cosine_ndcg@10": 0.7074396232322929,
+    "NanoFEVER_cosine_mrr@10": 0.6873333333333332,
+    "NanoFEVER_cosine_map@100": 0.6450913349659241,
+    "NanoFiQA2018_cosine_accuracy@1": 0.38,
+    "NanoFiQA2018_cosine_accuracy@3": 0.46,
+    "NanoFiQA2018_cosine_accuracy@5": 0.6,
+    "NanoFiQA2018_cosine_accuracy@10": 0.66,
+    "NanoFiQA2018_cosine_precision@1": 0.38,
+    "NanoFiQA2018_cosine_precision@3": 0.2,
+    "NanoFiQA2018_cosine_precision@5": 0.172,
+    "NanoFiQA2018_cosine_precision@10": 0.106,
+    "NanoFiQA2018_cosine_recall@1": 0.20874603174603173,
+    "NanoFiQA2018_cosine_recall@3": 0.3026031746031746,
+    "NanoFiQA2018_cosine_recall@5": 0.4028492063492063,
+    "NanoFiQA2018_cosine_recall@10": 0.4737380952380952,
+    "NanoFiQA2018_cosine_ndcg@10": 0.3879131672402508,
+    "NanoFiQA2018_cosine_mrr@10": 0.45252380952380944,
+    "NanoFiQA2018_cosine_map@100": 0.32617614006971196,
+    "NanoHotpotQA_cosine_accuracy@1": 0.66,
+    "NanoHotpotQA_cosine_accuracy@3": 0.78,
     "NanoHotpotQA_cosine_accuracy@5": 0.8,
-    "NanoHotpotQA_cosine_accuracy@10": 0.86,
-    "NanoHotpotQA_cosine_precision@1": 0.64,
-    "NanoHotpotQA_cosine_precision@3": 0.2733333333333333,
-    "NanoHotpotQA_cosine_precision@5": 0.18799999999999997,
-    "NanoHotpotQA_cosine_precision@10": 0.10599999999999998,
-    "NanoHotpotQA_cosine_recall@1": 0.32,
-    "NanoHotpotQA_cosine_recall@3": 0.41,
-    "NanoHotpotQA_cosine_recall@5": 0.47,
-    "NanoHotpotQA_cosine_recall@10": 0.53,
-    "NanoHotpotQA_cosine_ndcg@10": 0.5138837464067723,
-    "NanoHotpotQA_cosine_mrr@10": 0.6948571428571426,
-    "NanoHotpotQA_cosine_map@100": 0.44354016757463266,
-    "NanoMSMARCO_cosine_accuracy@1": 0.32,
-    "NanoMSMARCO_cosine_accuracy@3": 0.54,
-    "NanoMSMARCO_cosine_accuracy@5": 0.62,
-    "NanoMSMARCO_cosine_accuracy@10": 0.74,
-    "NanoMSMARCO_cosine_precision@1": 0.32,
-    "NanoMSMARCO_cosine_precision@3": 0.18,
-    "NanoMSMARCO_cosine_precision@5": 0.124,
-    "NanoMSMARCO_cosine_precision@10": 0.07400000000000001,
-    "NanoMSMARCO_cosine_recall@1": 0.32,
-    "NanoMSMARCO_cosine_recall@3": 0.54,
-    "NanoMSMARCO_cosine_recall@5": 0.62,
-    "NanoMSMARCO_cosine_recall@10": 0.74,
-    "NanoMSMARCO_cosine_ndcg@10": 0.5189661789845982,
-    "NanoMSMARCO_cosine_mrr@10": 0.4499126984126983,
-    "NanoMSMARCO_cosine_map@100": 0.4616522119994847,
-    "NanoNFCorpus_cosine_accuracy@1": 0.38,
-    "NanoNFCorpus_cosine_accuracy@3": 0.48,
-    "NanoNFCorpus_cosine_accuracy@5": 0.54,
-    "NanoNFCorpus_cosine_accuracy@10": 0.7,
-    "NanoNFCorpus_cosine_precision@1": 0.38,
-    "NanoNFCorpus_cosine_precision@3": 0.3066666666666667,
-    "NanoNFCorpus_cosine_precision@5": 0.284,
-    "NanoNFCorpus_cosine_precision@10": 0.26799999999999996,
-    "NanoNFCorpus_cosine_recall@1": 0.011233896267011458,
-    "NanoNFCorpus_cosine_recall@3": 0.04214726266623383,
-    "NanoNFCorpus_cosine_recall@5": 0.059635325594348004,
-    "NanoNFCorpus_cosine_recall@10": 0.11678903376374426,
-    "NanoNFCorpus_cosine_ndcg@10": 0.2940810450064775,
-    "NanoNFCorpus_cosine_mrr@10": 0.45588095238095244,
-    "NanoNFCorpus_cosine_map@100": 0.104776087762262,
-    "NanoNQ_cosine_accuracy@1": 0.34,
-    "NanoNQ_cosine_accuracy@3": 0.54,
-    "NanoNQ_cosine_accuracy@5": 0.58,
+    "NanoHotpotQA_cosine_accuracy@10": 0.84,
+    "NanoHotpotQA_cosine_precision@1": 0.66,
+    "NanoHotpotQA_cosine_precision@3": 0.3,
+    "NanoHotpotQA_cosine_precision@5": 0.204,
+    "NanoHotpotQA_cosine_precision@10": 0.11199999999999999,
+    "NanoHotpotQA_cosine_recall@1": 0.33,
+    "NanoHotpotQA_cosine_recall@3": 0.45,
+    "NanoHotpotQA_cosine_recall@5": 0.51,
+    "NanoHotpotQA_cosine_recall@10": 0.56,
+    "NanoHotpotQA_cosine_ndcg@10": 0.5365299670941256,
+    "NanoHotpotQA_cosine_mrr@10": 0.7155238095238096,
+    "NanoHotpotQA_cosine_map@100": 0.4575877480708742,
+    "NanoMSMARCO_cosine_accuracy@1": 0.36,
+    "NanoMSMARCO_cosine_accuracy@3": 0.58,
+    "NanoMSMARCO_cosine_accuracy@5": 0.68,
+    "NanoMSMARCO_cosine_accuracy@10": 0.76,
+    "NanoMSMARCO_cosine_precision@1": 0.36,
+    "NanoMSMARCO_cosine_precision@3": 0.19333333333333333,
+    "NanoMSMARCO_cosine_precision@5": 0.136,
+    "NanoMSMARCO_cosine_precision@10": 0.07600000000000001,
+    "NanoMSMARCO_cosine_recall@1": 0.36,
+    "NanoMSMARCO_cosine_recall@3": 0.58,
+    "NanoMSMARCO_cosine_recall@5": 0.68,
+    "NanoMSMARCO_cosine_recall@10": 0.76,
+    "NanoMSMARCO_cosine_ndcg@10": 0.5522122196843595,
+    "NanoMSMARCO_cosine_mrr@10": 0.48633333333333334,
+    "NanoMSMARCO_cosine_map@100": 0.4958040190560276,
+    "NanoNFCorpus_cosine_accuracy@1": 0.3,
+    "NanoNFCorpus_cosine_accuracy@3": 0.44,
+    "NanoNFCorpus_cosine_accuracy@5": 0.46,
+    "NanoNFCorpus_cosine_accuracy@10": 0.62,
+    "NanoNFCorpus_cosine_precision@1": 0.3,
+    "NanoNFCorpus_cosine_precision@3": 0.30666666666666664,
+    "NanoNFCorpus_cosine_precision@5": 0.28800000000000003,
+    "NanoNFCorpus_cosine_precision@10": 0.248,
+    "NanoNFCorpus_cosine_recall@1": 0.010724742605801047,
+    "NanoNFCorpus_cosine_recall@3": 0.051645539344217166,
+    "NanoNFCorpus_cosine_recall@5": 0.07177145031865442,
+    "NanoNFCorpus_cosine_recall@10": 0.09955036044056806,
+    "NanoNFCorpus_cosine_ndcg@10": 0.2718677887737839,
+    "NanoNFCorpus_cosine_mrr@10": 0.3834603174603175,
+    "NanoNFCorpus_cosine_map@100": 0.10716744808325447,
+    "NanoNQ_cosine_accuracy@1": 0.44,
+    "NanoNQ_cosine_accuracy@3": 0.56,
+    "NanoNQ_cosine_accuracy@5": 0.6,
     "NanoNQ_cosine_accuracy@10": 0.66,
-    "NanoNQ_cosine_precision@1": 0.34,
+    "NanoNQ_cosine_precision@1": 0.44,
     "NanoNQ_cosine_precision@3": 0.19333333333333333,
-    "NanoNQ_cosine_precision@5": 0.12400000000000003,
-    "NanoNQ_cosine_precision@10": 0.07200000000000001,
-    "NanoNQ_cosine_recall@1": 0.31,
-    "NanoNQ_cosine_recall@3": 0.52,
-    "NanoNQ_cosine_recall@5": 0.56,
-    "NanoNQ_cosine_recall@10": 0.65,
-    "NanoNQ_cosine_ndcg@10": 0.495936841468424,
-    "NanoNQ_cosine_mrr@10": 0.455388888888889,
-    "NanoNQ_cosine_map@100": 0.45517920150439706,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.86,
+    "NanoNQ_cosine_precision@5": 0.128,
+    "NanoNQ_cosine_precision@10": 0.07,
+    "NanoNQ_cosine_recall@1": 0.41,
+    "NanoNQ_cosine_recall@3": 0.53,
+    "NanoNQ_cosine_recall@5": 0.58,
+    "NanoNQ_cosine_recall@10": 0.64,
+    "NanoNQ_cosine_ndcg@10": 0.5277371826996979,
+    "NanoNQ_cosine_mrr@10": 0.505079365079365,
+    "NanoNQ_cosine_map@100": 0.5002333969355556,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.9,
     "NanoQuoraRetrieval_cosine_accuracy@3": 0.94,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.96,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.94,
     "NanoQuoraRetrieval_cosine_accuracy@10": 0.98,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.86,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.38666666666666655,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.24799999999999997,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.132,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.7473333333333332,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.8986666666666667,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.9359999999999999,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9693333333333334,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9097423450446698,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.9035238095238095,
-    "NanoQuoraRetrieval_cosine_map@100": 0.8862189569689569,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.9,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.3933333333333333,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.25199999999999995,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.13799999999999998,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.7773333333333333,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9053333333333333,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.9259999999999999,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.98,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9327482704403738,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.9266666666666667,
+    "NanoQuoraRetrieval_cosine_map@100": 0.9125860805860806,
     "NanoSCIDOCS_cosine_accuracy@1": 0.46,
     "NanoSCIDOCS_cosine_accuracy@3": 0.72,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.8,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.86,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.76,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.84,
     "NanoSCIDOCS_cosine_precision@1": 0.46,
-    "NanoSCIDOCS_cosine_precision@3": 0.3666666666666666,
-    "NanoSCIDOCS_cosine_precision@5": 0.30399999999999994,
-    "NanoSCIDOCS_cosine_precision@10": 0.20199999999999999,
-    "NanoSCIDOCS_cosine_recall@1": 0.09300000000000001,
-    "NanoSCIDOCS_cosine_recall@3": 0.22766666666666666,
-    "NanoSCIDOCS_cosine_recall@5": 0.31266666666666665,
-    "NanoSCIDOCS_cosine_recall@10": 0.4146666666666667,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.3994804527341234,
-    "NanoSCIDOCS_cosine_mrr@10": 0.5938571428571428,
-    "NanoSCIDOCS_cosine_map@100": 0.31452466061683987,
-    "NanoArguAna_cosine_accuracy@1": 0.26,
-    "NanoArguAna_cosine_accuracy@3": 0.42,
-    "NanoArguAna_cosine_accuracy@5": 0.64,
-    "NanoArguAna_cosine_accuracy@10": 0.78,
-    "NanoArguAna_cosine_precision@1": 0.26,
-    "NanoArguAna_cosine_precision@3": 0.13999999999999999,
-    "NanoArguAna_cosine_precision@5": 0.128,
-    "NanoArguAna_cosine_precision@10": 0.07800000000000001,
-    "NanoArguAna_cosine_recall@1": 0.26,
-    "NanoArguAna_cosine_recall@3": 0.42,
-    "NanoArguAna_cosine_recall@5": 0.64,
-    "NanoArguAna_cosine_recall@10": 0.78,
-    "NanoArguAna_cosine_ndcg@10": 0.49012690594836195,
-    "NanoArguAna_cosine_mrr@10": 0.40041269841269833,
-    "NanoArguAna_cosine_map@100": 0.40862691269565415,
-    "NanoSciFact_cosine_accuracy@1": 0.38,
-    "NanoSciFact_cosine_accuracy@3": 0.54,
-    "NanoSciFact_cosine_accuracy@5": 0.62,
-    "NanoSciFact_cosine_accuracy@10": 0.74,
-    "NanoSciFact_cosine_precision@1": 0.38,
-    "NanoSciFact_cosine_precision@3": 0.2,
+    "NanoSCIDOCS_cosine_precision@3": 0.3733333333333333,
+    "NanoSCIDOCS_cosine_precision@5": 0.29600000000000004,
+    "NanoSCIDOCS_cosine_precision@10": 0.19200000000000003,
+    "NanoSCIDOCS_cosine_recall@1": 0.09666666666666666,
+    "NanoSCIDOCS_cosine_recall@3": 0.23066666666666663,
+    "NanoSCIDOCS_cosine_recall@5": 0.3056666666666667,
+    "NanoSCIDOCS_cosine_recall@10": 0.39366666666666666,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.38999188991851574,
+    "NanoSCIDOCS_cosine_mrr@10": 0.5943571428571429,
+    "NanoSCIDOCS_cosine_map@100": 0.31576386899155584,
+    "NanoArguAna_cosine_accuracy@1": 0.2,
+    "NanoArguAna_cosine_accuracy@3": 0.4,
+    "NanoArguAna_cosine_accuracy@5": 0.54,
+    "NanoArguAna_cosine_accuracy@10": 0.66,
+    "NanoArguAna_cosine_precision@1": 0.2,
+    "NanoArguAna_cosine_precision@3": 0.13333333333333333,
+    "NanoArguAna_cosine_precision@5": 0.10800000000000001,
+    "NanoArguAna_cosine_precision@10": 0.066,
+    "NanoArguAna_cosine_recall@1": 0.2,
+    "NanoArguAna_cosine_recall@3": 0.4,
+    "NanoArguAna_cosine_recall@5": 0.54,
+    "NanoArguAna_cosine_recall@10": 0.66,
+    "NanoArguAna_cosine_ndcg@10": 0.41484940267954185,
+    "NanoArguAna_cosine_mrr@10": 0.3373571428571428,
+    "NanoArguAna_cosine_map@100": 0.3509791560987356,
+    "NanoSciFact_cosine_accuracy@1": 0.42,
+    "NanoSciFact_cosine_accuracy@3": 0.58,
+    "NanoSciFact_cosine_accuracy@5": 0.66,
+    "NanoSciFact_cosine_accuracy@10": 0.76,
+    "NanoSciFact_cosine_precision@1": 0.42,
+    "NanoSciFact_cosine_precision@3": 0.21333333333333332,
     "NanoSciFact_cosine_precision@5": 0.14800000000000002,
-    "NanoSciFact_cosine_precision@10": 0.08599999999999998,
-    "NanoSciFact_cosine_recall@1": 0.345,
-    "NanoSciFact_cosine_recall@3": 0.52,
-    "NanoSciFact_cosine_recall@5": 0.62,
-    "NanoSciFact_cosine_recall@10": 0.74,
-    "NanoSciFact_cosine_ndcg@10": 0.5440328377449428,
-    "NanoSciFact_cosine_mrr@10": 0.4878571428571428,
-    "NanoSciFact_cosine_map@100": 0.48486997199946447,
-    "NanoTouche2020_cosine_accuracy@1": 0.6122448979591837,
-    "NanoTouche2020_cosine_accuracy@3": 0.7755102040816326,
-    "NanoTouche2020_cosine_accuracy@5": 0.8571428571428571,
-    "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
-    "NanoTouche2020_cosine_precision@1": 0.6122448979591837,
-    "NanoTouche2020_cosine_precision@3": 0.5306122448979592,
-    "NanoTouche2020_cosine_precision@5": 0.4612244897959184,
-    "NanoTouche2020_cosine_precision@10": 0.40816326530612246,
-    "NanoTouche2020_cosine_recall@1": 0.043928047100065336,
-    "NanoTouche2020_cosine_recall@3": 0.11774847500840988,
-    "NanoTouche2020_cosine_recall@5": 0.16732923025674679,
-    "NanoTouche2020_cosine_recall@10": 0.27365276734194555,
-    "NanoTouche2020_cosine_ndcg@10": 0.4644033501615293,
-    "NanoTouche2020_cosine_mrr@10": 0.7235260770975058,
-    "NanoTouche2020_cosine_map@100": 0.34920941098085173,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.48863422291993724,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.6396546310832024,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.7243956043956044,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.8060910518053375,
-    "NanoBEIR_mean_cosine_precision@1": 0.48863422291993724,
-    "NanoBEIR_mean_cosine_precision@3": 0.289534275248561,
-    "NanoBEIR_mean_cosine_precision@5": 0.2277864992150707,
-    "NanoBEIR_mean_cosine_precision@10": 0.15970486656200944,
-    "NanoBEIR_mean_cosine_recall@1": 0.2710100836394285,
-    "NanoBEIR_mean_cosine_recall@3": 0.39957888214092674,
-    "NanoBEIR_mean_cosine_recall@5": 0.4705130893414644,
-    "NanoBEIR_mean_cosine_recall@10": 0.5517645263046651,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.5067342354894234,
-    "NanoBEIR_mean_cosine_mrr@10": 0.5861460840746555,
-    "NanoBEIR_mean_cosine_map@100": 0.42456767855672306
+    "NanoSciFact_cosine_precision@10": 0.08799999999999997,
+    "NanoSciFact_cosine_recall@1": 0.375,
+    "NanoSciFact_cosine_recall@3": 0.555,
+    "NanoSciFact_cosine_recall@5": 0.64,
+    "NanoSciFact_cosine_recall@10": 0.76,
+    "NanoSciFact_cosine_ndcg@10": 0.5706149798130189,
+    "NanoSciFact_cosine_mrr@10": 0.5227698412698413,
+    "NanoSciFact_cosine_map@100": 0.5113604476415934,
+    "NanoTouche2020_cosine_accuracy@1": 0.6530612244897959,
+    "NanoTouche2020_cosine_accuracy@3": 0.8367346938775511,
+    "NanoTouche2020_cosine_accuracy@5": 0.8775510204081632,
+    "NanoTouche2020_cosine_accuracy@10": 0.9795918367346939,
+    "NanoTouche2020_cosine_precision@1": 0.6530612244897959,
+    "NanoTouche2020_cosine_precision@3": 0.5714285714285715,
+    "NanoTouche2020_cosine_precision@5": 0.5142857142857142,
+    "NanoTouche2020_cosine_precision@10": 0.4061224489795918,
+    "NanoTouche2020_cosine_recall@1": 0.04662904047917206,
+    "NanoTouche2020_cosine_recall@3": 0.12074015540509078,
+    "NanoTouche2020_cosine_recall@5": 0.18419063292312893,
+    "NanoTouche2020_cosine_recall@10": 0.27462217999524413,
+    "NanoTouche2020_cosine_ndcg@10": 0.4774613964766897,
+    "NanoTouche2020_cosine_mrr@10": 0.7584143181081956,
+    "NanoTouche2020_cosine_map@100": 0.36203367507677087,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.48100470957613817,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.6443642072213501,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.7044270015698586,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.7861224489795918,
+    "NanoBEIR_mean_cosine_precision@1": 0.48100470957613817,
+    "NanoBEIR_mean_cosine_precision@3": 0.29523809523809524,
+    "NanoBEIR_mean_cosine_precision@5": 0.22879120879120882,
+    "NanoBEIR_mean_cosine_precision@10": 0.1560094191522763,
+    "NanoBEIR_mean_cosine_recall@1": 0.2691032856811599,
+    "NanoBEIR_mean_cosine_recall@3": 0.40696244325567954,
+    "NanoBEIR_mean_cosine_recall@5": 0.4690813380054459,
+    "NanoBEIR_mean_cosine_recall@10": 0.5392306907669404,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.49971822653038467,
+    "NanoBEIR_mean_cosine_mrr@10": 0.5758676459594828,
+    "NanoBEIR_mean_cosine_map@100": 0.42315817071941475
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.8367346938775511,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 1.0,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7142857142857143,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9387755102040817,
     "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
     "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.8367346938775511,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7414965986394558,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.726530612244898,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.636734693877551,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.018685799211369737,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04913500442501108,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.0800804034789567,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.14047638510972563,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6760514236174178,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.9115646258503403,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.29146252551388013
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7142857142857143,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7006802721088434,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6857142857142857,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.610204081632653,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.015732023986600143,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.0463985441600743,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07575333220313103,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.13470903326194697,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6381476436435549,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8329931972789116,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.2786605831995692
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6386051f00b21ad669a3735db03b21f42700cc79b13494df19084ebf41819169
-size 133462128
+oid sha256:328d5e85d516221beba9ea2e7bcbf00e41a9d61f4b1ee99c2c492e3219d2e15b
+size 596070136

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": false,
+    "lstrip": true,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
-size 711649
+oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
+size 3583485

tokenizer_config.json

@@ -1,14 +1,230 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "[PAD]",
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "100": {
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -16,7 +232,7 @@
       "single_word": false,
       "special": true
     },
-    "101": {
+    "50281": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -24,7 +240,7 @@
       "single_word": false,
       "special": true
     },
-    "102": {
+    "50282": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -32,34 +248,698 @@
       "single_word": false,
       "special": true
     },
-    "103": {
-      "content": "[MASK]",
+    "50283": {
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50285": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50295": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50296": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50297": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50298": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50299": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50300": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50301": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50302": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50303": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50304": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50305": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50306": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50307": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50308": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50309": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50310": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50311": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50312": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50313": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50314": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50315": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50316": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50317": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50318": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50319": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50320": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50321": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50322": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50323": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50324": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50325": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50326": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50327": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50328": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50329": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50330": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50331": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50332": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50333": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50334": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50335": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50336": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50337": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50338": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50339": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50340": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50341": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50342": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50343": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50344": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50345": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50346": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50347": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50348": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50349": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50350": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50351": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50352": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50353": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50354": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50355": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50356": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50357": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50358": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50359": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50360": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50361": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50362": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50363": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50364": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50365": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50366": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50367": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
-  "clean_up_tokenization_spaces": false,
+  "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
-  "do_basic_tokenize": true,
-  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "max_length": 128,
-  "model_max_length": 128,
-  "never_split": null,
-  "pad_to_multiple_of": null,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[PAD]",
-  "pad_token_type_id": 0,
-  "padding_side": "right",
   "sep_token": "[SEP]",
-  "stride": 0,
-  "strip_accents": null,
-  "tokenize_chinese_chars": true,
-  "tokenizer_class": "BertTokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
+  "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": "[UNK]"
 }