Training in progress, step 1125

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.3673469387755102,0.5510204081632653,0.5918367346938775,0.673469387755102,0.3673469387755102,0.008217853861936006,0.2789115646258503,0.01870782909695675,0.2285714285714286,0.02540035759381554,0.1877551020408163,0.041537614244106555,0.4709426627793974,0.21958818732431182,0.07807931779273859
 -1,-1,0.8163265306122449,0.9183673469387755,0.9591836734693877,1.0,0.8163265306122449,0.01818038939905776,0.7414965986394557,0.04949930865332066,0.6979591836734694,0.07743894917284948,0.6244897959183673,0.13825480885517835,0.8838678328474247,0.667453614730094,0.27486075361806117
 -1,-1,0.9183673469387755,1.0,1.0,1.0,0.9183673469387755,0.020372357881939272,0.7891156462585034,0.05245624282148701,0.7510204081632652,0.08305903304022165,0.6489795918367347,0.1433688013421626,0.9557823129251701,0.6997741104516038,0.2887761758577806
+-1,-1,0.6122448979591837,0.7959183673469388,0.8163265306122449,0.8775510204081632,0.6122448979591837,0.013676157134653104,0.5986394557823129,0.04019009495215129,0.5346938775510205,0.05972908597066891,0.510204081632653,0.11372605615518665,0.7097181729834792,0.5336230219389327,0.23434719987479757

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.1,0.18,0.32,0.52,0.1,0.1,0.06,0.18,0.064,0.32,0.052000000000000005,0.52,0.19871428571428562,0.2729362029170553,0.2129835843575178
 -1,-1,0.2,0.52,0.64,0.8,0.2,0.2,0.17333333333333337,0.52,0.12800000000000003,0.64,0.08,0.8,0.3919126984126984,0.49026509827698206,0.3981316599224094
 -1,-1,0.14,0.46,0.58,0.76,0.14,0.14,0.15333333333333332,0.46,0.11600000000000002,0.58,0.07600000000000001,0.76,0.33855555555555555,0.4396396379807176,0.34751134456972577
+-1,-1,0.22,0.56,0.76,0.9,0.22,0.22,0.18666666666666668,0.56,0.15200000000000002,0.76,0.08999999999999998,0.9,0.43080158730158724,0.5430980629264645,0.43563881673881677

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.02,0.06,0.06,0.12,0.02,0.01,0.02,0.021666666666666664,0.012000000000000002,0.021666666666666664,0.013999999999999999,0.04666666666666666,0.04374603174603175,0.03289900475147712,0.033967171762026134
 -1,-1,0.16,0.28,0.3,0.46,0.16,0.064,0.1,0.16733333333333333,0.068,0.17733333333333334,0.054000000000000006,0.249,0.242515873015873,0.18877493365052467,0.14996515479405453
 -1,-1,0.2,0.32,0.4,0.46,0.2,0.085,0.11333333333333333,0.165,0.09200000000000001,0.20733333333333334,0.055999999999999994,0.25066666666666665,0.27899999999999997,0.2027203531061688,0.16231770066608459
+-1,-1,0.02,0.12,0.22,0.26,0.02,0.01,0.04666666666666666,0.07666666666666666,0.04800000000000001,0.11,0.028000000000000004,0.15,0.09155555555555556,0.08848514491479977,0.062031025210026416

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.36,0.58,0.66,0.72,0.36,0.042024044768299545,0.32666666666666666,0.07356790691689713,0.32799999999999996,0.11462872971054573,0.292,0.1606483375499475,0.4885238095238095,0.33510127378437204,0.21467781913189532
 -1,-1,0.58,0.82,0.84,0.9,0.58,0.04613003980575428,0.5266666666666666,0.13626990801919475,0.4520000000000001,0.17807313901317165,0.39,0.25514223276554904,0.7073809523809524,0.483742912524338,0.34636635140429645
 -1,-1,0.66,0.78,0.84,0.88,0.66,0.07275481086802534,0.4866666666666667,0.11654585547936143,0.4440000000000001,0.1622843083087785,0.38800000000000007,0.23833154818549268,0.7326666666666667,0.4800138669450871,0.34492655525941274
+-1,-1,0.64,0.84,0.88,0.9,0.64,0.07405822477207483,0.5533333333333333,0.14372311265072168,0.508,0.21105435859646549,0.42800000000000005,0.2909207094781485,0.7428571428571428,0.5337363068424135,0.3891072772432914

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.12,0.18,0.3,0.38,0.12,0.12,0.06,0.18,0.06,0.3,0.038000000000000006,0.38,0.18505555555555556,0.23086713699464947,0.1987085748019884
 -1,-1,0.38,0.56,0.66,0.68,0.38,0.37,0.18666666666666665,0.54,0.132,0.63,0.07,0.66,0.4855,0.5218115247291104,0.48406256531789815
 -1,-1,0.4,0.62,0.72,0.8,0.4,0.37,0.20666666666666667,0.59,0.14800000000000002,0.69,0.08199999999999999,0.77,0.5411904761904762,0.583412134650713,0.5243084376654025
+-1,-1,0.36,0.42,0.42,0.46,0.36,0.36,0.13999999999999999,0.41,0.084,0.41,0.048,0.46,0.39166666666666666,0.4073423950239124,0.39632722868719533

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.04,0.08,0.1,0.14,0.04,0.026666666666666665,0.026666666666666665,0.04066666666666666,0.02,0.043166666666666666,0.013999999999999999,0.07316666666666666,0.064,0.052357972872072805,0.04169458061083112
 -1,-1,0.24,0.44,0.44,0.54,0.24,0.12241269841269842,0.1733333333333333,0.2660793650793651,0.11200000000000002,0.27507936507936503,0.07400000000000001,0.35493650793650794,0.3486904761904762,0.2867843362600241,0.24647865005096656
 -1,-1,0.36,0.48,0.62,0.74,0.36,0.1654126984126984,0.22666666666666666,0.30412698412698413,0.18000000000000005,0.42612698412698413,0.114,0.5322936507936508,0.4592777777777777,0.40104731607747257,0.32265045289124983
+-1,-1,0.16,0.26,0.32,0.38,0.16,0.06188888888888889,0.10666666666666666,0.12674603174603175,0.096,0.17413492063492064,0.068,0.25515873015873014,0.22585714285714287,0.1898252759944158,0.15950890524795974

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.04,0.12,0.12,0.22,0.04,0.02,0.04,0.06,0.024000000000000004,0.06,0.022000000000000002,0.11,0.08735714285714287,0.07250020308783184,0.05062531283847892
 -1,-1,0.46,0.6,0.6,0.7,0.46,0.23,0.26,0.39,0.17599999999999993,0.44,0.10399999999999998,0.52,0.5354126984126983,0.4537734822198313,0.39574807682889374
 -1,-1,0.5,0.66,0.74,0.74,0.5,0.25,0.26,0.39,0.18799999999999997,0.47,0.10599999999999998,0.53,0.586,0.4735304740246431,0.4042704187610476
+-1,-1,0.66,0.86,0.9,0.94,0.66,0.33,0.38666666666666666,0.58,0.272,0.68,0.142,0.71,0.775079365079365,0.6584980003699181,0.5871412173250823

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.16,0.32,0.4,0.56,0.16,0.16,0.10666666666666666,0.32,0.08,0.4,0.05600000000000001,0.56,0.2640793650793651,0.3327699228687065,0.2748948572283609
 -1,-1,0.32,0.5,0.62,0.74,0.32,0.32,0.16666666666666663,0.5,0.124,0.62,0.07400000000000001,0.74,0.4425476190476191,0.5132722270129114,0.4541515954492539
 -1,-1,0.32,0.5,0.68,0.78,0.32,0.32,0.16666666666666669,0.5,0.136,0.68,0.078,0.78,0.4567142857142857,0.5339560131965646,0.46480006031286863
+-1,-1,0.38,0.64,0.76,0.84,0.38,0.38,0.21333333333333335,0.64,0.15200000000000002,0.76,0.08399999999999999,0.84,0.5318571428571428,0.6071739753451822,0.5383857612227555

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.2,0.32,0.36,0.5,0.2,0.0071490062514488325,0.19333333333333333,0.034980148381278255,0.168,0.04103627686928732,0.14200000000000002,0.06007000480859781,0.28576190476190466,0.16715476830532616,0.05291307583743668
 -1,-1,0.34,0.46,0.56,0.7,0.34,0.02965004267492101,0.32666666666666666,0.05502420097812919,0.312,0.08367861400633511,0.264,0.11908575392151963,0.43493650793650784,0.30253851747471006,0.12292560092771045
 -1,-1,0.32,0.48,0.6,0.76,0.32,0.010181351972833725,0.32,0.05466372894553064,0.31199999999999994,0.08479868208226557,0.28,0.12408956495119845,0.4373253968253969,0.30529985909554186,0.11287683322897349
+-1,-1,0.46,0.54,0.64,0.7,0.46,0.031191419545013095,0.37999999999999995,0.05157072806890092,0.33199999999999996,0.06863574662214718,0.282,0.09991138318659122,0.5299365079365078,0.32672780953059594,0.1359241030015973

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.22,0.44,0.52,0.64,0.22,0.22,0.14666666666666664,0.42,0.10400000000000001,0.49,0.06400000000000002,0.6,0.34352380952380945,0.3984816704373131,0.3446089991232045
 -1,-1,0.54,0.64,0.7,0.74,0.54,0.51,0.21333333333333332,0.6,0.14,0.66,0.07600000000000001,0.7,0.6034126984126984,0.6108125780090922,0.5847606862928627
 -1,-1,0.52,0.68,0.68,0.8,0.52,0.5,0.2333333333333333,0.65,0.14,0.65,0.08399999999999999,0.75,0.5986666666666666,0.6274270384506129,0.5905583600212255
+-1,-1,0.58,0.74,0.8,0.84,0.58,0.55,0.25333333333333335,0.7,0.16399999999999998,0.74,0.092,0.81,0.6720555555555556,0.6914852313456867,0.6484054934853453

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.7,0.86,0.88,0.9,0.7,0.6306666666666666,0.3399999999999999,0.8046666666666666,0.22399999999999998,0.8486666666666668,0.12399999999999999,0.8859999999999999,0.785,0.806433975790637,0.7775116997438978
 -1,-1,0.8,0.96,0.96,0.98,0.8,0.7140000000000001,0.38666666666666655,0.912,0.24799999999999997,0.9293333333333333,0.13399999999999998,0.9726666666666667,0.8695238095238095,0.8944425539741644,0.8647180205415499
 -1,-1,0.82,0.92,0.94,0.98,0.82,0.7339999999999999,0.37999999999999995,0.882,0.24799999999999997,0.9193333333333333,0.13399999999999998,0.9726666666666667,0.8807142857142857,0.9012986402743834,0.8746539604539605
+-1,-1,0.6,0.7,0.74,0.84,0.6,0.5433333333333333,0.2733333333333334,0.674,0.17999999999999997,0.708,0.10399999999999998,0.8053333333333333,0.6630238095238096,0.6910237122615918,0.6556498327329501

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.24,0.4,0.52,0.64,0.24,0.05,0.1733333333333333,0.107,0.16,0.165,0.12200000000000001,0.25266666666666665,0.35374603174603175,0.2259934346650151,0.1724358474616645
 -1,-1,0.44,0.66,0.76,0.82,0.44,0.091,0.3533333333333333,0.22066666666666662,0.304,0.31366666666666665,0.21,0.4316666666666667,0.573547619047619,0.40439085966081767,0.31732191171284946
 -1,-1,0.52,0.74,0.76,0.84,0.52,0.10866666666666669,0.38666666666666655,0.23966666666666664,0.308,0.31766666666666665,0.20200000000000004,0.4156666666666667,0.6323571428571428,0.41205649951640383,0.3273388148917643
+-1,-1,0.42,0.56,0.62,0.78,0.42,0.08866666666666667,0.2533333333333333,0.15866666666666668,0.18799999999999997,0.19466666666666665,0.148,0.30466666666666664,0.5155714285714287,0.29680405295986745,0.22732555154891504

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.14,0.18,0.24,0.34,0.14,0.115,0.07333333333333333,0.165,0.05600000000000001,0.225,0.04,0.33,0.18230158730158727,0.20968296230131692,0.18102857461642435
 -1,-1,0.26,0.48,0.5,0.62,0.26,0.24,0.1733333333333333,0.45,0.11600000000000002,0.48,0.07200000000000001,0.61,0.3748809523809523,0.4281300021208345,0.376030518134743
 -1,-1,0.4,0.52,0.66,0.7,0.4,0.355,0.18,0.48,0.14400000000000002,0.63,0.07999999999999999,0.69,0.4819999999999999,0.5179165729124441,0.4604642318465848
+-1,-1,0.3,0.46,0.58,0.66,0.3,0.265,0.1733333333333333,0.45,0.132,0.575,0.076,0.65,0.41438095238095246,0.4673023534460552,0.41151414702043504

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.12244897959183673,0.32653061224489793,0.5306122448979592,0.6938775510204082,0.12244897959183673,0.006305446155070215,0.13605442176870747,0.025816647617518996,0.15918367346938775,0.050814004677607764,0.1469387755102041,0.09083580100587141,0.2834143181081957,0.15014604557112368,0.10698026268165797
 -1,-1,0.6326530612244898,0.8163265306122449,0.8979591836734694,0.9591836734693877,0.6326530612244898,0.04330043478940451,0.5578231292517006,0.11824998218736489,0.4897959183673469,0.17111395911491814,0.39591836734693875,0.2559438441138194,0.7418367346938775,0.461294193707197,0.3124136217235207
 -1,-1,0.6530612244897959,0.9183673469387755,0.9591836734693877,0.9795918367346939,0.6530612244897959,0.04596512106525265,0.6190476190476191,0.1286008701118258,0.5224489795918368,0.17954493206016361,0.4102040816326531,0.26945636001897255,0.7846938775510205,0.4839187816350966,0.33722875201965863
+-1,-1,0.4897959183673469,0.6530612244897959,0.7142857142857143,0.7959183673469388,0.4897959183673469,0.025396389616293827,0.3877551020408163,0.06154426522223343,0.34693877551020413,0.09456739986624485,0.3081632653061224,0.1694155640852146,0.5771541950113378,0.33935182898102295,0.24098827105394732

NanoBEIR_evaluation_mean_results.csv

@@ -5,3 +5,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.18941915227629516,0.31127158555729983,0.3854317111459969,0.490298273155416,0.18941915227629516,0.11598552542370401,0.13097854526425953,0.18718190022428421,0.11224489795918367,0.2369214624044185,0.08668759811616956,0.313081087951109,0.27424798783982457,0.25287112110360743,0.20484848924579874
 -1,-1,0.41174254317111464,0.5951020408163267,0.6521507064364207,0.741475667189953,0.41174254317111464,0.2292687088986753,0.2767556253270539,0.37504795817415804,0.2155227629513344,0.43063680081131717,0.15368602825745684,0.5129570516977484,0.5193922030350602,0.4646179399708105,0.38869803177700074
 -1,-1,0.44715855572998436,0.6214128728414443,0.7060910518053376,0.7861224489795917,0.44715855572998436,0.24284466530657514,0.28710622710622713,0.3815849311792592,0.22911145996860285,0.46131447999319425,0.16078492935635796,0.5448593172268704,0.5545509331937903,0.4894028606050653,0.4056850709683045
+-1,-1,0.4069073783359497,0.5656200941915228,0.6426373626373626,0.7150706436420722,0.4069073783359497,0.22611807098632852,0.25803244374672946,0.35637826700163233,0.20422605965463111,0.422004545568188,0.14601255886970174,0.49580049130066806,0.5047536193964766,0.44929647307245585,0.3759959715783321

config.json

@@ -1,45 +1,24 @@
 {
   "architectures": [
-    "ModernBertModel"
+    "BertModel"
   ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 50281,
-  "classifier_activation": "gelu",
-  "classifier_bias": false,
-  "classifier_dropout": 0.0,
-  "classifier_pooling": "mean",
-  "cls_token_id": 50281,
-  "decoder_bias": true,
-  "deterministic_flash_attn": false,
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
   "dtype": "float32",
-  "embedding_dropout": 0.0,
-  "eos_token_id": 50282,
-  "global_attn_every_n_layers": 3,
-  "global_rope_theta": 160000.0,
-  "gradient_checkpointing": false,
-  "hidden_activation": "gelu",
-  "hidden_size": 768,
-  "initializer_cutoff_factor": 2.0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
   "initializer_range": 0.02,
-  "intermediate_size": 1152,
-  "layer_norm_eps": 1e-05,
-  "local_attention": 128,
-  "local_rope_theta": 10000.0,
-  "max_position_embeddings": 8192,
-  "mlp_bias": false,
-  "mlp_dropout": 0.0,
-  "model_type": "modernbert",
-  "norm_bias": false,
-  "norm_eps": 1e-05,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 22,
-  "pad_token_id": 50283,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "repad_logits_with_grad": false,
-  "sep_token_id": 50282,
-  "sparse_pred_ignore_index": -100,
-  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "vocab_size": 50368
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -66,3 +66,8 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
 0.28735632183908044,250,0.38,0.66,0.76,0.84,0.38,0.38,0.22,0.66,0.15200000000000002,0.76,0.08399999999999999,0.84,0.5361904761904761,0.6102917342594645,0.542366822991823
 0.5747126436781609,500,0.38,0.64,0.76,0.84,0.38,0.38,0.21333333333333335,0.64,0.15200000000000002,0.76,0.08399999999999999,0.84,0.5318571428571428,0.6071739753451822,0.5383857612227555
+0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
+0.28735632183908044,250,0.34,0.52,0.62,0.74,0.34,0.34,0.1733333333333333,0.52,0.12400000000000003,0.62,0.07400000000000001,0.74,0.46741269841269834,0.5322168883197642,0.4817607630798375
+0.5747126436781609,500,0.36,0.56,0.64,0.78,0.36,0.36,0.18666666666666668,0.56,0.128,0.64,0.07800000000000001,0.78,0.4894126984126985,0.5583957510261167,0.5005430670395441
+0.8620689655172413,750,0.34,0.58,0.66,0.74,0.34,0.34,0.19333333333333336,0.58,0.132,0.66,0.07400000000000001,0.74,0.47474603174603175,0.5389557968351261,0.48941931706286546
+1.1494252873563218,1000,0.34,0.56,0.64,0.76,0.34,0.34,0.18666666666666668,0.56,0.128,0.64,0.07600000000000001,0.76,0.47319047619047616,0.5416219337167224,0.4857841065799604

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -66,3 +66,8 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
 0.28735632183908044,250,0.54,0.7,0.76,0.82,0.54,0.52,0.23999999999999996,0.66,0.15600000000000003,0.7,0.088,0.78,0.6310555555555556,0.6564078166386274,0.6161390672315072
 0.5747126436781609,500,0.58,0.74,0.8,0.84,0.58,0.55,0.25333333333333335,0.7,0.16399999999999998,0.74,0.092,0.81,0.6720555555555556,0.6914852313456867,0.6484054934853453
+0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
+0.28735632183908044,250,0.52,0.76,0.76,0.82,0.52,0.5,0.2533333333333333,0.7,0.15200000000000002,0.7,0.088,0.79,0.6309126984126983,0.6569573088731877,0.6111639421192436
+0.5747126436781609,500,0.5,0.68,0.74,0.8,0.5,0.48,0.2333333333333333,0.65,0.15200000000000002,0.7,0.086,0.77,0.5987222222222222,0.6307435777473294,0.5850662691984844
+0.8620689655172413,750,0.52,0.7,0.76,0.8,0.52,0.5,0.2333333333333333,0.65,0.15600000000000003,0.71,0.086,0.77,0.6198333333333332,0.6446896618449993,0.6027093827762752
+1.1494252873563218,1000,0.54,0.7,0.76,0.8,0.54,0.52,0.24,0.66,0.15600000000000003,0.71,0.086,0.77,0.6275,0.6525146735767775,0.6140321846592789

eval/NanoBEIR_evaluation_mean_results.csv

@@ -66,3 +66,8 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
 0.28735632183908044,250,0.46,0.6799999999999999,0.76,0.83,0.46,0.45,0.22999999999999998,0.66,0.15400000000000003,0.73,0.086,0.81,0.5836230158730158,0.6333497754490459,0.5792529451116651
 0.5747126436781609,500,0.48,0.69,0.78,0.84,0.48,0.465,0.23333333333333334,0.6699999999999999,0.158,0.75,0.088,0.825,0.6019563492063492,0.6493296033454345,0.5933956273540504
+0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
+0.28735632183908044,250,0.43000000000000005,0.64,0.69,0.78,0.43000000000000005,0.42000000000000004,0.21333333333333332,0.61,0.138,0.6599999999999999,0.081,0.765,0.5491626984126983,0.594587098596476,0.5464623525995406
+0.5747126436781609,500,0.43,0.6200000000000001,0.69,0.79,0.43,0.42,0.21,0.605,0.14,0.6699999999999999,0.082,0.775,0.5440674603174603,0.5945696643867231,0.5428046681190142
+0.8620689655172413,750,0.43000000000000005,0.6399999999999999,0.71,0.77,0.43000000000000005,0.42000000000000004,0.21333333333333332,0.615,0.14400000000000002,0.685,0.08,0.755,0.5472896825396825,0.5918227293400626,0.5460643499195703
+1.1494252873563218,1000,0.44000000000000006,0.63,0.7,0.78,0.44000000000000006,0.43000000000000005,0.21333333333333332,0.6100000000000001,0.14200000000000002,0.675,0.081,0.765,0.550345238095238,0.5970683036467499,0.5499081456196196

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.2,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.32,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.4,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.46,
-    "NanoClimateFEVER_cosine_precision@1": 0.2,
-    "NanoClimateFEVER_cosine_precision@3": 0.11333333333333333,
-    "NanoClimateFEVER_cosine_precision@5": 0.09200000000000001,
-    "NanoClimateFEVER_cosine_precision@10": 0.055999999999999994,
-    "NanoClimateFEVER_cosine_recall@1": 0.085,
-    "NanoClimateFEVER_cosine_recall@3": 0.165,
-    "NanoClimateFEVER_cosine_recall@5": 0.20733333333333334,
-    "NanoClimateFEVER_cosine_recall@10": 0.25066666666666665,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.2027203531061688,
-    "NanoClimateFEVER_cosine_mrr@10": 0.27899999999999997,
-    "NanoClimateFEVER_cosine_map@100": 0.16231770066608459,
-    "NanoDBPedia_cosine_accuracy@1": 0.66,
-    "NanoDBPedia_cosine_accuracy@3": 0.78,
-    "NanoDBPedia_cosine_accuracy@5": 0.84,
-    "NanoDBPedia_cosine_accuracy@10": 0.88,
-    "NanoDBPedia_cosine_precision@1": 0.66,
-    "NanoDBPedia_cosine_precision@3": 0.4866666666666667,
-    "NanoDBPedia_cosine_precision@5": 0.4440000000000001,
-    "NanoDBPedia_cosine_precision@10": 0.38800000000000007,
-    "NanoDBPedia_cosine_recall@1": 0.07275481086802534,
-    "NanoDBPedia_cosine_recall@3": 0.11654585547936143,
-    "NanoDBPedia_cosine_recall@5": 0.1622843083087785,
-    "NanoDBPedia_cosine_recall@10": 0.23833154818549268,
-    "NanoDBPedia_cosine_ndcg@10": 0.4800138669450871,
-    "NanoDBPedia_cosine_mrr@10": 0.7326666666666667,
-    "NanoDBPedia_cosine_map@100": 0.34492655525941274,
-    "NanoFEVER_cosine_accuracy@1": 0.4,
-    "NanoFEVER_cosine_accuracy@3": 0.62,
-    "NanoFEVER_cosine_accuracy@5": 0.72,
-    "NanoFEVER_cosine_accuracy@10": 0.8,
-    "NanoFEVER_cosine_precision@1": 0.4,
-    "NanoFEVER_cosine_precision@3": 0.20666666666666667,
-    "NanoFEVER_cosine_precision@5": 0.14800000000000002,
-    "NanoFEVER_cosine_precision@10": 0.08199999999999999,
-    "NanoFEVER_cosine_recall@1": 0.37,
-    "NanoFEVER_cosine_recall@3": 0.59,
-    "NanoFEVER_cosine_recall@5": 0.69,
-    "NanoFEVER_cosine_recall@10": 0.77,
-    "NanoFEVER_cosine_ndcg@10": 0.583412134650713,
-    "NanoFEVER_cosine_mrr@10": 0.5411904761904762,
-    "NanoFEVER_cosine_map@100": 0.5243084376654025,
-    "NanoFiQA2018_cosine_accuracy@1": 0.36,
-    "NanoFiQA2018_cosine_accuracy@3": 0.48,
-    "NanoFiQA2018_cosine_accuracy@5": 0.62,
-    "NanoFiQA2018_cosine_accuracy@10": 0.74,
-    "NanoFiQA2018_cosine_precision@1": 0.36,
-    "NanoFiQA2018_cosine_precision@3": 0.22666666666666666,
-    "NanoFiQA2018_cosine_precision@5": 0.18000000000000005,
-    "NanoFiQA2018_cosine_precision@10": 0.114,
-    "NanoFiQA2018_cosine_recall@1": 0.1654126984126984,
-    "NanoFiQA2018_cosine_recall@3": 0.30412698412698413,
-    "NanoFiQA2018_cosine_recall@5": 0.42612698412698413,
-    "NanoFiQA2018_cosine_recall@10": 0.5322936507936508,
-    "NanoFiQA2018_cosine_ndcg@10": 0.40104731607747257,
-    "NanoFiQA2018_cosine_mrr@10": 0.4592777777777777,
-    "NanoFiQA2018_cosine_map@100": 0.32265045289124983,
-    "NanoHotpotQA_cosine_accuracy@1": 0.5,
-    "NanoHotpotQA_cosine_accuracy@3": 0.66,
-    "NanoHotpotQA_cosine_accuracy@5": 0.74,
-    "NanoHotpotQA_cosine_accuracy@10": 0.74,
-    "NanoHotpotQA_cosine_precision@1": 0.5,
-    "NanoHotpotQA_cosine_precision@3": 0.26,
-    "NanoHotpotQA_cosine_precision@5": 0.18799999999999997,
-    "NanoHotpotQA_cosine_precision@10": 0.10599999999999998,
-    "NanoHotpotQA_cosine_recall@1": 0.25,
-    "NanoHotpotQA_cosine_recall@3": 0.39,
-    "NanoHotpotQA_cosine_recall@5": 0.47,
-    "NanoHotpotQA_cosine_recall@10": 0.53,
-    "NanoHotpotQA_cosine_ndcg@10": 0.4735304740246431,
-    "NanoHotpotQA_cosine_mrr@10": 0.586,
-    "NanoHotpotQA_cosine_map@100": 0.4042704187610476,
-    "NanoMSMARCO_cosine_accuracy@1": 0.32,
-    "NanoMSMARCO_cosine_accuracy@3": 0.5,
-    "NanoMSMARCO_cosine_accuracy@5": 0.68,
-    "NanoMSMARCO_cosine_accuracy@10": 0.78,
-    "NanoMSMARCO_cosine_precision@1": 0.32,
-    "NanoMSMARCO_cosine_precision@3": 0.16666666666666669,
-    "NanoMSMARCO_cosine_precision@5": 0.136,
-    "NanoMSMARCO_cosine_precision@10": 0.078,
-    "NanoMSMARCO_cosine_recall@1": 0.32,
-    "NanoMSMARCO_cosine_recall@3": 0.5,
-    "NanoMSMARCO_cosine_recall@5": 0.68,
-    "NanoMSMARCO_cosine_recall@10": 0.78,
-    "NanoMSMARCO_cosine_ndcg@10": 0.5339560131965646,
-    "NanoMSMARCO_cosine_mrr@10": 0.4567142857142857,
-    "NanoMSMARCO_cosine_map@100": 0.46480006031286863,
-    "NanoNFCorpus_cosine_accuracy@1": 0.32,
-    "NanoNFCorpus_cosine_accuracy@3": 0.48,
-    "NanoNFCorpus_cosine_accuracy@5": 0.6,
-    "NanoNFCorpus_cosine_accuracy@10": 0.76,
-    "NanoNFCorpus_cosine_precision@1": 0.32,
-    "NanoNFCorpus_cosine_precision@3": 0.32,
-    "NanoNFCorpus_cosine_precision@5": 0.31199999999999994,
-    "NanoNFCorpus_cosine_precision@10": 0.28,
-    "NanoNFCorpus_cosine_recall@1": 0.010181351972833725,
-    "NanoNFCorpus_cosine_recall@3": 0.05466372894553064,
-    "NanoNFCorpus_cosine_recall@5": 0.08479868208226557,
-    "NanoNFCorpus_cosine_recall@10": 0.12408956495119845,
-    "NanoNFCorpus_cosine_ndcg@10": 0.30529985909554186,
-    "NanoNFCorpus_cosine_mrr@10": 0.4373253968253969,
-    "NanoNFCorpus_cosine_map@100": 0.11287683322897349,
-    "NanoNQ_cosine_accuracy@1": 0.52,
-    "NanoNQ_cosine_accuracy@3": 0.68,
-    "NanoNQ_cosine_accuracy@5": 0.68,
-    "NanoNQ_cosine_accuracy@10": 0.8,
-    "NanoNQ_cosine_precision@1": 0.52,
-    "NanoNQ_cosine_precision@3": 0.2333333333333333,
-    "NanoNQ_cosine_precision@5": 0.14,
-    "NanoNQ_cosine_precision@10": 0.08399999999999999,
-    "NanoNQ_cosine_recall@1": 0.5,
-    "NanoNQ_cosine_recall@3": 0.65,
-    "NanoNQ_cosine_recall@5": 0.65,
-    "NanoNQ_cosine_recall@10": 0.75,
-    "NanoNQ_cosine_ndcg@10": 0.6274270384506129,
-    "NanoNQ_cosine_mrr@10": 0.5986666666666666,
-    "NanoNQ_cosine_map@100": 0.5905583600212255,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.82,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.92,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.94,
-    "NanoQuoraRetrieval_cosine_accuracy@10": 0.98,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.82,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.37999999999999995,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.24799999999999997,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.13399999999999998,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.7339999999999999,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.882,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.9193333333333333,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9726666666666667,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9012986402743834,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.8807142857142857,
-    "NanoQuoraRetrieval_cosine_map@100": 0.8746539604539605,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.52,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.74,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.76,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.84,
-    "NanoSCIDOCS_cosine_precision@1": 0.52,
-    "NanoSCIDOCS_cosine_precision@3": 0.38666666666666655,
-    "NanoSCIDOCS_cosine_precision@5": 0.308,
-    "NanoSCIDOCS_cosine_precision@10": 0.20200000000000004,
-    "NanoSCIDOCS_cosine_recall@1": 0.10866666666666669,
-    "NanoSCIDOCS_cosine_recall@3": 0.23966666666666664,
-    "NanoSCIDOCS_cosine_recall@5": 0.31766666666666665,
-    "NanoSCIDOCS_cosine_recall@10": 0.4156666666666667,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.41205649951640383,
-    "NanoSCIDOCS_cosine_mrr@10": 0.6323571428571428,
-    "NanoSCIDOCS_cosine_map@100": 0.3273388148917643,
-    "NanoArguAna_cosine_accuracy@1": 0.14,
-    "NanoArguAna_cosine_accuracy@3": 0.46,
-    "NanoArguAna_cosine_accuracy@5": 0.58,
-    "NanoArguAna_cosine_accuracy@10": 0.76,
-    "NanoArguAna_cosine_precision@1": 0.14,
-    "NanoArguAna_cosine_precision@3": 0.15333333333333332,
-    "NanoArguAna_cosine_precision@5": 0.11600000000000002,
-    "NanoArguAna_cosine_precision@10": 0.07600000000000001,
-    "NanoArguAna_cosine_recall@1": 0.14,
-    "NanoArguAna_cosine_recall@3": 0.46,
-    "NanoArguAna_cosine_recall@5": 0.58,
-    "NanoArguAna_cosine_recall@10": 0.76,
-    "NanoArguAna_cosine_ndcg@10": 0.4396396379807176,
-    "NanoArguAna_cosine_mrr@10": 0.33855555555555555,
-    "NanoArguAna_cosine_map@100": 0.34751134456972577,
-    "NanoSciFact_cosine_accuracy@1": 0.4,
-    "NanoSciFact_cosine_accuracy@3": 0.52,
-    "NanoSciFact_cosine_accuracy@5": 0.66,
-    "NanoSciFact_cosine_accuracy@10": 0.7,
-    "NanoSciFact_cosine_precision@1": 0.4,
-    "NanoSciFact_cosine_precision@3": 0.18,
-    "NanoSciFact_cosine_precision@5": 0.14400000000000002,
-    "NanoSciFact_cosine_precision@10": 0.07999999999999999,
-    "NanoSciFact_cosine_recall@1": 0.355,
-    "NanoSciFact_cosine_recall@3": 0.48,
-    "NanoSciFact_cosine_recall@5": 0.63,
-    "NanoSciFact_cosine_recall@10": 0.69,
-    "NanoSciFact_cosine_ndcg@10": 0.5179165729124441,
-    "NanoSciFact_cosine_mrr@10": 0.4819999999999999,
-    "NanoSciFact_cosine_map@100": 0.4604642318465848,
-    "NanoTouche2020_cosine_accuracy@1": 0.6530612244897959,
-    "NanoTouche2020_cosine_accuracy@3": 0.9183673469387755,
-    "NanoTouche2020_cosine_accuracy@5": 0.9591836734693877,
-    "NanoTouche2020_cosine_accuracy@10": 0.9795918367346939,
-    "NanoTouche2020_cosine_precision@1": 0.6530612244897959,
-    "NanoTouche2020_cosine_precision@3": 0.6190476190476191,
-    "NanoTouche2020_cosine_precision@5": 0.5224489795918368,
-    "NanoTouche2020_cosine_precision@10": 0.4102040816326531,
-    "NanoTouche2020_cosine_recall@1": 0.04596512106525265,
-    "NanoTouche2020_cosine_recall@3": 0.1286008701118258,
-    "NanoTouche2020_cosine_recall@5": 0.17954493206016361,
-    "NanoTouche2020_cosine_recall@10": 0.26945636001897255,
-    "NanoTouche2020_cosine_ndcg@10": 0.4839187816350966,
-    "NanoTouche2020_cosine_mrr@10": 0.7846938775510205,
-    "NanoTouche2020_cosine_map@100": 0.33722875201965863,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.44715855572998436,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.6214128728414443,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.7060910518053376,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.7861224489795917,
-    "NanoBEIR_mean_cosine_precision@1": 0.44715855572998436,
-    "NanoBEIR_mean_cosine_precision@3": 0.28710622710622713,
-    "NanoBEIR_mean_cosine_precision@5": 0.22911145996860285,
-    "NanoBEIR_mean_cosine_precision@10": 0.16078492935635796,
-    "NanoBEIR_mean_cosine_recall@1": 0.24284466530657514,
-    "NanoBEIR_mean_cosine_recall@3": 0.3815849311792592,
-    "NanoBEIR_mean_cosine_recall@5": 0.46131447999319425,
-    "NanoBEIR_mean_cosine_recall@10": 0.5448593172268704,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.4894028606050653,
-    "NanoBEIR_mean_cosine_mrr@10": 0.5545509331937903,
-    "NanoBEIR_mean_cosine_map@100": 0.4056850709683045
+    "NanoClimateFEVER_cosine_accuracy@1": 0.02,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.12,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.22,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.26,
+    "NanoClimateFEVER_cosine_precision@1": 0.02,
+    "NanoClimateFEVER_cosine_precision@3": 0.04666666666666666,
+    "NanoClimateFEVER_cosine_precision@5": 0.04800000000000001,
+    "NanoClimateFEVER_cosine_precision@10": 0.028000000000000004,
+    "NanoClimateFEVER_cosine_recall@1": 0.01,
+    "NanoClimateFEVER_cosine_recall@3": 0.07666666666666666,
+    "NanoClimateFEVER_cosine_recall@5": 0.11,
+    "NanoClimateFEVER_cosine_recall@10": 0.15,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.08848514491479977,
+    "NanoClimateFEVER_cosine_mrr@10": 0.09155555555555556,
+    "NanoClimateFEVER_cosine_map@100": 0.062031025210026416,
+    "NanoDBPedia_cosine_accuracy@1": 0.64,
+    "NanoDBPedia_cosine_accuracy@3": 0.84,
+    "NanoDBPedia_cosine_accuracy@5": 0.88,
+    "NanoDBPedia_cosine_accuracy@10": 0.9,
+    "NanoDBPedia_cosine_precision@1": 0.64,
+    "NanoDBPedia_cosine_precision@3": 0.5533333333333333,
+    "NanoDBPedia_cosine_precision@5": 0.508,
+    "NanoDBPedia_cosine_precision@10": 0.42800000000000005,
+    "NanoDBPedia_cosine_recall@1": 0.07405822477207483,
+    "NanoDBPedia_cosine_recall@3": 0.14372311265072168,
+    "NanoDBPedia_cosine_recall@5": 0.21105435859646549,
+    "NanoDBPedia_cosine_recall@10": 0.2909207094781485,
+    "NanoDBPedia_cosine_ndcg@10": 0.5337363068424135,
+    "NanoDBPedia_cosine_mrr@10": 0.7428571428571428,
+    "NanoDBPedia_cosine_map@100": 0.3891072772432914,
+    "NanoFEVER_cosine_accuracy@1": 0.36,
+    "NanoFEVER_cosine_accuracy@3": 0.42,
+    "NanoFEVER_cosine_accuracy@5": 0.42,
+    "NanoFEVER_cosine_accuracy@10": 0.46,
+    "NanoFEVER_cosine_precision@1": 0.36,
+    "NanoFEVER_cosine_precision@3": 0.13999999999999999,
+    "NanoFEVER_cosine_precision@5": 0.084,
+    "NanoFEVER_cosine_precision@10": 0.048,
+    "NanoFEVER_cosine_recall@1": 0.36,
+    "NanoFEVER_cosine_recall@3": 0.41,
+    "NanoFEVER_cosine_recall@5": 0.41,
+    "NanoFEVER_cosine_recall@10": 0.46,
+    "NanoFEVER_cosine_ndcg@10": 0.4073423950239124,
+    "NanoFEVER_cosine_mrr@10": 0.39166666666666666,
+    "NanoFEVER_cosine_map@100": 0.39632722868719533,
+    "NanoFiQA2018_cosine_accuracy@1": 0.16,
+    "NanoFiQA2018_cosine_accuracy@3": 0.26,
+    "NanoFiQA2018_cosine_accuracy@5": 0.32,
+    "NanoFiQA2018_cosine_accuracy@10": 0.38,
+    "NanoFiQA2018_cosine_precision@1": 0.16,
+    "NanoFiQA2018_cosine_precision@3": 0.10666666666666666,
+    "NanoFiQA2018_cosine_precision@5": 0.096,
+    "NanoFiQA2018_cosine_precision@10": 0.068,
+    "NanoFiQA2018_cosine_recall@1": 0.06188888888888889,
+    "NanoFiQA2018_cosine_recall@3": 0.12674603174603175,
+    "NanoFiQA2018_cosine_recall@5": 0.17413492063492064,
+    "NanoFiQA2018_cosine_recall@10": 0.25515873015873014,
+    "NanoFiQA2018_cosine_ndcg@10": 0.1898252759944158,
+    "NanoFiQA2018_cosine_mrr@10": 0.22585714285714287,
+    "NanoFiQA2018_cosine_map@100": 0.15950890524795974,
+    "NanoHotpotQA_cosine_accuracy@1": 0.66,
+    "NanoHotpotQA_cosine_accuracy@3": 0.86,
+    "NanoHotpotQA_cosine_accuracy@5": 0.9,
+    "NanoHotpotQA_cosine_accuracy@10": 0.94,
+    "NanoHotpotQA_cosine_precision@1": 0.66,
+    "NanoHotpotQA_cosine_precision@3": 0.38666666666666666,
+    "NanoHotpotQA_cosine_precision@5": 0.272,
+    "NanoHotpotQA_cosine_precision@10": 0.142,
+    "NanoHotpotQA_cosine_recall@1": 0.33,
+    "NanoHotpotQA_cosine_recall@3": 0.58,
+    "NanoHotpotQA_cosine_recall@5": 0.68,
+    "NanoHotpotQA_cosine_recall@10": 0.71,
+    "NanoHotpotQA_cosine_ndcg@10": 0.6584980003699181,
+    "NanoHotpotQA_cosine_mrr@10": 0.775079365079365,
+    "NanoHotpotQA_cosine_map@100": 0.5871412173250823,
+    "NanoMSMARCO_cosine_accuracy@1": 0.38,
+    "NanoMSMARCO_cosine_accuracy@3": 0.64,
+    "NanoMSMARCO_cosine_accuracy@5": 0.76,
+    "NanoMSMARCO_cosine_accuracy@10": 0.84,
+    "NanoMSMARCO_cosine_precision@1": 0.38,
+    "NanoMSMARCO_cosine_precision@3": 0.21333333333333335,
+    "NanoMSMARCO_cosine_precision@5": 0.15200000000000002,
+    "NanoMSMARCO_cosine_precision@10": 0.08399999999999999,
+    "NanoMSMARCO_cosine_recall@1": 0.38,
+    "NanoMSMARCO_cosine_recall@3": 0.64,
+    "NanoMSMARCO_cosine_recall@5": 0.76,
+    "NanoMSMARCO_cosine_recall@10": 0.84,
+    "NanoMSMARCO_cosine_ndcg@10": 0.6071739753451822,
+    "NanoMSMARCO_cosine_mrr@10": 0.5318571428571428,
+    "NanoMSMARCO_cosine_map@100": 0.5383857612227555,
+    "NanoNFCorpus_cosine_accuracy@1": 0.46,
+    "NanoNFCorpus_cosine_accuracy@3": 0.54,
+    "NanoNFCorpus_cosine_accuracy@5": 0.64,
+    "NanoNFCorpus_cosine_accuracy@10": 0.7,
+    "NanoNFCorpus_cosine_precision@1": 0.46,
+    "NanoNFCorpus_cosine_precision@3": 0.37999999999999995,
+    "NanoNFCorpus_cosine_precision@5": 0.33199999999999996,
+    "NanoNFCorpus_cosine_precision@10": 0.282,
+    "NanoNFCorpus_cosine_recall@1": 0.031191419545013095,
+    "NanoNFCorpus_cosine_recall@3": 0.05157072806890092,
+    "NanoNFCorpus_cosine_recall@5": 0.06863574662214718,
+    "NanoNFCorpus_cosine_recall@10": 0.09991138318659122,
+    "NanoNFCorpus_cosine_ndcg@10": 0.32672780953059594,
+    "NanoNFCorpus_cosine_mrr@10": 0.5299365079365078,
+    "NanoNFCorpus_cosine_map@100": 0.1359241030015973,
+    "NanoNQ_cosine_accuracy@1": 0.58,
+    "NanoNQ_cosine_accuracy@3": 0.74,
+    "NanoNQ_cosine_accuracy@5": 0.8,
+    "NanoNQ_cosine_accuracy@10": 0.84,
+    "NanoNQ_cosine_precision@1": 0.58,
+    "NanoNQ_cosine_precision@3": 0.25333333333333335,
+    "NanoNQ_cosine_precision@5": 0.16399999999999998,
+    "NanoNQ_cosine_precision@10": 0.092,
+    "NanoNQ_cosine_recall@1": 0.55,
+    "NanoNQ_cosine_recall@3": 0.7,
+    "NanoNQ_cosine_recall@5": 0.74,
+    "NanoNQ_cosine_recall@10": 0.81,
+    "NanoNQ_cosine_ndcg@10": 0.6914852313456867,
+    "NanoNQ_cosine_mrr@10": 0.6720555555555556,
+    "NanoNQ_cosine_map@100": 0.6484054934853453,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.6,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.7,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.74,
+    "NanoQuoraRetrieval_cosine_accuracy@10": 0.84,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.6,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.2733333333333334,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.17999999999999997,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.10399999999999998,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.5433333333333333,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.674,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.708,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.8053333333333333,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.6910237122615918,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.6630238095238096,
+    "NanoQuoraRetrieval_cosine_map@100": 0.6556498327329501,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.42,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.56,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.62,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.78,
+    "NanoSCIDOCS_cosine_precision@1": 0.42,
+    "NanoSCIDOCS_cosine_precision@3": 0.2533333333333333,
+    "NanoSCIDOCS_cosine_precision@5": 0.18799999999999997,
+    "NanoSCIDOCS_cosine_precision@10": 0.148,
+    "NanoSCIDOCS_cosine_recall@1": 0.08866666666666667,
+    "NanoSCIDOCS_cosine_recall@3": 0.15866666666666668,
+    "NanoSCIDOCS_cosine_recall@5": 0.19466666666666665,
+    "NanoSCIDOCS_cosine_recall@10": 0.30466666666666664,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.29680405295986745,
+    "NanoSCIDOCS_cosine_mrr@10": 0.5155714285714287,
+    "NanoSCIDOCS_cosine_map@100": 0.22732555154891504,
+    "NanoArguAna_cosine_accuracy@1": 0.22,
+    "NanoArguAna_cosine_accuracy@3": 0.56,
+    "NanoArguAna_cosine_accuracy@5": 0.76,
+    "NanoArguAna_cosine_accuracy@10": 0.9,
+    "NanoArguAna_cosine_precision@1": 0.22,
+    "NanoArguAna_cosine_precision@3": 0.18666666666666668,
+    "NanoArguAna_cosine_precision@5": 0.15200000000000002,
+    "NanoArguAna_cosine_precision@10": 0.08999999999999998,
+    "NanoArguAna_cosine_recall@1": 0.22,
+    "NanoArguAna_cosine_recall@3": 0.56,
+    "NanoArguAna_cosine_recall@5": 0.76,
+    "NanoArguAna_cosine_recall@10": 0.9,
+    "NanoArguAna_cosine_ndcg@10": 0.5430980629264645,
+    "NanoArguAna_cosine_mrr@10": 0.43080158730158724,
+    "NanoArguAna_cosine_map@100": 0.43563881673881677,
+    "NanoSciFact_cosine_accuracy@1": 0.3,
+    "NanoSciFact_cosine_accuracy@3": 0.46,
+    "NanoSciFact_cosine_accuracy@5": 0.58,
+    "NanoSciFact_cosine_accuracy@10": 0.66,
+    "NanoSciFact_cosine_precision@1": 0.3,
+    "NanoSciFact_cosine_precision@3": 0.1733333333333333,
+    "NanoSciFact_cosine_precision@5": 0.132,
+    "NanoSciFact_cosine_precision@10": 0.076,
+    "NanoSciFact_cosine_recall@1": 0.265,
+    "NanoSciFact_cosine_recall@3": 0.45,
+    "NanoSciFact_cosine_recall@5": 0.575,
+    "NanoSciFact_cosine_recall@10": 0.65,
+    "NanoSciFact_cosine_ndcg@10": 0.4673023534460552,
+    "NanoSciFact_cosine_mrr@10": 0.41438095238095246,
+    "NanoSciFact_cosine_map@100": 0.41151414702043504,
+    "NanoTouche2020_cosine_accuracy@1": 0.4897959183673469,
+    "NanoTouche2020_cosine_accuracy@3": 0.6530612244897959,
+    "NanoTouche2020_cosine_accuracy@5": 0.7142857142857143,
+    "NanoTouche2020_cosine_accuracy@10": 0.7959183673469388,
+    "NanoTouche2020_cosine_precision@1": 0.4897959183673469,
+    "NanoTouche2020_cosine_precision@3": 0.3877551020408163,
+    "NanoTouche2020_cosine_precision@5": 0.34693877551020413,
+    "NanoTouche2020_cosine_precision@10": 0.3081632653061224,
+    "NanoTouche2020_cosine_recall@1": 0.025396389616293827,
+    "NanoTouche2020_cosine_recall@3": 0.06154426522223343,
+    "NanoTouche2020_cosine_recall@5": 0.09456739986624485,
+    "NanoTouche2020_cosine_recall@10": 0.1694155640852146,
+    "NanoTouche2020_cosine_ndcg@10": 0.33935182898102295,
+    "NanoTouche2020_cosine_mrr@10": 0.5771541950113378,
+    "NanoTouche2020_cosine_map@100": 0.24098827105394732,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.4069073783359497,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.5656200941915228,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.6426373626373626,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.7150706436420722,
+    "NanoBEIR_mean_cosine_precision@1": 0.4069073783359497,
+    "NanoBEIR_mean_cosine_precision@3": 0.25803244374672946,
+    "NanoBEIR_mean_cosine_precision@5": 0.20422605965463111,
+    "NanoBEIR_mean_cosine_precision@10": 0.14601255886970174,
+    "NanoBEIR_mean_cosine_recall@1": 0.22611807098632852,
+    "NanoBEIR_mean_cosine_recall@3": 0.35637826700163233,
+    "NanoBEIR_mean_cosine_recall@5": 0.422004545568188,
+    "NanoBEIR_mean_cosine_recall@10": 0.49580049130066806,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.44929647307245585,
+    "NanoBEIR_mean_cosine_mrr@10": 0.5047536193964766,
+    "NanoBEIR_mean_cosine_map@100": 0.3759959715783321
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.9183673469387755,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 1.0,
-    "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
-    "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.9183673469387755,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7891156462585034,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.7510204081632652,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6489795918367347,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.020372357881939272,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.05245624282148701,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.08305903304022165,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.1433688013421626,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6997741104516038,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.9557823129251701,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.2887761758577806
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.6122448979591837,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.7959183673469388,
+    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.8163265306122449,
+    "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.8775510204081632,
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.6122448979591837,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.5986394557823129,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.5346938775510205,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.510204081632653,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.013676157134653104,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04019009495215129,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.05972908597066891,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.11372605615518665,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.5336230219389327,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.7097181729834792,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.23434719987479757
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d71879c72404600c9d2e33047b931b19964bca3e7b911dfb7e2b3697bc935d5f
-size 596070136
+oid sha256:db90e1d486180a3f42191cc719388c93a929c27b1d260aaf86c9fae193c6dd2d
+size 133462128

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": true,
+    "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
-size 3583485
+oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
+size 711649

tokenizer_config.json

@@ -1,230 +1,14 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "|||IP_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "1": {
-      "content": "<|padding|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50254": {
-      "content": "                        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50255": {
-      "content": "                       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50256": {
-      "content": "                      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50257": {
-      "content": "                     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50258": {
-      "content": "                    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50259": {
-      "content": "                   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50260": {
-      "content": "                  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50261": {
-      "content": "                 ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50262": {
-      "content": "                ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50263": {
-      "content": "               ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50264": {
-      "content": "              ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50265": {
-      "content": "             ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50266": {
-      "content": "            ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50267": {
-      "content": "           ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50268": {
-      "content": "          ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50269": {
-      "content": "         ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50270": {
-      "content": "        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50271": {
-      "content": "       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50272": {
-      "content": "      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50273": {
-      "content": "     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50274": {
-      "content": "    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50275": {
-      "content": "   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50276": {
-      "content": "  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50277": {
-      "content": "|||EMAIL_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50278": {
-      "content": "|||PHONE_NUMBER|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50279": {
-      "content": "<|endoftext|>",
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "50280": {
+    "100": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -232,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "50281": {
+    "101": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -240,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "50282": {
+    "102": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -248,698 +32,34 @@
       "single_word": false,
       "special": true
     },
-    "50283": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50284": {
+    "103": {
       "content": "[MASK]",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "50285": {
-      "content": "[unused0]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50286": {
-      "content": "[unused1]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50287": {
-      "content": "[unused2]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50288": {
-      "content": "[unused3]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50289": {
-      "content": "[unused4]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50290": {
-      "content": "[unused5]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50291": {
-      "content": "[unused6]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50292": {
-      "content": "[unused7]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50293": {
-      "content": "[unused8]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50294": {
-      "content": "[unused9]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50295": {
-      "content": "[unused10]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50296": {
-      "content": "[unused11]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50297": {
-      "content": "[unused12]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50298": {
-      "content": "[unused13]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50299": {
-      "content": "[unused14]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50300": {
-      "content": "[unused15]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50301": {
-      "content": "[unused16]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50302": {
-      "content": "[unused17]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50303": {
-      "content": "[unused18]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50304": {
-      "content": "[unused19]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50305": {
-      "content": "[unused20]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50306": {
-      "content": "[unused21]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50307": {
-      "content": "[unused22]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50308": {
-      "content": "[unused23]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50309": {
-      "content": "[unused24]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50310": {
-      "content": "[unused25]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50311": {
-      "content": "[unused26]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50312": {
-      "content": "[unused27]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50313": {
-      "content": "[unused28]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50314": {
-      "content": "[unused29]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50315": {
-      "content": "[unused30]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50316": {
-      "content": "[unused31]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50317": {
-      "content": "[unused32]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50318": {
-      "content": "[unused33]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50319": {
-      "content": "[unused34]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50320": {
-      "content": "[unused35]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50321": {
-      "content": "[unused36]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50322": {
-      "content": "[unused37]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50323": {
-      "content": "[unused38]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50324": {
-      "content": "[unused39]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50325": {
-      "content": "[unused40]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50326": {
-      "content": "[unused41]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50327": {
-      "content": "[unused42]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50328": {
-      "content": "[unused43]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50329": {
-      "content": "[unused44]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50330": {
-      "content": "[unused45]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50331": {
-      "content": "[unused46]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50332": {
-      "content": "[unused47]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50333": {
-      "content": "[unused48]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50334": {
-      "content": "[unused49]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50335": {
-      "content": "[unused50]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50336": {
-      "content": "[unused51]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50337": {
-      "content": "[unused52]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50338": {
-      "content": "[unused53]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50339": {
-      "content": "[unused54]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50340": {
-      "content": "[unused55]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50341": {
-      "content": "[unused56]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50342": {
-      "content": "[unused57]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50343": {
-      "content": "[unused58]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50344": {
-      "content": "[unused59]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50345": {
-      "content": "[unused60]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50346": {
-      "content": "[unused61]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50347": {
-      "content": "[unused62]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50348": {
-      "content": "[unused63]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50349": {
-      "content": "[unused64]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50350": {
-      "content": "[unused65]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50351": {
-      "content": "[unused66]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50352": {
-      "content": "[unused67]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50353": {
-      "content": "[unused68]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50354": {
-      "content": "[unused69]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50355": {
-      "content": "[unused70]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50356": {
-      "content": "[unused71]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50357": {
-      "content": "[unused72]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50358": {
-      "content": "[unused73]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50359": {
-      "content": "[unused74]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50360": {
-      "content": "[unused75]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50361": {
-      "content": "[unused76]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50362": {
-      "content": "[unused77]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50363": {
-      "content": "[unused78]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50364": {
-      "content": "[unused79]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50365": {
-      "content": "[unused80]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50366": {
-      "content": "[unused81]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50367": {
-      "content": "[unused82]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 1000000000000000019884624838656,
+  "max_length": 128,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "[UNK]"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:042f46564f47dad5f982bb143ad27a12a78a3407cc4a469481cdbf297433edc6
+oid sha256:7adc0c1f21a1b767fc6c25c92ba7ac197d848c66e38f33ec517974eb38a06afb
 size 6225