Training in progress, step 3375

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.24489795918367346,0.3673469387755102,0.42857142857142855,0.5714285714285714,0.24489795918367346,0.005458278170813002,0.16326530612244897,0.010818036532116208,0.1510204081632653,0.01659757179040805,0.1,0.02211398655487842,0.3232831227729187,0.12493109629855312,0.018105016600927993
 -1,-1,0.30612244897959184,0.3877551020408163,0.46938775510204084,0.5306122448979592,0.30612244897959184,0.006900654678448171,0.15646258503401358,0.010586309449769765,0.1306122448979592,0.014752017739132876,0.08163265306122448,0.01829263837869495,0.3586734693877552,0.11444824417286997,0.014703834786180101
+-1,-1,0.061224489795918366,0.22448979591836735,0.2653061224489796,0.46938775510204084,0.061224489795918366,0.0013107288493681675,0.10204081632653061,0.0066139914690223275,0.1183673469387755,0.012873721947137703,0.13061224489795917,0.028554044417287688,0.1667233560090703,0.11889918185298816,0.06704607565351835

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.12,0.28,0.38,0.44,0.12,0.12,0.09333333333333332,0.28,0.07600000000000001,0.38,0.044000000000000004,0.44,0.21616666666666665,0.26984050364986856,0.2258446886330761
 -1,-1,0.1,0.26,0.36,0.5,0.1,0.1,0.08666666666666666,0.26,0.07200000000000001,0.36,0.05,0.5,0.21554761904761904,0.28273132557018443,0.2283366039365796
+-1,-1,0.12,0.34,0.52,0.66,0.12,0.12,0.11333333333333333,0.34,0.10400000000000002,0.52,0.066,0.66,0.2706111111111111,0.36306862307848503,0.2759809932547803

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.04,0.06,0.06,0.06,0.04,0.016666666666666666,0.02,0.026666666666666665,0.012000000000000002,0.026666666666666665,0.008,0.03333333333333333,0.04666666666666667,0.031123199402742927,0.03266455114308441
 -1,-1,0.02,0.02,0.04,0.08,0.02,0.01,0.006666666666666666,0.01,0.008,0.016666666666666666,0.008,0.028333333333333332,0.029222222222222226,0.02136845234909762,0.02565176034230627
+-1,-1,0.08,0.12,0.16,0.16,0.08,0.044000000000000004,0.04,0.06066666666666667,0.032,0.07233333333333332,0.02,0.08633333333333333,0.11,0.0781059456735817,0.06833787477618904

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.36,0.52,0.58,0.6,0.36,0.020103910092130008,0.2866666666666666,0.05135348854098917,0.264,0.06989763016711754,0.23999999999999996,0.10517896501544292,0.44499999999999995,0.2735086396500482,0.15357731098529787
 -1,-1,0.36,0.58,0.66,0.7,0.36,0.040055337624664365,0.3133333333333333,0.07655140486663638,0.288,0.09819499094978833,0.252,0.14310515518146127,0.4847222222222222,0.30545142802511466,0.18556868601955767
+-1,-1,0.46,0.64,0.7,0.7,0.46,0.06779923654924348,0.35333333333333333,0.09101477894261994,0.324,0.11178903310310241,0.272,0.1661349298623623,0.5539999999999999,0.3485658327676415,0.23815258110889106

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.02,0.04,0.08,0.08,0.02,0.02,0.013333333333333332,0.04,0.016,0.08,0.008,0.08,0.039,0.04896918237758784,0.048508442140481896
 -1,-1,0.06,0.1,0.1,0.12,0.06,0.06,0.03333333333333333,0.1,0.02,0.1,0.012000000000000002,0.12,0.07619047619047618,0.08666666666666666,0.09032923996930745
+-1,-1,0.1,0.18,0.18,0.18,0.1,0.1,0.06,0.17,0.036000000000000004,0.17,0.018000000000000002,0.17,0.13333333333333333,0.1413686620705129,0.13606881645848964

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.0,0.04,0.04,0.04,0.0,0.0,0.013333333333333332,0.026666666666666665,0.008,0.026666666666666665,0.004,0.026666666666666665,0.013333333333333332,0.014692787260227564,0.013324266883827564
 -1,-1,0.0,0.02,0.04,0.06,0.0,0.0,0.006666666666666666,0.01,0.008,0.03,0.006000000000000001,0.04,0.012888888888888887,0.01756004200793678,0.011052512706187099
+-1,-1,0.0,0.04,0.04,0.08,0.0,0.0,0.013333333333333332,0.03,0.008,0.03,0.008,0.04066666666666666,0.022380952380952376,0.02312664901999998,0.018921182537984783

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.0,0.04,0.04,0.06,0.0,0.0,0.013333333333333332,0.02,0.008,0.02,0.006000000000000001,0.03,0.0225,0.01934264036172708,0.016796853019845195
 -1,-1,0.0,0.02,0.04,0.06,0.0,0.0,0.006666666666666666,0.01,0.008,0.02,0.006000000000000001,0.03,0.012666666666666666,0.014420211918721464,0.010261698714234053
+-1,-1,0.12,0.22,0.22,0.24,0.12,0.06,0.08,0.12,0.04800000000000001,0.12,0.026000000000000006,0.13,0.1653333333333333,0.12033361730160845,0.10340462569138031

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.16,0.28,0.4,0.52,0.16,0.16,0.09333333333333332,0.28,0.08,0.4,0.05200000000000001,0.52,0.2494126984126984,0.3127870991783171,0.2629595470714569
 -1,-1,0.24,0.38,0.44,0.56,0.24,0.24,0.12666666666666665,0.38,0.08800000000000001,0.44,0.056000000000000015,0.56,0.3307460317460317,0.38499264788903953,0.34119905123104344
+-1,-1,0.22,0.48,0.56,0.64,0.22,0.22,0.15999999999999998,0.48,0.11200000000000002,0.56,0.06400000000000002,0.64,0.35841269841269835,0.4266240469607859,0.37030130420385204

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.12,0.2,0.28,0.36,0.12,0.0029188903809652693,0.11999999999999998,0.010995408345759761,0.12,0.015539638800349986,0.086,0.021245287220903717,0.18188888888888888,0.09655839286452599,0.024326681480125078
 -1,-1,0.14,0.26,0.3,0.4,0.14,0.013594414607259226,0.14666666666666664,0.031204112032724697,0.12,0.034399880946350755,0.102,0.048633026621001336,0.21519047619047615,0.12466412280546224,0.04569883261960375
+-1,-1,0.3,0.4,0.42,0.6,0.3,0.010510683982884447,0.26666666666666666,0.03058121391270753,0.24,0.041670587900432904,0.21599999999999997,0.07708366077523644,0.3741269841269841,0.2372833724225595,0.08346711417458783

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.2,0.36,0.42,0.58,0.2,0.18,0.11999999999999998,0.34,0.08400000000000002,0.4,0.05800000000000001,0.54,0.3047936507936508,0.3488457150840182,0.29595696998994714
 -1,-1,0.2,0.4,0.5,0.58,0.2,0.2,0.13333333333333333,0.39,0.10000000000000002,0.49,0.05800000000000001,0.55,0.3192460317460317,0.3731200792664596,0.3276135546621887
+-1,-1,0.32,0.54,0.64,0.8,0.32,0.32,0.18,0.54,0.132,0.64,0.08399999999999999,0.77,0.45819047619047626,0.534080876943012,0.4650165172546752

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.58,0.82,0.84,0.88,0.58,0.5206666666666666,0.32,0.7519999999999999,0.204,0.7826666666666666,0.11199999999999999,0.8426666666666668,0.6984444444444443,0.7234901243687714,0.6843854607082449
 -1,-1,0.64,0.74,0.76,0.8,0.64,0.5539999999999999,0.2866666666666667,0.6753333333333333,0.19199999999999995,0.716,0.10599999999999998,0.7793333333333333,0.6965,0.7012017830718481,0.6704263695106392
+-1,-1,0.34,0.42,0.5,0.54,0.34,0.30333333333333334,0.1533333333333333,0.3866666666666667,0.11599999999999999,0.46399999999999997,0.068,0.5153333333333333,0.39988888888888885,0.41742602478464447,0.3849072837395894

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.16,0.38,0.42,0.6,0.16,0.035666666666666666,0.15333333333333332,0.09766666666666665,0.11600000000000002,0.12166666666666667,0.09799999999999999,0.20166666666666663,0.29457142857142854,0.17783402811268673,0.1311048840899592
 -1,-1,0.22,0.4,0.52,0.66,0.22,0.044000000000000004,0.15999999999999998,0.098,0.14,0.14566666666666667,0.10400000000000001,0.21466666666666664,0.34705555555555556,0.1967244058819425,0.14605831068833375
+-1,-1,0.34,0.5,0.68,0.74,0.34,0.07166666666666666,0.23333333333333336,0.1446666666666667,0.22399999999999998,0.22966666666666666,0.16399999999999998,0.33766666666666667,0.45596825396825397,0.30826851927375737,0.23392780808046051

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.02,0.04,0.06,0.12,0.02,0.02,0.013333333333333332,0.025,0.012000000000000002,0.045,0.013999999999999999,0.09,0.03844444444444445,0.04832365289646013,0.048732825667632367
 -1,-1,0.04,0.08,0.12,0.2,0.04,0.04,0.026666666666666665,0.065,0.024000000000000004,0.095,0.022000000000000002,0.18,0.07412698412698412,0.09642182769273433,0.07900009439847851
+-1,-1,0.06,0.12,0.14,0.22,0.06,0.045,0.04666666666666666,0.09,0.04,0.125,0.032,0.21,0.10172222222222223,0.12526198949596956,0.10651676027200917

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.10204081632653061,0.1836734693877551,0.3469387755102041,0.4897959183673469,0.10204081632653061,0.004037585569540457,0.06802721088435373,0.009683620207171733,0.08163265306122448,0.01988219552025967,0.0653061224489796,0.0381138118321127,0.18743926141885323,0.07108495919268427,0.02810759948511094
 -1,-1,0.04081632653061224,0.12244897959183673,0.16326530612244897,0.2653061224489796,0.04081632653061224,0.0018299717547837849,0.04081632653061224,0.005780782848452021,0.036734693877551024,0.00873800969523469,0.028571428571428574,0.01428957020369175,0.09631519274376418,0.03171521068958811,0.012294180268056192
+-1,-1,0.16326530612244897,0.3469387755102041,0.40816326530612246,0.46938775510204084,0.16326530612244897,0.010834061791286787,0.1768707482993197,0.04246737445701241,0.16734693877551018,0.07022584048078456,0.15714285714285717,0.12445610349631041,0.2637998056365404,0.16935634176158382,0.13613719859328205

NanoBEIR_evaluation_mean_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.14477237048665617,0.24951334379905804,0.30361067503924644,0.37152276295133435,0.14477237048665617,0.08462002969558736,0.10215593929879645,0.1507717320841477,0.08320251177394035,0.18369124085803026,0.06117739403453689,0.22837472287706098,0.2105893448954673,0.18741545572305124,0.1512530831767761
 -1,-1,0.1585243328100471,0.2601883830455259,0.3110204081632653,0.3834850863422293,0.1585243328100471,0.10026767107590058,0.10570381998953425,0.16245151023701124,0.0849795918367347,0.196512785763439,0.06235164835164835,0.24679700656457595,0.22387833594976447,0.20284909260267664,0.1671916073128089
+-1,-1,0.20178963893249613,0.33437990580847726,0.3975510204081632,0.46379905808477234,0.20178963893249613,0.10562646017872422,0.1443746729461015,0.1943125667163338,0.12179591836734695,0.24266811242187075,0.09193406593406594,0.30212882262568536,0.2821360045849841,0.25329773088878016,0.20162615847278237

config.json

@@ -1,45 +1,24 @@
 {
   "architectures": [
-    "ModernBertModel"
+    "BertModel"
   ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 50281,
-  "classifier_activation": "gelu",
-  "classifier_bias": false,
-  "classifier_dropout": 0.0,
-  "classifier_pooling": "mean",
-  "cls_token_id": 50281,
-  "decoder_bias": true,
-  "deterministic_flash_attn": false,
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
   "dtype": "float32",
-  "embedding_dropout": 0.0,
-  "eos_token_id": 50282,
-  "global_attn_every_n_layers": 3,
-  "global_rope_theta": 160000.0,
-  "gradient_checkpointing": false,
-  "hidden_activation": "gelu",
-  "hidden_size": 768,
-  "initializer_cutoff_factor": 2.0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
   "initializer_range": 0.02,
-  "intermediate_size": 1152,
-  "layer_norm_eps": 1e-05,
-  "local_attention": 128,
-  "local_rope_theta": 10000.0,
-  "max_position_embeddings": 8192,
-  "mlp_bias": false,
-  "mlp_dropout": 0.0,
-  "model_type": "modernbert",
-  "norm_bias": false,
-  "norm_eps": 1e-05,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 22,
-  "pad_token_id": 50283,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "repad_logits_with_grad": false,
-  "sep_token_id": 50282,
-  "sparse_pred_ignore_index": -100,
-  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "vocab_size": 50368
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -37,3 +37,17 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
 0.28735632183908044,250,0.26,0.54,0.6,0.66,0.26,0.26,0.18,0.54,0.12000000000000002,0.6,0.066,0.66,0.3995,0.4629082946107128,0.41294762499079385
 0.5747126436781609,500,0.24,0.52,0.56,0.64,0.24,0.24,0.1733333333333333,0.52,0.11200000000000002,0.56,0.06400000000000002,0.64,0.3859444444444445,0.44801117912488453,0.39907679444975275
+0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
+0.28735632183908044,250,0.24,0.44,0.56,0.72,0.24,0.24,0.14666666666666664,0.44,0.11200000000000002,0.56,0.07200000000000001,0.72,0.3884126984126983,0.46758487439522173,0.40017236181673527
+0.5747126436781609,500,0.28,0.42,0.56,0.72,0.28,0.28,0.13999999999999999,0.42,0.11200000000000002,0.56,0.07200000000000001,0.72,0.3873571428571429,0.4647071958724985,0.3968590025578326
+0.8620689655172413,750,0.22,0.4,0.46,0.62,0.22,0.22,0.13333333333333333,0.4,0.09200000000000001,0.46,0.062,0.62,0.3315079365079366,0.39943999232312644,0.34502103586294036
+1.1494252873563218,1000,0.22,0.34,0.44,0.6,0.22,0.22,0.11333333333333333,0.34,0.08800000000000001,0.44,0.06000000000000001,0.6,0.3187460317460317,0.38453552066080543,0.33342829934143553
+1.4367816091954024,1250,0.18,0.34,0.46,0.58,0.18,0.18,0.11333333333333333,0.34,0.09200000000000001,0.46,0.05800000000000001,0.58,0.29335714285714287,0.3613979542140652,0.3080742807475561
+1.7241379310344827,1500,0.14,0.32,0.42,0.54,0.14,0.14,0.10666666666666666,0.32,0.084,0.42,0.05400000000000001,0.54,0.2495793650793651,0.31818580913551026,0.267170708380754
+2.0114942528735633,1750,0.2,0.3,0.38,0.54,0.2,0.2,0.09999999999999998,0.3,0.07600000000000001,0.38,0.05400000000000001,0.54,0.2848888888888889,0.34435050132309014,0.30182875014487764
+2.2988505747126435,2000,0.16,0.32,0.38,0.48,0.16,0.16,0.10666666666666666,0.32,0.07600000000000001,0.38,0.048,0.48,0.25569047619047613,0.3088433198052525,0.2752203682621847
+2.586206896551724,2250,0.14,0.32,0.42,0.54,0.14,0.14,0.10666666666666666,0.32,0.084,0.42,0.05400000000000001,0.54,0.25812698412698415,0.32507584136738094,0.2715194386476263
+2.873563218390805,2500,0.18,0.36,0.4,0.54,0.18,0.18,0.11999999999999998,0.36,0.08,0.4,0.05400000000000001,0.54,0.29074603174603175,0.3503701430254821,0.3040797138427507
+3.160919540229885,2750,0.14,0.36,0.4,0.54,0.14,0.14,0.11999999999999998,0.36,0.08,0.4,0.05400000000000001,0.54,0.2563333333333333,0.3233162429401797,0.2687752743225825
+3.4482758620689653,3000,0.16,0.32,0.4,0.52,0.16,0.16,0.10666666666666666,0.32,0.08,0.4,0.05200000000000001,0.52,0.26343650793650797,0.3238964488212832,0.2780868669315197
+3.735632183908046,3250,0.16,0.32,0.4,0.54,0.16,0.16,0.10666666666666666,0.32,0.08,0.4,0.05400000000000001,0.54,0.2620793650793651,0.32698862634234876,0.2747949118190278

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -37,3 +37,17 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
 0.28735632183908044,250,0.36,0.58,0.68,0.8,0.36,0.36,0.19333333333333333,0.56,0.14,0.66,0.08199999999999999,0.76,0.48749999999999993,0.5507933513073167,0.4900954560103385
 0.5747126436781609,500,0.3,0.56,0.66,0.78,0.3,0.3,0.18666666666666668,0.56,0.132,0.64,0.08199999999999999,0.76,0.44460317460317456,0.521342140364588,0.4511292484432019
+0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
+0.28735632183908044,250,0.26,0.48,0.56,0.64,0.26,0.25,0.15999999999999998,0.45,0.11200000000000003,0.53,0.068,0.63,0.39235714285714285,0.44235247259820976,0.3903661200345411
+0.5747126436781609,500,0.28,0.44,0.58,0.72,0.28,0.27,0.14666666666666664,0.42,0.11600000000000002,0.55,0.07400000000000001,0.7,0.4051746031746032,0.46878571564258537,0.40256467920949773
+0.8620689655172413,750,0.3,0.38,0.5,0.68,0.3,0.3,0.12666666666666665,0.37,0.1,0.49,0.07,0.66,0.3853492063492062,0.4478987971813458,0.39268243297211114
+1.1494252873563218,1000,0.22,0.44,0.54,0.66,0.22,0.22,0.14666666666666667,0.42,0.10800000000000003,0.52,0.068,0.64,0.3407460317460317,0.4090307270350836,0.3480675156715916
+1.4367816091954024,1250,0.22,0.42,0.48,0.62,0.22,0.21,0.13999999999999999,0.4,0.096,0.46,0.062,0.57,0.3387142857142857,0.38583678143242367,0.3375434609650974
+1.7241379310344827,1500,0.2,0.4,0.44,0.62,0.2,0.2,0.13333333333333333,0.39,0.08800000000000001,0.43,0.06200000000000001,0.59,0.3204682539682539,0.38105905837362847,0.32907207708249664
+2.0114942528735633,1750,0.24,0.42,0.48,0.62,0.24,0.23,0.13999999999999999,0.4,0.096,0.46,0.06200000000000001,0.59,0.34818253968253965,0.3973337818512979,0.3497848325386947
+2.2988505747126435,2000,0.24,0.38,0.46,0.56,0.24,0.24,0.12666666666666665,0.37,0.09200000000000001,0.45,0.05600000000000001,0.54,0.3252460317460317,0.37302901707377756,0.33906572257335055
+2.586206896551724,2250,0.22,0.44,0.48,0.64,0.22,0.22,0.14666666666666664,0.41,0.09600000000000002,0.45,0.064,0.59,0.34413492063492057,0.39684459900402663,0.3465523108054684
+2.873563218390805,2500,0.26,0.44,0.52,0.62,0.26,0.25,0.14666666666666664,0.42,0.10400000000000001,0.49,0.062,0.57,0.3715793650793651,0.4100968082073316,0.36983335615261276
+3.160919540229885,2750,0.24,0.44,0.48,0.64,0.24,0.24,0.14666666666666664,0.42,0.09600000000000002,0.46,0.064,0.6,0.3484999999999999,0.40207548342716115,0.35104422105979183
+3.4482758620689653,3000,0.24,0.44,0.5,0.64,0.24,0.24,0.14666666666666664,0.42,0.10000000000000002,0.47,0.06400000000000002,0.6,0.3596587301587302,0.410605418850242,0.36038469191009315
+3.735632183908046,3250,0.22,0.44,0.52,0.64,0.22,0.22,0.14666666666666664,0.42,0.10400000000000001,0.49,0.06400000000000002,0.6,0.3438015873015873,0.39877036805974797,0.3445409270682024

eval/NanoBEIR_evaluation_mean_results.csv

@@ -37,3 +37,17 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
 0.28735632183908044,250,0.31,0.56,0.64,0.73,0.31,0.31,0.18666666666666665,0.55,0.13,0.63,0.074,0.71,0.4435,0.5068508229590147,0.45152154050056614
 0.5747126436781609,500,0.27,0.54,0.6100000000000001,0.71,0.27,0.27,0.18,0.54,0.12200000000000001,0.6000000000000001,0.07300000000000001,0.7,0.41527380952380955,0.4846766597447363,0.4251030214464773
+0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
+0.28735632183908044,250,0.25,0.45999999999999996,0.56,0.6799999999999999,0.25,0.245,0.15333333333333332,0.445,0.11200000000000002,0.545,0.07,0.675,0.3903849206349206,0.45496867349671577,0.3952692409256382
+0.5747126436781609,500,0.28,0.43,0.5700000000000001,0.72,0.28,0.275,0.1433333333333333,0.42,0.11400000000000002,0.555,0.07300000000000001,0.71,0.396265873015873,0.4667464557575419,0.3997118408836652
+0.8620689655172413,750,0.26,0.39,0.48,0.65,0.26,0.26,0.13,0.385,0.096,0.475,0.066,0.64,0.35842857142857143,0.4236693947522361,0.3688517344175257
+1.1494252873563218,1000,0.22,0.39,0.49,0.63,0.22,0.22,0.13,0.38,0.09800000000000002,0.48,0.064,0.62,0.3297460317460317,0.3967831238479445,0.34074790750651357
+1.4367816091954024,1250,0.2,0.38,0.47,0.6,0.2,0.195,0.12666666666666665,0.37,0.094,0.46,0.060000000000000005,0.575,0.3160357142857143,0.3736173678232444,0.32280887085632676
+1.7241379310344827,1500,0.17,0.36,0.43,0.5800000000000001,0.17,0.17,0.12,0.355,0.08600000000000001,0.425,0.05800000000000001,0.565,0.2850238095238095,0.34962243375456936,0.2981213927316253
+2.0114942528735633,1750,0.22,0.36,0.43,0.5800000000000001,0.22,0.21500000000000002,0.11999999999999998,0.35,0.08600000000000001,0.42000000000000004,0.05800000000000001,0.565,0.31653571428571425,0.37084214158719403,0.32580679134178614
+2.2988505747126435,2000,0.2,0.35,0.42000000000000004,0.52,0.2,0.2,0.11666666666666665,0.345,0.08400000000000002,0.41500000000000004,0.052000000000000005,0.51,0.29046825396825393,0.340936168439515,0.3071430454177676
+2.586206896551724,2250,0.18,0.38,0.44999999999999996,0.5900000000000001,0.18,0.18,0.12666666666666665,0.365,0.09000000000000001,0.435,0.05900000000000001,0.565,0.30113095238095233,0.3609602201857038,0.30903587472654737
+2.873563218390805,2500,0.22,0.4,0.46,0.5800000000000001,0.22,0.215,0.1333333333333333,0.39,0.092,0.445,0.05800000000000001,0.5549999999999999,0.3311626984126984,0.38023347561640686,0.33695653499768174
+3.160919540229885,2750,0.19,0.4,0.44,0.5900000000000001,0.19,0.19,0.1333333333333333,0.39,0.08800000000000001,0.43000000000000005,0.05900000000000001,0.5700000000000001,0.3024166666666666,0.3626958631836704,0.3099097476911872
+3.4482758620689653,3000,0.2,0.38,0.45,0.5800000000000001,0.2,0.2,0.12666666666666665,0.37,0.09000000000000001,0.435,0.05800000000000001,0.56,0.3115476190476191,0.36725093383576257,0.3192357794208064
+3.735632183908046,3250,0.19,0.38,0.46,0.5900000000000001,0.19,0.19,0.12666666666666665,0.37,0.092,0.445,0.05900000000000001,0.5700000000000001,0.30294047619047615,0.3628794972010484,0.3096679194436151

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.02,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.02,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.04,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.08,
-    "NanoClimateFEVER_cosine_precision@1": 0.02,
-    "NanoClimateFEVER_cosine_precision@3": 0.006666666666666666,
-    "NanoClimateFEVER_cosine_precision@5": 0.008,
-    "NanoClimateFEVER_cosine_precision@10": 0.008,
-    "NanoClimateFEVER_cosine_recall@1": 0.01,
-    "NanoClimateFEVER_cosine_recall@3": 0.01,
-    "NanoClimateFEVER_cosine_recall@5": 0.016666666666666666,
-    "NanoClimateFEVER_cosine_recall@10": 0.028333333333333332,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.02136845234909762,
-    "NanoClimateFEVER_cosine_mrr@10": 0.029222222222222226,
-    "NanoClimateFEVER_cosine_map@100": 0.02565176034230627,
-    "NanoDBPedia_cosine_accuracy@1": 0.36,
-    "NanoDBPedia_cosine_accuracy@3": 0.58,
-    "NanoDBPedia_cosine_accuracy@5": 0.66,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.08,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.12,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.16,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.16,
+    "NanoClimateFEVER_cosine_precision@1": 0.08,
+    "NanoClimateFEVER_cosine_precision@3": 0.04,
+    "NanoClimateFEVER_cosine_precision@5": 0.032,
+    "NanoClimateFEVER_cosine_precision@10": 0.02,
+    "NanoClimateFEVER_cosine_recall@1": 0.044000000000000004,
+    "NanoClimateFEVER_cosine_recall@3": 0.06066666666666667,
+    "NanoClimateFEVER_cosine_recall@5": 0.07233333333333332,
+    "NanoClimateFEVER_cosine_recall@10": 0.08633333333333333,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.0781059456735817,
+    "NanoClimateFEVER_cosine_mrr@10": 0.11,
+    "NanoClimateFEVER_cosine_map@100": 0.06833787477618904,
+    "NanoDBPedia_cosine_accuracy@1": 0.46,
+    "NanoDBPedia_cosine_accuracy@3": 0.64,
+    "NanoDBPedia_cosine_accuracy@5": 0.7,
     "NanoDBPedia_cosine_accuracy@10": 0.7,
-    "NanoDBPedia_cosine_precision@1": 0.36,
-    "NanoDBPedia_cosine_precision@3": 0.3133333333333333,
-    "NanoDBPedia_cosine_precision@5": 0.288,
-    "NanoDBPedia_cosine_precision@10": 0.252,
-    "NanoDBPedia_cosine_recall@1": 0.040055337624664365,
-    "NanoDBPedia_cosine_recall@3": 0.07655140486663638,
-    "NanoDBPedia_cosine_recall@5": 0.09819499094978833,
-    "NanoDBPedia_cosine_recall@10": 0.14310515518146127,
-    "NanoDBPedia_cosine_ndcg@10": 0.30545142802511466,
-    "NanoDBPedia_cosine_mrr@10": 0.4847222222222222,
-    "NanoDBPedia_cosine_map@100": 0.18556868601955767,
-    "NanoFEVER_cosine_accuracy@1": 0.06,
-    "NanoFEVER_cosine_accuracy@3": 0.1,
-    "NanoFEVER_cosine_accuracy@5": 0.1,
-    "NanoFEVER_cosine_accuracy@10": 0.12,
-    "NanoFEVER_cosine_precision@1": 0.06,
-    "NanoFEVER_cosine_precision@3": 0.03333333333333333,
-    "NanoFEVER_cosine_precision@5": 0.02,
-    "NanoFEVER_cosine_precision@10": 0.012000000000000002,
-    "NanoFEVER_cosine_recall@1": 0.06,
-    "NanoFEVER_cosine_recall@3": 0.1,
-    "NanoFEVER_cosine_recall@5": 0.1,
-    "NanoFEVER_cosine_recall@10": 0.12,
-    "NanoFEVER_cosine_ndcg@10": 0.08666666666666666,
-    "NanoFEVER_cosine_mrr@10": 0.07619047619047618,
-    "NanoFEVER_cosine_map@100": 0.09032923996930745,
+    "NanoDBPedia_cosine_precision@1": 0.46,
+    "NanoDBPedia_cosine_precision@3": 0.35333333333333333,
+    "NanoDBPedia_cosine_precision@5": 0.324,
+    "NanoDBPedia_cosine_precision@10": 0.272,
+    "NanoDBPedia_cosine_recall@1": 0.06779923654924348,
+    "NanoDBPedia_cosine_recall@3": 0.09101477894261994,
+    "NanoDBPedia_cosine_recall@5": 0.11178903310310241,
+    "NanoDBPedia_cosine_recall@10": 0.1661349298623623,
+    "NanoDBPedia_cosine_ndcg@10": 0.3485658327676415,
+    "NanoDBPedia_cosine_mrr@10": 0.5539999999999999,
+    "NanoDBPedia_cosine_map@100": 0.23815258110889106,
+    "NanoFEVER_cosine_accuracy@1": 0.1,
+    "NanoFEVER_cosine_accuracy@3": 0.18,
+    "NanoFEVER_cosine_accuracy@5": 0.18,
+    "NanoFEVER_cosine_accuracy@10": 0.18,
+    "NanoFEVER_cosine_precision@1": 0.1,
+    "NanoFEVER_cosine_precision@3": 0.06,
+    "NanoFEVER_cosine_precision@5": 0.036000000000000004,
+    "NanoFEVER_cosine_precision@10": 0.018000000000000002,
+    "NanoFEVER_cosine_recall@1": 0.1,
+    "NanoFEVER_cosine_recall@3": 0.17,
+    "NanoFEVER_cosine_recall@5": 0.17,
+    "NanoFEVER_cosine_recall@10": 0.17,
+    "NanoFEVER_cosine_ndcg@10": 0.1413686620705129,
+    "NanoFEVER_cosine_mrr@10": 0.13333333333333333,
+    "NanoFEVER_cosine_map@100": 0.13606881645848964,
     "NanoFiQA2018_cosine_accuracy@1": 0.0,
-    "NanoFiQA2018_cosine_accuracy@3": 0.02,
+    "NanoFiQA2018_cosine_accuracy@3": 0.04,
     "NanoFiQA2018_cosine_accuracy@5": 0.04,
-    "NanoFiQA2018_cosine_accuracy@10": 0.06,
+    "NanoFiQA2018_cosine_accuracy@10": 0.08,
     "NanoFiQA2018_cosine_precision@1": 0.0,
-    "NanoFiQA2018_cosine_precision@3": 0.006666666666666666,
+    "NanoFiQA2018_cosine_precision@3": 0.013333333333333332,
     "NanoFiQA2018_cosine_precision@5": 0.008,
-    "NanoFiQA2018_cosine_precision@10": 0.006000000000000001,
+    "NanoFiQA2018_cosine_precision@10": 0.008,
     "NanoFiQA2018_cosine_recall@1": 0.0,
-    "NanoFiQA2018_cosine_recall@3": 0.01,
+    "NanoFiQA2018_cosine_recall@3": 0.03,
     "NanoFiQA2018_cosine_recall@5": 0.03,
-    "NanoFiQA2018_cosine_recall@10": 0.04,
-    "NanoFiQA2018_cosine_ndcg@10": 0.01756004200793678,
-    "NanoFiQA2018_cosine_mrr@10": 0.012888888888888887,
-    "NanoFiQA2018_cosine_map@100": 0.011052512706187099,
-    "NanoHotpotQA_cosine_accuracy@1": 0.0,
-    "NanoHotpotQA_cosine_accuracy@3": 0.02,
-    "NanoHotpotQA_cosine_accuracy@5": 0.04,
-    "NanoHotpotQA_cosine_accuracy@10": 0.06,
-    "NanoHotpotQA_cosine_precision@1": 0.0,
-    "NanoHotpotQA_cosine_precision@3": 0.006666666666666666,
-    "NanoHotpotQA_cosine_precision@5": 0.008,
-    "NanoHotpotQA_cosine_precision@10": 0.006000000000000001,
-    "NanoHotpotQA_cosine_recall@1": 0.0,
-    "NanoHotpotQA_cosine_recall@3": 0.01,
-    "NanoHotpotQA_cosine_recall@5": 0.02,
-    "NanoHotpotQA_cosine_recall@10": 0.03,
-    "NanoHotpotQA_cosine_ndcg@10": 0.014420211918721464,
-    "NanoHotpotQA_cosine_mrr@10": 0.012666666666666666,
-    "NanoHotpotQA_cosine_map@100": 0.010261698714234053,
-    "NanoMSMARCO_cosine_accuracy@1": 0.24,
-    "NanoMSMARCO_cosine_accuracy@3": 0.38,
-    "NanoMSMARCO_cosine_accuracy@5": 0.44,
-    "NanoMSMARCO_cosine_accuracy@10": 0.56,
-    "NanoMSMARCO_cosine_precision@1": 0.24,
-    "NanoMSMARCO_cosine_precision@3": 0.12666666666666665,
-    "NanoMSMARCO_cosine_precision@5": 0.08800000000000001,
-    "NanoMSMARCO_cosine_precision@10": 0.056000000000000015,
-    "NanoMSMARCO_cosine_recall@1": 0.24,
-    "NanoMSMARCO_cosine_recall@3": 0.38,
-    "NanoMSMARCO_cosine_recall@5": 0.44,
-    "NanoMSMARCO_cosine_recall@10": 0.56,
-    "NanoMSMARCO_cosine_ndcg@10": 0.38499264788903953,
-    "NanoMSMARCO_cosine_mrr@10": 0.3307460317460317,
-    "NanoMSMARCO_cosine_map@100": 0.34119905123104344,
-    "NanoNFCorpus_cosine_accuracy@1": 0.14,
-    "NanoNFCorpus_cosine_accuracy@3": 0.26,
-    "NanoNFCorpus_cosine_accuracy@5": 0.3,
-    "NanoNFCorpus_cosine_accuracy@10": 0.4,
-    "NanoNFCorpus_cosine_precision@1": 0.14,
-    "NanoNFCorpus_cosine_precision@3": 0.14666666666666664,
-    "NanoNFCorpus_cosine_precision@5": 0.12,
-    "NanoNFCorpus_cosine_precision@10": 0.102,
-    "NanoNFCorpus_cosine_recall@1": 0.013594414607259226,
-    "NanoNFCorpus_cosine_recall@3": 0.031204112032724697,
-    "NanoNFCorpus_cosine_recall@5": 0.034399880946350755,
-    "NanoNFCorpus_cosine_recall@10": 0.048633026621001336,
-    "NanoNFCorpus_cosine_ndcg@10": 0.12466412280546224,
-    "NanoNFCorpus_cosine_mrr@10": 0.21519047619047615,
-    "NanoNFCorpus_cosine_map@100": 0.04569883261960375,
-    "NanoNQ_cosine_accuracy@1": 0.2,
-    "NanoNQ_cosine_accuracy@3": 0.4,
-    "NanoNQ_cosine_accuracy@5": 0.5,
-    "NanoNQ_cosine_accuracy@10": 0.58,
-    "NanoNQ_cosine_precision@1": 0.2,
-    "NanoNQ_cosine_precision@3": 0.13333333333333333,
-    "NanoNQ_cosine_precision@5": 0.10000000000000002,
-    "NanoNQ_cosine_precision@10": 0.05800000000000001,
-    "NanoNQ_cosine_recall@1": 0.2,
-    "NanoNQ_cosine_recall@3": 0.39,
-    "NanoNQ_cosine_recall@5": 0.49,
-    "NanoNQ_cosine_recall@10": 0.55,
-    "NanoNQ_cosine_ndcg@10": 0.3731200792664596,
-    "NanoNQ_cosine_mrr@10": 0.3192460317460317,
-    "NanoNQ_cosine_map@100": 0.3276135546621887,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.64,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.74,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.76,
-    "NanoQuoraRetrieval_cosine_accuracy@10": 0.8,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.64,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.2866666666666667,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.19199999999999995,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.10599999999999998,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.5539999999999999,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.6753333333333333,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.716,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.7793333333333333,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.7012017830718481,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.6965,
-    "NanoQuoraRetrieval_cosine_map@100": 0.6704263695106392,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.22,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.4,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.52,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.66,
-    "NanoSCIDOCS_cosine_precision@1": 0.22,
-    "NanoSCIDOCS_cosine_precision@3": 0.15999999999999998,
-    "NanoSCIDOCS_cosine_precision@5": 0.14,
-    "NanoSCIDOCS_cosine_precision@10": 0.10400000000000001,
-    "NanoSCIDOCS_cosine_recall@1": 0.044000000000000004,
-    "NanoSCIDOCS_cosine_recall@3": 0.098,
-    "NanoSCIDOCS_cosine_recall@5": 0.14566666666666667,
-    "NanoSCIDOCS_cosine_recall@10": 0.21466666666666664,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.1967244058819425,
-    "NanoSCIDOCS_cosine_mrr@10": 0.34705555555555556,
-    "NanoSCIDOCS_cosine_map@100": 0.14605831068833375,
-    "NanoArguAna_cosine_accuracy@1": 0.1,
-    "NanoArguAna_cosine_accuracy@3": 0.26,
-    "NanoArguAna_cosine_accuracy@5": 0.36,
-    "NanoArguAna_cosine_accuracy@10": 0.5,
-    "NanoArguAna_cosine_precision@1": 0.1,
-    "NanoArguAna_cosine_precision@3": 0.08666666666666666,
-    "NanoArguAna_cosine_precision@5": 0.07200000000000001,
-    "NanoArguAna_cosine_precision@10": 0.05,
-    "NanoArguAna_cosine_recall@1": 0.1,
-    "NanoArguAna_cosine_recall@3": 0.26,
-    "NanoArguAna_cosine_recall@5": 0.36,
-    "NanoArguAna_cosine_recall@10": 0.5,
-    "NanoArguAna_cosine_ndcg@10": 0.28273132557018443,
-    "NanoArguAna_cosine_mrr@10": 0.21554761904761904,
-    "NanoArguAna_cosine_map@100": 0.2283366039365796,
-    "NanoSciFact_cosine_accuracy@1": 0.04,
-    "NanoSciFact_cosine_accuracy@3": 0.08,
-    "NanoSciFact_cosine_accuracy@5": 0.12,
-    "NanoSciFact_cosine_accuracy@10": 0.2,
-    "NanoSciFact_cosine_precision@1": 0.04,
-    "NanoSciFact_cosine_precision@3": 0.026666666666666665,
-    "NanoSciFact_cosine_precision@5": 0.024000000000000004,
-    "NanoSciFact_cosine_precision@10": 0.022000000000000002,
-    "NanoSciFact_cosine_recall@1": 0.04,
-    "NanoSciFact_cosine_recall@3": 0.065,
-    "NanoSciFact_cosine_recall@5": 0.095,
-    "NanoSciFact_cosine_recall@10": 0.18,
-    "NanoSciFact_cosine_ndcg@10": 0.09642182769273433,
-    "NanoSciFact_cosine_mrr@10": 0.07412698412698412,
-    "NanoSciFact_cosine_map@100": 0.07900009439847851,
-    "NanoTouche2020_cosine_accuracy@1": 0.04081632653061224,
-    "NanoTouche2020_cosine_accuracy@3": 0.12244897959183673,
-    "NanoTouche2020_cosine_accuracy@5": 0.16326530612244897,
-    "NanoTouche2020_cosine_accuracy@10": 0.2653061224489796,
-    "NanoTouche2020_cosine_precision@1": 0.04081632653061224,
-    "NanoTouche2020_cosine_precision@3": 0.04081632653061224,
-    "NanoTouche2020_cosine_precision@5": 0.036734693877551024,
-    "NanoTouche2020_cosine_precision@10": 0.028571428571428574,
-    "NanoTouche2020_cosine_recall@1": 0.0018299717547837849,
-    "NanoTouche2020_cosine_recall@3": 0.005780782848452021,
-    "NanoTouche2020_cosine_recall@5": 0.00873800969523469,
-    "NanoTouche2020_cosine_recall@10": 0.01428957020369175,
-    "NanoTouche2020_cosine_ndcg@10": 0.03171521068958811,
-    "NanoTouche2020_cosine_mrr@10": 0.09631519274376418,
-    "NanoTouche2020_cosine_map@100": 0.012294180268056192,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.1585243328100471,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.2601883830455259,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.3110204081632653,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.3834850863422293,
-    "NanoBEIR_mean_cosine_precision@1": 0.1585243328100471,
-    "NanoBEIR_mean_cosine_precision@3": 0.10570381998953425,
-    "NanoBEIR_mean_cosine_precision@5": 0.0849795918367347,
-    "NanoBEIR_mean_cosine_precision@10": 0.06235164835164835,
-    "NanoBEIR_mean_cosine_recall@1": 0.10026767107590058,
-    "NanoBEIR_mean_cosine_recall@3": 0.16245151023701124,
-    "NanoBEIR_mean_cosine_recall@5": 0.196512785763439,
-    "NanoBEIR_mean_cosine_recall@10": 0.24679700656457595,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.20284909260267664,
-    "NanoBEIR_mean_cosine_mrr@10": 0.22387833594976447,
-    "NanoBEIR_mean_cosine_map@100": 0.1671916073128089
+    "NanoFiQA2018_cosine_recall@10": 0.04066666666666666,
+    "NanoFiQA2018_cosine_ndcg@10": 0.02312664901999998,
+    "NanoFiQA2018_cosine_mrr@10": 0.022380952380952376,
+    "NanoFiQA2018_cosine_map@100": 0.018921182537984783,
+    "NanoHotpotQA_cosine_accuracy@1": 0.12,
+    "NanoHotpotQA_cosine_accuracy@3": 0.22,
+    "NanoHotpotQA_cosine_accuracy@5": 0.22,
+    "NanoHotpotQA_cosine_accuracy@10": 0.24,
+    "NanoHotpotQA_cosine_precision@1": 0.12,
+    "NanoHotpotQA_cosine_precision@3": 0.08,
+    "NanoHotpotQA_cosine_precision@5": 0.04800000000000001,
+    "NanoHotpotQA_cosine_precision@10": 0.026000000000000006,
+    "NanoHotpotQA_cosine_recall@1": 0.06,
+    "NanoHotpotQA_cosine_recall@3": 0.12,
+    "NanoHotpotQA_cosine_recall@5": 0.12,
+    "NanoHotpotQA_cosine_recall@10": 0.13,
+    "NanoHotpotQA_cosine_ndcg@10": 0.12033361730160845,
+    "NanoHotpotQA_cosine_mrr@10": 0.1653333333333333,
+    "NanoHotpotQA_cosine_map@100": 0.10340462569138031,
+    "NanoMSMARCO_cosine_accuracy@1": 0.22,
+    "NanoMSMARCO_cosine_accuracy@3": 0.48,
+    "NanoMSMARCO_cosine_accuracy@5": 0.56,
+    "NanoMSMARCO_cosine_accuracy@10": 0.64,
+    "NanoMSMARCO_cosine_precision@1": 0.22,
+    "NanoMSMARCO_cosine_precision@3": 0.15999999999999998,
+    "NanoMSMARCO_cosine_precision@5": 0.11200000000000002,
+    "NanoMSMARCO_cosine_precision@10": 0.06400000000000002,
+    "NanoMSMARCO_cosine_recall@1": 0.22,
+    "NanoMSMARCO_cosine_recall@3": 0.48,
+    "NanoMSMARCO_cosine_recall@5": 0.56,
+    "NanoMSMARCO_cosine_recall@10": 0.64,
+    "NanoMSMARCO_cosine_ndcg@10": 0.4266240469607859,
+    "NanoMSMARCO_cosine_mrr@10": 0.35841269841269835,
+    "NanoMSMARCO_cosine_map@100": 0.37030130420385204,
+    "NanoNFCorpus_cosine_accuracy@1": 0.3,
+    "NanoNFCorpus_cosine_accuracy@3": 0.4,
+    "NanoNFCorpus_cosine_accuracy@5": 0.42,
+    "NanoNFCorpus_cosine_accuracy@10": 0.6,
+    "NanoNFCorpus_cosine_precision@1": 0.3,
+    "NanoNFCorpus_cosine_precision@3": 0.26666666666666666,
+    "NanoNFCorpus_cosine_precision@5": 0.24,
+    "NanoNFCorpus_cosine_precision@10": 0.21599999999999997,
+    "NanoNFCorpus_cosine_recall@1": 0.010510683982884447,
+    "NanoNFCorpus_cosine_recall@3": 0.03058121391270753,
+    "NanoNFCorpus_cosine_recall@5": 0.041670587900432904,
+    "NanoNFCorpus_cosine_recall@10": 0.07708366077523644,
+    "NanoNFCorpus_cosine_ndcg@10": 0.2372833724225595,
+    "NanoNFCorpus_cosine_mrr@10": 0.3741269841269841,
+    "NanoNFCorpus_cosine_map@100": 0.08346711417458783,
+    "NanoNQ_cosine_accuracy@1": 0.32,
+    "NanoNQ_cosine_accuracy@3": 0.54,
+    "NanoNQ_cosine_accuracy@5": 0.64,
+    "NanoNQ_cosine_accuracy@10": 0.8,
+    "NanoNQ_cosine_precision@1": 0.32,
+    "NanoNQ_cosine_precision@3": 0.18,
+    "NanoNQ_cosine_precision@5": 0.132,
+    "NanoNQ_cosine_precision@10": 0.08399999999999999,
+    "NanoNQ_cosine_recall@1": 0.32,
+    "NanoNQ_cosine_recall@3": 0.54,
+    "NanoNQ_cosine_recall@5": 0.64,
+    "NanoNQ_cosine_recall@10": 0.77,
+    "NanoNQ_cosine_ndcg@10": 0.534080876943012,
+    "NanoNQ_cosine_mrr@10": 0.45819047619047626,
+    "NanoNQ_cosine_map@100": 0.4650165172546752,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.34,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.42,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.5,
+    "NanoQuoraRetrieval_cosine_accuracy@10": 0.54,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.34,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.1533333333333333,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.11599999999999999,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.068,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.30333333333333334,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.3866666666666667,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.46399999999999997,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.5153333333333333,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.41742602478464447,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.39988888888888885,
+    "NanoQuoraRetrieval_cosine_map@100": 0.3849072837395894,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.34,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.5,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.68,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.74,
+    "NanoSCIDOCS_cosine_precision@1": 0.34,
+    "NanoSCIDOCS_cosine_precision@3": 0.23333333333333336,
+    "NanoSCIDOCS_cosine_precision@5": 0.22399999999999998,
+    "NanoSCIDOCS_cosine_precision@10": 0.16399999999999998,
+    "NanoSCIDOCS_cosine_recall@1": 0.07166666666666666,
+    "NanoSCIDOCS_cosine_recall@3": 0.1446666666666667,
+    "NanoSCIDOCS_cosine_recall@5": 0.22966666666666666,
+    "NanoSCIDOCS_cosine_recall@10": 0.33766666666666667,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.30826851927375737,
+    "NanoSCIDOCS_cosine_mrr@10": 0.45596825396825397,
+    "NanoSCIDOCS_cosine_map@100": 0.23392780808046051,
+    "NanoArguAna_cosine_accuracy@1": 0.12,
+    "NanoArguAna_cosine_accuracy@3": 0.34,
+    "NanoArguAna_cosine_accuracy@5": 0.52,
+    "NanoArguAna_cosine_accuracy@10": 0.66,
+    "NanoArguAna_cosine_precision@1": 0.12,
+    "NanoArguAna_cosine_precision@3": 0.11333333333333333,
+    "NanoArguAna_cosine_precision@5": 0.10400000000000002,
+    "NanoArguAna_cosine_precision@10": 0.066,
+    "NanoArguAna_cosine_recall@1": 0.12,
+    "NanoArguAna_cosine_recall@3": 0.34,
+    "NanoArguAna_cosine_recall@5": 0.52,
+    "NanoArguAna_cosine_recall@10": 0.66,
+    "NanoArguAna_cosine_ndcg@10": 0.36306862307848503,
+    "NanoArguAna_cosine_mrr@10": 0.2706111111111111,
+    "NanoArguAna_cosine_map@100": 0.2759809932547803,
+    "NanoSciFact_cosine_accuracy@1": 0.06,
+    "NanoSciFact_cosine_accuracy@3": 0.12,
+    "NanoSciFact_cosine_accuracy@5": 0.14,
+    "NanoSciFact_cosine_accuracy@10": 0.22,
+    "NanoSciFact_cosine_precision@1": 0.06,
+    "NanoSciFact_cosine_precision@3": 0.04666666666666666,
+    "NanoSciFact_cosine_precision@5": 0.04,
+    "NanoSciFact_cosine_precision@10": 0.032,
+    "NanoSciFact_cosine_recall@1": 0.045,
+    "NanoSciFact_cosine_recall@3": 0.09,
+    "NanoSciFact_cosine_recall@5": 0.125,
+    "NanoSciFact_cosine_recall@10": 0.21,
+    "NanoSciFact_cosine_ndcg@10": 0.12526198949596956,
+    "NanoSciFact_cosine_mrr@10": 0.10172222222222223,
+    "NanoSciFact_cosine_map@100": 0.10651676027200917,
+    "NanoTouche2020_cosine_accuracy@1": 0.16326530612244897,
+    "NanoTouche2020_cosine_accuracy@3": 0.3469387755102041,
+    "NanoTouche2020_cosine_accuracy@5": 0.40816326530612246,
+    "NanoTouche2020_cosine_accuracy@10": 0.46938775510204084,
+    "NanoTouche2020_cosine_precision@1": 0.16326530612244897,
+    "NanoTouche2020_cosine_precision@3": 0.1768707482993197,
+    "NanoTouche2020_cosine_precision@5": 0.16734693877551018,
+    "NanoTouche2020_cosine_precision@10": 0.15714285714285717,
+    "NanoTouche2020_cosine_recall@1": 0.010834061791286787,
+    "NanoTouche2020_cosine_recall@3": 0.04246737445701241,
+    "NanoTouche2020_cosine_recall@5": 0.07022584048078456,
+    "NanoTouche2020_cosine_recall@10": 0.12445610349631041,
+    "NanoTouche2020_cosine_ndcg@10": 0.16935634176158382,
+    "NanoTouche2020_cosine_mrr@10": 0.2637998056365404,
+    "NanoTouche2020_cosine_map@100": 0.13613719859328205,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.20178963893249613,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.33437990580847726,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.3975510204081632,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.46379905808477234,
+    "NanoBEIR_mean_cosine_precision@1": 0.20178963893249613,
+    "NanoBEIR_mean_cosine_precision@3": 0.1443746729461015,
+    "NanoBEIR_mean_cosine_precision@5": 0.12179591836734695,
+    "NanoBEIR_mean_cosine_precision@10": 0.09193406593406594,
+    "NanoBEIR_mean_cosine_recall@1": 0.10562646017872422,
+    "NanoBEIR_mean_cosine_recall@3": 0.1943125667163338,
+    "NanoBEIR_mean_cosine_recall@5": 0.24266811242187075,
+    "NanoBEIR_mean_cosine_recall@10": 0.30212882262568536,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.25329773088878016,
+    "NanoBEIR_mean_cosine_mrr@10": 0.2821360045849841,
+    "NanoBEIR_mean_cosine_map@100": 0.20162615847278237
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.30612244897959184,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.3877551020408163,
-    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.46938775510204084,
-    "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.5306122448979592,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.30612244897959184,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.15646258503401358,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.1306122448979592,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.08163265306122448,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.006900654678448171,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.010586309449769765,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.014752017739132876,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.01829263837869495,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.11444824417286997,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.3586734693877552,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.014703834786180101
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.061224489795918366,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.22448979591836735,
+    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.2653061224489796,
+    "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.46938775510204084,
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.061224489795918366,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.10204081632653061,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.1183673469387755,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.13061224489795917,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.0013107288493681675,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.0066139914690223275,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.012873721947137703,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.028554044417287688,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.11889918185298816,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.1667233560090703,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.06704607565351835
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c810b279e3a9213af3c2d2a7ea42d4f57556f77546c594768883b171a202788
-size 596070136
+oid sha256:2d53b296b61b15bbb41a43092078db6b0a10daf18249c448f25eda90ec591fee
+size 133462128

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": true,
+    "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
-size 3583485
+oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
+size 711649

tokenizer_config.json

@@ -1,230 +1,14 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "|||IP_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "1": {
-      "content": "<|padding|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50254": {
-      "content": "                        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50255": {
-      "content": "                       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50256": {
-      "content": "                      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50257": {
-      "content": "                     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50258": {
-      "content": "                    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50259": {
-      "content": "                   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50260": {
-      "content": "                  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50261": {
-      "content": "                 ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50262": {
-      "content": "                ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50263": {
-      "content": "               ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50264": {
-      "content": "              ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50265": {
-      "content": "             ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50266": {
-      "content": "            ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50267": {
-      "content": "           ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50268": {
-      "content": "          ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50269": {
-      "content": "         ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50270": {
-      "content": "        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50271": {
-      "content": "       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50272": {
-      "content": "      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50273": {
-      "content": "     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50274": {
-      "content": "    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50275": {
-      "content": "   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50276": {
-      "content": "  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50277": {
-      "content": "|||EMAIL_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50278": {
-      "content": "|||PHONE_NUMBER|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50279": {
-      "content": "<|endoftext|>",
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "50280": {
+    "100": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -232,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "50281": {
+    "101": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -240,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "50282": {
+    "102": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -248,698 +32,34 @@
       "single_word": false,
       "special": true
     },
-    "50283": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50284": {
+    "103": {
       "content": "[MASK]",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "50285": {
-      "content": "[unused0]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50286": {
-      "content": "[unused1]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50287": {
-      "content": "[unused2]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50288": {
-      "content": "[unused3]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50289": {
-      "content": "[unused4]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50290": {
-      "content": "[unused5]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50291": {
-      "content": "[unused6]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50292": {
-      "content": "[unused7]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50293": {
-      "content": "[unused8]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50294": {
-      "content": "[unused9]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50295": {
-      "content": "[unused10]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50296": {
-      "content": "[unused11]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50297": {
-      "content": "[unused12]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50298": {
-      "content": "[unused13]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50299": {
-      "content": "[unused14]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50300": {
-      "content": "[unused15]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50301": {
-      "content": "[unused16]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50302": {
-      "content": "[unused17]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50303": {
-      "content": "[unused18]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50304": {
-      "content": "[unused19]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50305": {
-      "content": "[unused20]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50306": {
-      "content": "[unused21]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50307": {
-      "content": "[unused22]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50308": {
-      "content": "[unused23]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50309": {
-      "content": "[unused24]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50310": {
-      "content": "[unused25]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50311": {
-      "content": "[unused26]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50312": {
-      "content": "[unused27]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50313": {
-      "content": "[unused28]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50314": {
-      "content": "[unused29]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50315": {
-      "content": "[unused30]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50316": {
-      "content": "[unused31]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50317": {
-      "content": "[unused32]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50318": {
-      "content": "[unused33]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50319": {
-      "content": "[unused34]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50320": {
-      "content": "[unused35]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50321": {
-      "content": "[unused36]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50322": {
-      "content": "[unused37]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50323": {
-      "content": "[unused38]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50324": {
-      "content": "[unused39]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50325": {
-      "content": "[unused40]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50326": {
-      "content": "[unused41]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50327": {
-      "content": "[unused42]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50328": {
-      "content": "[unused43]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50329": {
-      "content": "[unused44]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50330": {
-      "content": "[unused45]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50331": {
-      "content": "[unused46]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50332": {
-      "content": "[unused47]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50333": {
-      "content": "[unused48]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50334": {
-      "content": "[unused49]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50335": {
-      "content": "[unused50]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50336": {
-      "content": "[unused51]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50337": {
-      "content": "[unused52]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50338": {
-      "content": "[unused53]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50339": {
-      "content": "[unused54]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50340": {
-      "content": "[unused55]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50341": {
-      "content": "[unused56]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50342": {
-      "content": "[unused57]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50343": {
-      "content": "[unused58]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50344": {
-      "content": "[unused59]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50345": {
-      "content": "[unused60]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50346": {
-      "content": "[unused61]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50347": {
-      "content": "[unused62]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50348": {
-      "content": "[unused63]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50349": {
-      "content": "[unused64]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50350": {
-      "content": "[unused65]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50351": {
-      "content": "[unused66]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50352": {
-      "content": "[unused67]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50353": {
-      "content": "[unused68]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50354": {
-      "content": "[unused69]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50355": {
-      "content": "[unused70]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50356": {
-      "content": "[unused71]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50357": {
-      "content": "[unused72]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50358": {
-      "content": "[unused73]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50359": {
-      "content": "[unused74]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50360": {
-      "content": "[unused75]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50361": {
-      "content": "[unused76]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50362": {
-      "content": "[unused77]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50363": {
-      "content": "[unused78]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50364": {
-      "content": "[unused79]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50365": {
-      "content": "[unused80]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50366": {
-      "content": "[unused81]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50367": {
-      "content": "[unused82]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 1000000000000000019884624838656,
+  "max_length": 128,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "[UNK]"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d70a85487df907693ee4d731b7829066e7b9a1aee305ab9ec3d3526cf605d6f1
+oid sha256:603b55bb0e56b80b9c1d08e89230e31f6309b4e65c48caa7583da51916974c0c
 size 6225