Training in progress, step 3000

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.7142857142857143,0.8979591836734694,0.9387755102040817,1.0,0.7142857142857143,0.015925713751801022,0.6870748299319728,0.045760276621368244,0.6326530612244898,0.06999790748190285,0.553061224489796,0.12237196517849,0.8126660187884677,0.590781089071972,0.25216721309824497
 -1,-1,0.7142857142857143,0.8979591836734694,0.9387755102040817,1.0,0.7142857142857143,0.015925713751801022,0.7210884353741497,0.0481113188866423,0.6489795918367347,0.07196887661673308,0.5795918367346939,0.12809923660377484,0.8177356656948493,0.6136521679387487,0.27321183275026767
+-1,-1,0.7346938775510204,0.8979591836734694,0.9591836734693877,0.9795918367346939,0.7346938775510204,0.01624309573792563,0.6734693877551019,0.044551385854379066,0.6408163265306123,0.07089354391383193,0.5714285714285714,0.1259626982715188,0.8316326530612245,0.6085612466649332,0.26687269951112885

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.2,0.56,0.74,0.76,0.2,0.2,0.18666666666666668,0.56,0.14800000000000002,0.74,0.07600000000000001,0.76,0.40222222222222215,0.49058314613975507,0.4109932426184554
 -1,-1,0.18,0.54,0.7,0.78,0.18,0.18,0.18,0.54,0.14,0.7,0.07800000000000001,0.78,0.3892698412698412,0.4850565171041121,0.3981890726522633
+-1,-1,0.16,0.46,0.7,0.8,0.16,0.16,0.15333333333333332,0.46,0.14,0.7,0.08,0.8,0.36310317460317454,0.4688297991092857,0.3720978530241688

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.14,0.32,0.48,0.62,0.14,0.05833333333333333,0.12,0.155,0.10400000000000002,0.22066666666666668,0.07400000000000001,0.30733333333333335,0.27213492063492056,0.215125793679731,0.15431110143807805
 -1,-1,0.16,0.36,0.48,0.64,0.16,0.065,0.13333333333333333,0.16833333333333333,0.10800000000000001,0.22733333333333333,0.08,0.324,0.29307936507936505,0.2294427048319237,0.16280085359027777
+-1,-1,0.14,0.32,0.44,0.64,0.14,0.045,0.10666666666666666,0.16,0.09600000000000002,0.20566666666666664,0.078,0.32466666666666666,0.2638253968253968,0.21204309717908137,0.14474101387825505

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.62,0.84,0.88,0.88,0.62,0.05039842070870112,0.4933333333333333,0.13002690694209756,0.44,0.18830365543570443,0.37199999999999994,0.2679047211992138,0.7323333333333334,0.46809379506385207,0.33243413363446367
 -1,-1,0.62,0.88,0.88,0.92,0.62,0.05555943765785367,0.5333333333333333,0.1481372917775047,0.4520000000000001,0.18137838438649062,0.36999999999999994,0.275636397020413,0.7516666666666667,0.47986150263461336,0.34407679064334623
+-1,-1,0.66,0.8,0.88,0.94,0.66,0.08297528330645793,0.5066666666666666,0.13192202199116082,0.452,0.18621714021742997,0.3600000000000001,0.26767217124827153,0.7455555555555554,0.47954581638908067,0.3384784133984431

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.62,0.88,0.94,0.96,0.62,0.5966666666666667,0.30666666666666664,0.8433333333333333,0.19599999999999995,0.8933333333333333,0.09999999999999998,0.9133333333333333,0.753,0.7821095700854137,0.7330432132878941
 -1,-1,0.66,0.88,0.96,0.96,0.66,0.6166666666666667,0.30666666666666664,0.8433333333333333,0.19999999999999996,0.9133333333333333,0.10199999999999998,0.9233333333333333,0.7746666666666665,0.7961955186616387,0.7447141206675224
+-1,-1,0.68,0.82,0.9,0.98,0.68,0.6266666666666666,0.2733333333333333,0.7666666666666666,0.184,0.8566666666666666,0.10199999999999998,0.9366666666666668,0.7662142857142856,0.7818312375608406,0.7224012782296027

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.22,0.38,0.54,0.6,0.22,0.11752380952380952,0.15999999999999998,0.21912698412698414,0.14400000000000002,0.34296031746031747,0.088,0.3807380952380952,0.33804761904761904,0.2959832185054632,0.24139316426365195
 -1,-1,0.28,0.44,0.54,0.64,0.28,0.15252380952380953,0.19333333333333336,0.2489603174603175,0.16,0.3474603174603174,0.09399999999999999,0.42601587301587296,0.38319047619047614,0.3320227175461218,0.2789891104554888
+-1,-1,0.24,0.38,0.5,0.64,0.24,0.11307936507936507,0.1733333333333333,0.21312698412698414,0.14400000000000002,0.3009603174603175,0.09799999999999998,0.4296507936507936,0.35157142857142853,0.3102612453838562,0.25086077829626363

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.6,0.74,0.78,0.86,0.6,0.3,0.32666666666666666,0.49,0.21599999999999994,0.54,0.12599999999999997,0.63,0.6806666666666666,0.5588160498147219,0.47611256957303766
 -1,-1,0.56,0.66,0.72,0.84,0.56,0.28,0.3066666666666667,0.46,0.212,0.53,0.128,0.64,0.633968253968254,0.5500375353126321,0.4756282917596089
+-1,-1,0.68,0.74,0.8,0.82,0.68,0.34,0.32666666666666666,0.49,0.22399999999999998,0.56,0.11999999999999998,0.6,0.7208333333333334,0.5752308816700872,0.510579500048938

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.22,0.5,0.62,0.74,0.22,0.22,0.16666666666666663,0.5,0.124,0.62,0.07400000000000001,0.74,0.39240476190476187,0.47667177266958005,0.406991563991564
 -1,-1,0.26,0.5,0.6,0.74,0.26,0.26,0.16666666666666669,0.5,0.12,0.6,0.07400000000000001,0.74,0.4093333333333333,0.48774998633566824,0.4245357678657921
+-1,-1,0.32,0.56,0.72,0.82,0.32,0.32,0.18666666666666665,0.56,0.14400000000000002,0.72,0.08199999999999999,0.82,0.4747460317460317,0.5574382679738011,0.4820742333423996

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.34,0.5,0.58,0.6,0.34,0.01200107748257525,0.3133333333333333,0.042785241025884206,0.292,0.08113445148474485,0.25,0.10803989338634405,0.4345555555555555,0.2802878906182637,0.10597358556555182
 -1,-1,0.36,0.54,0.58,0.64,0.36,0.011781811653553322,0.34,0.04594670802138094,0.30400000000000005,0.08301655956136164,0.25,0.1093270904023932,0.4511666666666666,0.2843204726127433,0.1080892634277358
+-1,-1,0.36,0.52,0.56,0.66,0.36,0.014716133965078128,0.32666666666666666,0.055146451741661634,0.30800000000000005,0.0756834230868976,0.262,0.1072898123738633,0.4582142857142857,0.2925765508213905,0.10850544450043552

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.28,0.46,0.56,0.64,0.28,0.27,0.15999999999999998,0.45,0.11600000000000002,0.54,0.066,0.61,0.39785714285714285,0.4442430372694745,0.39869586832265574
 -1,-1,0.34,0.48,0.6,0.68,0.34,0.32,0.16666666666666663,0.46,0.124,0.57,0.07400000000000001,0.67,0.447095238095238,0.4959822522649102,0.4450363309607127
+-1,-1,0.32,0.54,0.62,0.68,0.32,0.31,0.19333333333333333,0.53,0.132,0.6,0.07200000000000001,0.66,0.4418809523809524,0.492580214786822,0.4462290155539738

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.96,1.0,1.0,1.0,0.96,0.8373333333333334,0.4133333333333333,0.9653333333333333,0.264,0.986,0.13999999999999999,1.0,0.9733333333333334,0.9736013358388067,0.958547619047619
 -1,-1,0.94,1.0,1.0,1.0,0.94,0.8273333333333334,0.4133333333333333,0.9653333333333333,0.25999999999999995,0.9793333333333334,0.13999999999999999,1.0,0.9633333333333334,0.9690530448322134,0.9533809523809523
+-1,-1,0.98,0.98,1.0,1.0,0.98,0.8573333333333334,0.4133333333333333,0.9520000000000001,0.264,0.986,0.13999999999999999,1.0,0.985,0.9845438596011792,0.9753809523809523

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.46,0.64,0.78,0.82,0.46,0.09766666666666668,0.3533333333333333,0.21966666666666665,0.3,0.30966666666666665,0.18799999999999997,0.38666666666666655,0.5706666666666667,0.3818424009361081,0.30532272577213904
 -1,-1,0.48,0.68,0.78,0.84,0.48,0.10166666666666666,0.36666666666666664,0.22766666666666666,0.316,0.3256666666666666,0.19400000000000003,0.39766666666666667,0.5876666666666667,0.39248383652679003,0.3129163216767408
+-1,-1,0.44,0.7,0.76,0.78,0.44,0.09366666666666669,0.35333333333333333,0.21966666666666668,0.28800000000000003,0.2976666666666667,0.19199999999999995,0.3946666666666666,0.5616666666666666,0.3828850338349345,0.30593260646984016

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.48,0.6,0.64,0.8,0.48,0.435,0.22666666666666668,0.585,0.148,0.63,0.09,0.79,0.5592777777777777,0.6050538780432089,0.5513100730514523
 -1,-1,0.42,0.6,0.72,0.8,0.42,0.375,0.22666666666666668,0.585,0.16399999999999998,0.71,0.09,0.79,0.5377777777777778,0.5904244465583846,0.531862069120438
+-1,-1,0.42,0.64,0.74,0.76,0.42,0.385,0.2333333333333333,0.615,0.16799999999999998,0.73,0.086,0.75,0.5455000000000001,0.5912355312609557,0.5434068224487171

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.4489795918367347,0.7142857142857143,0.8367346938775511,0.9795918367346939,0.4489795918367347,0.03145284890764548,0.3877551020408163,0.08052290820807267,0.37959183673469393,0.12752705262749714,0.3285714285714286,0.21259838452857663,0.6169663103336572,0.36562572315623365,0.2636080363851069
 -1,-1,0.4897959183673469,0.7346938775510204,0.9183673469387755,0.9795918367346939,0.4897959183673469,0.036680425563793556,0.4217687074829932,0.08642761444085062,0.42857142857142866,0.14698835374830416,0.38367346938775504,0.24761142000439446,0.6486880466472302,0.41533852850001507,0.2956958628361211
+-1,-1,0.46938775510204084,0.8571428571428571,0.8979591836734694,0.9591836734693877,0.46938775510204084,0.03591160763016919,0.4897959183673469,0.10821057390594244,0.4571428571428572,0.16225107732738817,0.36938775510204086,0.24825484731314076,0.6547052154195011,0.4179909153419783,0.3079645674841381

NanoBEIR_evaluation_mean_results.csv

@@ -1,3 +1,4 @@
 epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accuracy@10,cosine-Precision@1,cosine-Recall@1,cosine-Precision@3,cosine-Recall@3,cosine-Precision@5,cosine-Recall@5,cosine-Precision@10,cosine-Recall@10,cosine-MRR@10,cosine-NDCG@10,cosine-MAP@100
 -1,-1,0.42992150706436427,0.6257142857142857,0.7212872841444271,0.7891993720565149,0.42992150706436427,0.24818278127867163,0.27803244374672936,0.4031381056643362,0.22089167974882265,0.47843016489807155,0.15173626373626373,0.5466626482835049,0.5479589469487428,0.4875413547554317,0.4106720689962823
 -1,-1,0.4422919937205651,0.6380533751962324,0.7291051805337521,0.8045839874411302,0.4422919937205651,0.25247785777428283,0.28885400313971743,0.4060875844897477,0.22989010989010994,0.4857315601402416,0.15828257456828881,0.5633531369571596,0.5593001794124242,0.5006130049016744,0.4212242160028462
+-1,-1,0.45149136577708016,0.6397802197802197,0.7321507064364207,0.8060910518053375,0.45149136577708016,0.2603345428190567,0.2874201988487703,0.40474918193069864,0.2308571428571429,0.49085476600707945,0.15702982731554163,0.564528278814313,0.5640627943485086,0.5036148039164072,0.4237424983889329

config.json

@@ -1,25 +1,45 @@
 {
   "architectures": [
-    "BertModel"
+    "ModernBertModel"
   ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
   "dtype": "float32",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
   "gradient_checkpointing": false,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 384,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
   "initializer_range": 0.02,
-  "intermediate_size": 1536,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
   "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
   "position_embedding_type": "absolute",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 30522
+  "vocab_size": 50368
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -51,3 +51,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.32,0.56,0.72,0.82,0.32,0.32,0.18666666666666665,0.56,0.14400000000000002,0.72,0.08199999999999999,0.82,0.47843650793650794,0.5604142321761825,0.4858365173199139
 3.9118065433854907,2750,0.32,0.56,0.72,0.82,0.32,0.32,0.18666666666666665,0.56,0.14400000000000002,0.72,0.08199999999999999,0.82,0.4741031746031746,0.5569191620879762,0.48158881413385674
 4.2674253200568995,3000,0.32,0.56,0.72,0.82,0.32,0.32,0.18666666666666665,0.56,0.14400000000000002,0.72,0.08199999999999999,0.82,0.4747460317460317,0.5574382679738011,0.4820380014583416
+0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
+0.35561877667140823,250,0.4,0.68,0.74,0.8,0.4,0.4,0.22666666666666668,0.68,0.14800000000000002,0.74,0.08,0.8,0.5498333333333333,0.6117076542019535,0.5628368648894965
+0.7112375533428165,500,0.36,0.66,0.72,0.82,0.36,0.36,0.21999999999999997,0.66,0.14400000000000002,0.72,0.08199999999999999,0.82,0.5283333333333333,0.5997886558029989,0.5392045236372823
+1.0668563300142249,750,0.42,0.64,0.7,0.8,0.42,0.42,0.21333333333333332,0.64,0.14,0.7,0.08,0.8,0.5567698412698412,0.6156795637610583,0.5677451673824672
+1.422475106685633,1000,0.4,0.68,0.7,0.82,0.4,0.4,0.22666666666666668,0.68,0.14,0.7,0.08199999999999999,0.82,0.5545555555555556,0.6191718232130308,0.563721832231423
+1.7780938833570412,1250,0.38,0.64,0.72,0.82,0.38,0.38,0.21333333333333332,0.64,0.14400000000000002,0.72,0.08199999999999999,0.82,0.5312460317460317,0.6012555019098137,0.5398133435192258
+2.1337126600284497,1500,0.42,0.64,0.7,0.8,0.42,0.42,0.21333333333333332,0.64,0.14,0.7,0.08,0.8,0.5475555555555556,0.6080363141330728,0.5564675443260315
+2.4893314366998576,1750,0.42,0.64,0.68,0.8,0.42,0.42,0.21333333333333332,0.64,0.136,0.68,0.08,0.8,0.5425793650793651,0.6038193285742627,0.5526915726817042
+2.844950213371266,2000,0.42,0.64,0.7,0.8,0.42,0.42,0.21333333333333332,0.64,0.14,0.7,0.08,0.8,0.5389444444444444,0.6015215237092422,0.5490956599133069
+3.200568990042674,2250,0.44,0.66,0.68,0.76,0.44,0.44,0.22,0.66,0.136,0.68,0.07600000000000001,0.76,0.5509444444444445,0.6015418627491291,0.563975443120565
+3.5561877667140824,2500,0.44,0.64,0.68,0.76,0.44,0.44,0.21333333333333332,0.64,0.136,0.68,0.07600000000000001,0.76,0.5557222222222222,0.6051532806665334,0.5685009213460434
+3.9118065433854907,2750,0.42,0.66,0.68,0.74,0.42,0.42,0.22,0.66,0.136,0.68,0.07400000000000001,0.74,0.5453888888888889,0.593377048050137,0.5591456223177318
+4.2674253200568995,3000,0.42,0.66,0.68,0.74,0.42,0.42,0.22,0.66,0.136,0.68,0.07400000000000001,0.74,0.5453888888888889,0.593377048050137,0.5590741871418341

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -51,3 +51,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.32,0.52,0.6,0.68,0.32,0.31,0.18,0.5,0.128,0.58,0.07200000000000001,0.66,0.4424047619047618,0.49189184206549214,0.4454670662452866
 3.9118065433854907,2750,0.32,0.52,0.6,0.68,0.32,0.31,0.18,0.5,0.128,0.58,0.07200000000000001,0.66,0.439547619047619,0.48973072406955676,0.44227260249155564
 4.2674253200568995,3000,0.32,0.54,0.62,0.68,0.32,0.31,0.19333333333333333,0.53,0.132,0.6,0.07200000000000001,0.66,0.4418809523809524,0.492580214786822,0.4462290155539738
+0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
+0.35561877667140823,250,0.5,0.68,0.74,0.8,0.5,0.46,0.22666666666666668,0.63,0.15600000000000003,0.71,0.08599999999999998,0.77,0.5969682539682539,0.6213735478600058,0.5719231645547435
+0.7112375533428165,500,0.52,0.66,0.72,0.8,0.52,0.47,0.22666666666666666,0.62,0.156,0.69,0.08599999999999998,0.77,0.6121031746031745,0.6313547338963281,0.5840444178437731
+1.0668563300142249,750,0.42,0.66,0.72,0.8,0.42,0.39,0.22666666666666666,0.62,0.156,0.69,0.08799999999999997,0.78,0.5603571428571429,0.6043993589224417,0.5462851572990339
+1.422475106685633,1000,0.44,0.6,0.7,0.8,0.44,0.4,0.20666666666666664,0.56,0.15200000000000002,0.67,0.08799999999999997,0.78,0.5521587301587301,0.5947643772058612,0.5346625460894028
+1.7780938833570412,1250,0.42,0.64,0.7,0.8,0.42,0.38,0.22,0.6,0.152,0.67,0.08799999999999997,0.78,0.5527142857142857,0.5954620938817297,0.5341067030940543
+2.1337126600284497,1500,0.4,0.6,0.68,0.74,0.4,0.36,0.20666666666666664,0.56,0.14800000000000002,0.65,0.08,0.71,0.5195238095238096,0.5531745604300504,0.5052495035130792
+2.4893314366998576,1750,0.38,0.58,0.64,0.74,0.38,0.34,0.2,0.54,0.14,0.61,0.08199999999999999,0.72,0.5045238095238096,0.5439651407256434,0.48766436324751183
+2.844950213371266,2000,0.38,0.6,0.66,0.72,0.38,0.36,0.20666666666666664,0.56,0.14400000000000002,0.63,0.08,0.7,0.5087142857142858,0.5497497618696251,0.504232357177325
+3.200568990042674,2250,0.4,0.56,0.62,0.72,0.4,0.36,0.19333333333333333,0.53,0.132,0.58,0.08,0.7,0.4990793650793651,0.5355609836619011,0.48248992356891207
+3.5561877667140824,2500,0.4,0.56,0.62,0.72,0.4,0.36,0.19333333333333333,0.53,0.136,0.59,0.08,0.7,0.49479365079365073,0.5320794976218425,0.4783921313452206
+3.9118065433854907,2750,0.38,0.54,0.62,0.72,0.38,0.34,0.18666666666666665,0.51,0.136,0.59,0.08,0.7,0.48276984126984124,0.5231009829236979,0.4662488600266039
+4.2674253200568995,3000,0.38,0.54,0.62,0.72,0.38,0.34,0.18666666666666665,0.51,0.132,0.58,0.08,0.7,0.4836031746031746,0.5235400236111211,0.4659949769889572

eval/NanoBEIR_evaluation_mean_results.csv

@@ -51,3 +51,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.32,0.54,0.6599999999999999,0.75,0.32,0.315,0.18333333333333332,0.53,0.136,0.6499999999999999,0.077,0.74,0.4604206349206349,0.5261530371208373,0.46565179178260024
 3.9118065433854907,2750,0.32,0.54,0.6599999999999999,0.75,0.32,0.315,0.18333333333333332,0.53,0.136,0.6499999999999999,0.077,0.74,0.4568253968253968,0.5233249430787665,0.4619307083127062
 4.2674253200568995,3000,0.32,0.55,0.6699999999999999,0.75,0.32,0.315,0.19,0.545,0.138,0.6599999999999999,0.077,0.74,0.45831349206349203,0.5250092413803116,0.4641335085061577
+0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
+0.35561877667140823,250,0.45,0.68,0.74,0.8,0.45,0.43000000000000005,0.22666666666666668,0.655,0.15200000000000002,0.725,0.08299999999999999,0.785,0.5734007936507937,0.6165406010309796,0.56738001472212
+0.7112375533428165,500,0.44,0.66,0.72,0.81,0.44,0.415,0.22333333333333333,0.64,0.15000000000000002,0.705,0.08399999999999999,0.7949999999999999,0.5702182539682539,0.6155716948496635,0.5616244707405278
+1.0668563300142249,750,0.42,0.65,0.71,0.8,0.42,0.405,0.21999999999999997,0.63,0.14800000000000002,0.695,0.08399999999999999,0.79,0.5585634920634921,0.6100394613417499,0.5570151623407505
+1.422475106685633,1000,0.42000000000000004,0.64,0.7,0.81,0.42000000000000004,0.4,0.21666666666666667,0.6200000000000001,0.14600000000000002,0.685,0.08499999999999998,0.8,0.5533571428571429,0.606968100209446,0.5491921891604129
+1.7780938833570412,1250,0.4,0.64,0.71,0.81,0.4,0.38,0.21666666666666667,0.62,0.14800000000000002,0.6950000000000001,0.08499999999999998,0.8,0.5419801587301587,0.5983587978957716,0.53696002330664
+2.1337126600284497,1500,0.41000000000000003,0.62,0.69,0.77,0.41000000000000003,0.39,0.20999999999999996,0.6000000000000001,0.14400000000000002,0.675,0.08,0.755,0.5335396825396825,0.5806054372815617,0.5308585239195553
+2.4893314366998576,1750,0.4,0.61,0.66,0.77,0.4,0.38,0.20666666666666667,0.5900000000000001,0.138,0.645,0.08099999999999999,0.76,0.5235515873015874,0.5738922346499531,0.520177967964608
+2.844950213371266,2000,0.4,0.62,0.6799999999999999,0.76,0.4,0.39,0.20999999999999996,0.6000000000000001,0.14200000000000002,0.665,0.08,0.75,0.5238293650793651,0.5756356427894336,0.5266640085453159
+3.200568990042674,2250,0.42000000000000004,0.6100000000000001,0.65,0.74,0.42000000000000004,0.4,0.20666666666666667,0.595,0.134,0.63,0.07800000000000001,0.73,0.5250119047619048,0.5685514232055151,0.5232326833447385
+3.5561877667140824,2500,0.42000000000000004,0.6000000000000001,0.65,0.74,0.42000000000000004,0.4,0.2033333333333333,0.585,0.136,0.635,0.07800000000000001,0.73,0.5252579365079365,0.568616389144188,0.5234465263456319
+3.9118065433854907,2750,0.4,0.6000000000000001,0.65,0.73,0.4,0.38,0.2033333333333333,0.585,0.136,0.635,0.07700000000000001,0.72,0.5140793650793651,0.5582390154869175,0.5126972411721679
+4.2674253200568995,3000,0.4,0.6000000000000001,0.65,0.73,0.4,0.38,0.2033333333333333,0.585,0.134,0.63,0.07700000000000001,0.72,0.5144960317460318,0.5584585358306291,0.5125345820653957

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.16,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.36,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.48,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.14,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.32,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.44,
     "NanoClimateFEVER_cosine_accuracy@10": 0.64,
-    "NanoClimateFEVER_cosine_precision@1": 0.16,
-    "NanoClimateFEVER_cosine_precision@3": 0.13333333333333333,
-    "NanoClimateFEVER_cosine_precision@5": 0.10800000000000001,
-    "NanoClimateFEVER_cosine_precision@10": 0.08,
-    "NanoClimateFEVER_cosine_recall@1": 0.065,
-    "NanoClimateFEVER_cosine_recall@3": 0.16833333333333333,
-    "NanoClimateFEVER_cosine_recall@5": 0.22733333333333333,
-    "NanoClimateFEVER_cosine_recall@10": 0.324,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.2294427048319237,
-    "NanoClimateFEVER_cosine_mrr@10": 0.29307936507936505,
-    "NanoClimateFEVER_cosine_map@100": 0.16280085359027777,
-    "NanoDBPedia_cosine_accuracy@1": 0.62,
-    "NanoDBPedia_cosine_accuracy@3": 0.88,
+    "NanoClimateFEVER_cosine_precision@1": 0.14,
+    "NanoClimateFEVER_cosine_precision@3": 0.10666666666666666,
+    "NanoClimateFEVER_cosine_precision@5": 0.09600000000000002,
+    "NanoClimateFEVER_cosine_precision@10": 0.078,
+    "NanoClimateFEVER_cosine_recall@1": 0.045,
+    "NanoClimateFEVER_cosine_recall@3": 0.16,
+    "NanoClimateFEVER_cosine_recall@5": 0.20566666666666664,
+    "NanoClimateFEVER_cosine_recall@10": 0.32466666666666666,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.21204309717908137,
+    "NanoClimateFEVER_cosine_mrr@10": 0.2638253968253968,
+    "NanoClimateFEVER_cosine_map@100": 0.14474101387825505,
+    "NanoDBPedia_cosine_accuracy@1": 0.66,
+    "NanoDBPedia_cosine_accuracy@3": 0.8,
     "NanoDBPedia_cosine_accuracy@5": 0.88,
-    "NanoDBPedia_cosine_accuracy@10": 0.92,
-    "NanoDBPedia_cosine_precision@1": 0.62,
-    "NanoDBPedia_cosine_precision@3": 0.5333333333333333,
-    "NanoDBPedia_cosine_precision@5": 0.4520000000000001,
-    "NanoDBPedia_cosine_precision@10": 0.36999999999999994,
-    "NanoDBPedia_cosine_recall@1": 0.05555943765785367,
-    "NanoDBPedia_cosine_recall@3": 0.1481372917775047,
-    "NanoDBPedia_cosine_recall@5": 0.18137838438649062,
-    "NanoDBPedia_cosine_recall@10": 0.275636397020413,
-    "NanoDBPedia_cosine_ndcg@10": 0.47986150263461336,
-    "NanoDBPedia_cosine_mrr@10": 0.7516666666666667,
-    "NanoDBPedia_cosine_map@100": 0.34407679064334623,
-    "NanoFEVER_cosine_accuracy@1": 0.66,
-    "NanoFEVER_cosine_accuracy@3": 0.88,
-    "NanoFEVER_cosine_accuracy@5": 0.96,
-    "NanoFEVER_cosine_accuracy@10": 0.96,
-    "NanoFEVER_cosine_precision@1": 0.66,
-    "NanoFEVER_cosine_precision@3": 0.30666666666666664,
-    "NanoFEVER_cosine_precision@5": 0.19999999999999996,
+    "NanoDBPedia_cosine_accuracy@10": 0.94,
+    "NanoDBPedia_cosine_precision@1": 0.66,
+    "NanoDBPedia_cosine_precision@3": 0.5066666666666666,
+    "NanoDBPedia_cosine_precision@5": 0.452,
+    "NanoDBPedia_cosine_precision@10": 0.3600000000000001,
+    "NanoDBPedia_cosine_recall@1": 0.08297528330645793,
+    "NanoDBPedia_cosine_recall@3": 0.13192202199116082,
+    "NanoDBPedia_cosine_recall@5": 0.18621714021742997,
+    "NanoDBPedia_cosine_recall@10": 0.26767217124827153,
+    "NanoDBPedia_cosine_ndcg@10": 0.47954581638908067,
+    "NanoDBPedia_cosine_mrr@10": 0.7455555555555554,
+    "NanoDBPedia_cosine_map@100": 0.3384784133984431,
+    "NanoFEVER_cosine_accuracy@1": 0.68,
+    "NanoFEVER_cosine_accuracy@3": 0.82,
+    "NanoFEVER_cosine_accuracy@5": 0.9,
+    "NanoFEVER_cosine_accuracy@10": 0.98,
+    "NanoFEVER_cosine_precision@1": 0.68,
+    "NanoFEVER_cosine_precision@3": 0.2733333333333333,
+    "NanoFEVER_cosine_precision@5": 0.184,
     "NanoFEVER_cosine_precision@10": 0.10199999999999998,
-    "NanoFEVER_cosine_recall@1": 0.6166666666666667,
-    "NanoFEVER_cosine_recall@3": 0.8433333333333333,
-    "NanoFEVER_cosine_recall@5": 0.9133333333333333,
-    "NanoFEVER_cosine_recall@10": 0.9233333333333333,
-    "NanoFEVER_cosine_ndcg@10": 0.7961955186616387,
-    "NanoFEVER_cosine_mrr@10": 0.7746666666666665,
-    "NanoFEVER_cosine_map@100": 0.7447141206675224,
-    "NanoFiQA2018_cosine_accuracy@1": 0.28,
-    "NanoFiQA2018_cosine_accuracy@3": 0.44,
-    "NanoFiQA2018_cosine_accuracy@5": 0.54,
+    "NanoFEVER_cosine_recall@1": 0.6266666666666666,
+    "NanoFEVER_cosine_recall@3": 0.7666666666666666,
+    "NanoFEVER_cosine_recall@5": 0.8566666666666666,
+    "NanoFEVER_cosine_recall@10": 0.9366666666666668,
+    "NanoFEVER_cosine_ndcg@10": 0.7818312375608406,
+    "NanoFEVER_cosine_mrr@10": 0.7662142857142856,
+    "NanoFEVER_cosine_map@100": 0.7224012782296027,
+    "NanoFiQA2018_cosine_accuracy@1": 0.24,
+    "NanoFiQA2018_cosine_accuracy@3": 0.38,
+    "NanoFiQA2018_cosine_accuracy@5": 0.5,
     "NanoFiQA2018_cosine_accuracy@10": 0.64,
-    "NanoFiQA2018_cosine_precision@1": 0.28,
-    "NanoFiQA2018_cosine_precision@3": 0.19333333333333336,
-    "NanoFiQA2018_cosine_precision@5": 0.16,
-    "NanoFiQA2018_cosine_precision@10": 0.09399999999999999,
-    "NanoFiQA2018_cosine_recall@1": 0.15252380952380953,
-    "NanoFiQA2018_cosine_recall@3": 0.2489603174603175,
-    "NanoFiQA2018_cosine_recall@5": 0.3474603174603174,
-    "NanoFiQA2018_cosine_recall@10": 0.42601587301587296,
-    "NanoFiQA2018_cosine_ndcg@10": 0.3320227175461218,
-    "NanoFiQA2018_cosine_mrr@10": 0.38319047619047614,
-    "NanoFiQA2018_cosine_map@100": 0.2789891104554888,
-    "NanoHotpotQA_cosine_accuracy@1": 0.56,
-    "NanoHotpotQA_cosine_accuracy@3": 0.66,
-    "NanoHotpotQA_cosine_accuracy@5": 0.72,
-    "NanoHotpotQA_cosine_accuracy@10": 0.84,
-    "NanoHotpotQA_cosine_precision@1": 0.56,
-    "NanoHotpotQA_cosine_precision@3": 0.3066666666666667,
-    "NanoHotpotQA_cosine_precision@5": 0.212,
-    "NanoHotpotQA_cosine_precision@10": 0.128,
-    "NanoHotpotQA_cosine_recall@1": 0.28,
-    "NanoHotpotQA_cosine_recall@3": 0.46,
-    "NanoHotpotQA_cosine_recall@5": 0.53,
-    "NanoHotpotQA_cosine_recall@10": 0.64,
-    "NanoHotpotQA_cosine_ndcg@10": 0.5500375353126321,
-    "NanoHotpotQA_cosine_mrr@10": 0.633968253968254,
-    "NanoHotpotQA_cosine_map@100": 0.4756282917596089,
-    "NanoMSMARCO_cosine_accuracy@1": 0.26,
-    "NanoMSMARCO_cosine_accuracy@3": 0.5,
-    "NanoMSMARCO_cosine_accuracy@5": 0.6,
-    "NanoMSMARCO_cosine_accuracy@10": 0.74,
-    "NanoMSMARCO_cosine_precision@1": 0.26,
-    "NanoMSMARCO_cosine_precision@3": 0.16666666666666669,
-    "NanoMSMARCO_cosine_precision@5": 0.12,
-    "NanoMSMARCO_cosine_precision@10": 0.07400000000000001,
-    "NanoMSMARCO_cosine_recall@1": 0.26,
-    "NanoMSMARCO_cosine_recall@3": 0.5,
-    "NanoMSMARCO_cosine_recall@5": 0.6,
-    "NanoMSMARCO_cosine_recall@10": 0.74,
-    "NanoMSMARCO_cosine_ndcg@10": 0.48774998633566824,
-    "NanoMSMARCO_cosine_mrr@10": 0.4093333333333333,
-    "NanoMSMARCO_cosine_map@100": 0.4245357678657921,
+    "NanoFiQA2018_cosine_precision@1": 0.24,
+    "NanoFiQA2018_cosine_precision@3": 0.1733333333333333,
+    "NanoFiQA2018_cosine_precision@5": 0.14400000000000002,
+    "NanoFiQA2018_cosine_precision@10": 0.09799999999999998,
+    "NanoFiQA2018_cosine_recall@1": 0.11307936507936507,
+    "NanoFiQA2018_cosine_recall@3": 0.21312698412698414,
+    "NanoFiQA2018_cosine_recall@5": 0.3009603174603175,
+    "NanoFiQA2018_cosine_recall@10": 0.4296507936507936,
+    "NanoFiQA2018_cosine_ndcg@10": 0.3102612453838562,
+    "NanoFiQA2018_cosine_mrr@10": 0.35157142857142853,
+    "NanoFiQA2018_cosine_map@100": 0.25086077829626363,
+    "NanoHotpotQA_cosine_accuracy@1": 0.68,
+    "NanoHotpotQA_cosine_accuracy@3": 0.74,
+    "NanoHotpotQA_cosine_accuracy@5": 0.8,
+    "NanoHotpotQA_cosine_accuracy@10": 0.82,
+    "NanoHotpotQA_cosine_precision@1": 0.68,
+    "NanoHotpotQA_cosine_precision@3": 0.32666666666666666,
+    "NanoHotpotQA_cosine_precision@5": 0.22399999999999998,
+    "NanoHotpotQA_cosine_precision@10": 0.11999999999999998,
+    "NanoHotpotQA_cosine_recall@1": 0.34,
+    "NanoHotpotQA_cosine_recall@3": 0.49,
+    "NanoHotpotQA_cosine_recall@5": 0.56,
+    "NanoHotpotQA_cosine_recall@10": 0.6,
+    "NanoHotpotQA_cosine_ndcg@10": 0.5752308816700872,
+    "NanoHotpotQA_cosine_mrr@10": 0.7208333333333334,
+    "NanoHotpotQA_cosine_map@100": 0.510579500048938,
+    "NanoMSMARCO_cosine_accuracy@1": 0.32,
+    "NanoMSMARCO_cosine_accuracy@3": 0.56,
+    "NanoMSMARCO_cosine_accuracy@5": 0.72,
+    "NanoMSMARCO_cosine_accuracy@10": 0.82,
+    "NanoMSMARCO_cosine_precision@1": 0.32,
+    "NanoMSMARCO_cosine_precision@3": 0.18666666666666665,
+    "NanoMSMARCO_cosine_precision@5": 0.14400000000000002,
+    "NanoMSMARCO_cosine_precision@10": 0.08199999999999999,
+    "NanoMSMARCO_cosine_recall@1": 0.32,
+    "NanoMSMARCO_cosine_recall@3": 0.56,
+    "NanoMSMARCO_cosine_recall@5": 0.72,
+    "NanoMSMARCO_cosine_recall@10": 0.82,
+    "NanoMSMARCO_cosine_ndcg@10": 0.5574382679738011,
+    "NanoMSMARCO_cosine_mrr@10": 0.4747460317460317,
+    "NanoMSMARCO_cosine_map@100": 0.4820742333423996,
     "NanoNFCorpus_cosine_accuracy@1": 0.36,
-    "NanoNFCorpus_cosine_accuracy@3": 0.54,
-    "NanoNFCorpus_cosine_accuracy@5": 0.58,
-    "NanoNFCorpus_cosine_accuracy@10": 0.64,
+    "NanoNFCorpus_cosine_accuracy@3": 0.52,
+    "NanoNFCorpus_cosine_accuracy@5": 0.56,
+    "NanoNFCorpus_cosine_accuracy@10": 0.66,
     "NanoNFCorpus_cosine_precision@1": 0.36,
-    "NanoNFCorpus_cosine_precision@3": 0.34,
-    "NanoNFCorpus_cosine_precision@5": 0.30400000000000005,
-    "NanoNFCorpus_cosine_precision@10": 0.25,
-    "NanoNFCorpus_cosine_recall@1": 0.011781811653553322,
-    "NanoNFCorpus_cosine_recall@3": 0.04594670802138094,
-    "NanoNFCorpus_cosine_recall@5": 0.08301655956136164,
-    "NanoNFCorpus_cosine_recall@10": 0.1093270904023932,
-    "NanoNFCorpus_cosine_ndcg@10": 0.2843204726127433,
-    "NanoNFCorpus_cosine_mrr@10": 0.4511666666666666,
-    "NanoNFCorpus_cosine_map@100": 0.1080892634277358,
-    "NanoNQ_cosine_accuracy@1": 0.34,
-    "NanoNQ_cosine_accuracy@3": 0.48,
-    "NanoNQ_cosine_accuracy@5": 0.6,
+    "NanoNFCorpus_cosine_precision@3": 0.32666666666666666,
+    "NanoNFCorpus_cosine_precision@5": 0.30800000000000005,
+    "NanoNFCorpus_cosine_precision@10": 0.262,
+    "NanoNFCorpus_cosine_recall@1": 0.014716133965078128,
+    "NanoNFCorpus_cosine_recall@3": 0.055146451741661634,
+    "NanoNFCorpus_cosine_recall@5": 0.0756834230868976,
+    "NanoNFCorpus_cosine_recall@10": 0.1072898123738633,
+    "NanoNFCorpus_cosine_ndcg@10": 0.2925765508213905,
+    "NanoNFCorpus_cosine_mrr@10": 0.4582142857142857,
+    "NanoNFCorpus_cosine_map@100": 0.10850544450043552,
+    "NanoNQ_cosine_accuracy@1": 0.32,
+    "NanoNQ_cosine_accuracy@3": 0.54,
+    "NanoNQ_cosine_accuracy@5": 0.62,
     "NanoNQ_cosine_accuracy@10": 0.68,
-    "NanoNQ_cosine_precision@1": 0.34,
-    "NanoNQ_cosine_precision@3": 0.16666666666666663,
-    "NanoNQ_cosine_precision@5": 0.124,
-    "NanoNQ_cosine_precision@10": 0.07400000000000001,
-    "NanoNQ_cosine_recall@1": 0.32,
-    "NanoNQ_cosine_recall@3": 0.46,
-    "NanoNQ_cosine_recall@5": 0.57,
-    "NanoNQ_cosine_recall@10": 0.67,
-    "NanoNQ_cosine_ndcg@10": 0.4959822522649102,
-    "NanoNQ_cosine_mrr@10": 0.447095238095238,
-    "NanoNQ_cosine_map@100": 0.4450363309607127,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.94,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 1.0,
+    "NanoNQ_cosine_precision@1": 0.32,
+    "NanoNQ_cosine_precision@3": 0.19333333333333333,
+    "NanoNQ_cosine_precision@5": 0.132,
+    "NanoNQ_cosine_precision@10": 0.07200000000000001,
+    "NanoNQ_cosine_recall@1": 0.31,
+    "NanoNQ_cosine_recall@3": 0.53,
+    "NanoNQ_cosine_recall@5": 0.6,
+    "NanoNQ_cosine_recall@10": 0.66,
+    "NanoNQ_cosine_ndcg@10": 0.492580214786822,
+    "NanoNQ_cosine_mrr@10": 0.4418809523809524,
+    "NanoNQ_cosine_map@100": 0.4462290155539738,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.98,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.98,
     "NanoQuoraRetrieval_cosine_accuracy@5": 1.0,
     "NanoQuoraRetrieval_cosine_accuracy@10": 1.0,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.94,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.98,
     "NanoQuoraRetrieval_cosine_precision@3": 0.4133333333333333,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.25999999999999995,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.264,
     "NanoQuoraRetrieval_cosine_precision@10": 0.13999999999999999,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.8273333333333334,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.9653333333333333,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.9793333333333334,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.8573333333333334,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9520000000000001,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.986,
     "NanoQuoraRetrieval_cosine_recall@10": 1.0,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9690530448322134,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.9633333333333334,
-    "NanoQuoraRetrieval_cosine_map@100": 0.9533809523809523,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.48,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.68,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.78,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.84,
-    "NanoSCIDOCS_cosine_precision@1": 0.48,
-    "NanoSCIDOCS_cosine_precision@3": 0.36666666666666664,
-    "NanoSCIDOCS_cosine_precision@5": 0.316,
-    "NanoSCIDOCS_cosine_precision@10": 0.19400000000000003,
-    "NanoSCIDOCS_cosine_recall@1": 0.10166666666666666,
-    "NanoSCIDOCS_cosine_recall@3": 0.22766666666666666,
-    "NanoSCIDOCS_cosine_recall@5": 0.3256666666666666,
-    "NanoSCIDOCS_cosine_recall@10": 0.39766666666666667,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.39248383652679003,
-    "NanoSCIDOCS_cosine_mrr@10": 0.5876666666666667,
-    "NanoSCIDOCS_cosine_map@100": 0.3129163216767408,
-    "NanoArguAna_cosine_accuracy@1": 0.18,
-    "NanoArguAna_cosine_accuracy@3": 0.54,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9845438596011792,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.985,
+    "NanoQuoraRetrieval_cosine_map@100": 0.9753809523809523,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.44,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.7,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.76,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.78,
+    "NanoSCIDOCS_cosine_precision@1": 0.44,
+    "NanoSCIDOCS_cosine_precision@3": 0.35333333333333333,
+    "NanoSCIDOCS_cosine_precision@5": 0.28800000000000003,
+    "NanoSCIDOCS_cosine_precision@10": 0.19199999999999995,
+    "NanoSCIDOCS_cosine_recall@1": 0.09366666666666669,
+    "NanoSCIDOCS_cosine_recall@3": 0.21966666666666668,
+    "NanoSCIDOCS_cosine_recall@5": 0.2976666666666667,
+    "NanoSCIDOCS_cosine_recall@10": 0.3946666666666666,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.3828850338349345,
+    "NanoSCIDOCS_cosine_mrr@10": 0.5616666666666666,
+    "NanoSCIDOCS_cosine_map@100": 0.30593260646984016,
+    "NanoArguAna_cosine_accuracy@1": 0.16,
+    "NanoArguAna_cosine_accuracy@3": 0.46,
     "NanoArguAna_cosine_accuracy@5": 0.7,
-    "NanoArguAna_cosine_accuracy@10": 0.78,
-    "NanoArguAna_cosine_precision@1": 0.18,
-    "NanoArguAna_cosine_precision@3": 0.18,
+    "NanoArguAna_cosine_accuracy@10": 0.8,
+    "NanoArguAna_cosine_precision@1": 0.16,
+    "NanoArguAna_cosine_precision@3": 0.15333333333333332,
     "NanoArguAna_cosine_precision@5": 0.14,
-    "NanoArguAna_cosine_precision@10": 0.07800000000000001,
-    "NanoArguAna_cosine_recall@1": 0.18,
-    "NanoArguAna_cosine_recall@3": 0.54,
+    "NanoArguAna_cosine_precision@10": 0.08,
+    "NanoArguAna_cosine_recall@1": 0.16,
+    "NanoArguAna_cosine_recall@3": 0.46,
     "NanoArguAna_cosine_recall@5": 0.7,
-    "NanoArguAna_cosine_recall@10": 0.78,
-    "NanoArguAna_cosine_ndcg@10": 0.4850565171041121,
-    "NanoArguAna_cosine_mrr@10": 0.3892698412698412,
-    "NanoArguAna_cosine_map@100": 0.3981890726522633,
+    "NanoArguAna_cosine_recall@10": 0.8,
+    "NanoArguAna_cosine_ndcg@10": 0.4688297991092857,
+    "NanoArguAna_cosine_mrr@10": 0.36310317460317454,
+    "NanoArguAna_cosine_map@100": 0.3720978530241688,
     "NanoSciFact_cosine_accuracy@1": 0.42,
-    "NanoSciFact_cosine_accuracy@3": 0.6,
-    "NanoSciFact_cosine_accuracy@5": 0.72,
-    "NanoSciFact_cosine_accuracy@10": 0.8,
+    "NanoSciFact_cosine_accuracy@3": 0.64,
+    "NanoSciFact_cosine_accuracy@5": 0.74,
+    "NanoSciFact_cosine_accuracy@10": 0.76,
     "NanoSciFact_cosine_precision@1": 0.42,
-    "NanoSciFact_cosine_precision@3": 0.22666666666666668,
-    "NanoSciFact_cosine_precision@5": 0.16399999999999998,
-    "NanoSciFact_cosine_precision@10": 0.09,
-    "NanoSciFact_cosine_recall@1": 0.375,
-    "NanoSciFact_cosine_recall@3": 0.585,
-    "NanoSciFact_cosine_recall@5": 0.71,
-    "NanoSciFact_cosine_recall@10": 0.79,
-    "NanoSciFact_cosine_ndcg@10": 0.5904244465583846,
-    "NanoSciFact_cosine_mrr@10": 0.5377777777777778,
-    "NanoSciFact_cosine_map@100": 0.531862069120438,
-    "NanoTouche2020_cosine_accuracy@1": 0.4897959183673469,
-    "NanoTouche2020_cosine_accuracy@3": 0.7346938775510204,
-    "NanoTouche2020_cosine_accuracy@5": 0.9183673469387755,
-    "NanoTouche2020_cosine_accuracy@10": 0.9795918367346939,
-    "NanoTouche2020_cosine_precision@1": 0.4897959183673469,
-    "NanoTouche2020_cosine_precision@3": 0.4217687074829932,
-    "NanoTouche2020_cosine_precision@5": 0.42857142857142866,
-    "NanoTouche2020_cosine_precision@10": 0.38367346938775504,
-    "NanoTouche2020_cosine_recall@1": 0.036680425563793556,
-    "NanoTouche2020_cosine_recall@3": 0.08642761444085062,
-    "NanoTouche2020_cosine_recall@5": 0.14698835374830416,
-    "NanoTouche2020_cosine_recall@10": 0.24761142000439446,
-    "NanoTouche2020_cosine_ndcg@10": 0.41533852850001507,
-    "NanoTouche2020_cosine_mrr@10": 0.6486880466472302,
-    "NanoTouche2020_cosine_map@100": 0.2956958628361211,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.4422919937205651,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.6380533751962324,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.7291051805337521,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.8045839874411302,
-    "NanoBEIR_mean_cosine_precision@1": 0.4422919937205651,
-    "NanoBEIR_mean_cosine_precision@3": 0.28885400313971743,
-    "NanoBEIR_mean_cosine_precision@5": 0.22989010989010994,
-    "NanoBEIR_mean_cosine_precision@10": 0.15828257456828881,
-    "NanoBEIR_mean_cosine_recall@1": 0.25247785777428283,
-    "NanoBEIR_mean_cosine_recall@3": 0.4060875844897477,
-    "NanoBEIR_mean_cosine_recall@5": 0.4857315601402416,
-    "NanoBEIR_mean_cosine_recall@10": 0.5633531369571596,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.5006130049016744,
-    "NanoBEIR_mean_cosine_mrr@10": 0.5593001794124242,
-    "NanoBEIR_mean_cosine_map@100": 0.4212242160028462
+    "NanoSciFact_cosine_precision@3": 0.2333333333333333,
+    "NanoSciFact_cosine_precision@5": 0.16799999999999998,
+    "NanoSciFact_cosine_precision@10": 0.086,
+    "NanoSciFact_cosine_recall@1": 0.385,
+    "NanoSciFact_cosine_recall@3": 0.615,
+    "NanoSciFact_cosine_recall@5": 0.73,
+    "NanoSciFact_cosine_recall@10": 0.75,
+    "NanoSciFact_cosine_ndcg@10": 0.5912355312609557,
+    "NanoSciFact_cosine_mrr@10": 0.5455000000000001,
+    "NanoSciFact_cosine_map@100": 0.5434068224487171,
+    "NanoTouche2020_cosine_accuracy@1": 0.46938775510204084,
+    "NanoTouche2020_cosine_accuracy@3": 0.8571428571428571,
+    "NanoTouche2020_cosine_accuracy@5": 0.8979591836734694,
+    "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
+    "NanoTouche2020_cosine_precision@1": 0.46938775510204084,
+    "NanoTouche2020_cosine_precision@3": 0.4897959183673469,
+    "NanoTouche2020_cosine_precision@5": 0.4571428571428572,
+    "NanoTouche2020_cosine_precision@10": 0.36938775510204086,
+    "NanoTouche2020_cosine_recall@1": 0.03591160763016919,
+    "NanoTouche2020_cosine_recall@3": 0.10821057390594244,
+    "NanoTouche2020_cosine_recall@5": 0.16225107732738817,
+    "NanoTouche2020_cosine_recall@10": 0.24825484731314076,
+    "NanoTouche2020_cosine_ndcg@10": 0.4179909153419783,
+    "NanoTouche2020_cosine_mrr@10": 0.6547052154195011,
+    "NanoTouche2020_cosine_map@100": 0.3079645674841381,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.45149136577708016,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.6397802197802197,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.7321507064364207,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.8060910518053375,
+    "NanoBEIR_mean_cosine_precision@1": 0.45149136577708016,
+    "NanoBEIR_mean_cosine_precision@3": 0.2874201988487703,
+    "NanoBEIR_mean_cosine_precision@5": 0.2308571428571429,
+    "NanoBEIR_mean_cosine_precision@10": 0.15702982731554163,
+    "NanoBEIR_mean_cosine_recall@1": 0.2603345428190567,
+    "NanoBEIR_mean_cosine_recall@3": 0.40474918193069864,
+    "NanoBEIR_mean_cosine_recall@5": 0.49085476600707945,
+    "NanoBEIR_mean_cosine_recall@10": 0.564528278814313,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.5036148039164072,
+    "NanoBEIR_mean_cosine_mrr@10": 0.5640627943485086,
+    "NanoBEIR_mean_cosine_map@100": 0.4237424983889329
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7142857142857143,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7346938775510204,
     "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.8979591836734694,
-    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9387755102040817,
-    "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7142857142857143,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7210884353741497,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6489795918367347,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5795918367346939,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.015925713751801022,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.0481113188866423,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07196887661673308,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.12809923660377484,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6136521679387487,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8177356656948493,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.27321183275026767
+    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9591836734693877,
+    "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939,
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7346938775510204,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6734693877551019,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6408163265306123,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5714285714285714,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.01624309573792563,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.044551385854379066,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07089354391383193,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.1259626982715188,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6085612466649332,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8316326530612245,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.26687269951112885
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62da20023d3dca3658b39ab15203ece69ec2b073f2e5bc2bce5a811986c72880
-size 133462128
+oid sha256:869b3ae6ff049663ff952075ef176c28442819c5dafe5548a9c34857c67e82a9
+size 596070136

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": false,
+    "lstrip": true,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
-size 711649
+oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
+size 3583485

tokenizer_config.json

@@ -1,14 +1,230 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "[PAD]",
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "100": {
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -16,7 +232,7 @@
       "single_word": false,
       "special": true
     },
-    "101": {
+    "50281": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -24,7 +240,7 @@
       "single_word": false,
       "special": true
     },
-    "102": {
+    "50282": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -32,34 +248,698 @@
       "single_word": false,
       "special": true
     },
-    "103": {
-      "content": "[MASK]",
+    "50283": {
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50285": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50295": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50296": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50297": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50298": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50299": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50300": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50301": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50302": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50303": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50304": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50305": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50306": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50307": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50308": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50309": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50310": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50311": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50312": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50313": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50314": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50315": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50316": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50317": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50318": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50319": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50320": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50321": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50322": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50323": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50324": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50325": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50326": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50327": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50328": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50329": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50330": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50331": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50332": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50333": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50334": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50335": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50336": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50337": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50338": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50339": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50340": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50341": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50342": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50343": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50344": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50345": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50346": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50347": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50348": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50349": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50350": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50351": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50352": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50353": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50354": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50355": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50356": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50357": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50358": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50359": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50360": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50361": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50362": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50363": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50364": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50365": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50366": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50367": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
-  "clean_up_tokenization_spaces": false,
+  "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
-  "do_basic_tokenize": true,
-  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "max_length": 128,
-  "model_max_length": 128,
-  "never_split": null,
-  "pad_to_multiple_of": null,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[PAD]",
-  "pad_token_type_id": 0,
-  "padding_side": "right",
   "sep_token": "[SEP]",
-  "stride": 0,
-  "strip_accents": null,
-  "tokenize_chinese_chars": true,
-  "tokenizer_class": "BertTokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
+  "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": "[UNK]"
 }