Training in progress, step 3000

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.7142857142857143,0.8979591836734694,0.9387755102040817,1.0,0.7142857142857143,0.015925713751801022,0.6870748299319728,0.045760276621368244,0.6326530612244898,0.06999790748190285,0.553061224489796,0.12237196517849,0.8126660187884677,0.590781089071972,0.25216721309824497
 -1,-1,0.7142857142857143,0.8979591836734694,0.9387755102040817,1.0,0.7142857142857143,0.015925713751801022,0.7210884353741497,0.0481113188866423,0.6489795918367347,0.07196887661673308,0.5795918367346939,0.12809923660377484,0.8177356656948493,0.6136521679387487,0.27321183275026767
 -1,-1,0.7346938775510204,0.8979591836734694,0.9591836734693877,0.9795918367346939,0.7346938775510204,0.01624309573792563,0.6734693877551019,0.044551385854379066,0.6408163265306123,0.07089354391383193,0.5714285714285714,0.1259626982715188,0.8316326530612245,0.6085612466649332,0.26687269951112885
+-1,-1,0.7346938775510204,0.9591836734693877,0.9591836734693877,0.9795918367346939,0.7346938775510204,0.01621771541198729,0.6530612244897959,0.04332940576939637,0.6244897959183674,0.06895417097606506,0.5591836734693878,0.12348183753484424,0.8455782312925171,0.5954101144791746,0.2601278550736935

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.2,0.56,0.74,0.76,0.2,0.2,0.18666666666666668,0.56,0.14800000000000002,0.74,0.07600000000000001,0.76,0.40222222222222215,0.49058314613975507,0.4109932426184554
 -1,-1,0.18,0.54,0.7,0.78,0.18,0.18,0.18,0.54,0.14,0.7,0.07800000000000001,0.78,0.3892698412698412,0.4850565171041121,0.3981890726522633
 -1,-1,0.16,0.46,0.7,0.8,0.16,0.16,0.15333333333333332,0.46,0.14,0.7,0.08,0.8,0.36310317460317454,0.4688297991092857,0.3720978530241688
+-1,-1,0.2,0.52,0.62,0.8,0.2,0.2,0.1733333333333333,0.52,0.124,0.62,0.08,0.8,0.37535714285714283,0.4762066705559567,0.38649929659712273

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.14,0.32,0.48,0.62,0.14,0.05833333333333333,0.12,0.155,0.10400000000000002,0.22066666666666668,0.07400000000000001,0.30733333333333335,0.27213492063492056,0.215125793679731,0.15431110143807805
 -1,-1,0.16,0.36,0.48,0.64,0.16,0.065,0.13333333333333333,0.16833333333333333,0.10800000000000001,0.22733333333333333,0.08,0.324,0.29307936507936505,0.2294427048319237,0.16280085359027777
 -1,-1,0.14,0.32,0.44,0.64,0.14,0.045,0.10666666666666666,0.16,0.09600000000000002,0.20566666666666664,0.078,0.32466666666666666,0.2638253968253968,0.21204309717908137,0.14474101387825505
+-1,-1,0.22,0.46,0.6,0.7,0.22,0.08833333333333332,0.16,0.20233333333333334,0.14,0.2773333333333333,0.09399999999999999,0.35533333333333333,0.36027777777777764,0.27100297156270264,0.19795821625610546

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.62,0.84,0.88,0.88,0.62,0.05039842070870112,0.4933333333333333,0.13002690694209756,0.44,0.18830365543570443,0.37199999999999994,0.2679047211992138,0.7323333333333334,0.46809379506385207,0.33243413363446367
 -1,-1,0.62,0.88,0.88,0.92,0.62,0.05555943765785367,0.5333333333333333,0.1481372917775047,0.4520000000000001,0.18137838438649062,0.36999999999999994,0.275636397020413,0.7516666666666667,0.47986150263461336,0.34407679064334623
 -1,-1,0.66,0.8,0.88,0.94,0.66,0.08297528330645793,0.5066666666666666,0.13192202199116082,0.452,0.18621714021742997,0.3600000000000001,0.26767217124827153,0.7455555555555554,0.47954581638908067,0.3384784133984431
+-1,-1,0.62,0.78,0.8,0.86,0.62,0.06860927975997193,0.46666666666666673,0.15127179160162219,0.38,0.17617407265112206,0.3440000000000001,0.24400228188087705,0.7023015873015873,0.44949627395332054,0.29824339995738325

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.62,0.88,0.94,0.96,0.62,0.5966666666666667,0.30666666666666664,0.8433333333333333,0.19599999999999995,0.8933333333333333,0.09999999999999998,0.9133333333333333,0.753,0.7821095700854137,0.7330432132878941
 -1,-1,0.66,0.88,0.96,0.96,0.66,0.6166666666666667,0.30666666666666664,0.8433333333333333,0.19999999999999996,0.9133333333333333,0.10199999999999998,0.9233333333333333,0.7746666666666665,0.7961955186616387,0.7447141206675224
 -1,-1,0.68,0.82,0.9,0.98,0.68,0.6266666666666666,0.2733333333333333,0.7666666666666666,0.184,0.8566666666666666,0.10199999999999998,0.9366666666666668,0.7662142857142856,0.7818312375608406,0.7224012782296027
+-1,-1,0.52,0.72,0.84,0.88,0.52,0.4766666666666666,0.24,0.6666666666666665,0.16799999999999998,0.7766666666666666,0.08999999999999998,0.8266666666666665,0.6436666666666666,0.6634594414247748,0.6012499566107813

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.22,0.38,0.54,0.6,0.22,0.11752380952380952,0.15999999999999998,0.21912698412698414,0.14400000000000002,0.34296031746031747,0.088,0.3807380952380952,0.33804761904761904,0.2959832185054632,0.24139316426365195
 -1,-1,0.28,0.44,0.54,0.64,0.28,0.15252380952380953,0.19333333333333336,0.2489603174603175,0.16,0.3474603174603174,0.09399999999999999,0.42601587301587296,0.38319047619047614,0.3320227175461218,0.2789891104554888
 -1,-1,0.24,0.38,0.5,0.64,0.24,0.11307936507936507,0.1733333333333333,0.21312698412698414,0.14400000000000002,0.3009603174603175,0.09799999999999998,0.4296507936507936,0.35157142857142853,0.3102612453838562,0.25086077829626363
+-1,-1,0.24,0.38,0.54,0.64,0.24,0.10985714285714286,0.18,0.23357142857142854,0.14800000000000002,0.33296031746031746,0.09399999999999999,0.4205714285714286,0.3478809523809523,0.3048163877354011,0.2357820164809244

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.6,0.74,0.78,0.86,0.6,0.3,0.32666666666666666,0.49,0.21599999999999994,0.54,0.12599999999999997,0.63,0.6806666666666666,0.5588160498147219,0.47611256957303766
 -1,-1,0.56,0.66,0.72,0.84,0.56,0.28,0.3066666666666667,0.46,0.212,0.53,0.128,0.64,0.633968253968254,0.5500375353126321,0.4756282917596089
 -1,-1,0.68,0.74,0.8,0.82,0.68,0.34,0.32666666666666666,0.49,0.22399999999999998,0.56,0.11999999999999998,0.6,0.7208333333333334,0.5752308816700872,0.510579500048938
+-1,-1,0.68,0.8,0.82,0.82,0.68,0.34,0.3599999999999999,0.54,0.236,0.59,0.126,0.63,0.7306666666666668,0.6035111764648927,0.5376524301579806

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.22,0.5,0.62,0.74,0.22,0.22,0.16666666666666663,0.5,0.124,0.62,0.07400000000000001,0.74,0.39240476190476187,0.47667177266958005,0.406991563991564
 -1,-1,0.26,0.5,0.6,0.74,0.26,0.26,0.16666666666666669,0.5,0.12,0.6,0.07400000000000001,0.74,0.4093333333333333,0.48774998633566824,0.4245357678657921
 -1,-1,0.32,0.56,0.72,0.82,0.32,0.32,0.18666666666666665,0.56,0.14400000000000002,0.72,0.08199999999999999,0.82,0.4747460317460317,0.5574382679738011,0.4820742333423996
+-1,-1,0.42,0.66,0.68,0.74,0.42,0.42,0.22,0.66,0.136,0.68,0.07400000000000001,0.74,0.5453888888888889,0.593377048050137,0.5590741871418341

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.34,0.5,0.58,0.6,0.34,0.01200107748257525,0.3133333333333333,0.042785241025884206,0.292,0.08113445148474485,0.25,0.10803989338634405,0.4345555555555555,0.2802878906182637,0.10597358556555182
 -1,-1,0.36,0.54,0.58,0.64,0.36,0.011781811653553322,0.34,0.04594670802138094,0.30400000000000005,0.08301655956136164,0.25,0.1093270904023932,0.4511666666666666,0.2843204726127433,0.1080892634277358
 -1,-1,0.36,0.52,0.56,0.66,0.36,0.014716133965078128,0.32666666666666666,0.055146451741661634,0.30800000000000005,0.0756834230868976,0.262,0.1072898123738633,0.4582142857142857,0.2925765508213905,0.10850544450043552
+-1,-1,0.36,0.42,0.52,0.62,0.36,0.012948653420853886,0.28,0.027378951459630513,0.29600000000000004,0.04978150853738917,0.264,0.0958099588507519,0.42522222222222217,0.2859079032008062,0.10116602983458042

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.28,0.46,0.56,0.64,0.28,0.27,0.15999999999999998,0.45,0.11600000000000002,0.54,0.066,0.61,0.39785714285714285,0.4442430372694745,0.39869586832265574
 -1,-1,0.34,0.48,0.6,0.68,0.34,0.32,0.16666666666666663,0.46,0.124,0.57,0.07400000000000001,0.67,0.447095238095238,0.4959822522649102,0.4450363309607127
 -1,-1,0.32,0.54,0.62,0.68,0.32,0.31,0.19333333333333333,0.53,0.132,0.6,0.07200000000000001,0.66,0.4418809523809524,0.492580214786822,0.4462290155539738
+-1,-1,0.38,0.54,0.62,0.72,0.38,0.34,0.18666666666666665,0.51,0.132,0.58,0.08,0.7,0.4836031746031746,0.5235400236111211,0.4659949769889572

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.96,1.0,1.0,1.0,0.96,0.8373333333333334,0.4133333333333333,0.9653333333333333,0.264,0.986,0.13999999999999999,1.0,0.9733333333333334,0.9736013358388067,0.958547619047619
 -1,-1,0.94,1.0,1.0,1.0,0.94,0.8273333333333334,0.4133333333333333,0.9653333333333333,0.25999999999999995,0.9793333333333334,0.13999999999999999,1.0,0.9633333333333334,0.9690530448322134,0.9533809523809523
 -1,-1,0.98,0.98,1.0,1.0,0.98,0.8573333333333334,0.4133333333333333,0.9520000000000001,0.264,0.986,0.13999999999999999,1.0,0.985,0.9845438596011792,0.9753809523809523
+-1,-1,0.88,0.94,0.98,0.98,0.88,0.7673333333333332,0.3933333333333333,0.9046666666666667,0.26399999999999996,0.9686666666666668,0.13799999999999998,0.98,0.9146666666666667,0.9268886342345826,0.905410101010101

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.46,0.64,0.78,0.82,0.46,0.09766666666666668,0.3533333333333333,0.21966666666666665,0.3,0.30966666666666665,0.18799999999999997,0.38666666666666655,0.5706666666666667,0.3818424009361081,0.30532272577213904
 -1,-1,0.48,0.68,0.78,0.84,0.48,0.10166666666666666,0.36666666666666664,0.22766666666666666,0.316,0.3256666666666666,0.19400000000000003,0.39766666666666667,0.5876666666666667,0.39248383652679003,0.3129163216767408
 -1,-1,0.44,0.7,0.76,0.78,0.44,0.09366666666666669,0.35333333333333333,0.21966666666666668,0.28800000000000003,0.2976666666666667,0.19199999999999995,0.3946666666666666,0.5616666666666666,0.3828850338349345,0.30593260646984016
+-1,-1,0.34,0.52,0.64,0.8,0.34,0.07066666666666667,0.24666666666666667,0.15266666666666667,0.21199999999999997,0.21666666666666665,0.144,0.29466666666666663,0.4655555555555555,0.28382792601011303,0.2043355717658347

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.48,0.6,0.64,0.8,0.48,0.435,0.22666666666666668,0.585,0.148,0.63,0.09,0.79,0.5592777777777777,0.6050538780432089,0.5513100730514523
 -1,-1,0.42,0.6,0.72,0.8,0.42,0.375,0.22666666666666668,0.585,0.16399999999999998,0.71,0.09,0.79,0.5377777777777778,0.5904244465583846,0.531862069120438
 -1,-1,0.42,0.64,0.74,0.76,0.42,0.385,0.2333333333333333,0.615,0.16799999999999998,0.73,0.086,0.75,0.5455000000000001,0.5912355312609557,0.5434068224487171
+-1,-1,0.56,0.66,0.78,0.8,0.56,0.54,0.2333333333333333,0.64,0.16799999999999998,0.755,0.088,0.785,0.6335555555555554,0.6666773498732055,0.6301298500985915

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4489795918367347,0.7142857142857143,0.8367346938775511,0.9795918367346939,0.4489795918367347,0.03145284890764548,0.3877551020408163,0.08052290820807267,0.37959183673469393,0.12752705262749714,0.3285714285714286,0.21259838452857663,0.6169663103336572,0.36562572315623365,0.2636080363851069
 -1,-1,0.4897959183673469,0.7346938775510204,0.9183673469387755,0.9795918367346939,0.4897959183673469,0.036680425563793556,0.4217687074829932,0.08642761444085062,0.42857142857142866,0.14698835374830416,0.38367346938775504,0.24761142000439446,0.6486880466472302,0.41533852850001507,0.2956958628361211
 -1,-1,0.46938775510204084,0.8571428571428571,0.8979591836734694,0.9591836734693877,0.46938775510204084,0.03591160763016919,0.4897959183673469,0.10821057390594244,0.4571428571428572,0.16225107732738817,0.36938775510204086,0.24825484731314076,0.6547052154195011,0.4179909153419783,0.3079645674841381
+-1,-1,0.5510204081632653,0.673469387755102,0.7959183673469388,0.8979591836734694,0.5510204081632653,0.039329788089165985,0.4353741496598639,0.09363652863049189,0.4163265306122449,0.1470890633955627,0.336734693877551,0.22874136230534553,0.6524619371558147,0.39385768020266143,0.2920370000582227

NanoBEIR_evaluation_mean_results.csv

@@ -2,3 +2,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.42992150706436427,0.6257142857142857,0.7212872841444271,0.7891993720565149,0.42992150706436427,0.24818278127867163,0.27803244374672936,0.4031381056643362,0.22089167974882265,0.47843016489807155,0.15173626373626373,0.5466626482835049,0.5479589469487428,0.4875413547554317,0.4106720689962823
 -1,-1,0.4422919937205651,0.6380533751962324,0.7291051805337521,0.8045839874411302,0.4422919937205651,0.25247785777428283,0.28885400313971743,0.4060875844897477,0.22989010989010994,0.4857315601402416,0.15828257456828881,0.5633531369571596,0.5593001794124242,0.5006130049016744,0.4212242160028462
 -1,-1,0.45149136577708016,0.6397802197802197,0.7321507064364207,0.8060910518053375,0.45149136577708016,0.2603345428190567,0.2874201988487703,0.40474918193069864,0.2308571428571429,0.49085476600707945,0.15702982731554163,0.564528278814313,0.5640627943485086,0.5036148039164072,0.4237424983889329
+-1,-1,0.459309262166405,0.6210361067503923,0.7104552590266876,0.7890737833594977,0.459309262166405,0.267211143394395,0.2750287807430664,0.4078609256612698,0.21694819466248041,0.4746414073367481,0.1502103610675039,0.5462147460211592,0.5600465226383593,0.49558226822151347,0.41657946407372454

config.json

@@ -1,45 +1,24 @@
 {
   "architectures": [
-    "ModernBertModel"
+    "BertModel"
   ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 50281,
-  "classifier_activation": "gelu",
-  "classifier_bias": false,
-  "classifier_dropout": 0.0,
-  "classifier_pooling": "mean",
-  "cls_token_id": 50281,
-  "decoder_bias": true,
-  "deterministic_flash_attn": false,
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
   "dtype": "float32",
-  "embedding_dropout": 0.0,
-  "eos_token_id": 50282,
-  "global_attn_every_n_layers": 3,
-  "global_rope_theta": 160000.0,
-  "gradient_checkpointing": false,
-  "hidden_activation": "gelu",
-  "hidden_size": 768,
-  "initializer_cutoff_factor": 2.0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
   "initializer_range": 0.02,
-  "intermediate_size": 1152,
-  "layer_norm_eps": 1e-05,
-  "local_attention": 128,
-  "local_rope_theta": 10000.0,
-  "max_position_embeddings": 8192,
-  "mlp_bias": false,
-  "mlp_dropout": 0.0,
-  "model_type": "modernbert",
-  "norm_bias": false,
-  "norm_eps": 1e-05,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 22,
-  "pad_token_id": 50283,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "repad_logits_with_grad": false,
-  "sep_token_id": 50282,
-  "sparse_pred_ignore_index": -100,
-  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "vocab_size": 50368
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -64,3 +64,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.44,0.64,0.68,0.76,0.44,0.44,0.21333333333333332,0.64,0.136,0.68,0.07600000000000001,0.76,0.5557222222222222,0.6051532806665334,0.5685009213460434
 3.9118065433854907,2750,0.42,0.66,0.68,0.74,0.42,0.42,0.22,0.66,0.136,0.68,0.07400000000000001,0.74,0.5453888888888889,0.593377048050137,0.5591456223177318
 4.2674253200568995,3000,0.42,0.66,0.68,0.74,0.42,0.42,0.22,0.66,0.136,0.68,0.07400000000000001,0.74,0.5453888888888889,0.593377048050137,0.5590741871418341
+0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
+0.35561877667140823,250,0.38,0.58,0.68,0.78,0.38,0.38,0.19333333333333333,0.58,0.136,0.68,0.07800000000000001,0.78,0.4992222222222222,0.5662391615812471,0.5086497350475612
+0.7112375533428165,500,0.4,0.66,0.72,0.78,0.4,0.4,0.22,0.66,0.14400000000000002,0.72,0.07800000000000001,0.78,0.5323333333333332,0.5925598206032926,0.5419184468234157
+1.0668563300142249,750,0.32,0.62,0.7,0.76,0.32,0.32,0.20666666666666664,0.62,0.14,0.7,0.07600000000000001,0.76,0.4786904761904761,0.5476443860553479,0.4905901666762675
+1.422475106685633,1000,0.34,0.58,0.7,0.74,0.34,0.34,0.19333333333333333,0.58,0.14,0.7,0.07400000000000001,0.74,0.483,0.5461141876495447,0.4968263933244482
+1.7780938833570412,1250,0.3,0.58,0.7,0.74,0.3,0.3,0.19333333333333333,0.58,0.14,0.7,0.07400000000000001,0.74,0.46333333333333326,0.531638222989492,0.4766542729407401
+2.1337126600284497,1500,0.3,0.58,0.7,0.76,0.3,0.3,0.19333333333333333,0.58,0.14,0.7,0.07600000000000001,0.76,0.46299999999999997,0.5356773994611976,0.4750758618591036
+2.4893314366998576,1750,0.32,0.6,0.7,0.76,0.32,0.32,0.19999999999999996,0.6,0.14,0.7,0.07600000000000001,0.76,0.4746666666666666,0.5444452732283005,0.4866634826015631
+2.844950213371266,2000,0.3,0.6,0.7,0.74,0.3,0.3,0.19999999999999996,0.6,0.14,0.7,0.07400000000000001,0.74,0.46352380952380945,0.5321679419136809,0.4770725744843392
+3.200568990042674,2250,0.3,0.62,0.7,0.76,0.3,0.3,0.20666666666666664,0.62,0.14,0.7,0.07600000000000001,0.76,0.4698888888888888,0.5413082355966129,0.48165933181765097
+3.5561877667140824,2500,0.32,0.62,0.7,0.76,0.32,0.32,0.20666666666666664,0.62,0.14,0.7,0.07600000000000001,0.76,0.4801666666666666,0.5489783381476186,0.4917518784942279
+3.9118065433854907,2750,0.3,0.62,0.7,0.76,0.3,0.3,0.20666666666666664,0.62,0.14,0.7,0.07600000000000001,0.76,0.4698888888888888,0.5413082355966129,0.48146429679488145
+4.2674253200568995,3000,0.3,0.62,0.7,0.76,0.3,0.3,0.20666666666666664,0.62,0.14,0.7,0.07600000000000001,0.76,0.47016666666666657,0.5415969332190478,0.4817150619220429

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -64,3 +64,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.4,0.56,0.62,0.72,0.4,0.36,0.19333333333333333,0.53,0.136,0.59,0.08,0.7,0.49479365079365073,0.5320794976218425,0.4783921313452206
 3.9118065433854907,2750,0.38,0.54,0.62,0.72,0.38,0.34,0.18666666666666665,0.51,0.136,0.59,0.08,0.7,0.48276984126984124,0.5231009829236979,0.4662488600266039
 4.2674253200568995,3000,0.38,0.54,0.62,0.72,0.38,0.34,0.18666666666666665,0.51,0.132,0.58,0.08,0.7,0.4836031746031746,0.5235400236111211,0.4659949769889572
+0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
+0.35561877667140823,250,0.42,0.6,0.68,0.74,0.42,0.39,0.2,0.56,0.14,0.65,0.07600000000000001,0.69,0.5338809523809523,0.5558004997858846,0.5115273807373197
+0.7112375533428165,500,0.36,0.58,0.68,0.72,0.36,0.33,0.2,0.56,0.14,0.66,0.07400000000000001,0.68,0.49374603174603166,0.5289292310692791,0.4837405199108528
+1.0668563300142249,750,0.42,0.58,0.66,0.7,0.42,0.39,0.2,0.56,0.14,0.65,0.07600000000000001,0.69,0.5117142857142857,0.5477568704559411,0.5057233523480015
+1.422475106685633,1000,0.42,0.56,0.64,0.7,0.42,0.39,0.19333333333333333,0.54,0.136,0.62,0.07400000000000001,0.68,0.5137142857142857,0.5451469621930853,0.5065192937041332
+1.7780938833570412,1250,0.4,0.58,0.62,0.7,0.4,0.37,0.2,0.56,0.132,0.6,0.07400000000000001,0.68,0.5038809523809524,0.5377242674940704,0.49614588843597573
+2.1337126600284497,1500,0.4,0.56,0.6,0.7,0.4,0.37,0.19333333333333333,0.54,0.128,0.58,0.07400000000000001,0.68,0.49757936507936507,0.5305155733904444,0.48584214247006235
+2.4893314366998576,1750,0.4,0.56,0.62,0.7,0.4,0.37,0.19333333333333333,0.54,0.132,0.6,0.07400000000000001,0.68,0.49916666666666665,0.5319362893012346,0.48753047118989956
+2.844950213371266,2000,0.38,0.56,0.62,0.7,0.38,0.35,0.19333333333333333,0.54,0.132,0.6,0.07400000000000001,0.68,0.4886666666666667,0.5245642915593729,0.47762106605822396
+3.200568990042674,2250,0.4,0.58,0.62,0.7,0.4,0.37,0.2,0.56,0.132,0.6,0.07400000000000001,0.68,0.49700000000000005,0.5307135702550467,0.4860739526097677
+3.5561877667140824,2500,0.38,0.56,0.62,0.7,0.38,0.35,0.19333333333333333,0.54,0.132,0.6,0.07400000000000001,0.68,0.4853333333333334,0.5214082882918778,0.4733331068348535
+3.9118065433854907,2750,0.38,0.56,0.62,0.7,0.38,0.35,0.19333333333333333,0.54,0.132,0.6,0.07400000000000001,0.68,0.4853333333333334,0.5219456964879438,0.47433447562814296
+4.2674253200568995,3000,0.38,0.56,0.62,0.7,0.38,0.35,0.19333333333333333,0.54,0.132,0.6,0.07400000000000001,0.68,0.4853333333333334,0.5219456964879438,0.47424546661452993

eval/NanoBEIR_evaluation_mean_results.csv

@@ -64,3 +64,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.42000000000000004,0.6000000000000001,0.65,0.74,0.42000000000000004,0.4,0.2033333333333333,0.585,0.136,0.635,0.07800000000000001,0.73,0.5252579365079365,0.568616389144188,0.5234465263456319
 3.9118065433854907,2750,0.4,0.6000000000000001,0.65,0.73,0.4,0.38,0.2033333333333333,0.585,0.136,0.635,0.07700000000000001,0.72,0.5140793650793651,0.5582390154869175,0.5126972411721679
 4.2674253200568995,3000,0.4,0.6000000000000001,0.65,0.73,0.4,0.38,0.2033333333333333,0.585,0.134,0.63,0.07700000000000001,0.72,0.5144960317460318,0.5584585358306291,0.5125345820653957
+0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
+0.35561877667140823,250,0.4,0.59,0.68,0.76,0.4,0.385,0.19666666666666666,0.5700000000000001,0.138,0.665,0.07700000000000001,0.735,0.5165515873015872,0.5610198306835659,0.5100885578924405
+0.7112375533428165,500,0.38,0.62,0.7,0.75,0.38,0.365,0.21000000000000002,0.6100000000000001,0.14200000000000002,0.69,0.07600000000000001,0.73,0.5130396825396825,0.5607445258362859,0.5128294833671343
+1.0668563300142249,750,0.37,0.6,0.6799999999999999,0.73,0.37,0.355,0.2033333333333333,0.5900000000000001,0.14,0.675,0.07600000000000001,0.725,0.4952023809523809,0.5477006282556445,0.49815675951213445
+1.422475106685633,1000,0.38,0.5700000000000001,0.6699999999999999,0.72,0.38,0.365,0.19333333333333333,0.56,0.138,0.6599999999999999,0.07400000000000001,0.71,0.49835714285714283,0.5456305749213151,0.5016728435142908
+1.7780938833570412,1250,0.35,0.58,0.6599999999999999,0.72,0.35,0.33499999999999996,0.19666666666666666,0.5700000000000001,0.136,0.6499999999999999,0.07400000000000001,0.71,0.48360714285714285,0.5346812452417813,0.48640008068835794
+2.1337126600284497,1500,0.35,0.5700000000000001,0.6499999999999999,0.73,0.35,0.33499999999999996,0.19333333333333333,0.56,0.134,0.6399999999999999,0.07500000000000001,0.72,0.4802896825396825,0.533096486425821,0.480459002164583
+2.4893314366998576,1750,0.36,0.5800000000000001,0.6599999999999999,0.73,0.36,0.345,0.19666666666666666,0.5700000000000001,0.136,0.6499999999999999,0.07500000000000001,0.72,0.48691666666666666,0.5381907812647675,0.48709697689573134
+2.844950213371266,2000,0.33999999999999997,0.5800000000000001,0.6599999999999999,0.72,0.33999999999999997,0.32499999999999996,0.19666666666666666,0.5700000000000001,0.136,0.6499999999999999,0.07400000000000001,0.71,0.47609523809523807,0.5283661167365269,0.4773468202712816
+3.200568990042674,2250,0.35,0.6,0.6599999999999999,0.73,0.35,0.33499999999999996,0.2033333333333333,0.5900000000000001,0.136,0.6499999999999999,0.07500000000000001,0.72,0.48344444444444445,0.5360109029258298,0.48386664221370934
+3.5561877667140824,2500,0.35,0.5900000000000001,0.6599999999999999,0.73,0.35,0.33499999999999996,0.19999999999999998,0.5800000000000001,0.136,0.6499999999999999,0.07500000000000001,0.72,0.48275,0.5351933132197482,0.48254249266454075
+3.9118065433854907,2750,0.33999999999999997,0.5900000000000001,0.6599999999999999,0.73,0.33999999999999997,0.32499999999999996,0.19999999999999998,0.5800000000000001,0.136,0.6499999999999999,0.07500000000000001,0.72,0.4776111111111111,0.5316269660422783,0.4778993862115122
+4.2674253200568995,3000,0.33999999999999997,0.5900000000000001,0.6599999999999999,0.73,0.33999999999999997,0.32499999999999996,0.19999999999999998,0.5800000000000001,0.136,0.6499999999999999,0.07500000000000001,0.72,0.47775,0.5317713148534957,0.47798026426828644

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.14,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.32,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.44,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.64,
-    "NanoClimateFEVER_cosine_precision@1": 0.14,
-    "NanoClimateFEVER_cosine_precision@3": 0.10666666666666666,
-    "NanoClimateFEVER_cosine_precision@5": 0.09600000000000002,
-    "NanoClimateFEVER_cosine_precision@10": 0.078,
-    "NanoClimateFEVER_cosine_recall@1": 0.045,
-    "NanoClimateFEVER_cosine_recall@3": 0.16,
-    "NanoClimateFEVER_cosine_recall@5": 0.20566666666666664,
-    "NanoClimateFEVER_cosine_recall@10": 0.32466666666666666,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.21204309717908137,
-    "NanoClimateFEVER_cosine_mrr@10": 0.2638253968253968,
-    "NanoClimateFEVER_cosine_map@100": 0.14474101387825505,
-    "NanoDBPedia_cosine_accuracy@1": 0.66,
-    "NanoDBPedia_cosine_accuracy@3": 0.8,
-    "NanoDBPedia_cosine_accuracy@5": 0.88,
-    "NanoDBPedia_cosine_accuracy@10": 0.94,
-    "NanoDBPedia_cosine_precision@1": 0.66,
-    "NanoDBPedia_cosine_precision@3": 0.5066666666666666,
-    "NanoDBPedia_cosine_precision@5": 0.452,
-    "NanoDBPedia_cosine_precision@10": 0.3600000000000001,
-    "NanoDBPedia_cosine_recall@1": 0.08297528330645793,
-    "NanoDBPedia_cosine_recall@3": 0.13192202199116082,
-    "NanoDBPedia_cosine_recall@5": 0.18621714021742997,
-    "NanoDBPedia_cosine_recall@10": 0.26767217124827153,
-    "NanoDBPedia_cosine_ndcg@10": 0.47954581638908067,
-    "NanoDBPedia_cosine_mrr@10": 0.7455555555555554,
-    "NanoDBPedia_cosine_map@100": 0.3384784133984431,
-    "NanoFEVER_cosine_accuracy@1": 0.68,
-    "NanoFEVER_cosine_accuracy@3": 0.82,
-    "NanoFEVER_cosine_accuracy@5": 0.9,
-    "NanoFEVER_cosine_accuracy@10": 0.98,
-    "NanoFEVER_cosine_precision@1": 0.68,
-    "NanoFEVER_cosine_precision@3": 0.2733333333333333,
-    "NanoFEVER_cosine_precision@5": 0.184,
-    "NanoFEVER_cosine_precision@10": 0.10199999999999998,
-    "NanoFEVER_cosine_recall@1": 0.6266666666666666,
-    "NanoFEVER_cosine_recall@3": 0.7666666666666666,
-    "NanoFEVER_cosine_recall@5": 0.8566666666666666,
-    "NanoFEVER_cosine_recall@10": 0.9366666666666668,
-    "NanoFEVER_cosine_ndcg@10": 0.7818312375608406,
-    "NanoFEVER_cosine_mrr@10": 0.7662142857142856,
-    "NanoFEVER_cosine_map@100": 0.7224012782296027,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.22,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.46,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.6,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.7,
+    "NanoClimateFEVER_cosine_precision@1": 0.22,
+    "NanoClimateFEVER_cosine_precision@3": 0.16,
+    "NanoClimateFEVER_cosine_precision@5": 0.14,
+    "NanoClimateFEVER_cosine_precision@10": 0.09399999999999999,
+    "NanoClimateFEVER_cosine_recall@1": 0.08833333333333332,
+    "NanoClimateFEVER_cosine_recall@3": 0.20233333333333334,
+    "NanoClimateFEVER_cosine_recall@5": 0.2773333333333333,
+    "NanoClimateFEVER_cosine_recall@10": 0.35533333333333333,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.27100297156270264,
+    "NanoClimateFEVER_cosine_mrr@10": 0.36027777777777764,
+    "NanoClimateFEVER_cosine_map@100": 0.19795821625610546,
+    "NanoDBPedia_cosine_accuracy@1": 0.62,
+    "NanoDBPedia_cosine_accuracy@3": 0.78,
+    "NanoDBPedia_cosine_accuracy@5": 0.8,
+    "NanoDBPedia_cosine_accuracy@10": 0.86,
+    "NanoDBPedia_cosine_precision@1": 0.62,
+    "NanoDBPedia_cosine_precision@3": 0.46666666666666673,
+    "NanoDBPedia_cosine_precision@5": 0.38,
+    "NanoDBPedia_cosine_precision@10": 0.3440000000000001,
+    "NanoDBPedia_cosine_recall@1": 0.06860927975997193,
+    "NanoDBPedia_cosine_recall@3": 0.15127179160162219,
+    "NanoDBPedia_cosine_recall@5": 0.17617407265112206,
+    "NanoDBPedia_cosine_recall@10": 0.24400228188087705,
+    "NanoDBPedia_cosine_ndcg@10": 0.44949627395332054,
+    "NanoDBPedia_cosine_mrr@10": 0.7023015873015873,
+    "NanoDBPedia_cosine_map@100": 0.29824339995738325,
+    "NanoFEVER_cosine_accuracy@1": 0.52,
+    "NanoFEVER_cosine_accuracy@3": 0.72,
+    "NanoFEVER_cosine_accuracy@5": 0.84,
+    "NanoFEVER_cosine_accuracy@10": 0.88,
+    "NanoFEVER_cosine_precision@1": 0.52,
+    "NanoFEVER_cosine_precision@3": 0.24,
+    "NanoFEVER_cosine_precision@5": 0.16799999999999998,
+    "NanoFEVER_cosine_precision@10": 0.08999999999999998,
+    "NanoFEVER_cosine_recall@1": 0.4766666666666666,
+    "NanoFEVER_cosine_recall@3": 0.6666666666666665,
+    "NanoFEVER_cosine_recall@5": 0.7766666666666666,
+    "NanoFEVER_cosine_recall@10": 0.8266666666666665,
+    "NanoFEVER_cosine_ndcg@10": 0.6634594414247748,
+    "NanoFEVER_cosine_mrr@10": 0.6436666666666666,
+    "NanoFEVER_cosine_map@100": 0.6012499566107813,
     "NanoFiQA2018_cosine_accuracy@1": 0.24,
     "NanoFiQA2018_cosine_accuracy@3": 0.38,
-    "NanoFiQA2018_cosine_accuracy@5": 0.5,
+    "NanoFiQA2018_cosine_accuracy@5": 0.54,
     "NanoFiQA2018_cosine_accuracy@10": 0.64,
     "NanoFiQA2018_cosine_precision@1": 0.24,
-    "NanoFiQA2018_cosine_precision@3": 0.1733333333333333,
-    "NanoFiQA2018_cosine_precision@5": 0.14400000000000002,
-    "NanoFiQA2018_cosine_precision@10": 0.09799999999999998,
-    "NanoFiQA2018_cosine_recall@1": 0.11307936507936507,
-    "NanoFiQA2018_cosine_recall@3": 0.21312698412698414,
-    "NanoFiQA2018_cosine_recall@5": 0.3009603174603175,
-    "NanoFiQA2018_cosine_recall@10": 0.4296507936507936,
-    "NanoFiQA2018_cosine_ndcg@10": 0.3102612453838562,
-    "NanoFiQA2018_cosine_mrr@10": 0.35157142857142853,
-    "NanoFiQA2018_cosine_map@100": 0.25086077829626363,
+    "NanoFiQA2018_cosine_precision@3": 0.18,
+    "NanoFiQA2018_cosine_precision@5": 0.14800000000000002,
+    "NanoFiQA2018_cosine_precision@10": 0.09399999999999999,
+    "NanoFiQA2018_cosine_recall@1": 0.10985714285714286,
+    "NanoFiQA2018_cosine_recall@3": 0.23357142857142854,
+    "NanoFiQA2018_cosine_recall@5": 0.33296031746031746,
+    "NanoFiQA2018_cosine_recall@10": 0.4205714285714286,
+    "NanoFiQA2018_cosine_ndcg@10": 0.3048163877354011,
+    "NanoFiQA2018_cosine_mrr@10": 0.3478809523809523,
+    "NanoFiQA2018_cosine_map@100": 0.2357820164809244,
     "NanoHotpotQA_cosine_accuracy@1": 0.68,
-    "NanoHotpotQA_cosine_accuracy@3": 0.74,
-    "NanoHotpotQA_cosine_accuracy@5": 0.8,
+    "NanoHotpotQA_cosine_accuracy@3": 0.8,
+    "NanoHotpotQA_cosine_accuracy@5": 0.82,
     "NanoHotpotQA_cosine_accuracy@10": 0.82,
     "NanoHotpotQA_cosine_precision@1": 0.68,
-    "NanoHotpotQA_cosine_precision@3": 0.32666666666666666,
-    "NanoHotpotQA_cosine_precision@5": 0.22399999999999998,
-    "NanoHotpotQA_cosine_precision@10": 0.11999999999999998,
+    "NanoHotpotQA_cosine_precision@3": 0.3599999999999999,
+    "NanoHotpotQA_cosine_precision@5": 0.236,
+    "NanoHotpotQA_cosine_precision@10": 0.126,
     "NanoHotpotQA_cosine_recall@1": 0.34,
-    "NanoHotpotQA_cosine_recall@3": 0.49,
-    "NanoHotpotQA_cosine_recall@5": 0.56,
-    "NanoHotpotQA_cosine_recall@10": 0.6,
-    "NanoHotpotQA_cosine_ndcg@10": 0.5752308816700872,
-    "NanoHotpotQA_cosine_mrr@10": 0.7208333333333334,
-    "NanoHotpotQA_cosine_map@100": 0.510579500048938,
-    "NanoMSMARCO_cosine_accuracy@1": 0.32,
-    "NanoMSMARCO_cosine_accuracy@3": 0.56,
-    "NanoMSMARCO_cosine_accuracy@5": 0.72,
-    "NanoMSMARCO_cosine_accuracy@10": 0.82,
-    "NanoMSMARCO_cosine_precision@1": 0.32,
-    "NanoMSMARCO_cosine_precision@3": 0.18666666666666665,
-    "NanoMSMARCO_cosine_precision@5": 0.14400000000000002,
-    "NanoMSMARCO_cosine_precision@10": 0.08199999999999999,
-    "NanoMSMARCO_cosine_recall@1": 0.32,
-    "NanoMSMARCO_cosine_recall@3": 0.56,
-    "NanoMSMARCO_cosine_recall@5": 0.72,
-    "NanoMSMARCO_cosine_recall@10": 0.82,
-    "NanoMSMARCO_cosine_ndcg@10": 0.5574382679738011,
-    "NanoMSMARCO_cosine_mrr@10": 0.4747460317460317,
-    "NanoMSMARCO_cosine_map@100": 0.4820742333423996,
+    "NanoHotpotQA_cosine_recall@3": 0.54,
+    "NanoHotpotQA_cosine_recall@5": 0.59,
+    "NanoHotpotQA_cosine_recall@10": 0.63,
+    "NanoHotpotQA_cosine_ndcg@10": 0.6035111764648927,
+    "NanoHotpotQA_cosine_mrr@10": 0.7306666666666668,
+    "NanoHotpotQA_cosine_map@100": 0.5376524301579806,
+    "NanoMSMARCO_cosine_accuracy@1": 0.42,
+    "NanoMSMARCO_cosine_accuracy@3": 0.66,
+    "NanoMSMARCO_cosine_accuracy@5": 0.68,
+    "NanoMSMARCO_cosine_accuracy@10": 0.74,
+    "NanoMSMARCO_cosine_precision@1": 0.42,
+    "NanoMSMARCO_cosine_precision@3": 0.22,
+    "NanoMSMARCO_cosine_precision@5": 0.136,
+    "NanoMSMARCO_cosine_precision@10": 0.07400000000000001,
+    "NanoMSMARCO_cosine_recall@1": 0.42,
+    "NanoMSMARCO_cosine_recall@3": 0.66,
+    "NanoMSMARCO_cosine_recall@5": 0.68,
+    "NanoMSMARCO_cosine_recall@10": 0.74,
+    "NanoMSMARCO_cosine_ndcg@10": 0.593377048050137,
+    "NanoMSMARCO_cosine_mrr@10": 0.5453888888888889,
+    "NanoMSMARCO_cosine_map@100": 0.5590741871418341,
     "NanoNFCorpus_cosine_accuracy@1": 0.36,
-    "NanoNFCorpus_cosine_accuracy@3": 0.52,
-    "NanoNFCorpus_cosine_accuracy@5": 0.56,
-    "NanoNFCorpus_cosine_accuracy@10": 0.66,
+    "NanoNFCorpus_cosine_accuracy@3": 0.42,
+    "NanoNFCorpus_cosine_accuracy@5": 0.52,
+    "NanoNFCorpus_cosine_accuracy@10": 0.62,
     "NanoNFCorpus_cosine_precision@1": 0.36,
-    "NanoNFCorpus_cosine_precision@3": 0.32666666666666666,
-    "NanoNFCorpus_cosine_precision@5": 0.30800000000000005,
-    "NanoNFCorpus_cosine_precision@10": 0.262,
-    "NanoNFCorpus_cosine_recall@1": 0.014716133965078128,
-    "NanoNFCorpus_cosine_recall@3": 0.055146451741661634,
-    "NanoNFCorpus_cosine_recall@5": 0.0756834230868976,
-    "NanoNFCorpus_cosine_recall@10": 0.1072898123738633,
-    "NanoNFCorpus_cosine_ndcg@10": 0.2925765508213905,
-    "NanoNFCorpus_cosine_mrr@10": 0.4582142857142857,
-    "NanoNFCorpus_cosine_map@100": 0.10850544450043552,
-    "NanoNQ_cosine_accuracy@1": 0.32,
+    "NanoNFCorpus_cosine_precision@3": 0.28,
+    "NanoNFCorpus_cosine_precision@5": 0.29600000000000004,
+    "NanoNFCorpus_cosine_precision@10": 0.264,
+    "NanoNFCorpus_cosine_recall@1": 0.012948653420853886,
+    "NanoNFCorpus_cosine_recall@3": 0.027378951459630513,
+    "NanoNFCorpus_cosine_recall@5": 0.04978150853738917,
+    "NanoNFCorpus_cosine_recall@10": 0.0958099588507519,
+    "NanoNFCorpus_cosine_ndcg@10": 0.2859079032008062,
+    "NanoNFCorpus_cosine_mrr@10": 0.42522222222222217,
+    "NanoNFCorpus_cosine_map@100": 0.10116602983458042,
+    "NanoNQ_cosine_accuracy@1": 0.38,
     "NanoNQ_cosine_accuracy@3": 0.54,
     "NanoNQ_cosine_accuracy@5": 0.62,
-    "NanoNQ_cosine_accuracy@10": 0.68,
-    "NanoNQ_cosine_precision@1": 0.32,
-    "NanoNQ_cosine_precision@3": 0.19333333333333333,
+    "NanoNQ_cosine_accuracy@10": 0.72,
+    "NanoNQ_cosine_precision@1": 0.38,
+    "NanoNQ_cosine_precision@3": 0.18666666666666665,
     "NanoNQ_cosine_precision@5": 0.132,
-    "NanoNQ_cosine_precision@10": 0.07200000000000001,
-    "NanoNQ_cosine_recall@1": 0.31,
-    "NanoNQ_cosine_recall@3": 0.53,
-    "NanoNQ_cosine_recall@5": 0.6,
-    "NanoNQ_cosine_recall@10": 0.66,
-    "NanoNQ_cosine_ndcg@10": 0.492580214786822,
-    "NanoNQ_cosine_mrr@10": 0.4418809523809524,
-    "NanoNQ_cosine_map@100": 0.4462290155539738,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.98,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.98,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 1.0,
-    "NanoQuoraRetrieval_cosine_accuracy@10": 1.0,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.98,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.4133333333333333,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.264,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.13999999999999999,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.8573333333333334,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.9520000000000001,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.986,
-    "NanoQuoraRetrieval_cosine_recall@10": 1.0,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9845438596011792,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.985,
-    "NanoQuoraRetrieval_cosine_map@100": 0.9753809523809523,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.44,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.7,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.76,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.78,
-    "NanoSCIDOCS_cosine_precision@1": 0.44,
-    "NanoSCIDOCS_cosine_precision@3": 0.35333333333333333,
-    "NanoSCIDOCS_cosine_precision@5": 0.28800000000000003,
-    "NanoSCIDOCS_cosine_precision@10": 0.19199999999999995,
-    "NanoSCIDOCS_cosine_recall@1": 0.09366666666666669,
-    "NanoSCIDOCS_cosine_recall@3": 0.21966666666666668,
-    "NanoSCIDOCS_cosine_recall@5": 0.2976666666666667,
-    "NanoSCIDOCS_cosine_recall@10": 0.3946666666666666,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.3828850338349345,
-    "NanoSCIDOCS_cosine_mrr@10": 0.5616666666666666,
-    "NanoSCIDOCS_cosine_map@100": 0.30593260646984016,
-    "NanoArguAna_cosine_accuracy@1": 0.16,
-    "NanoArguAna_cosine_accuracy@3": 0.46,
-    "NanoArguAna_cosine_accuracy@5": 0.7,
+    "NanoNQ_cosine_precision@10": 0.08,
+    "NanoNQ_cosine_recall@1": 0.34,
+    "NanoNQ_cosine_recall@3": 0.51,
+    "NanoNQ_cosine_recall@5": 0.58,
+    "NanoNQ_cosine_recall@10": 0.7,
+    "NanoNQ_cosine_ndcg@10": 0.5235400236111211,
+    "NanoNQ_cosine_mrr@10": 0.4836031746031746,
+    "NanoNQ_cosine_map@100": 0.4659949769889572,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.88,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.94,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.98,
+    "NanoQuoraRetrieval_cosine_accuracy@10": 0.98,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.88,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.3933333333333333,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.26399999999999996,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.13799999999999998,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.7673333333333332,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9046666666666667,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.9686666666666668,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.98,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9268886342345826,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.9146666666666667,
+    "NanoQuoraRetrieval_cosine_map@100": 0.905410101010101,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.34,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.52,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.64,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.8,
+    "NanoSCIDOCS_cosine_precision@1": 0.34,
+    "NanoSCIDOCS_cosine_precision@3": 0.24666666666666667,
+    "NanoSCIDOCS_cosine_precision@5": 0.21199999999999997,
+    "NanoSCIDOCS_cosine_precision@10": 0.144,
+    "NanoSCIDOCS_cosine_recall@1": 0.07066666666666667,
+    "NanoSCIDOCS_cosine_recall@3": 0.15266666666666667,
+    "NanoSCIDOCS_cosine_recall@5": 0.21666666666666665,
+    "NanoSCIDOCS_cosine_recall@10": 0.29466666666666663,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.28382792601011303,
+    "NanoSCIDOCS_cosine_mrr@10": 0.4655555555555555,
+    "NanoSCIDOCS_cosine_map@100": 0.2043355717658347,
+    "NanoArguAna_cosine_accuracy@1": 0.2,
+    "NanoArguAna_cosine_accuracy@3": 0.52,
+    "NanoArguAna_cosine_accuracy@5": 0.62,
     "NanoArguAna_cosine_accuracy@10": 0.8,
-    "NanoArguAna_cosine_precision@1": 0.16,
-    "NanoArguAna_cosine_precision@3": 0.15333333333333332,
-    "NanoArguAna_cosine_precision@5": 0.14,
+    "NanoArguAna_cosine_precision@1": 0.2,
+    "NanoArguAna_cosine_precision@3": 0.1733333333333333,
+    "NanoArguAna_cosine_precision@5": 0.124,
     "NanoArguAna_cosine_precision@10": 0.08,
-    "NanoArguAna_cosine_recall@1": 0.16,
-    "NanoArguAna_cosine_recall@3": 0.46,
-    "NanoArguAna_cosine_recall@5": 0.7,
+    "NanoArguAna_cosine_recall@1": 0.2,
+    "NanoArguAna_cosine_recall@3": 0.52,
+    "NanoArguAna_cosine_recall@5": 0.62,
     "NanoArguAna_cosine_recall@10": 0.8,
-    "NanoArguAna_cosine_ndcg@10": 0.4688297991092857,
-    "NanoArguAna_cosine_mrr@10": 0.36310317460317454,
-    "NanoArguAna_cosine_map@100": 0.3720978530241688,
-    "NanoSciFact_cosine_accuracy@1": 0.42,
-    "NanoSciFact_cosine_accuracy@3": 0.64,
-    "NanoSciFact_cosine_accuracy@5": 0.74,
-    "NanoSciFact_cosine_accuracy@10": 0.76,
-    "NanoSciFact_cosine_precision@1": 0.42,
+    "NanoArguAna_cosine_ndcg@10": 0.4762066705559567,
+    "NanoArguAna_cosine_mrr@10": 0.37535714285714283,
+    "NanoArguAna_cosine_map@100": 0.38649929659712273,
+    "NanoSciFact_cosine_accuracy@1": 0.56,
+    "NanoSciFact_cosine_accuracy@3": 0.66,
+    "NanoSciFact_cosine_accuracy@5": 0.78,
+    "NanoSciFact_cosine_accuracy@10": 0.8,
+    "NanoSciFact_cosine_precision@1": 0.56,
     "NanoSciFact_cosine_precision@3": 0.2333333333333333,
     "NanoSciFact_cosine_precision@5": 0.16799999999999998,
-    "NanoSciFact_cosine_precision@10": 0.086,
-    "NanoSciFact_cosine_recall@1": 0.385,
-    "NanoSciFact_cosine_recall@3": 0.615,
-    "NanoSciFact_cosine_recall@5": 0.73,
-    "NanoSciFact_cosine_recall@10": 0.75,
-    "NanoSciFact_cosine_ndcg@10": 0.5912355312609557,
-    "NanoSciFact_cosine_mrr@10": 0.5455000000000001,
-    "NanoSciFact_cosine_map@100": 0.5434068224487171,
-    "NanoTouche2020_cosine_accuracy@1": 0.46938775510204084,
-    "NanoTouche2020_cosine_accuracy@3": 0.8571428571428571,
-    "NanoTouche2020_cosine_accuracy@5": 0.8979591836734694,
-    "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
-    "NanoTouche2020_cosine_precision@1": 0.46938775510204084,
-    "NanoTouche2020_cosine_precision@3": 0.4897959183673469,
-    "NanoTouche2020_cosine_precision@5": 0.4571428571428572,
-    "NanoTouche2020_cosine_precision@10": 0.36938775510204086,
-    "NanoTouche2020_cosine_recall@1": 0.03591160763016919,
-    "NanoTouche2020_cosine_recall@3": 0.10821057390594244,
-    "NanoTouche2020_cosine_recall@5": 0.16225107732738817,
-    "NanoTouche2020_cosine_recall@10": 0.24825484731314076,
-    "NanoTouche2020_cosine_ndcg@10": 0.4179909153419783,
-    "NanoTouche2020_cosine_mrr@10": 0.6547052154195011,
-    "NanoTouche2020_cosine_map@100": 0.3079645674841381,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.45149136577708016,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.6397802197802197,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.7321507064364207,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.8060910518053375,
-    "NanoBEIR_mean_cosine_precision@1": 0.45149136577708016,
-    "NanoBEIR_mean_cosine_precision@3": 0.2874201988487703,
-    "NanoBEIR_mean_cosine_precision@5": 0.2308571428571429,
-    "NanoBEIR_mean_cosine_precision@10": 0.15702982731554163,
-    "NanoBEIR_mean_cosine_recall@1": 0.2603345428190567,
-    "NanoBEIR_mean_cosine_recall@3": 0.40474918193069864,
-    "NanoBEIR_mean_cosine_recall@5": 0.49085476600707945,
-    "NanoBEIR_mean_cosine_recall@10": 0.564528278814313,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.5036148039164072,
-    "NanoBEIR_mean_cosine_mrr@10": 0.5640627943485086,
-    "NanoBEIR_mean_cosine_map@100": 0.4237424983889329
+    "NanoSciFact_cosine_precision@10": 0.088,
+    "NanoSciFact_cosine_recall@1": 0.54,
+    "NanoSciFact_cosine_recall@3": 0.64,
+    "NanoSciFact_cosine_recall@5": 0.755,
+    "NanoSciFact_cosine_recall@10": 0.785,
+    "NanoSciFact_cosine_ndcg@10": 0.6666773498732055,
+    "NanoSciFact_cosine_mrr@10": 0.6335555555555554,
+    "NanoSciFact_cosine_map@100": 0.6301298500985915,
+    "NanoTouche2020_cosine_accuracy@1": 0.5510204081632653,
+    "NanoTouche2020_cosine_accuracy@3": 0.673469387755102,
+    "NanoTouche2020_cosine_accuracy@5": 0.7959183673469388,
+    "NanoTouche2020_cosine_accuracy@10": 0.8979591836734694,
+    "NanoTouche2020_cosine_precision@1": 0.5510204081632653,
+    "NanoTouche2020_cosine_precision@3": 0.4353741496598639,
+    "NanoTouche2020_cosine_precision@5": 0.4163265306122449,
+    "NanoTouche2020_cosine_precision@10": 0.336734693877551,
+    "NanoTouche2020_cosine_recall@1": 0.039329788089165985,
+    "NanoTouche2020_cosine_recall@3": 0.09363652863049189,
+    "NanoTouche2020_cosine_recall@5": 0.1470890633955627,
+    "NanoTouche2020_cosine_recall@10": 0.22874136230534553,
+    "NanoTouche2020_cosine_ndcg@10": 0.39385768020266143,
+    "NanoTouche2020_cosine_mrr@10": 0.6524619371558147,
+    "NanoTouche2020_cosine_map@100": 0.2920370000582227,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.459309262166405,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.6210361067503923,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.7104552590266876,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.7890737833594977,
+    "NanoBEIR_mean_cosine_precision@1": 0.459309262166405,
+    "NanoBEIR_mean_cosine_precision@3": 0.2750287807430664,
+    "NanoBEIR_mean_cosine_precision@5": 0.21694819466248041,
+    "NanoBEIR_mean_cosine_precision@10": 0.1502103610675039,
+    "NanoBEIR_mean_cosine_recall@1": 0.267211143394395,
+    "NanoBEIR_mean_cosine_recall@3": 0.4078609256612698,
+    "NanoBEIR_mean_cosine_recall@5": 0.4746414073367481,
+    "NanoBEIR_mean_cosine_recall@10": 0.5462147460211592,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.49558226822151347,
+    "NanoBEIR_mean_cosine_mrr@10": 0.5600465226383593,
+    "NanoBEIR_mean_cosine_map@100": 0.41657946407372454
   },
   "beir_touche2020": {
     "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7346938775510204,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.8979591836734694,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9591836734693877,
     "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9591836734693877,
     "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939,
     "BeIR-touche2020-subset-test_cosine_precision@1": 0.7346938775510204,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6734693877551019,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6408163265306123,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5714285714285714,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.01624309573792563,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.044551385854379066,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07089354391383193,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.1259626982715188,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6085612466649332,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8316326530612245,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.26687269951112885
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.6530612244897959,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6244897959183674,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.5591836734693878,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.01621771541198729,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04332940576939637,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.06895417097606506,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.12348183753484424,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.5954101144791746,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8455782312925171,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.2601278550736935
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:869b3ae6ff049663ff952075ef176c28442819c5dafe5548a9c34857c67e82a9
-size 596070136
+oid sha256:95e598778beb143f1d6c01d0728f743ba4d0fb22032e199b2bf24b1b1ec7d869
+size 133462128

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": true,
+    "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
-size 3583485
+oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
+size 711649

tokenizer_config.json

@@ -1,230 +1,14 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "|||IP_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "1": {
-      "content": "<|padding|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50254": {
-      "content": "                        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50255": {
-      "content": "                       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50256": {
-      "content": "                      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50257": {
-      "content": "                     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50258": {
-      "content": "                    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50259": {
-      "content": "                   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50260": {
-      "content": "                  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50261": {
-      "content": "                 ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50262": {
-      "content": "                ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50263": {
-      "content": "               ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50264": {
-      "content": "              ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50265": {
-      "content": "             ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50266": {
-      "content": "            ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50267": {
-      "content": "           ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50268": {
-      "content": "          ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50269": {
-      "content": "         ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50270": {
-      "content": "        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50271": {
-      "content": "       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50272": {
-      "content": "      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50273": {
-      "content": "     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50274": {
-      "content": "    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50275": {
-      "content": "   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50276": {
-      "content": "  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50277": {
-      "content": "|||EMAIL_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50278": {
-      "content": "|||PHONE_NUMBER|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50279": {
-      "content": "<|endoftext|>",
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "50280": {
+    "100": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -232,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "50281": {
+    "101": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -240,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "50282": {
+    "102": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -248,698 +32,34 @@
       "single_word": false,
       "special": true
     },
-    "50283": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50284": {
+    "103": {
       "content": "[MASK]",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "50285": {
-      "content": "[unused0]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50286": {
-      "content": "[unused1]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50287": {
-      "content": "[unused2]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50288": {
-      "content": "[unused3]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50289": {
-      "content": "[unused4]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50290": {
-      "content": "[unused5]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50291": {
-      "content": "[unused6]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50292": {
-      "content": "[unused7]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50293": {
-      "content": "[unused8]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50294": {
-      "content": "[unused9]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50295": {
-      "content": "[unused10]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50296": {
-      "content": "[unused11]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50297": {
-      "content": "[unused12]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50298": {
-      "content": "[unused13]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50299": {
-      "content": "[unused14]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50300": {
-      "content": "[unused15]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50301": {
-      "content": "[unused16]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50302": {
-      "content": "[unused17]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50303": {
-      "content": "[unused18]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50304": {
-      "content": "[unused19]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50305": {
-      "content": "[unused20]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50306": {
-      "content": "[unused21]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50307": {
-      "content": "[unused22]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50308": {
-      "content": "[unused23]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50309": {
-      "content": "[unused24]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50310": {
-      "content": "[unused25]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50311": {
-      "content": "[unused26]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50312": {
-      "content": "[unused27]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50313": {
-      "content": "[unused28]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50314": {
-      "content": "[unused29]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50315": {
-      "content": "[unused30]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50316": {
-      "content": "[unused31]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50317": {
-      "content": "[unused32]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50318": {
-      "content": "[unused33]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50319": {
-      "content": "[unused34]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50320": {
-      "content": "[unused35]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50321": {
-      "content": "[unused36]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50322": {
-      "content": "[unused37]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50323": {
-      "content": "[unused38]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50324": {
-      "content": "[unused39]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50325": {
-      "content": "[unused40]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50326": {
-      "content": "[unused41]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50327": {
-      "content": "[unused42]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50328": {
-      "content": "[unused43]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50329": {
-      "content": "[unused44]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50330": {
-      "content": "[unused45]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50331": {
-      "content": "[unused46]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50332": {
-      "content": "[unused47]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50333": {
-      "content": "[unused48]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50334": {
-      "content": "[unused49]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50335": {
-      "content": "[unused50]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50336": {
-      "content": "[unused51]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50337": {
-      "content": "[unused52]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50338": {
-      "content": "[unused53]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50339": {
-      "content": "[unused54]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50340": {
-      "content": "[unused55]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50341": {
-      "content": "[unused56]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50342": {
-      "content": "[unused57]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50343": {
-      "content": "[unused58]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50344": {
-      "content": "[unused59]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50345": {
-      "content": "[unused60]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50346": {
-      "content": "[unused61]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50347": {
-      "content": "[unused62]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50348": {
-      "content": "[unused63]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50349": {
-      "content": "[unused64]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50350": {
-      "content": "[unused65]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50351": {
-      "content": "[unused66]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50352": {
-      "content": "[unused67]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50353": {
-      "content": "[unused68]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50354": {
-      "content": "[unused69]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50355": {
-      "content": "[unused70]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50356": {
-      "content": "[unused71]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50357": {
-      "content": "[unused72]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50358": {
-      "content": "[unused73]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50359": {
-      "content": "[unused74]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50360": {
-      "content": "[unused75]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50361": {
-      "content": "[unused76]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50362": {
-      "content": "[unused77]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50363": {
-      "content": "[unused78]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50364": {
-      "content": "[unused79]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50365": {
-      "content": "[unused80]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50366": {
-      "content": "[unused81]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50367": {
-      "content": "[unused82]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 1000000000000000019884624838656,
+  "max_length": 128,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "[UNK]"
 }