Training in progress, step 3000

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.7346938775510204,0.9795918367346939,1.0,1.0,0.7346938775510204,0.01638254490984421,0.727891156462585,0.048596148261189916,0.7183673469387756,0.07960185791379523,0.6326530612244898,0.1400201362033687,0.8476190476190478,0.6620487941595593,0.30295778120799477
 -1,-1,0.8571428571428571,0.9795918367346939,1.0,1.0,0.8571428571428571,0.01898438501321,0.802721088435374,0.05323720714947885,0.7387755102040815,0.0818345425971837,0.6571428571428573,0.14545490934511227,0.9200680272108844,0.7018027446625917,0.30282137720059765
 -1,-1,0.7959183673469388,0.9591836734693877,0.9591836734693877,0.9795918367346939,0.7959183673469388,0.017745028750801167,0.727891156462585,0.04820888955525344,0.6612244897959185,0.07274963298106607,0.6122448979591837,0.13486205898400871,0.8770651117589893,0.6489503471480266,0.29209956647760515
+-1,-1,0.7959183673469388,1.0,1.0,1.0,0.7959183673469388,0.017558185305940232,0.7006802721088435,0.04645369213831639,0.6775510204081633,0.07475282108634083,0.6122448979591837,0.13521585004141404,0.8809523809523809,0.6468668917364432,0.2837271108495391

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.22,0.52,0.74,0.9,0.22,0.22,0.17333333333333337,0.52,0.14800000000000002,0.74,0.08999999999999998,0.9,0.4237222222222221,0.5374400718050902,0.4303466788466788
 -1,-1,0.2,0.46,0.62,0.82,0.2,0.2,0.1533333333333333,0.46,0.124,0.62,0.08199999999999999,0.82,0.390611111111111,0.4933028735845294,0.3998066055743007
 -1,-1,0.24,0.44,0.66,0.8,0.24,0.24,0.14666666666666664,0.44,0.132,0.66,0.08,0.8,0.39463492063492056,0.4902991099751076,0.4003835599098757
+-1,-1,0.18,0.4,0.52,0.66,0.18,0.18,0.13333333333333333,0.4,0.10400000000000002,0.52,0.066,0.66,0.3287142857142857,0.40820135713793015,0.3427752726736186

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.28,0.4,0.58,0.68,0.28,0.13499999999999998,0.14666666666666667,0.21,0.132,0.294,0.08399999999999999,0.35200000000000004,0.38588095238095227,0.29076885639822775,0.2284985743248978
 -1,-1,0.28,0.42,0.5,0.64,0.28,0.12666666666666665,0.15333333333333332,0.1973333333333333,0.11600000000000002,0.2606666666666666,0.07400000000000001,0.3123333333333333,0.37093650793650795,0.26290792445639205,0.2087000001335581
 -1,-1,0.24,0.42,0.5,0.6,0.24,0.10833333333333332,0.14,0.21166666666666667,0.11200000000000002,0.25566666666666665,0.07600000000000001,0.3256666666666666,0.3523015873015873,0.26169135089091966,0.2002316017159792
+-1,-1,0.26,0.38,0.48,0.64,0.26,0.11833333333333332,0.13333333333333333,0.19666666666666668,0.1,0.245,0.07600000000000001,0.33233333333333337,0.35035714285714287,0.2597356124900003,0.19912686876290914

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.68,0.84,0.9,0.96,0.68,0.05716747444864907,0.5466666666666667,0.1337308951341992,0.452,0.17566784068129068,0.37200000000000005,0.2632314620490831,0.7753333333333333,0.4849472222283775,0.3229143949554386
 -1,-1,0.64,0.82,0.86,0.9,0.64,0.06869625936429839,0.4799999999999999,0.12411529604858355,0.4159999999999999,0.1649095059218987,0.366,0.25973433711392624,0.7323809523809526,0.4696471920704787,0.31155113021441067
 -1,-1,0.64,0.86,0.9,0.94,0.64,0.06357468346770019,0.5599999999999999,0.13735963585112515,0.4720000000000001,0.166831656051438,0.37999999999999995,0.26420780996847976,0.7535555555555556,0.48911555700232834,0.3157231020691947
+-1,-1,0.72,0.8,0.86,0.9,0.72,0.07990956569074031,0.5066666666666667,0.12427443036804395,0.44000000000000006,0.176211764533603,0.36,0.25508369769032824,0.7687142857142858,0.47532130358855035,0.3181857187430439

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.82,0.96,1.0,1.0,0.82,0.7566666666666667,0.32,0.8966666666666667,0.19999999999999996,0.9366666666666668,0.102,0.9466666666666668,0.8913333333333333,0.8736355301798917,0.8324328703703704
 -1,-1,0.8,0.96,0.96,0.98,0.8,0.7566666666666667,0.32666666666666666,0.9066666666666667,0.19599999999999995,0.9066666666666667,0.09999999999999998,0.9266666666666667,0.8728571428571429,0.862302442184373,0.827208000215349
 -1,-1,0.68,0.86,0.94,0.96,0.68,0.6266666666666666,0.2866666666666666,0.8066666666666665,0.19599999999999998,0.8933333333333333,0.09999999999999998,0.9133333333333333,0.7823333333333333,0.7907698101544155,0.7371080182072829
+-1,-1,0.64,0.86,0.94,0.96,0.64,0.5966666666666667,0.2866666666666666,0.7966666666666667,0.19199999999999995,0.8866666666666667,0.09799999999999998,0.9066666666666667,0.7656666666666667,0.7769748505528677,0.7217596729098398

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4,0.62,0.64,0.7,0.4,0.21941269841269842,0.28,0.4022142857142857,0.19199999999999995,0.44707142857142856,0.11399999999999999,0.509626984126984,0.505,0.4352400324035161,0.3798068762112574
 -1,-1,0.38,0.48,0.56,0.62,0.38,0.2072460317460318,0.19333333333333336,0.3121031746031746,0.14,0.34743650793650793,0.088,0.4231031746031746,0.4389126984126985,0.35669365584544394,0.30271886425746414
 -1,-1,0.36,0.5,0.64,0.7,0.36,0.20107936507936508,0.20666666666666667,0.3257698412698412,0.17599999999999993,0.42979365079365073,0.10799999999999997,0.4909603174603175,0.46819047619047616,0.40067757231847495,0.33164142416991793
+-1,-1,0.4,0.44,0.58,0.68,0.4,0.21341269841269842,0.18666666666666665,0.2589365079365079,0.156,0.3756269841269841,0.10599999999999998,0.481515873015873,0.4656666666666667,0.3878223215691379,0.31990817344631833

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.8,0.86,0.9,0.92,0.8,0.4,0.4133333333333332,0.62,0.26799999999999996,0.67,0.13799999999999998,0.69,0.8385238095238097,0.6846067758620142,0.6229030032655473
 -1,-1,0.72,0.86,0.92,0.92,0.72,0.36,0.38666666666666666,0.58,0.272,0.68,0.144,0.72,0.7986666666666666,0.6741831390182679,0.5983102633770884
 -1,-1,0.58,0.7,0.8,0.86,0.58,0.29,0.27999999999999997,0.42,0.192,0.48,0.10599999999999998,0.53,0.658079365079365,0.49885278401211314,0.4235954555015261
+-1,-1,0.68,0.74,0.76,0.84,0.68,0.34,0.29333333333333333,0.44,0.19199999999999995,0.48,0.11199999999999999,0.56,0.7230555555555556,0.5455384531716662,0.4739155055471728

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.44,0.7,0.72,0.84,0.44,0.44,0.2333333333333333,0.7,0.14400000000000002,0.72,0.084,0.84,0.5752380952380952,0.6393050305464907,0.5834313164313165
 -1,-1,0.32,0.56,0.62,0.74,0.32,0.32,0.18666666666666668,0.56,0.124,0.62,0.07400000000000001,0.74,0.4534126984126985,0.522258803283639,0.4638252994171221
 -1,-1,0.32,0.54,0.62,0.72,0.32,0.32,0.18,0.54,0.124,0.62,0.07200000000000001,0.72,0.44588095238095227,0.5113600890173079,0.46015815095025
+-1,-1,0.36,0.58,0.64,0.76,0.36,0.36,0.19333333333333333,0.58,0.128,0.64,0.07600000000000001,0.76,0.4841904761904761,0.5502773798420649,0.49554545654198856

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4,0.5,0.56,0.68,0.4,0.017742022682771613,0.3466666666666666,0.04218740437276733,0.32,0.061297156728343155,0.282,0.10232183760818475,0.46851587301587294,0.3087896786838233,0.12702712283624432
 -1,-1,0.34,0.48,0.5,0.58,0.34,0.03047223530556736,0.33333333333333326,0.0543561699321758,0.292,0.06787885069496813,0.262,0.10337021977345857,0.4257142857142857,0.2963492902849603,0.12099779665938908
 -1,-1,0.38,0.48,0.56,0.7,0.38,0.012693306422073789,0.3066666666666667,0.04214726266623383,0.296,0.060842489623681925,0.262,0.11303442021619761,0.4633809523809523,0.29532590300926675,0.10812887551074139
+-1,-1,0.32,0.42,0.48,0.68,0.32,0.010995012876071315,0.3133333333333333,0.050549765552791205,0.284,0.07020444425056845,0.252,0.10707053980924444,0.4056031746031746,0.28103276975276337,0.11126387752909571

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.44,0.58,0.64,0.74,0.44,0.41,0.20666666666666664,0.56,0.14,0.63,0.08,0.71,0.5335555555555557,0.5669662624959938,0.5268891955660058
 -1,-1,0.32,0.54,0.54,0.74,0.32,0.29,0.18666666666666665,0.52,0.11600000000000002,0.53,0.07800000000000001,0.71,0.4477936507936508,0.49985826827052954,0.4354984725628689
 -1,-1,0.34,0.5,0.58,0.62,0.34,0.31,0.18,0.49,0.12400000000000003,0.56,0.068,0.61,0.44116666666666665,0.47606860320855016,0.4435242837774235
+-1,-1,0.38,0.56,0.6,0.66,0.38,0.37,0.19333333333333333,0.53,0.128,0.58,0.07,0.63,0.4758571428571428,0.50866692066392,0.47823183905498623

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.88,0.96,0.98,0.98,0.88,0.7773333333333333,0.40666666666666657,0.932,0.264,0.97,0.13599999999999998,0.9766666666666666,0.925,0.9338857017454859,0.9155441077441077
 -1,-1,0.8,0.94,0.96,0.98,0.8,0.7040000000000001,0.3733333333333333,0.8853333333333333,0.24399999999999994,0.932,0.132,0.97,0.8636666666666666,0.8822237320765974,0.8473146191282837
 -1,-1,0.86,0.94,0.96,0.96,0.86,0.7473333333333332,0.38666666666666655,0.8986666666666667,0.25199999999999995,0.9426666666666667,0.132,0.9533333333333335,0.9016666666666666,0.9072932413699512,0.888297619047619
+-1,-1,0.88,0.94,0.96,0.96,0.88,0.7573333333333332,0.3933333333333333,0.9053333333333333,0.25199999999999995,0.9426666666666667,0.128,0.9466666666666665,0.9116666666666666,0.9100399774260584,0.895811391337707

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.54,0.64,0.74,0.32,0.06666666666666667,0.26,0.16166666666666668,0.22800000000000004,0.2356666666666667,0.154,0.3156666666666667,0.44319047619047613,0.2935945171614566,0.2271492750494412
 -1,-1,0.44,0.7,0.76,0.82,0.44,0.09000000000000002,0.35999999999999993,0.22366666666666668,0.276,0.2856666666666667,0.18799999999999997,0.3856666666666666,0.5814126984126983,0.3770553629496287,0.29083941157524296
 -1,-1,0.48,0.74,0.8,0.86,0.48,0.098,0.3666666666666666,0.22766666666666666,0.304,0.31166666666666665,0.19599999999999998,0.4016666666666666,0.6166666666666667,0.39641992547924204,0.31328986730997044
+-1,-1,0.46,0.72,0.76,0.8,0.46,0.09666666666666668,0.38,0.23566666666666666,0.30400000000000005,0.31266666666666665,0.188,0.3856666666666666,0.5913809523809523,0.38741400329791764,0.31551631514697176

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.54,0.72,0.82,0.86,0.54,0.505,0.26666666666666666,0.705,0.184,0.815,0.09799999999999998,0.86,0.6388333333333331,0.6928979313137813,0.6431673130790777
 -1,-1,0.54,0.62,0.68,0.78,0.54,0.505,0.22,0.605,0.14800000000000002,0.67,0.08799999999999997,0.77,0.6037142857142856,0.6369569682887986,0.5980723176336579
 -1,-1,0.38,0.5,0.56,0.74,0.38,0.345,0.18,0.47,0.132,0.55,0.08599999999999998,0.74,0.47410317460317464,0.5305656106537925,0.47051873061317523
+-1,-1,0.42,0.58,0.7,0.78,0.42,0.375,0.21333333333333335,0.555,0.15600000000000003,0.68,0.088,0.77,0.5328888888888889,0.5788914385366478,0.5182104899930987

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.5714285714285714,0.7346938775510204,0.8571428571428571,0.8979591836734694,0.5714285714285714,0.04160307096696755,0.48979591836734687,0.10938109580497314,0.46938775510204084,0.16462035443893633,0.40408163265306124,0.27764072821348407,0.6836977648202137,0.45369150936664365,0.34573275558813277
 -1,-1,0.6122448979591837,0.8163265306122449,0.9183673469387755,0.9795918367346939,0.6122448979591837,0.043687253263675355,0.5306122448979591,0.11567711645152232,0.48571428571428565,0.17379773177120716,0.42857142857142855,0.2854021806590398,0.7382896015549075,0.48361355760830715,0.3640696958602512
 -1,-1,0.5510204081632653,0.8163265306122449,0.8979591836734694,0.9183673469387755,0.5510204081632653,0.04038091396109546,0.5442176870748298,0.11742651442897102,0.46938775510204084,0.16752011739210812,0.3897959183673469,0.2612054305395196,0.6896825396825397,0.44501341794656196,0.3370332763378243
+-1,-1,0.5102040816326531,0.8367346938775511,0.9183673469387755,0.9591836734693877,0.5102040816326531,0.03803697438726393,0.5714285714285714,0.11819309671478571,0.5020408163265306,0.17697581186842984,0.39591836734693875,0.26725829703024545,0.6901360544217686,0.45620717637809394,0.35270638619571454

NanoBEIR_evaluation_mean_results.csv

@@ -11,3 +11,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.5224175824175824,0.6872841444270017,0.7674725274725275,0.8383045525902669,0.5224175824175824,0.3112763025521349,0.3145996860282575,0.4609882318738122,0.24164521193092625,0.5276915472117948,0.1644678178963893,0.5956785393844413,0.6221403653036306,0.5535207015531378,0.47583411417450117
 -1,-1,0.4917111459968604,0.6658712715855573,0.7229513343799059,0.8076609105180533,0.4917111459968604,0.28480270100099275,0.2987650444793302,0.42648090438734276,0.22690109890109894,0.4814632766403525,0.16189010989010988,0.5712520445243282,0.5937206897410979,0.5244117853786112,0.4437624982006913
 -1,-1,0.46546310832025123,0.6381789638932496,0.724458398744113,0.7983359497645213,0.46546310832025123,0.26177396940488984,0.28955520669806384,0.3944130708371414,0.2293375196232339,0.46910163439955477,0.15813814756671898,0.5479544598603472,0.5724340659340659,0.4994963826952332,0.417664151163137
+-1,-1,0.4777080062794348,0.635133437990581,0.7075667189952904,0.7907064364207221,0.4777080062794348,0.27202725010513645,0.29216117216117216,0.39932977953118937,0.22600313971742544,0.46815530805996813,0.1550706436420722,0.5432509031445403,0.5764536891679748,0.5020095049544321,0.4263813052217281

config.json

@@ -1,25 +1,45 @@
 {
   "architectures": [
-    "BertModel"
+    "ModernBertModel"
   ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
   "dtype": "float32",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
   "gradient_checkpointing": false,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 384,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
   "initializer_range": 0.02,
-  "intermediate_size": 1536,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
   "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
   "position_embedding_type": "absolute",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 30522
+  "vocab_size": 50368
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -187,3 +187,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.36,0.56,0.64,0.74,0.36,0.36,0.18666666666666668,0.56,0.128,0.64,0.07400000000000001,0.74,0.4827460317460317,0.5446246657197235,0.4958038707887302
 3.9118065433854907,2750,0.36,0.58,0.64,0.76,0.36,0.36,0.19333333333333333,0.58,0.128,0.64,0.07600000000000001,0.76,0.48752380952380947,0.5528959749134941,0.49868116802286117
 4.2674253200568995,3000,0.36,0.58,0.64,0.76,0.36,0.36,0.19333333333333333,0.58,0.128,0.64,0.07600000000000001,0.76,0.4841904761904761,0.5502773798420649,0.49554545654198856
+0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
+0.35561877667140823,250,0.46,0.66,0.72,0.86,0.46,0.46,0.22,0.66,0.14400000000000002,0.72,0.086,0.86,0.5832698412698413,0.649048727570968,0.5903014833014832
+0.7112375533428165,500,0.48,0.7,0.76,0.86,0.48,0.48,0.2333333333333333,0.7,0.15200000000000002,0.76,0.086,0.86,0.6030555555555555,0.6647772904105264,0.609503589003589
+1.0668563300142249,750,0.48,0.68,0.74,0.86,0.48,0.48,0.22666666666666668,0.68,0.14800000000000002,0.74,0.086,0.86,0.5997142857142856,0.6618135607829633,0.6057979917743076
+1.422475106685633,1000,0.46,0.68,0.76,0.86,0.46,0.46,0.22666666666666668,0.68,0.15200000000000002,0.76,0.086,0.86,0.5942460317460317,0.6586477368172865,0.6006275889143535
+1.7780938833570412,1250,0.48,0.7,0.78,0.86,0.48,0.48,0.2333333333333333,0.7,0.15600000000000003,0.78,0.08599999999999998,0.86,0.604079365079365,0.665747571944009,0.6099265572053926
+2.1337126600284497,1500,0.44,0.7,0.72,0.86,0.44,0.44,0.2333333333333333,0.7,0.14400000000000002,0.72,0.08599999999999998,0.86,0.5764126984126984,0.6443081075752671,0.5822293383617922
+2.4893314366998576,1750,0.44,0.68,0.76,0.84,0.44,0.44,0.22666666666666668,0.68,0.15200000000000002,0.76,0.08399999999999999,0.84,0.5822698412698413,0.6448988301163567,0.5892437539168623
+2.844950213371266,2000,0.44,0.68,0.74,0.84,0.44,0.44,0.22666666666666668,0.68,0.14800000000000002,0.74,0.08399999999999999,0.84,0.5732142857142857,0.637584475159849,0.5799248957868893
+3.200568990042674,2250,0.44,0.68,0.74,0.84,0.44,0.44,0.22666666666666668,0.68,0.14800000000000002,0.74,0.08399999999999999,0.84,0.5798809523809524,0.6428216653027071,0.586353651118843
+3.5561877667140824,2500,0.46,0.66,0.72,0.84,0.46,0.46,0.22,0.66,0.14400000000000002,0.72,0.08399999999999999,0.84,0.587547619047619,0.6482036889902156,0.5940143676263612
+3.9118065433854907,2750,0.46,0.64,0.72,0.84,0.46,0.46,0.21333333333333332,0.64,0.14400000000000002,0.72,0.08399999999999999,0.84,0.5810793650793651,0.6427377121204213,0.5877225449988608
+4.2674253200568995,3000,0.44,0.66,0.72,0.84,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08399999999999999,0.84,0.5681349206349207,0.6329590083197414,0.5748098465861624

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -187,3 +187,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.38,0.56,0.6,0.68,0.38,0.37,0.19333333333333333,0.53,0.128,0.58,0.07200000000000001,0.65,0.4773015873015872,0.5123769212140526,0.47483936752757755
 3.9118065433854907,2750,0.38,0.54,0.6,0.66,0.38,0.37,0.18666666666666665,0.51,0.128,0.58,0.07,0.63,0.4739126984126984,0.506991754202953,0.476258531742968
 4.2674253200568995,3000,0.38,0.56,0.6,0.66,0.38,0.37,0.19333333333333333,0.53,0.128,0.58,0.07,0.63,0.4758571428571428,0.50866692066392,0.47823183905498623
+0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
+0.35561877667140823,250,0.44,0.58,0.64,0.74,0.44,0.41,0.21333333333333332,0.57,0.14,0.63,0.08,0.71,0.5335555555555556,0.5678163719721965,0.5291858400838066
+0.7112375533428165,500,0.44,0.58,0.64,0.76,0.44,0.41,0.19333333333333333,0.54,0.136,0.61,0.08199999999999999,0.73,0.5312222222222223,0.5657253145823716,0.5169211480220697
+1.0668563300142249,750,0.4,0.6,0.68,0.8,0.4,0.37,0.20666666666666664,0.56,0.14,0.64,0.08399999999999999,0.76,0.5123015873015873,0.5579186694573198,0.49740110846012336
+1.422475106685633,1000,0.36,0.58,0.64,0.78,0.36,0.33,0.2,0.54,0.136,0.61,0.08599999999999998,0.76,0.4793809523809523,0.5354186053944772,0.4673277105304969
+1.7780938833570412,1250,0.34,0.62,0.66,0.76,0.34,0.32,0.21333333333333332,0.58,0.136,0.62,0.08,0.72,0.48191269841269835,0.5294795686796587,0.4738381997227093
+2.1337126600284497,1500,0.32,0.54,0.64,0.74,0.32,0.3,0.18666666666666665,0.51,0.132,0.6,0.07800000000000001,0.7,0.449111111111111,0.500637801477119,0.4450888269214307
+2.4893314366998576,1750,0.32,0.56,0.66,0.76,0.32,0.3,0.19333333333333333,0.53,0.136,0.62,0.08199999999999999,0.73,0.4478333333333333,0.508079173074156,0.44304758174964354
+2.844950213371266,2000,0.32,0.54,0.64,0.74,0.32,0.3,0.18666666666666665,0.51,0.132,0.6,0.07800000000000001,0.7,0.4532142857142856,0.503288018976166,0.44671716669169975
+3.200568990042674,2250,0.32,0.58,0.64,0.72,0.32,0.3,0.2,0.55,0.132,0.6,0.078,0.69,0.4489999999999999,0.5007235777353172,0.4464342260091491
+3.5561877667140824,2500,0.32,0.54,0.64,0.72,0.32,0.3,0.18666666666666665,0.52,0.132,0.6,0.078,0.69,0.43752380952380954,0.49209287132220725,0.43574180716158784
+3.9118065433854907,2750,0.32,0.54,0.64,0.74,0.32,0.3,0.18666666666666665,0.52,0.132,0.6,0.08,0.71,0.44,0.49815463078730476,0.43642290539648276
+4.2674253200568995,3000,0.32,0.54,0.64,0.74,0.32,0.3,0.18666666666666665,0.52,0.132,0.6,0.08,0.71,0.43952380952380954,0.49769715371181095,0.43617752668168885

eval/NanoBEIR_evaluation_mean_results.csv

@@ -187,3 +187,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.37,0.56,0.62,0.71,0.37,0.365,0.19,0.545,0.128,0.61,0.07300000000000001,0.6950000000000001,0.48002380952380946,0.528500793466888,0.48532161915815386
 3.9118065433854907,2750,0.37,0.56,0.62,0.71,0.37,0.365,0.19,0.5449999999999999,0.128,0.61,0.07300000000000001,0.6950000000000001,0.48071825396825396,0.5299438645582235,0.4874698498829146
 4.2674253200568995,3000,0.37,0.5700000000000001,0.62,0.71,0.37,0.365,0.19333333333333333,0.5549999999999999,0.128,0.61,0.07300000000000001,0.6950000000000001,0.48002380952380946,0.5294721502529924,0.4868886477984874
+0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
+0.35561877667140823,250,0.45,0.62,0.6799999999999999,0.8,0.45,0.435,0.21666666666666667,0.615,0.14200000000000002,0.675,0.08299999999999999,0.7849999999999999,0.5584126984126985,0.6084325497715822,0.559743661692645
+0.7112375533428165,500,0.45999999999999996,0.6399999999999999,0.7,0.81,0.45999999999999996,0.44499999999999995,0.21333333333333332,0.62,0.14400000000000002,0.685,0.08399999999999999,0.7949999999999999,0.5671388888888889,0.615251302496449,0.5632123685128294
+1.0668563300142249,750,0.44,0.64,0.71,0.8300000000000001,0.44,0.425,0.21666666666666667,0.6200000000000001,0.14400000000000002,0.69,0.08499999999999999,0.81,0.5560079365079365,0.6098661151201415,0.5515995501172155
+1.422475106685633,1000,0.41000000000000003,0.63,0.7,0.8200000000000001,0.41000000000000003,0.395,0.21333333333333335,0.6100000000000001,0.14400000000000002,0.685,0.086,0.81,0.536813492063492,0.5970331711058818,0.5339776497224252
+1.7780938833570412,1250,0.41000000000000003,0.6599999999999999,0.72,0.81,0.41000000000000003,0.4,0.22333333333333333,0.6399999999999999,0.14600000000000002,0.7,0.08299999999999999,0.79,0.5429960317460316,0.5976135703118339,0.541882378464051
+2.1337126600284497,1500,0.38,0.62,0.6799999999999999,0.8,0.38,0.37,0.20999999999999996,0.605,0.138,0.6599999999999999,0.08199999999999999,0.78,0.5127619047619048,0.5724729545261931,0.5136590826416114
+2.4893314366998576,1750,0.38,0.6200000000000001,0.71,0.8,0.38,0.37,0.21000000000000002,0.605,0.14400000000000002,0.69,0.08299999999999999,0.7849999999999999,0.5150515873015873,0.5764890015952564,0.516145667833253
+2.844950213371266,2000,0.38,0.6100000000000001,0.69,0.79,0.38,0.37,0.20666666666666667,0.595,0.14,0.6699999999999999,0.081,0.77,0.5132142857142856,0.5704362470680076,0.5133210312392945
+3.200568990042674,2250,0.38,0.63,0.69,0.78,0.38,0.37,0.21333333333333335,0.615,0.14,0.6699999999999999,0.08099999999999999,0.7649999999999999,0.5144404761904762,0.5717726215190122,0.5163939385639961
+3.5561877667140824,2500,0.39,0.6000000000000001,0.6799999999999999,0.78,0.39,0.38,0.2033333333333333,0.5900000000000001,0.138,0.6599999999999999,0.08099999999999999,0.7649999999999999,0.5125357142857143,0.5701482801562114,0.5148780873939744
+3.9118065433854907,2750,0.39,0.5900000000000001,0.6799999999999999,0.79,0.39,0.38,0.19999999999999998,0.5800000000000001,0.138,0.6599999999999999,0.08199999999999999,0.7749999999999999,0.5105396825396825,0.570446171453863,0.5120727251976718
+4.2674253200568995,3000,0.38,0.6000000000000001,0.6799999999999999,0.79,0.38,0.37,0.2033333333333333,0.5900000000000001,0.138,0.6599999999999999,0.08199999999999999,0.7749999999999999,0.503829365079365,0.5653280810157761,0.5054936866339257

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.24,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.42,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.5,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.6,
-    "NanoClimateFEVER_cosine_precision@1": 0.24,
-    "NanoClimateFEVER_cosine_precision@3": 0.14,
-    "NanoClimateFEVER_cosine_precision@5": 0.11200000000000002,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.26,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.38,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.48,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.64,
+    "NanoClimateFEVER_cosine_precision@1": 0.26,
+    "NanoClimateFEVER_cosine_precision@3": 0.13333333333333333,
+    "NanoClimateFEVER_cosine_precision@5": 0.1,
     "NanoClimateFEVER_cosine_precision@10": 0.07600000000000001,
-    "NanoClimateFEVER_cosine_recall@1": 0.10833333333333332,
-    "NanoClimateFEVER_cosine_recall@3": 0.21166666666666667,
-    "NanoClimateFEVER_cosine_recall@5": 0.25566666666666665,
-    "NanoClimateFEVER_cosine_recall@10": 0.3256666666666666,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.26169135089091966,
-    "NanoClimateFEVER_cosine_mrr@10": 0.3523015873015873,
-    "NanoClimateFEVER_cosine_map@100": 0.2002316017159792,
-    "NanoDBPedia_cosine_accuracy@1": 0.64,
-    "NanoDBPedia_cosine_accuracy@3": 0.86,
-    "NanoDBPedia_cosine_accuracy@5": 0.9,
-    "NanoDBPedia_cosine_accuracy@10": 0.94,
-    "NanoDBPedia_cosine_precision@1": 0.64,
-    "NanoDBPedia_cosine_precision@3": 0.5599999999999999,
-    "NanoDBPedia_cosine_precision@5": 0.4720000000000001,
-    "NanoDBPedia_cosine_precision@10": 0.37999999999999995,
-    "NanoDBPedia_cosine_recall@1": 0.06357468346770019,
-    "NanoDBPedia_cosine_recall@3": 0.13735963585112515,
-    "NanoDBPedia_cosine_recall@5": 0.166831656051438,
-    "NanoDBPedia_cosine_recall@10": 0.26420780996847976,
-    "NanoDBPedia_cosine_ndcg@10": 0.48911555700232834,
-    "NanoDBPedia_cosine_mrr@10": 0.7535555555555556,
-    "NanoDBPedia_cosine_map@100": 0.3157231020691947,
-    "NanoFEVER_cosine_accuracy@1": 0.68,
+    "NanoClimateFEVER_cosine_recall@1": 0.11833333333333332,
+    "NanoClimateFEVER_cosine_recall@3": 0.19666666666666668,
+    "NanoClimateFEVER_cosine_recall@5": 0.245,
+    "NanoClimateFEVER_cosine_recall@10": 0.33233333333333337,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.2597356124900003,
+    "NanoClimateFEVER_cosine_mrr@10": 0.35035714285714287,
+    "NanoClimateFEVER_cosine_map@100": 0.19912686876290914,
+    "NanoDBPedia_cosine_accuracy@1": 0.72,
+    "NanoDBPedia_cosine_accuracy@3": 0.8,
+    "NanoDBPedia_cosine_accuracy@5": 0.86,
+    "NanoDBPedia_cosine_accuracy@10": 0.9,
+    "NanoDBPedia_cosine_precision@1": 0.72,
+    "NanoDBPedia_cosine_precision@3": 0.5066666666666667,
+    "NanoDBPedia_cosine_precision@5": 0.44000000000000006,
+    "NanoDBPedia_cosine_precision@10": 0.36,
+    "NanoDBPedia_cosine_recall@1": 0.07990956569074031,
+    "NanoDBPedia_cosine_recall@3": 0.12427443036804395,
+    "NanoDBPedia_cosine_recall@5": 0.176211764533603,
+    "NanoDBPedia_cosine_recall@10": 0.25508369769032824,
+    "NanoDBPedia_cosine_ndcg@10": 0.47532130358855035,
+    "NanoDBPedia_cosine_mrr@10": 0.7687142857142858,
+    "NanoDBPedia_cosine_map@100": 0.3181857187430439,
+    "NanoFEVER_cosine_accuracy@1": 0.64,
     "NanoFEVER_cosine_accuracy@3": 0.86,
     "NanoFEVER_cosine_accuracy@5": 0.94,
     "NanoFEVER_cosine_accuracy@10": 0.96,
-    "NanoFEVER_cosine_precision@1": 0.68,
+    "NanoFEVER_cosine_precision@1": 0.64,
     "NanoFEVER_cosine_precision@3": 0.2866666666666666,
-    "NanoFEVER_cosine_precision@5": 0.19599999999999998,
-    "NanoFEVER_cosine_precision@10": 0.09999999999999998,
-    "NanoFEVER_cosine_recall@1": 0.6266666666666666,
-    "NanoFEVER_cosine_recall@3": 0.8066666666666665,
-    "NanoFEVER_cosine_recall@5": 0.8933333333333333,
-    "NanoFEVER_cosine_recall@10": 0.9133333333333333,
-    "NanoFEVER_cosine_ndcg@10": 0.7907698101544155,
-    "NanoFEVER_cosine_mrr@10": 0.7823333333333333,
-    "NanoFEVER_cosine_map@100": 0.7371080182072829,
-    "NanoFiQA2018_cosine_accuracy@1": 0.36,
-    "NanoFiQA2018_cosine_accuracy@3": 0.5,
-    "NanoFiQA2018_cosine_accuracy@5": 0.64,
-    "NanoFiQA2018_cosine_accuracy@10": 0.7,
-    "NanoFiQA2018_cosine_precision@1": 0.36,
-    "NanoFiQA2018_cosine_precision@3": 0.20666666666666667,
-    "NanoFiQA2018_cosine_precision@5": 0.17599999999999993,
-    "NanoFiQA2018_cosine_precision@10": 0.10799999999999997,
-    "NanoFiQA2018_cosine_recall@1": 0.20107936507936508,
-    "NanoFiQA2018_cosine_recall@3": 0.3257698412698412,
-    "NanoFiQA2018_cosine_recall@5": 0.42979365079365073,
-    "NanoFiQA2018_cosine_recall@10": 0.4909603174603175,
-    "NanoFiQA2018_cosine_ndcg@10": 0.40067757231847495,
-    "NanoFiQA2018_cosine_mrr@10": 0.46819047619047616,
-    "NanoFiQA2018_cosine_map@100": 0.33164142416991793,
-    "NanoHotpotQA_cosine_accuracy@1": 0.58,
-    "NanoHotpotQA_cosine_accuracy@3": 0.7,
-    "NanoHotpotQA_cosine_accuracy@5": 0.8,
-    "NanoHotpotQA_cosine_accuracy@10": 0.86,
-    "NanoHotpotQA_cosine_precision@1": 0.58,
-    "NanoHotpotQA_cosine_precision@3": 0.27999999999999997,
-    "NanoHotpotQA_cosine_precision@5": 0.192,
-    "NanoHotpotQA_cosine_precision@10": 0.10599999999999998,
-    "NanoHotpotQA_cosine_recall@1": 0.29,
-    "NanoHotpotQA_cosine_recall@3": 0.42,
+    "NanoFEVER_cosine_precision@5": 0.19199999999999995,
+    "NanoFEVER_cosine_precision@10": 0.09799999999999998,
+    "NanoFEVER_cosine_recall@1": 0.5966666666666667,
+    "NanoFEVER_cosine_recall@3": 0.7966666666666667,
+    "NanoFEVER_cosine_recall@5": 0.8866666666666667,
+    "NanoFEVER_cosine_recall@10": 0.9066666666666667,
+    "NanoFEVER_cosine_ndcg@10": 0.7769748505528677,
+    "NanoFEVER_cosine_mrr@10": 0.7656666666666667,
+    "NanoFEVER_cosine_map@100": 0.7217596729098398,
+    "NanoFiQA2018_cosine_accuracy@1": 0.4,
+    "NanoFiQA2018_cosine_accuracy@3": 0.44,
+    "NanoFiQA2018_cosine_accuracy@5": 0.58,
+    "NanoFiQA2018_cosine_accuracy@10": 0.68,
+    "NanoFiQA2018_cosine_precision@1": 0.4,
+    "NanoFiQA2018_cosine_precision@3": 0.18666666666666665,
+    "NanoFiQA2018_cosine_precision@5": 0.156,
+    "NanoFiQA2018_cosine_precision@10": 0.10599999999999998,
+    "NanoFiQA2018_cosine_recall@1": 0.21341269841269842,
+    "NanoFiQA2018_cosine_recall@3": 0.2589365079365079,
+    "NanoFiQA2018_cosine_recall@5": 0.3756269841269841,
+    "NanoFiQA2018_cosine_recall@10": 0.481515873015873,
+    "NanoFiQA2018_cosine_ndcg@10": 0.3878223215691379,
+    "NanoFiQA2018_cosine_mrr@10": 0.4656666666666667,
+    "NanoFiQA2018_cosine_map@100": 0.31990817344631833,
+    "NanoHotpotQA_cosine_accuracy@1": 0.68,
+    "NanoHotpotQA_cosine_accuracy@3": 0.74,
+    "NanoHotpotQA_cosine_accuracy@5": 0.76,
+    "NanoHotpotQA_cosine_accuracy@10": 0.84,
+    "NanoHotpotQA_cosine_precision@1": 0.68,
+    "NanoHotpotQA_cosine_precision@3": 0.29333333333333333,
+    "NanoHotpotQA_cosine_precision@5": 0.19199999999999995,
+    "NanoHotpotQA_cosine_precision@10": 0.11199999999999999,
+    "NanoHotpotQA_cosine_recall@1": 0.34,
+    "NanoHotpotQA_cosine_recall@3": 0.44,
     "NanoHotpotQA_cosine_recall@5": 0.48,
-    "NanoHotpotQA_cosine_recall@10": 0.53,
-    "NanoHotpotQA_cosine_ndcg@10": 0.49885278401211314,
-    "NanoHotpotQA_cosine_mrr@10": 0.658079365079365,
-    "NanoHotpotQA_cosine_map@100": 0.4235954555015261,
-    "NanoMSMARCO_cosine_accuracy@1": 0.32,
-    "NanoMSMARCO_cosine_accuracy@3": 0.54,
-    "NanoMSMARCO_cosine_accuracy@5": 0.62,
-    "NanoMSMARCO_cosine_accuracy@10": 0.72,
-    "NanoMSMARCO_cosine_precision@1": 0.32,
-    "NanoMSMARCO_cosine_precision@3": 0.18,
-    "NanoMSMARCO_cosine_precision@5": 0.124,
-    "NanoMSMARCO_cosine_precision@10": 0.07200000000000001,
-    "NanoMSMARCO_cosine_recall@1": 0.32,
-    "NanoMSMARCO_cosine_recall@3": 0.54,
-    "NanoMSMARCO_cosine_recall@5": 0.62,
-    "NanoMSMARCO_cosine_recall@10": 0.72,
-    "NanoMSMARCO_cosine_ndcg@10": 0.5113600890173079,
-    "NanoMSMARCO_cosine_mrr@10": 0.44588095238095227,
-    "NanoMSMARCO_cosine_map@100": 0.46015815095025,
-    "NanoNFCorpus_cosine_accuracy@1": 0.38,
-    "NanoNFCorpus_cosine_accuracy@3": 0.48,
-    "NanoNFCorpus_cosine_accuracy@5": 0.56,
-    "NanoNFCorpus_cosine_accuracy@10": 0.7,
-    "NanoNFCorpus_cosine_precision@1": 0.38,
-    "NanoNFCorpus_cosine_precision@3": 0.3066666666666667,
-    "NanoNFCorpus_cosine_precision@5": 0.296,
-    "NanoNFCorpus_cosine_precision@10": 0.262,
-    "NanoNFCorpus_cosine_recall@1": 0.012693306422073789,
-    "NanoNFCorpus_cosine_recall@3": 0.04214726266623383,
-    "NanoNFCorpus_cosine_recall@5": 0.060842489623681925,
-    "NanoNFCorpus_cosine_recall@10": 0.11303442021619761,
-    "NanoNFCorpus_cosine_ndcg@10": 0.29532590300926675,
-    "NanoNFCorpus_cosine_mrr@10": 0.4633809523809523,
-    "NanoNFCorpus_cosine_map@100": 0.10812887551074139,
-    "NanoNQ_cosine_accuracy@1": 0.34,
-    "NanoNQ_cosine_accuracy@3": 0.5,
-    "NanoNQ_cosine_accuracy@5": 0.58,
-    "NanoNQ_cosine_accuracy@10": 0.62,
-    "NanoNQ_cosine_precision@1": 0.34,
-    "NanoNQ_cosine_precision@3": 0.18,
-    "NanoNQ_cosine_precision@5": 0.12400000000000003,
-    "NanoNQ_cosine_precision@10": 0.068,
-    "NanoNQ_cosine_recall@1": 0.31,
-    "NanoNQ_cosine_recall@3": 0.49,
-    "NanoNQ_cosine_recall@5": 0.56,
-    "NanoNQ_cosine_recall@10": 0.61,
-    "NanoNQ_cosine_ndcg@10": 0.47606860320855016,
-    "NanoNQ_cosine_mrr@10": 0.44116666666666665,
-    "NanoNQ_cosine_map@100": 0.4435242837774235,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.86,
+    "NanoHotpotQA_cosine_recall@10": 0.56,
+    "NanoHotpotQA_cosine_ndcg@10": 0.5455384531716662,
+    "NanoHotpotQA_cosine_mrr@10": 0.7230555555555556,
+    "NanoHotpotQA_cosine_map@100": 0.4739155055471728,
+    "NanoMSMARCO_cosine_accuracy@1": 0.36,
+    "NanoMSMARCO_cosine_accuracy@3": 0.58,
+    "NanoMSMARCO_cosine_accuracy@5": 0.64,
+    "NanoMSMARCO_cosine_accuracy@10": 0.76,
+    "NanoMSMARCO_cosine_precision@1": 0.36,
+    "NanoMSMARCO_cosine_precision@3": 0.19333333333333333,
+    "NanoMSMARCO_cosine_precision@5": 0.128,
+    "NanoMSMARCO_cosine_precision@10": 0.07600000000000001,
+    "NanoMSMARCO_cosine_recall@1": 0.36,
+    "NanoMSMARCO_cosine_recall@3": 0.58,
+    "NanoMSMARCO_cosine_recall@5": 0.64,
+    "NanoMSMARCO_cosine_recall@10": 0.76,
+    "NanoMSMARCO_cosine_ndcg@10": 0.5502773798420649,
+    "NanoMSMARCO_cosine_mrr@10": 0.4841904761904761,
+    "NanoMSMARCO_cosine_map@100": 0.49554545654198856,
+    "NanoNFCorpus_cosine_accuracy@1": 0.32,
+    "NanoNFCorpus_cosine_accuracy@3": 0.42,
+    "NanoNFCorpus_cosine_accuracy@5": 0.48,
+    "NanoNFCorpus_cosine_accuracy@10": 0.68,
+    "NanoNFCorpus_cosine_precision@1": 0.32,
+    "NanoNFCorpus_cosine_precision@3": 0.3133333333333333,
+    "NanoNFCorpus_cosine_precision@5": 0.284,
+    "NanoNFCorpus_cosine_precision@10": 0.252,
+    "NanoNFCorpus_cosine_recall@1": 0.010995012876071315,
+    "NanoNFCorpus_cosine_recall@3": 0.050549765552791205,
+    "NanoNFCorpus_cosine_recall@5": 0.07020444425056845,
+    "NanoNFCorpus_cosine_recall@10": 0.10707053980924444,
+    "NanoNFCorpus_cosine_ndcg@10": 0.28103276975276337,
+    "NanoNFCorpus_cosine_mrr@10": 0.4056031746031746,
+    "NanoNFCorpus_cosine_map@100": 0.11126387752909571,
+    "NanoNQ_cosine_accuracy@1": 0.38,
+    "NanoNQ_cosine_accuracy@3": 0.56,
+    "NanoNQ_cosine_accuracy@5": 0.6,
+    "NanoNQ_cosine_accuracy@10": 0.66,
+    "NanoNQ_cosine_precision@1": 0.38,
+    "NanoNQ_cosine_precision@3": 0.19333333333333333,
+    "NanoNQ_cosine_precision@5": 0.128,
+    "NanoNQ_cosine_precision@10": 0.07,
+    "NanoNQ_cosine_recall@1": 0.37,
+    "NanoNQ_cosine_recall@3": 0.53,
+    "NanoNQ_cosine_recall@5": 0.58,
+    "NanoNQ_cosine_recall@10": 0.63,
+    "NanoNQ_cosine_ndcg@10": 0.50866692066392,
+    "NanoNQ_cosine_mrr@10": 0.4758571428571428,
+    "NanoNQ_cosine_map@100": 0.47823183905498623,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.88,
     "NanoQuoraRetrieval_cosine_accuracy@3": 0.94,
     "NanoQuoraRetrieval_cosine_accuracy@5": 0.96,
     "NanoQuoraRetrieval_cosine_accuracy@10": 0.96,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.86,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.38666666666666655,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.88,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.3933333333333333,
     "NanoQuoraRetrieval_cosine_precision@5": 0.25199999999999995,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.132,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.7473333333333332,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.8986666666666667,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.128,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.7573333333333332,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9053333333333333,
     "NanoQuoraRetrieval_cosine_recall@5": 0.9426666666666667,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9533333333333335,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9072932413699512,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.9016666666666666,
-    "NanoQuoraRetrieval_cosine_map@100": 0.888297619047619,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.48,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.74,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.8,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.86,
-    "NanoSCIDOCS_cosine_precision@1": 0.48,
-    "NanoSCIDOCS_cosine_precision@3": 0.3666666666666666,
-    "NanoSCIDOCS_cosine_precision@5": 0.304,
-    "NanoSCIDOCS_cosine_precision@10": 0.19599999999999998,
-    "NanoSCIDOCS_cosine_recall@1": 0.098,
-    "NanoSCIDOCS_cosine_recall@3": 0.22766666666666666,
-    "NanoSCIDOCS_cosine_recall@5": 0.31166666666666665,
-    "NanoSCIDOCS_cosine_recall@10": 0.4016666666666666,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.39641992547924204,
-    "NanoSCIDOCS_cosine_mrr@10": 0.6166666666666667,
-    "NanoSCIDOCS_cosine_map@100": 0.31328986730997044,
-    "NanoArguAna_cosine_accuracy@1": 0.24,
-    "NanoArguAna_cosine_accuracy@3": 0.44,
-    "NanoArguAna_cosine_accuracy@5": 0.66,
-    "NanoArguAna_cosine_accuracy@10": 0.8,
-    "NanoArguAna_cosine_precision@1": 0.24,
-    "NanoArguAna_cosine_precision@3": 0.14666666666666664,
-    "NanoArguAna_cosine_precision@5": 0.132,
-    "NanoArguAna_cosine_precision@10": 0.08,
-    "NanoArguAna_cosine_recall@1": 0.24,
-    "NanoArguAna_cosine_recall@3": 0.44,
-    "NanoArguAna_cosine_recall@5": 0.66,
-    "NanoArguAna_cosine_recall@10": 0.8,
-    "NanoArguAna_cosine_ndcg@10": 0.4902991099751076,
-    "NanoArguAna_cosine_mrr@10": 0.39463492063492056,
-    "NanoArguAna_cosine_map@100": 0.4003835599098757,
-    "NanoSciFact_cosine_accuracy@1": 0.38,
-    "NanoSciFact_cosine_accuracy@3": 0.5,
-    "NanoSciFact_cosine_accuracy@5": 0.56,
-    "NanoSciFact_cosine_accuracy@10": 0.74,
-    "NanoSciFact_cosine_precision@1": 0.38,
-    "NanoSciFact_cosine_precision@3": 0.18,
-    "NanoSciFact_cosine_precision@5": 0.132,
-    "NanoSciFact_cosine_precision@10": 0.08599999999999998,
-    "NanoSciFact_cosine_recall@1": 0.345,
-    "NanoSciFact_cosine_recall@3": 0.47,
-    "NanoSciFact_cosine_recall@5": 0.55,
-    "NanoSciFact_cosine_recall@10": 0.74,
-    "NanoSciFact_cosine_ndcg@10": 0.5305656106537925,
-    "NanoSciFact_cosine_mrr@10": 0.47410317460317464,
-    "NanoSciFact_cosine_map@100": 0.47051873061317523,
-    "NanoTouche2020_cosine_accuracy@1": 0.5510204081632653,
-    "NanoTouche2020_cosine_accuracy@3": 0.8163265306122449,
-    "NanoTouche2020_cosine_accuracy@5": 0.8979591836734694,
-    "NanoTouche2020_cosine_accuracy@10": 0.9183673469387755,
-    "NanoTouche2020_cosine_precision@1": 0.5510204081632653,
-    "NanoTouche2020_cosine_precision@3": 0.5442176870748298,
-    "NanoTouche2020_cosine_precision@5": 0.46938775510204084,
-    "NanoTouche2020_cosine_precision@10": 0.3897959183673469,
-    "NanoTouche2020_cosine_recall@1": 0.04038091396109546,
-    "NanoTouche2020_cosine_recall@3": 0.11742651442897102,
-    "NanoTouche2020_cosine_recall@5": 0.16752011739210812,
-    "NanoTouche2020_cosine_recall@10": 0.2612054305395196,
-    "NanoTouche2020_cosine_ndcg@10": 0.44501341794656196,
-    "NanoTouche2020_cosine_mrr@10": 0.6896825396825397,
-    "NanoTouche2020_cosine_map@100": 0.3370332763378243,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.46546310832025123,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.6381789638932496,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.724458398744113,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.7983359497645213,
-    "NanoBEIR_mean_cosine_precision@1": 0.46546310832025123,
-    "NanoBEIR_mean_cosine_precision@3": 0.28955520669806384,
-    "NanoBEIR_mean_cosine_precision@5": 0.2293375196232339,
-    "NanoBEIR_mean_cosine_precision@10": 0.15813814756671898,
-    "NanoBEIR_mean_cosine_recall@1": 0.26177396940488984,
-    "NanoBEIR_mean_cosine_recall@3": 0.3944130708371414,
-    "NanoBEIR_mean_cosine_recall@5": 0.46910163439955477,
-    "NanoBEIR_mean_cosine_recall@10": 0.5479544598603472,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.4994963826952332,
-    "NanoBEIR_mean_cosine_mrr@10": 0.5724340659340659,
-    "NanoBEIR_mean_cosine_map@100": 0.417664151163137
+    "NanoQuoraRetrieval_cosine_recall@10": 0.9466666666666665,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9100399774260584,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.9116666666666666,
+    "NanoQuoraRetrieval_cosine_map@100": 0.895811391337707,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.46,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.72,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.76,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.8,
+    "NanoSCIDOCS_cosine_precision@1": 0.46,
+    "NanoSCIDOCS_cosine_precision@3": 0.38,
+    "NanoSCIDOCS_cosine_precision@5": 0.30400000000000005,
+    "NanoSCIDOCS_cosine_precision@10": 0.188,
+    "NanoSCIDOCS_cosine_recall@1": 0.09666666666666668,
+    "NanoSCIDOCS_cosine_recall@3": 0.23566666666666666,
+    "NanoSCIDOCS_cosine_recall@5": 0.31266666666666665,
+    "NanoSCIDOCS_cosine_recall@10": 0.3856666666666666,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.38741400329791764,
+    "NanoSCIDOCS_cosine_mrr@10": 0.5913809523809523,
+    "NanoSCIDOCS_cosine_map@100": 0.31551631514697176,
+    "NanoArguAna_cosine_accuracy@1": 0.18,
+    "NanoArguAna_cosine_accuracy@3": 0.4,
+    "NanoArguAna_cosine_accuracy@5": 0.52,
+    "NanoArguAna_cosine_accuracy@10": 0.66,
+    "NanoArguAna_cosine_precision@1": 0.18,
+    "NanoArguAna_cosine_precision@3": 0.13333333333333333,
+    "NanoArguAna_cosine_precision@5": 0.10400000000000002,
+    "NanoArguAna_cosine_precision@10": 0.066,
+    "NanoArguAna_cosine_recall@1": 0.18,
+    "NanoArguAna_cosine_recall@3": 0.4,
+    "NanoArguAna_cosine_recall@5": 0.52,
+    "NanoArguAna_cosine_recall@10": 0.66,
+    "NanoArguAna_cosine_ndcg@10": 0.40820135713793015,
+    "NanoArguAna_cosine_mrr@10": 0.3287142857142857,
+    "NanoArguAna_cosine_map@100": 0.3427752726736186,
+    "NanoSciFact_cosine_accuracy@1": 0.42,
+    "NanoSciFact_cosine_accuracy@3": 0.58,
+    "NanoSciFact_cosine_accuracy@5": 0.7,
+    "NanoSciFact_cosine_accuracy@10": 0.78,
+    "NanoSciFact_cosine_precision@1": 0.42,
+    "NanoSciFact_cosine_precision@3": 0.21333333333333335,
+    "NanoSciFact_cosine_precision@5": 0.15600000000000003,
+    "NanoSciFact_cosine_precision@10": 0.088,
+    "NanoSciFact_cosine_recall@1": 0.375,
+    "NanoSciFact_cosine_recall@3": 0.555,
+    "NanoSciFact_cosine_recall@5": 0.68,
+    "NanoSciFact_cosine_recall@10": 0.77,
+    "NanoSciFact_cosine_ndcg@10": 0.5788914385366478,
+    "NanoSciFact_cosine_mrr@10": 0.5328888888888889,
+    "NanoSciFact_cosine_map@100": 0.5182104899930987,
+    "NanoTouche2020_cosine_accuracy@1": 0.5102040816326531,
+    "NanoTouche2020_cosine_accuracy@3": 0.8367346938775511,
+    "NanoTouche2020_cosine_accuracy@5": 0.9183673469387755,
+    "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
+    "NanoTouche2020_cosine_precision@1": 0.5102040816326531,
+    "NanoTouche2020_cosine_precision@3": 0.5714285714285714,
+    "NanoTouche2020_cosine_precision@5": 0.5020408163265306,
+    "NanoTouche2020_cosine_precision@10": 0.39591836734693875,
+    "NanoTouche2020_cosine_recall@1": 0.03803697438726393,
+    "NanoTouche2020_cosine_recall@3": 0.11819309671478571,
+    "NanoTouche2020_cosine_recall@5": 0.17697581186842984,
+    "NanoTouche2020_cosine_recall@10": 0.26725829703024545,
+    "NanoTouche2020_cosine_ndcg@10": 0.45620717637809394,
+    "NanoTouche2020_cosine_mrr@10": 0.6901360544217686,
+    "NanoTouche2020_cosine_map@100": 0.35270638619571454,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.4777080062794348,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.635133437990581,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.7075667189952904,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.7907064364207221,
+    "NanoBEIR_mean_cosine_precision@1": 0.4777080062794348,
+    "NanoBEIR_mean_cosine_precision@3": 0.29216117216117216,
+    "NanoBEIR_mean_cosine_precision@5": 0.22600313971742544,
+    "NanoBEIR_mean_cosine_precision@10": 0.1550706436420722,
+    "NanoBEIR_mean_cosine_recall@1": 0.27202725010513645,
+    "NanoBEIR_mean_cosine_recall@3": 0.39932977953118937,
+    "NanoBEIR_mean_cosine_recall@5": 0.46815530805996813,
+    "NanoBEIR_mean_cosine_recall@10": 0.5432509031445403,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.5020095049544321,
+    "NanoBEIR_mean_cosine_mrr@10": 0.5764536891679748,
+    "NanoBEIR_mean_cosine_map@100": 0.4263813052217281
   },
   "beir_touche2020": {
     "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7959183673469388,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9591836734693877,
-    "BeIR-touche2020-subset-test_cosine_accuracy@5": 0.9591836734693877,
-    "BeIR-touche2020-subset-test_cosine_accuracy@10": 0.9795918367346939,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 1.0,
+    "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
+    "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
     "BeIR-touche2020-subset-test_cosine_precision@1": 0.7959183673469388,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.727891156462585,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6612244897959185,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7006802721088435,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6775510204081633,
     "BeIR-touche2020-subset-test_cosine_precision@10": 0.6122448979591837,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.017745028750801167,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04820888955525344,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07274963298106607,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.13486205898400871,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6489503471480266,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8770651117589893,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.29209956647760515
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.017558185305940232,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04645369213831639,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07475282108634083,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.13521585004141404,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6468668917364432,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8809523809523809,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.2837271108495391
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:568fa63abf1d4f1af18673fc5030a2550c82276425dbe1bb8d6d8a29c5bc6c47
-size 133462128
+oid sha256:0d1ba2b9973bbce48eccc096c6cbf82ea9ee780e46d48ed67cefe3607906a63a
+size 596070136

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": false,
+    "lstrip": true,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
-size 711649
+oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
+size 3583485

tokenizer_config.json

@@ -1,14 +1,230 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "[PAD]",
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "100": {
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -16,7 +232,7 @@
       "single_word": false,
       "special": true
     },
-    "101": {
+    "50281": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -24,7 +240,7 @@
       "single_word": false,
       "special": true
     },
-    "102": {
+    "50282": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -32,34 +248,698 @@
       "single_word": false,
       "special": true
     },
-    "103": {
-      "content": "[MASK]",
+    "50283": {
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50285": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50295": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50296": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50297": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50298": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50299": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50300": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50301": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50302": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50303": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50304": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50305": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50306": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50307": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50308": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50309": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50310": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50311": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50312": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50313": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50314": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50315": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50316": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50317": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50318": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50319": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50320": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50321": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50322": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50323": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50324": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50325": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50326": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50327": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50328": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50329": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50330": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50331": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50332": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50333": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50334": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50335": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50336": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50337": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50338": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50339": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50340": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50341": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50342": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50343": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50344": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50345": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50346": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50347": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50348": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50349": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50350": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50351": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50352": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50353": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50354": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50355": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50356": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50357": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50358": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50359": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50360": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50361": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50362": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50363": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50364": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50365": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50366": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50367": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
-  "clean_up_tokenization_spaces": false,
+  "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
-  "do_basic_tokenize": true,
-  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "max_length": 128,
-  "model_max_length": 128,
-  "never_split": null,
-  "pad_to_multiple_of": null,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[PAD]",
-  "pad_token_type_id": 0,
-  "padding_side": "right",
   "sep_token": "[SEP]",
-  "stride": 0,
-  "strip_accents": null,
-  "tokenize_chinese_chars": true,
-  "tokenizer_class": "BertTokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
+  "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": "[UNK]"
 }