Training in progress, step 3000

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.8571428571428571,0.9795918367346939,1.0,1.0,0.8571428571428571,0.01898438501321,0.802721088435374,0.05323720714947885,0.7387755102040815,0.0818345425971837,0.6571428571428573,0.14545490934511227,0.9200680272108844,0.7018027446625917,0.30282137720059765
 -1,-1,0.7959183673469388,0.9591836734693877,0.9591836734693877,0.9795918367346939,0.7959183673469388,0.017745028750801167,0.727891156462585,0.04820888955525344,0.6612244897959185,0.07274963298106607,0.6122448979591837,0.13486205898400871,0.8770651117589893,0.6489503471480266,0.29209956647760515
 -1,-1,0.7959183673469388,1.0,1.0,1.0,0.7959183673469388,0.017558185305940232,0.7006802721088435,0.04645369213831639,0.6775510204081633,0.07475282108634083,0.6122448979591837,0.13521585004141404,0.8809523809523809,0.6468668917364432,0.2837271108495391
+-1,-1,0.7142857142857143,1.0,1.0,1.0,0.7142857142857143,0.015961964875900556,0.7482993197278911,0.049758385787248866,0.7306122448979593,0.08086902093174755,0.6551020408163264,0.14478828394050935,0.8469387755102041,0.6809068405796976,0.2941998357810199

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.2,0.46,0.62,0.82,0.2,0.2,0.1533333333333333,0.46,0.124,0.62,0.08199999999999999,0.82,0.390611111111111,0.4933028735845294,0.3998066055743007
 -1,-1,0.24,0.44,0.66,0.8,0.24,0.24,0.14666666666666664,0.44,0.132,0.66,0.08,0.8,0.39463492063492056,0.4902991099751076,0.4003835599098757
 -1,-1,0.18,0.4,0.52,0.66,0.18,0.18,0.13333333333333333,0.4,0.10400000000000002,0.52,0.066,0.66,0.3287142857142857,0.40820135713793015,0.3427752726736186
+-1,-1,0.22,0.54,0.68,0.84,0.22,0.22,0.18,0.54,0.136,0.68,0.08399999999999999,0.84,0.4062619047619047,0.5099899094515453,0.4165683020683021

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.28,0.42,0.5,0.64,0.28,0.12666666666666665,0.15333333333333332,0.1973333333333333,0.11600000000000002,0.2606666666666666,0.07400000000000001,0.3123333333333333,0.37093650793650795,0.26290792445639205,0.2087000001335581
 -1,-1,0.24,0.42,0.5,0.6,0.24,0.10833333333333332,0.14,0.21166666666666667,0.11200000000000002,0.25566666666666665,0.07600000000000001,0.3256666666666666,0.3523015873015873,0.26169135089091966,0.2002316017159792
 -1,-1,0.26,0.38,0.48,0.64,0.26,0.11833333333333332,0.13333333333333333,0.19666666666666668,0.1,0.245,0.07600000000000001,0.33233333333333337,0.35035714285714287,0.2597356124900003,0.19912686876290914
+-1,-1,0.26,0.44,0.5,0.6,0.26,0.12833333333333333,0.16,0.20833333333333331,0.10800000000000001,0.24833333333333332,0.07200000000000001,0.30666666666666664,0.36385714285714293,0.25998905475164286,0.20666022782487656

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.64,0.82,0.86,0.9,0.64,0.06869625936429839,0.4799999999999999,0.12411529604858355,0.4159999999999999,0.1649095059218987,0.366,0.25973433711392624,0.7323809523809526,0.4696471920704787,0.31155113021441067
 -1,-1,0.64,0.86,0.9,0.94,0.64,0.06357468346770019,0.5599999999999999,0.13735963585112515,0.4720000000000001,0.166831656051438,0.37999999999999995,0.26420780996847976,0.7535555555555556,0.48911555700232834,0.3157231020691947
 -1,-1,0.72,0.8,0.86,0.9,0.72,0.07990956569074031,0.5066666666666667,0.12427443036804395,0.44000000000000006,0.176211764533603,0.36,0.25508369769032824,0.7687142857142858,0.47532130358855035,0.3181857187430439
+-1,-1,0.7,0.8,0.88,0.94,0.7,0.058651231644270684,0.5066666666666666,0.12458390064344982,0.44799999999999995,0.1793272429914556,0.38800000000000007,0.2671162461344793,0.7689126984126986,0.4907100155341629,0.30999428874199997

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.8,0.96,0.96,0.98,0.8,0.7566666666666667,0.32666666666666666,0.9066666666666667,0.19599999999999995,0.9066666666666667,0.09999999999999998,0.9266666666666667,0.8728571428571429,0.862302442184373,0.827208000215349
 -1,-1,0.68,0.86,0.94,0.96,0.68,0.6266666666666666,0.2866666666666666,0.8066666666666665,0.19599999999999998,0.8933333333333333,0.09999999999999998,0.9133333333333333,0.7823333333333333,0.7907698101544155,0.7371080182072829
 -1,-1,0.64,0.86,0.94,0.96,0.64,0.5966666666666667,0.2866666666666666,0.7966666666666667,0.19199999999999995,0.8866666666666667,0.09799999999999998,0.9066666666666667,0.7656666666666667,0.7769748505528677,0.7217596729098398
+-1,-1,0.78,0.92,0.96,0.98,0.78,0.7166666666666666,0.30666666666666664,0.8566666666666666,0.19199999999999995,0.8966666666666666,0.102,0.9366666666666668,0.8556666666666666,0.845224176226581,0.7980353037766831

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.38,0.48,0.56,0.62,0.38,0.2072460317460318,0.19333333333333336,0.3121031746031746,0.14,0.34743650793650793,0.088,0.4231031746031746,0.4389126984126985,0.35669365584544394,0.30271886425746414
 -1,-1,0.36,0.5,0.64,0.7,0.36,0.20107936507936508,0.20666666666666667,0.3257698412698412,0.17599999999999993,0.42979365079365073,0.10799999999999997,0.4909603174603175,0.46819047619047616,0.40067757231847495,0.33164142416991793
 -1,-1,0.4,0.44,0.58,0.68,0.4,0.21341269841269842,0.18666666666666665,0.2589365079365079,0.156,0.3756269841269841,0.10599999999999998,0.481515873015873,0.4656666666666667,0.3878223215691379,0.31990817344631833
+-1,-1,0.42,0.56,0.64,0.7,0.42,0.23607936507936508,0.2533333333333333,0.3530714285714286,0.17999999999999997,0.4350714285714286,0.10399999999999998,0.4904047619047619,0.49938095238095237,0.4159498726237891,0.3557526342337349

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.72,0.86,0.92,0.92,0.72,0.36,0.38666666666666666,0.58,0.272,0.68,0.144,0.72,0.7986666666666666,0.6741831390182679,0.5983102633770884
 -1,-1,0.58,0.7,0.8,0.86,0.58,0.29,0.27999999999999997,0.42,0.192,0.48,0.10599999999999998,0.53,0.658079365079365,0.49885278401211314,0.4235954555015261
 -1,-1,0.68,0.74,0.76,0.84,0.68,0.34,0.29333333333333333,0.44,0.19199999999999995,0.48,0.11199999999999999,0.56,0.7230555555555556,0.5455384531716662,0.4739155055471728
+-1,-1,0.8,0.86,0.9,0.94,0.8,0.4,0.34666666666666657,0.52,0.236,0.59,0.13399999999999998,0.67,0.8402222222222224,0.6456723038301574,0.5536190658873976

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.56,0.62,0.74,0.32,0.32,0.18666666666666668,0.56,0.124,0.62,0.07400000000000001,0.74,0.4534126984126985,0.522258803283639,0.4638252994171221
 -1,-1,0.32,0.54,0.62,0.72,0.32,0.32,0.18,0.54,0.124,0.62,0.07200000000000001,0.72,0.44588095238095227,0.5113600890173079,0.46015815095025
 -1,-1,0.36,0.58,0.64,0.76,0.36,0.36,0.19333333333333333,0.58,0.128,0.64,0.07600000000000001,0.76,0.4841904761904761,0.5502773798420649,0.49554545654198856
+-1,-1,0.44,0.66,0.72,0.84,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08399999999999999,0.84,0.5681349206349207,0.6329590083197414,0.5748098465861624

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.34,0.48,0.5,0.58,0.34,0.03047223530556736,0.33333333333333326,0.0543561699321758,0.292,0.06787885069496813,0.262,0.10337021977345857,0.4257142857142857,0.2963492902849603,0.12099779665938908
 -1,-1,0.38,0.48,0.56,0.7,0.38,0.012693306422073789,0.3066666666666667,0.04214726266623383,0.296,0.060842489623681925,0.262,0.11303442021619761,0.4633809523809523,0.29532590300926675,0.10812887551074139
 -1,-1,0.32,0.42,0.48,0.68,0.32,0.010995012876071315,0.3133333333333333,0.050549765552791205,0.284,0.07020444425056845,0.252,0.10707053980924444,0.4056031746031746,0.28103276975276337,0.11126387752909571
+-1,-1,0.36,0.44,0.56,0.66,0.36,0.011719225549793105,0.33333333333333326,0.0344718689045459,0.32800000000000007,0.058474465205003774,0.28,0.09519625053453834,0.43885714285714283,0.3018459772244917,0.12191860213612384

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.32,0.54,0.54,0.74,0.32,0.29,0.18666666666666665,0.52,0.11600000000000002,0.53,0.07800000000000001,0.71,0.4477936507936508,0.49985826827052954,0.4354984725628689
 -1,-1,0.34,0.5,0.58,0.62,0.34,0.31,0.18,0.49,0.12400000000000003,0.56,0.068,0.61,0.44116666666666665,0.47606860320855016,0.4435242837774235
 -1,-1,0.38,0.56,0.6,0.66,0.38,0.37,0.19333333333333333,0.53,0.128,0.58,0.07,0.63,0.4758571428571428,0.50866692066392,0.47823183905498623
+-1,-1,0.32,0.54,0.64,0.74,0.32,0.3,0.18666666666666665,0.52,0.132,0.6,0.08,0.71,0.43952380952380954,0.49769715371181095,0.43617752668168885

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.8,0.94,0.96,0.98,0.8,0.7040000000000001,0.3733333333333333,0.8853333333333333,0.24399999999999994,0.932,0.132,0.97,0.8636666666666666,0.8822237320765974,0.8473146191282837
 -1,-1,0.86,0.94,0.96,0.96,0.86,0.7473333333333332,0.38666666666666655,0.8986666666666667,0.25199999999999995,0.9426666666666667,0.132,0.9533333333333335,0.9016666666666666,0.9072932413699512,0.888297619047619
 -1,-1,0.88,0.94,0.96,0.96,0.88,0.7573333333333332,0.3933333333333333,0.9053333333333333,0.25199999999999995,0.9426666666666667,0.128,0.9466666666666665,0.9116666666666666,0.9100399774260584,0.895811391337707
+-1,-1,0.88,0.94,1.0,1.0,0.88,0.7573333333333332,0.4,0.912,0.25999999999999995,0.98,0.13599999999999998,0.9933333333333334,0.9196666666666666,0.9270302148618194,0.8981605546433132

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.44,0.7,0.76,0.82,0.44,0.09000000000000002,0.35999999999999993,0.22366666666666668,0.276,0.2856666666666667,0.18799999999999997,0.3856666666666666,0.5814126984126983,0.3770553629496287,0.29083941157524296
 -1,-1,0.48,0.74,0.8,0.86,0.48,0.098,0.3666666666666666,0.22766666666666666,0.304,0.31166666666666665,0.19599999999999998,0.4016666666666666,0.6166666666666667,0.39641992547924204,0.31328986730997044
 -1,-1,0.46,0.72,0.76,0.8,0.46,0.09666666666666668,0.38,0.23566666666666666,0.30400000000000005,0.31266666666666665,0.188,0.3856666666666666,0.5913809523809523,0.38741400329791764,0.31551631514697176
+-1,-1,0.36,0.56,0.64,0.7,0.36,0.07466666666666667,0.2933333333333333,0.18066666666666667,0.23600000000000002,0.2406666666666667,0.15400000000000003,0.31366666666666665,0.4772222222222222,0.3086081335506985,0.24145562987073435

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.54,0.62,0.68,0.78,0.54,0.505,0.22,0.605,0.14800000000000002,0.67,0.08799999999999997,0.77,0.6037142857142856,0.6369569682887986,0.5980723176336579
 -1,-1,0.38,0.5,0.56,0.74,0.38,0.345,0.18,0.47,0.132,0.55,0.08599999999999998,0.74,0.47410317460317464,0.5305656106537925,0.47051873061317523
 -1,-1,0.42,0.58,0.7,0.78,0.42,0.375,0.21333333333333335,0.555,0.15600000000000003,0.68,0.088,0.77,0.5328888888888889,0.5788914385366478,0.5182104899930987
+-1,-1,0.52,0.62,0.68,0.8,0.52,0.485,0.2333333333333333,0.605,0.16,0.68,0.092,0.8,0.598079365079365,0.6441979462319652,0.6011822474216091

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.6122448979591837,0.8163265306122449,0.9183673469387755,0.9795918367346939,0.6122448979591837,0.043687253263675355,0.5306122448979591,0.11567711645152232,0.48571428571428565,0.17379773177120716,0.42857142857142855,0.2854021806590398,0.7382896015549075,0.48361355760830715,0.3640696958602512
 -1,-1,0.5510204081632653,0.8163265306122449,0.8979591836734694,0.9183673469387755,0.5510204081632653,0.04038091396109546,0.5442176870748298,0.11742651442897102,0.46938775510204084,0.16752011739210812,0.3897959183673469,0.2612054305395196,0.6896825396825397,0.44501341794656196,0.3370332763378243
 -1,-1,0.5102040816326531,0.8367346938775511,0.9183673469387755,0.9591836734693877,0.5102040816326531,0.03803697438726393,0.5714285714285714,0.11819309671478571,0.5020408163265306,0.17697581186842984,0.39591836734693875,0.26725829703024545,0.6901360544217686,0.45620717637809394,0.35270638619571454
+-1,-1,0.5714285714285714,0.8571428571428571,0.9183673469387755,0.9795918367346939,0.5714285714285714,0.04022291837361229,0.5442176870748299,0.11881875625150395,0.5020408163265306,0.1787282548110259,0.4224489795918368,0.28547827748371013,0.7197764820213798,0.4766215396698446,0.357802376189887

NanoBEIR_evaluation_mean_results.csv

@@ -12,3 +12,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4917111459968604,0.6658712715855573,0.7229513343799059,0.8076609105180533,0.4917111459968604,0.28480270100099275,0.2987650444793302,0.42648090438734276,0.22690109890109894,0.4814632766403525,0.16189010989010988,0.5712520445243282,0.5937206897410979,0.5244117853786112,0.4437624982006913
 -1,-1,0.46546310832025123,0.6381789638932496,0.724458398744113,0.7983359497645213,0.46546310832025123,0.26177396940488984,0.28955520669806384,0.3944130708371414,0.2293375196232339,0.46910163439955477,0.15813814756671898,0.5479544598603472,0.5724340659340659,0.4994963826952332,0.417664151163137
 -1,-1,0.4777080062794348,0.635133437990581,0.7075667189952904,0.7907064364207221,0.4777080062794348,0.27202725010513645,0.29216117216117216,0.39932977953118937,0.22600313971742544,0.46815530805996813,0.1550706436420722,0.5432509031445403,0.5764536891679748,0.5020095049544321,0.4263813052217281
+-1,-1,0.5101098901098902,0.6720879120879122,0.7475667189952906,0.8245839874411303,0.5101098901098902,0.2975902108190032,0.3049398220826792,0.4333548170028919,0.23554160125588697,0.4990206198650447,0.16403453689167977,0.5806560668762171,0.6073509381774689,0.5351150235375577,0.4517028158509625

config.json

@@ -1,45 +1,24 @@
 {
   "architectures": [
-    "ModernBertModel"
+    "BertModel"
   ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 50281,
-  "classifier_activation": "gelu",
-  "classifier_bias": false,
-  "classifier_dropout": 0.0,
-  "classifier_pooling": "mean",
-  "cls_token_id": 50281,
-  "decoder_bias": true,
-  "deterministic_flash_attn": false,
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
   "dtype": "float32",
-  "embedding_dropout": 0.0,
-  "eos_token_id": 50282,
-  "global_attn_every_n_layers": 3,
-  "global_rope_theta": 160000.0,
-  "gradient_checkpointing": false,
-  "hidden_activation": "gelu",
-  "hidden_size": 768,
-  "initializer_cutoff_factor": 2.0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
   "initializer_range": 0.02,
-  "intermediate_size": 1152,
-  "layer_norm_eps": 1e-05,
-  "local_attention": 128,
-  "local_rope_theta": 10000.0,
-  "max_position_embeddings": 8192,
-  "mlp_bias": false,
-  "mlp_dropout": 0.0,
-  "model_type": "modernbert",
-  "norm_bias": false,
-  "norm_eps": 1e-05,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 22,
-  "pad_token_id": 50283,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "repad_logits_with_grad": false,
-  "sep_token_id": 50282,
-  "sparse_pred_ignore_index": -100,
-  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "vocab_size": 50368
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -200,3 +200,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.46,0.66,0.72,0.84,0.46,0.46,0.22,0.66,0.14400000000000002,0.72,0.08399999999999999,0.84,0.587547619047619,0.6482036889902156,0.5940143676263612
 3.9118065433854907,2750,0.46,0.64,0.72,0.84,0.46,0.46,0.21333333333333332,0.64,0.14400000000000002,0.72,0.08399999999999999,0.84,0.5810793650793651,0.6427377121204213,0.5877225449988608
 4.2674253200568995,3000,0.44,0.66,0.72,0.84,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08399999999999999,0.84,0.5681349206349207,0.6329590083197414,0.5748098465861624
+0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
+0.35561877667140823,250,0.32,0.54,0.62,0.7,0.32,0.32,0.18,0.54,0.124,0.62,0.07,0.7,0.4438809523809523,0.5060559946688776,0.4565234842019788
+0.7112375533428165,500,0.38,0.56,0.68,0.78,0.38,0.38,0.18666666666666668,0.56,0.136,0.68,0.07800000000000001,0.78,0.49322222222222223,0.5608804204765812,0.5004015884876222
+1.0668563300142249,750,0.38,0.58,0.68,0.74,0.38,0.38,0.19333333333333333,0.58,0.136,0.68,0.07400000000000001,0.74,0.498,0.5567690150159499,0.507923722226853
+1.422475106685633,1000,0.36,0.58,0.68,0.74,0.36,0.36,0.19333333333333333,0.58,0.136,0.68,0.07400000000000001,0.74,0.49152380952380953,0.552301945479429,0.50166751322669
+1.7780938833570412,1250,0.4,0.58,0.7,0.74,0.4,0.4,0.19333333333333333,0.58,0.14,0.7,0.07400000000000001,0.74,0.5121904761904762,0.5676776677391011,0.5229179871215073
+2.1337126600284497,1500,0.36,0.56,0.68,0.74,0.36,0.36,0.18666666666666668,0.56,0.136,0.68,0.07400000000000001,0.74,0.4893333333333333,0.5504964786996136,0.5000089156900664
+2.4893314366998576,1750,0.34,0.56,0.7,0.74,0.34,0.34,0.18666666666666668,0.56,0.14,0.7,0.07400000000000001,0.74,0.47952380952380946,0.5432705090980794,0.4904278886795328
+2.844950213371266,2000,0.34,0.56,0.7,0.74,0.34,0.34,0.18666666666666668,0.56,0.14,0.7,0.07400000000000001,0.74,0.4786666666666666,0.5423851389577705,0.4898217989798514
+3.200568990042674,2250,0.38,0.56,0.7,0.72,0.38,0.38,0.18666666666666668,0.56,0.14,0.7,0.07200000000000001,0.72,0.502,0.5557381973935377,0.514945005075457
+3.5561877667140824,2500,0.38,0.56,0.68,0.72,0.38,0.38,0.18666666666666668,0.56,0.136,0.68,0.07200000000000001,0.72,0.5023333333333333,0.5560017600077842,0.5150069299337319
+3.9118065433854907,2750,0.38,0.56,0.68,0.72,0.38,0.38,0.18666666666666668,0.56,0.136,0.68,0.07200000000000001,0.72,0.5023333333333333,0.5560017600077842,0.5147233568514789
+4.2674253200568995,3000,0.38,0.56,0.68,0.72,0.38,0.38,0.18666666666666668,0.56,0.136,0.68,0.07200000000000001,0.72,0.5023333333333333,0.5560017600077842,0.5147876135794199

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -200,3 +200,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.32,0.54,0.64,0.72,0.32,0.3,0.18666666666666665,0.52,0.132,0.6,0.078,0.69,0.43752380952380954,0.49209287132220725,0.43574180716158784
 3.9118065433854907,2750,0.32,0.54,0.64,0.74,0.32,0.3,0.18666666666666665,0.52,0.132,0.6,0.08,0.71,0.44,0.49815463078730476,0.43642290539648276
 4.2674253200568995,3000,0.32,0.54,0.64,0.74,0.32,0.3,0.18666666666666665,0.52,0.132,0.6,0.08,0.71,0.43952380952380954,0.49769715371181095,0.43617752668168885
+0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
+0.35561877667140823,250,0.36,0.52,0.56,0.72,0.36,0.33,0.1733333333333333,0.49,0.12,0.54,0.07600000000000001,0.69,0.4606031746031746,0.5035676187808746,0.44865994527185193
+0.7112375533428165,500,0.36,0.52,0.58,0.74,0.36,0.33,0.18,0.5,0.124,0.57,0.08,0.72,0.4737698412698413,0.5240739225347161,0.4660507151893804
+1.0668563300142249,750,0.4,0.54,0.6,0.76,0.4,0.37,0.18,0.51,0.128,0.58,0.08199999999999999,0.74,0.4962619047619047,0.5444430356218344,0.48550546869671407
+1.422475106685633,1000,0.4,0.54,0.64,0.76,0.4,0.37,0.18,0.51,0.14,0.63,0.08199999999999999,0.74,0.5054603174603174,0.5519880437379008,0.4946956018256465
+1.7780938833570412,1250,0.38,0.56,0.62,0.76,0.38,0.35,0.19333333333333333,0.54,0.136,0.61,0.08199999999999999,0.74,0.49518253968253967,0.5454041989030336,0.48668220681899155
+2.1337126600284497,1500,0.42,0.54,0.62,0.74,0.42,0.39,0.18666666666666665,0.52,0.136,0.61,0.08,0.72,0.5116587301587302,0.5526512814510424,0.5040539007638204
+2.4893314366998576,1750,0.44,0.54,0.62,0.74,0.44,0.41,0.18666666666666665,0.52,0.136,0.61,0.08,0.72,0.525468253968254,0.5631087585265362,0.5184638757810208
+2.844950213371266,2000,0.44,0.56,0.62,0.74,0.44,0.41,0.19333333333333333,0.54,0.136,0.61,0.08,0.72,0.5271349206349207,0.5648342941857795,0.5203755062400888
+3.200568990042674,2250,0.42,0.56,0.62,0.76,0.42,0.39,0.19333333333333333,0.54,0.136,0.61,0.08199999999999999,0.74,0.5183571428571428,0.5625970141537112,0.5099274088088924
+3.5561877667140824,2500,0.4,0.56,0.64,0.78,0.4,0.37,0.19333333333333333,0.54,0.14,0.63,0.08399999999999999,0.76,0.5076904761904761,0.5589912230825993,0.49755415101079564
+3.9118065433854907,2750,0.4,0.56,0.64,0.76,0.4,0.37,0.19333333333333333,0.54,0.14,0.63,0.08199999999999999,0.74,0.506468253968254,0.5535080313653856,0.49768111286660255
+4.2674253200568995,3000,0.4,0.56,0.64,0.76,0.4,0.37,0.19333333333333333,0.54,0.14,0.63,0.08199999999999999,0.74,0.505468253968254,0.5529706231693197,0.4971957129558554

eval/NanoBEIR_evaluation_mean_results.csv

@@ -200,3 +200,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 3.5561877667140824,2500,0.39,0.6000000000000001,0.6799999999999999,0.78,0.39,0.38,0.2033333333333333,0.5900000000000001,0.138,0.6599999999999999,0.08099999999999999,0.7649999999999999,0.5125357142857143,0.5701482801562114,0.5148780873939744
 3.9118065433854907,2750,0.39,0.5900000000000001,0.6799999999999999,0.79,0.39,0.38,0.19999999999999998,0.5800000000000001,0.138,0.6599999999999999,0.08199999999999999,0.7749999999999999,0.5105396825396825,0.570446171453863,0.5120727251976718
 4.2674253200568995,3000,0.38,0.6000000000000001,0.6799999999999999,0.79,0.38,0.37,0.2033333333333333,0.5900000000000001,0.138,0.6599999999999999,0.08199999999999999,0.7749999999999999,0.503829365079365,0.5653280810157761,0.5054936866339257
+0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
+0.35561877667140823,250,0.33999999999999997,0.53,0.5900000000000001,0.71,0.33999999999999997,0.325,0.17666666666666664,0.515,0.122,0.5800000000000001,0.07300000000000001,0.695,0.4522420634920635,0.5048118067248761,0.4525917147369154
+0.7112375533428165,500,0.37,0.54,0.63,0.76,0.37,0.355,0.18333333333333335,0.53,0.13,0.625,0.07900000000000001,0.75,0.48349603174603173,0.5424771715056487,0.48322615183850126
+1.0668563300142249,750,0.39,0.56,0.64,0.75,0.39,0.375,0.18666666666666665,0.5449999999999999,0.132,0.63,0.078,0.74,0.49713095238095234,0.5506060253188921,0.49671459546178354
+1.422475106685633,1000,0.38,0.56,0.66,0.75,0.38,0.365,0.18666666666666665,0.5449999999999999,0.138,0.655,0.078,0.74,0.49849206349206343,0.552144994608665,0.4981815575261682
+1.7780938833570412,1250,0.39,0.5700000000000001,0.6599999999999999,0.75,0.39,0.375,0.19333333333333333,0.56,0.138,0.655,0.078,0.74,0.5036865079365079,0.5565409333210674,0.5048000969702494
+2.1337126600284497,1500,0.39,0.55,0.65,0.74,0.39,0.375,0.18666666666666665,0.54,0.136,0.645,0.07700000000000001,0.73,0.5004960317460317,0.551573880075328,0.5020314082269435
+2.4893314366998576,1750,0.39,0.55,0.6599999999999999,0.74,0.39,0.375,0.18666666666666665,0.54,0.138,0.655,0.07700000000000001,0.73,0.5024960317460317,0.5531896338123078,0.5044458822302769
+2.844950213371266,2000,0.39,0.56,0.6599999999999999,0.74,0.39,0.375,0.19,0.55,0.138,0.655,0.07700000000000001,0.73,0.5029007936507937,0.553609716571775,0.5050986526099701
+3.200568990042674,2250,0.4,0.56,0.6599999999999999,0.74,0.4,0.385,0.19,0.55,0.138,0.655,0.077,0.73,0.5101785714285714,0.5591676057736245,0.5124362069421747
+3.5561877667140824,2500,0.39,0.56,0.66,0.75,0.39,0.375,0.19,0.55,0.138,0.655,0.078,0.74,0.5050119047619047,0.5574964915451918,0.5062805404722638
+3.9118065433854907,2750,0.39,0.56,0.66,0.74,0.39,0.375,0.19,0.55,0.138,0.655,0.077,0.73,0.5044007936507937,0.5547548956865849,0.5062022348590407
+4.2674253200568995,3000,0.39,0.56,0.66,0.74,0.39,0.375,0.19,0.55,0.138,0.655,0.077,0.73,0.5039007936507937,0.554486191588552,0.5059916632676377

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
     "NanoClimateFEVER_cosine_accuracy@1": 0.26,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.38,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.48,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.64,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.44,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.5,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.6,
     "NanoClimateFEVER_cosine_precision@1": 0.26,
-    "NanoClimateFEVER_cosine_precision@3": 0.13333333333333333,
-    "NanoClimateFEVER_cosine_precision@5": 0.1,
-    "NanoClimateFEVER_cosine_precision@10": 0.07600000000000001,
-    "NanoClimateFEVER_cosine_recall@1": 0.11833333333333332,
-    "NanoClimateFEVER_cosine_recall@3": 0.19666666666666668,
-    "NanoClimateFEVER_cosine_recall@5": 0.245,
-    "NanoClimateFEVER_cosine_recall@10": 0.33233333333333337,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.2597356124900003,
-    "NanoClimateFEVER_cosine_mrr@10": 0.35035714285714287,
-    "NanoClimateFEVER_cosine_map@100": 0.19912686876290914,
-    "NanoDBPedia_cosine_accuracy@1": 0.72,
+    "NanoClimateFEVER_cosine_precision@3": 0.16,
+    "NanoClimateFEVER_cosine_precision@5": 0.10800000000000001,
+    "NanoClimateFEVER_cosine_precision@10": 0.07200000000000001,
+    "NanoClimateFEVER_cosine_recall@1": 0.12833333333333333,
+    "NanoClimateFEVER_cosine_recall@3": 0.20833333333333331,
+    "NanoClimateFEVER_cosine_recall@5": 0.24833333333333332,
+    "NanoClimateFEVER_cosine_recall@10": 0.30666666666666664,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.25998905475164286,
+    "NanoClimateFEVER_cosine_mrr@10": 0.36385714285714293,
+    "NanoClimateFEVER_cosine_map@100": 0.20666022782487656,
+    "NanoDBPedia_cosine_accuracy@1": 0.7,
     "NanoDBPedia_cosine_accuracy@3": 0.8,
-    "NanoDBPedia_cosine_accuracy@5": 0.86,
-    "NanoDBPedia_cosine_accuracy@10": 0.9,
-    "NanoDBPedia_cosine_precision@1": 0.72,
-    "NanoDBPedia_cosine_precision@3": 0.5066666666666667,
-    "NanoDBPedia_cosine_precision@5": 0.44000000000000006,
-    "NanoDBPedia_cosine_precision@10": 0.36,
-    "NanoDBPedia_cosine_recall@1": 0.07990956569074031,
-    "NanoDBPedia_cosine_recall@3": 0.12427443036804395,
-    "NanoDBPedia_cosine_recall@5": 0.176211764533603,
-    "NanoDBPedia_cosine_recall@10": 0.25508369769032824,
-    "NanoDBPedia_cosine_ndcg@10": 0.47532130358855035,
-    "NanoDBPedia_cosine_mrr@10": 0.7687142857142858,
-    "NanoDBPedia_cosine_map@100": 0.3181857187430439,
-    "NanoFEVER_cosine_accuracy@1": 0.64,
-    "NanoFEVER_cosine_accuracy@3": 0.86,
-    "NanoFEVER_cosine_accuracy@5": 0.94,
-    "NanoFEVER_cosine_accuracy@10": 0.96,
-    "NanoFEVER_cosine_precision@1": 0.64,
-    "NanoFEVER_cosine_precision@3": 0.2866666666666666,
+    "NanoDBPedia_cosine_accuracy@5": 0.88,
+    "NanoDBPedia_cosine_accuracy@10": 0.94,
+    "NanoDBPedia_cosine_precision@1": 0.7,
+    "NanoDBPedia_cosine_precision@3": 0.5066666666666666,
+    "NanoDBPedia_cosine_precision@5": 0.44799999999999995,
+    "NanoDBPedia_cosine_precision@10": 0.38800000000000007,
+    "NanoDBPedia_cosine_recall@1": 0.058651231644270684,
+    "NanoDBPedia_cosine_recall@3": 0.12458390064344982,
+    "NanoDBPedia_cosine_recall@5": 0.1793272429914556,
+    "NanoDBPedia_cosine_recall@10": 0.2671162461344793,
+    "NanoDBPedia_cosine_ndcg@10": 0.4907100155341629,
+    "NanoDBPedia_cosine_mrr@10": 0.7689126984126986,
+    "NanoDBPedia_cosine_map@100": 0.30999428874199997,
+    "NanoFEVER_cosine_accuracy@1": 0.78,
+    "NanoFEVER_cosine_accuracy@3": 0.92,
+    "NanoFEVER_cosine_accuracy@5": 0.96,
+    "NanoFEVER_cosine_accuracy@10": 0.98,
+    "NanoFEVER_cosine_precision@1": 0.78,
+    "NanoFEVER_cosine_precision@3": 0.30666666666666664,
     "NanoFEVER_cosine_precision@5": 0.19199999999999995,
-    "NanoFEVER_cosine_precision@10": 0.09799999999999998,
-    "NanoFEVER_cosine_recall@1": 0.5966666666666667,
-    "NanoFEVER_cosine_recall@3": 0.7966666666666667,
-    "NanoFEVER_cosine_recall@5": 0.8866666666666667,
-    "NanoFEVER_cosine_recall@10": 0.9066666666666667,
-    "NanoFEVER_cosine_ndcg@10": 0.7769748505528677,
-    "NanoFEVER_cosine_mrr@10": 0.7656666666666667,
-    "NanoFEVER_cosine_map@100": 0.7217596729098398,
-    "NanoFiQA2018_cosine_accuracy@1": 0.4,
-    "NanoFiQA2018_cosine_accuracy@3": 0.44,
-    "NanoFiQA2018_cosine_accuracy@5": 0.58,
-    "NanoFiQA2018_cosine_accuracy@10": 0.68,
-    "NanoFiQA2018_cosine_precision@1": 0.4,
-    "NanoFiQA2018_cosine_precision@3": 0.18666666666666665,
-    "NanoFiQA2018_cosine_precision@5": 0.156,
-    "NanoFiQA2018_cosine_precision@10": 0.10599999999999998,
-    "NanoFiQA2018_cosine_recall@1": 0.21341269841269842,
-    "NanoFiQA2018_cosine_recall@3": 0.2589365079365079,
-    "NanoFiQA2018_cosine_recall@5": 0.3756269841269841,
-    "NanoFiQA2018_cosine_recall@10": 0.481515873015873,
-    "NanoFiQA2018_cosine_ndcg@10": 0.3878223215691379,
-    "NanoFiQA2018_cosine_mrr@10": 0.4656666666666667,
-    "NanoFiQA2018_cosine_map@100": 0.31990817344631833,
-    "NanoHotpotQA_cosine_accuracy@1": 0.68,
-    "NanoHotpotQA_cosine_accuracy@3": 0.74,
-    "NanoHotpotQA_cosine_accuracy@5": 0.76,
-    "NanoHotpotQA_cosine_accuracy@10": 0.84,
-    "NanoHotpotQA_cosine_precision@1": 0.68,
-    "NanoHotpotQA_cosine_precision@3": 0.29333333333333333,
-    "NanoHotpotQA_cosine_precision@5": 0.19199999999999995,
-    "NanoHotpotQA_cosine_precision@10": 0.11199999999999999,
-    "NanoHotpotQA_cosine_recall@1": 0.34,
-    "NanoHotpotQA_cosine_recall@3": 0.44,
-    "NanoHotpotQA_cosine_recall@5": 0.48,
-    "NanoHotpotQA_cosine_recall@10": 0.56,
-    "NanoHotpotQA_cosine_ndcg@10": 0.5455384531716662,
-    "NanoHotpotQA_cosine_mrr@10": 0.7230555555555556,
-    "NanoHotpotQA_cosine_map@100": 0.4739155055471728,
-    "NanoMSMARCO_cosine_accuracy@1": 0.36,
-    "NanoMSMARCO_cosine_accuracy@3": 0.58,
-    "NanoMSMARCO_cosine_accuracy@5": 0.64,
-    "NanoMSMARCO_cosine_accuracy@10": 0.76,
-    "NanoMSMARCO_cosine_precision@1": 0.36,
-    "NanoMSMARCO_cosine_precision@3": 0.19333333333333333,
-    "NanoMSMARCO_cosine_precision@5": 0.128,
-    "NanoMSMARCO_cosine_precision@10": 0.07600000000000001,
-    "NanoMSMARCO_cosine_recall@1": 0.36,
-    "NanoMSMARCO_cosine_recall@3": 0.58,
-    "NanoMSMARCO_cosine_recall@5": 0.64,
-    "NanoMSMARCO_cosine_recall@10": 0.76,
-    "NanoMSMARCO_cosine_ndcg@10": 0.5502773798420649,
-    "NanoMSMARCO_cosine_mrr@10": 0.4841904761904761,
-    "NanoMSMARCO_cosine_map@100": 0.49554545654198856,
-    "NanoNFCorpus_cosine_accuracy@1": 0.32,
-    "NanoNFCorpus_cosine_accuracy@3": 0.42,
-    "NanoNFCorpus_cosine_accuracy@5": 0.48,
-    "NanoNFCorpus_cosine_accuracy@10": 0.68,
-    "NanoNFCorpus_cosine_precision@1": 0.32,
-    "NanoNFCorpus_cosine_precision@3": 0.3133333333333333,
-    "NanoNFCorpus_cosine_precision@5": 0.284,
-    "NanoNFCorpus_cosine_precision@10": 0.252,
-    "NanoNFCorpus_cosine_recall@1": 0.010995012876071315,
-    "NanoNFCorpus_cosine_recall@3": 0.050549765552791205,
-    "NanoNFCorpus_cosine_recall@5": 0.07020444425056845,
-    "NanoNFCorpus_cosine_recall@10": 0.10707053980924444,
-    "NanoNFCorpus_cosine_ndcg@10": 0.28103276975276337,
-    "NanoNFCorpus_cosine_mrr@10": 0.4056031746031746,
-    "NanoNFCorpus_cosine_map@100": 0.11126387752909571,
-    "NanoNQ_cosine_accuracy@1": 0.38,
-    "NanoNQ_cosine_accuracy@3": 0.56,
-    "NanoNQ_cosine_accuracy@5": 0.6,
-    "NanoNQ_cosine_accuracy@10": 0.66,
-    "NanoNQ_cosine_precision@1": 0.38,
-    "NanoNQ_cosine_precision@3": 0.19333333333333333,
-    "NanoNQ_cosine_precision@5": 0.128,
-    "NanoNQ_cosine_precision@10": 0.07,
-    "NanoNQ_cosine_recall@1": 0.37,
-    "NanoNQ_cosine_recall@3": 0.53,
-    "NanoNQ_cosine_recall@5": 0.58,
-    "NanoNQ_cosine_recall@10": 0.63,
-    "NanoNQ_cosine_ndcg@10": 0.50866692066392,
-    "NanoNQ_cosine_mrr@10": 0.4758571428571428,
-    "NanoNQ_cosine_map@100": 0.47823183905498623,
+    "NanoFEVER_cosine_precision@10": 0.102,
+    "NanoFEVER_cosine_recall@1": 0.7166666666666666,
+    "NanoFEVER_cosine_recall@3": 0.8566666666666666,
+    "NanoFEVER_cosine_recall@5": 0.8966666666666666,
+    "NanoFEVER_cosine_recall@10": 0.9366666666666668,
+    "NanoFEVER_cosine_ndcg@10": 0.845224176226581,
+    "NanoFEVER_cosine_mrr@10": 0.8556666666666666,
+    "NanoFEVER_cosine_map@100": 0.7980353037766831,
+    "NanoFiQA2018_cosine_accuracy@1": 0.42,
+    "NanoFiQA2018_cosine_accuracy@3": 0.56,
+    "NanoFiQA2018_cosine_accuracy@5": 0.64,
+    "NanoFiQA2018_cosine_accuracy@10": 0.7,
+    "NanoFiQA2018_cosine_precision@1": 0.42,
+    "NanoFiQA2018_cosine_precision@3": 0.2533333333333333,
+    "NanoFiQA2018_cosine_precision@5": 0.17999999999999997,
+    "NanoFiQA2018_cosine_precision@10": 0.10399999999999998,
+    "NanoFiQA2018_cosine_recall@1": 0.23607936507936508,
+    "NanoFiQA2018_cosine_recall@3": 0.3530714285714286,
+    "NanoFiQA2018_cosine_recall@5": 0.4350714285714286,
+    "NanoFiQA2018_cosine_recall@10": 0.4904047619047619,
+    "NanoFiQA2018_cosine_ndcg@10": 0.4159498726237891,
+    "NanoFiQA2018_cosine_mrr@10": 0.49938095238095237,
+    "NanoFiQA2018_cosine_map@100": 0.3557526342337349,
+    "NanoHotpotQA_cosine_accuracy@1": 0.8,
+    "NanoHotpotQA_cosine_accuracy@3": 0.86,
+    "NanoHotpotQA_cosine_accuracy@5": 0.9,
+    "NanoHotpotQA_cosine_accuracy@10": 0.94,
+    "NanoHotpotQA_cosine_precision@1": 0.8,
+    "NanoHotpotQA_cosine_precision@3": 0.34666666666666657,
+    "NanoHotpotQA_cosine_precision@5": 0.236,
+    "NanoHotpotQA_cosine_precision@10": 0.13399999999999998,
+    "NanoHotpotQA_cosine_recall@1": 0.4,
+    "NanoHotpotQA_cosine_recall@3": 0.52,
+    "NanoHotpotQA_cosine_recall@5": 0.59,
+    "NanoHotpotQA_cosine_recall@10": 0.67,
+    "NanoHotpotQA_cosine_ndcg@10": 0.6456723038301574,
+    "NanoHotpotQA_cosine_mrr@10": 0.8402222222222224,
+    "NanoHotpotQA_cosine_map@100": 0.5536190658873976,
+    "NanoMSMARCO_cosine_accuracy@1": 0.44,
+    "NanoMSMARCO_cosine_accuracy@3": 0.66,
+    "NanoMSMARCO_cosine_accuracy@5": 0.72,
+    "NanoMSMARCO_cosine_accuracy@10": 0.84,
+    "NanoMSMARCO_cosine_precision@1": 0.44,
+    "NanoMSMARCO_cosine_precision@3": 0.22,
+    "NanoMSMARCO_cosine_precision@5": 0.14400000000000002,
+    "NanoMSMARCO_cosine_precision@10": 0.08399999999999999,
+    "NanoMSMARCO_cosine_recall@1": 0.44,
+    "NanoMSMARCO_cosine_recall@3": 0.66,
+    "NanoMSMARCO_cosine_recall@5": 0.72,
+    "NanoMSMARCO_cosine_recall@10": 0.84,
+    "NanoMSMARCO_cosine_ndcg@10": 0.6329590083197414,
+    "NanoMSMARCO_cosine_mrr@10": 0.5681349206349207,
+    "NanoMSMARCO_cosine_map@100": 0.5748098465861624,
+    "NanoNFCorpus_cosine_accuracy@1": 0.36,
+    "NanoNFCorpus_cosine_accuracy@3": 0.44,
+    "NanoNFCorpus_cosine_accuracy@5": 0.56,
+    "NanoNFCorpus_cosine_accuracy@10": 0.66,
+    "NanoNFCorpus_cosine_precision@1": 0.36,
+    "NanoNFCorpus_cosine_precision@3": 0.33333333333333326,
+    "NanoNFCorpus_cosine_precision@5": 0.32800000000000007,
+    "NanoNFCorpus_cosine_precision@10": 0.28,
+    "NanoNFCorpus_cosine_recall@1": 0.011719225549793105,
+    "NanoNFCorpus_cosine_recall@3": 0.0344718689045459,
+    "NanoNFCorpus_cosine_recall@5": 0.058474465205003774,
+    "NanoNFCorpus_cosine_recall@10": 0.09519625053453834,
+    "NanoNFCorpus_cosine_ndcg@10": 0.3018459772244917,
+    "NanoNFCorpus_cosine_mrr@10": 0.43885714285714283,
+    "NanoNFCorpus_cosine_map@100": 0.12191860213612384,
+    "NanoNQ_cosine_accuracy@1": 0.32,
+    "NanoNQ_cosine_accuracy@3": 0.54,
+    "NanoNQ_cosine_accuracy@5": 0.64,
+    "NanoNQ_cosine_accuracy@10": 0.74,
+    "NanoNQ_cosine_precision@1": 0.32,
+    "NanoNQ_cosine_precision@3": 0.18666666666666665,
+    "NanoNQ_cosine_precision@5": 0.132,
+    "NanoNQ_cosine_precision@10": 0.08,
+    "NanoNQ_cosine_recall@1": 0.3,
+    "NanoNQ_cosine_recall@3": 0.52,
+    "NanoNQ_cosine_recall@5": 0.6,
+    "NanoNQ_cosine_recall@10": 0.71,
+    "NanoNQ_cosine_ndcg@10": 0.49769715371181095,
+    "NanoNQ_cosine_mrr@10": 0.43952380952380954,
+    "NanoNQ_cosine_map@100": 0.43617752668168885,
     "NanoQuoraRetrieval_cosine_accuracy@1": 0.88,
     "NanoQuoraRetrieval_cosine_accuracy@3": 0.94,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.96,
-    "NanoQuoraRetrieval_cosine_accuracy@10": 0.96,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 1.0,
+    "NanoQuoraRetrieval_cosine_accuracy@10": 1.0,
     "NanoQuoraRetrieval_cosine_precision@1": 0.88,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.3933333333333333,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.25199999999999995,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.128,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.4,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.25999999999999995,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.13599999999999998,
     "NanoQuoraRetrieval_cosine_recall@1": 0.7573333333333332,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.9053333333333333,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.9426666666666667,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9466666666666665,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9100399774260584,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.9116666666666666,
-    "NanoQuoraRetrieval_cosine_map@100": 0.895811391337707,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.46,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.72,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.76,
-    "NanoSCIDOCS_cosine_accuracy@10": 0.8,
-    "NanoSCIDOCS_cosine_precision@1": 0.46,
-    "NanoSCIDOCS_cosine_precision@3": 0.38,
-    "NanoSCIDOCS_cosine_precision@5": 0.30400000000000005,
-    "NanoSCIDOCS_cosine_precision@10": 0.188,
-    "NanoSCIDOCS_cosine_recall@1": 0.09666666666666668,
-    "NanoSCIDOCS_cosine_recall@3": 0.23566666666666666,
-    "NanoSCIDOCS_cosine_recall@5": 0.31266666666666665,
-    "NanoSCIDOCS_cosine_recall@10": 0.3856666666666666,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.38741400329791764,
-    "NanoSCIDOCS_cosine_mrr@10": 0.5913809523809523,
-    "NanoSCIDOCS_cosine_map@100": 0.31551631514697176,
-    "NanoArguAna_cosine_accuracy@1": 0.18,
-    "NanoArguAna_cosine_accuracy@3": 0.4,
-    "NanoArguAna_cosine_accuracy@5": 0.52,
-    "NanoArguAna_cosine_accuracy@10": 0.66,
-    "NanoArguAna_cosine_precision@1": 0.18,
-    "NanoArguAna_cosine_precision@3": 0.13333333333333333,
-    "NanoArguAna_cosine_precision@5": 0.10400000000000002,
-    "NanoArguAna_cosine_precision@10": 0.066,
-    "NanoArguAna_cosine_recall@1": 0.18,
-    "NanoArguAna_cosine_recall@3": 0.4,
-    "NanoArguAna_cosine_recall@5": 0.52,
-    "NanoArguAna_cosine_recall@10": 0.66,
-    "NanoArguAna_cosine_ndcg@10": 0.40820135713793015,
-    "NanoArguAna_cosine_mrr@10": 0.3287142857142857,
-    "NanoArguAna_cosine_map@100": 0.3427752726736186,
-    "NanoSciFact_cosine_accuracy@1": 0.42,
-    "NanoSciFact_cosine_accuracy@3": 0.58,
-    "NanoSciFact_cosine_accuracy@5": 0.7,
-    "NanoSciFact_cosine_accuracy@10": 0.78,
-    "NanoSciFact_cosine_precision@1": 0.42,
-    "NanoSciFact_cosine_precision@3": 0.21333333333333335,
-    "NanoSciFact_cosine_precision@5": 0.15600000000000003,
-    "NanoSciFact_cosine_precision@10": 0.088,
-    "NanoSciFact_cosine_recall@1": 0.375,
-    "NanoSciFact_cosine_recall@3": 0.555,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.912,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.98,
+    "NanoQuoraRetrieval_cosine_recall@10": 0.9933333333333334,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9270302148618194,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.9196666666666666,
+    "NanoQuoraRetrieval_cosine_map@100": 0.8981605546433132,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.36,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.56,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.64,
+    "NanoSCIDOCS_cosine_accuracy@10": 0.7,
+    "NanoSCIDOCS_cosine_precision@1": 0.36,
+    "NanoSCIDOCS_cosine_precision@3": 0.2933333333333333,
+    "NanoSCIDOCS_cosine_precision@5": 0.23600000000000002,
+    "NanoSCIDOCS_cosine_precision@10": 0.15400000000000003,
+    "NanoSCIDOCS_cosine_recall@1": 0.07466666666666667,
+    "NanoSCIDOCS_cosine_recall@3": 0.18066666666666667,
+    "NanoSCIDOCS_cosine_recall@5": 0.2406666666666667,
+    "NanoSCIDOCS_cosine_recall@10": 0.31366666666666665,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.3086081335506985,
+    "NanoSCIDOCS_cosine_mrr@10": 0.4772222222222222,
+    "NanoSCIDOCS_cosine_map@100": 0.24145562987073435,
+    "NanoArguAna_cosine_accuracy@1": 0.22,
+    "NanoArguAna_cosine_accuracy@3": 0.54,
+    "NanoArguAna_cosine_accuracy@5": 0.68,
+    "NanoArguAna_cosine_accuracy@10": 0.84,
+    "NanoArguAna_cosine_precision@1": 0.22,
+    "NanoArguAna_cosine_precision@3": 0.18,
+    "NanoArguAna_cosine_precision@5": 0.136,
+    "NanoArguAna_cosine_precision@10": 0.08399999999999999,
+    "NanoArguAna_cosine_recall@1": 0.22,
+    "NanoArguAna_cosine_recall@3": 0.54,
+    "NanoArguAna_cosine_recall@5": 0.68,
+    "NanoArguAna_cosine_recall@10": 0.84,
+    "NanoArguAna_cosine_ndcg@10": 0.5099899094515453,
+    "NanoArguAna_cosine_mrr@10": 0.4062619047619047,
+    "NanoArguAna_cosine_map@100": 0.4165683020683021,
+    "NanoSciFact_cosine_accuracy@1": 0.52,
+    "NanoSciFact_cosine_accuracy@3": 0.62,
+    "NanoSciFact_cosine_accuracy@5": 0.68,
+    "NanoSciFact_cosine_accuracy@10": 0.8,
+    "NanoSciFact_cosine_precision@1": 0.52,
+    "NanoSciFact_cosine_precision@3": 0.2333333333333333,
+    "NanoSciFact_cosine_precision@5": 0.16,
+    "NanoSciFact_cosine_precision@10": 0.092,
+    "NanoSciFact_cosine_recall@1": 0.485,
+    "NanoSciFact_cosine_recall@3": 0.605,
     "NanoSciFact_cosine_recall@5": 0.68,
-    "NanoSciFact_cosine_recall@10": 0.77,
-    "NanoSciFact_cosine_ndcg@10": 0.5788914385366478,
-    "NanoSciFact_cosine_mrr@10": 0.5328888888888889,
-    "NanoSciFact_cosine_map@100": 0.5182104899930987,
-    "NanoTouche2020_cosine_accuracy@1": 0.5102040816326531,
-    "NanoTouche2020_cosine_accuracy@3": 0.8367346938775511,
+    "NanoSciFact_cosine_recall@10": 0.8,
+    "NanoSciFact_cosine_ndcg@10": 0.6441979462319652,
+    "NanoSciFact_cosine_mrr@10": 0.598079365079365,
+    "NanoSciFact_cosine_map@100": 0.6011822474216091,
+    "NanoTouche2020_cosine_accuracy@1": 0.5714285714285714,
+    "NanoTouche2020_cosine_accuracy@3": 0.8571428571428571,
     "NanoTouche2020_cosine_accuracy@5": 0.9183673469387755,
-    "NanoTouche2020_cosine_accuracy@10": 0.9591836734693877,
-    "NanoTouche2020_cosine_precision@1": 0.5102040816326531,
-    "NanoTouche2020_cosine_precision@3": 0.5714285714285714,
+    "NanoTouche2020_cosine_accuracy@10": 0.9795918367346939,
+    "NanoTouche2020_cosine_precision@1": 0.5714285714285714,
+    "NanoTouche2020_cosine_precision@3": 0.5442176870748299,
     "NanoTouche2020_cosine_precision@5": 0.5020408163265306,
-    "NanoTouche2020_cosine_precision@10": 0.39591836734693875,
-    "NanoTouche2020_cosine_recall@1": 0.03803697438726393,
-    "NanoTouche2020_cosine_recall@3": 0.11819309671478571,
-    "NanoTouche2020_cosine_recall@5": 0.17697581186842984,
-    "NanoTouche2020_cosine_recall@10": 0.26725829703024545,
-    "NanoTouche2020_cosine_ndcg@10": 0.45620717637809394,
-    "NanoTouche2020_cosine_mrr@10": 0.6901360544217686,
-    "NanoTouche2020_cosine_map@100": 0.35270638619571454,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.4777080062794348,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.635133437990581,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.7075667189952904,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.7907064364207221,
-    "NanoBEIR_mean_cosine_precision@1": 0.4777080062794348,
-    "NanoBEIR_mean_cosine_precision@3": 0.29216117216117216,
-    "NanoBEIR_mean_cosine_precision@5": 0.22600313971742544,
-    "NanoBEIR_mean_cosine_precision@10": 0.1550706436420722,
-    "NanoBEIR_mean_cosine_recall@1": 0.27202725010513645,
-    "NanoBEIR_mean_cosine_recall@3": 0.39932977953118937,
-    "NanoBEIR_mean_cosine_recall@5": 0.46815530805996813,
-    "NanoBEIR_mean_cosine_recall@10": 0.5432509031445403,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.5020095049544321,
-    "NanoBEIR_mean_cosine_mrr@10": 0.5764536891679748,
-    "NanoBEIR_mean_cosine_map@100": 0.4263813052217281
+    "NanoTouche2020_cosine_precision@10": 0.4224489795918368,
+    "NanoTouche2020_cosine_recall@1": 0.04022291837361229,
+    "NanoTouche2020_cosine_recall@3": 0.11881875625150395,
+    "NanoTouche2020_cosine_recall@5": 0.1787282548110259,
+    "NanoTouche2020_cosine_recall@10": 0.28547827748371013,
+    "NanoTouche2020_cosine_ndcg@10": 0.4766215396698446,
+    "NanoTouche2020_cosine_mrr@10": 0.7197764820213798,
+    "NanoTouche2020_cosine_map@100": 0.357802376189887,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.5101098901098902,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.6720879120879122,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.7475667189952906,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.8245839874411303,
+    "NanoBEIR_mean_cosine_precision@1": 0.5101098901098902,
+    "NanoBEIR_mean_cosine_precision@3": 0.3049398220826792,
+    "NanoBEIR_mean_cosine_precision@5": 0.23554160125588697,
+    "NanoBEIR_mean_cosine_precision@10": 0.16403453689167977,
+    "NanoBEIR_mean_cosine_recall@1": 0.2975902108190032,
+    "NanoBEIR_mean_cosine_recall@3": 0.4333548170028919,
+    "NanoBEIR_mean_cosine_recall@5": 0.4990206198650447,
+    "NanoBEIR_mean_cosine_recall@10": 0.5806560668762171,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.5351150235375577,
+    "NanoBEIR_mean_cosine_mrr@10": 0.6073509381774689,
+    "NanoBEIR_mean_cosine_map@100": 0.4517028158509625
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7959183673469388,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7142857142857143,
     "BeIR-touche2020-subset-test_cosine_accuracy@3": 1.0,
     "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
     "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7959183673469388,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7006802721088435,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.6775510204081633,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6122448979591837,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.017558185305940232,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.04645369213831639,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07475282108634083,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.13521585004141404,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6468668917364432,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8809523809523809,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.2837271108495391
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7142857142857143,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7482993197278911,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.7306122448979593,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6551020408163264,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.015961964875900556,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.049758385787248866,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.08086902093174755,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.14478828394050935,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6809068405796976,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8469387755102041,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.2941998357810199
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d1ba2b9973bbce48eccc096c6cbf82ea9ee780e46d48ed67cefe3607906a63a
-size 596070136
+oid sha256:46ccfd9d41ab33602e2e613c1ec6668f3bc4046eb45f43d6320fbf6dacf3d7c6
+size 133462128

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": true,
+    "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
-size 3583485
+oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
+size 711649

tokenizer_config.json

@@ -1,230 +1,14 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "|||IP_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "1": {
-      "content": "<|padding|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50254": {
-      "content": "                        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50255": {
-      "content": "                       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50256": {
-      "content": "                      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50257": {
-      "content": "                     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50258": {
-      "content": "                    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50259": {
-      "content": "                   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50260": {
-      "content": "                  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50261": {
-      "content": "                 ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50262": {
-      "content": "                ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50263": {
-      "content": "               ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50264": {
-      "content": "              ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50265": {
-      "content": "             ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50266": {
-      "content": "            ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50267": {
-      "content": "           ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50268": {
-      "content": "          ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50269": {
-      "content": "         ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50270": {
-      "content": "        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50271": {
-      "content": "       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50272": {
-      "content": "      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50273": {
-      "content": "     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50274": {
-      "content": "    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50275": {
-      "content": "   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50276": {
-      "content": "  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50277": {
-      "content": "|||EMAIL_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50278": {
-      "content": "|||PHONE_NUMBER|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50279": {
-      "content": "<|endoftext|>",
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "50280": {
+    "100": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -232,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "50281": {
+    "101": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -240,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "50282": {
+    "102": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -248,698 +32,34 @@
       "single_word": false,
       "special": true
     },
-    "50283": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50284": {
+    "103": {
       "content": "[MASK]",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "50285": {
-      "content": "[unused0]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50286": {
-      "content": "[unused1]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50287": {
-      "content": "[unused2]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50288": {
-      "content": "[unused3]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50289": {
-      "content": "[unused4]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50290": {
-      "content": "[unused5]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50291": {
-      "content": "[unused6]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50292": {
-      "content": "[unused7]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50293": {
-      "content": "[unused8]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50294": {
-      "content": "[unused9]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50295": {
-      "content": "[unused10]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50296": {
-      "content": "[unused11]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50297": {
-      "content": "[unused12]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50298": {
-      "content": "[unused13]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50299": {
-      "content": "[unused14]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50300": {
-      "content": "[unused15]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50301": {
-      "content": "[unused16]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50302": {
-      "content": "[unused17]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50303": {
-      "content": "[unused18]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50304": {
-      "content": "[unused19]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50305": {
-      "content": "[unused20]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50306": {
-      "content": "[unused21]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50307": {
-      "content": "[unused22]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50308": {
-      "content": "[unused23]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50309": {
-      "content": "[unused24]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50310": {
-      "content": "[unused25]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50311": {
-      "content": "[unused26]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50312": {
-      "content": "[unused27]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50313": {
-      "content": "[unused28]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50314": {
-      "content": "[unused29]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50315": {
-      "content": "[unused30]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50316": {
-      "content": "[unused31]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50317": {
-      "content": "[unused32]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50318": {
-      "content": "[unused33]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50319": {
-      "content": "[unused34]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50320": {
-      "content": "[unused35]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50321": {
-      "content": "[unused36]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50322": {
-      "content": "[unused37]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50323": {
-      "content": "[unused38]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50324": {
-      "content": "[unused39]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50325": {
-      "content": "[unused40]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50326": {
-      "content": "[unused41]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50327": {
-      "content": "[unused42]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50328": {
-      "content": "[unused43]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50329": {
-      "content": "[unused44]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50330": {
-      "content": "[unused45]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50331": {
-      "content": "[unused46]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50332": {
-      "content": "[unused47]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50333": {
-      "content": "[unused48]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50334": {
-      "content": "[unused49]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50335": {
-      "content": "[unused50]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50336": {
-      "content": "[unused51]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50337": {
-      "content": "[unused52]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50338": {
-      "content": "[unused53]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50339": {
-      "content": "[unused54]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50340": {
-      "content": "[unused55]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50341": {
-      "content": "[unused56]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50342": {
-      "content": "[unused57]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50343": {
-      "content": "[unused58]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50344": {
-      "content": "[unused59]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50345": {
-      "content": "[unused60]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50346": {
-      "content": "[unused61]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50347": {
-      "content": "[unused62]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50348": {
-      "content": "[unused63]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50349": {
-      "content": "[unused64]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50350": {
-      "content": "[unused65]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50351": {
-      "content": "[unused66]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50352": {
-      "content": "[unused67]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50353": {
-      "content": "[unused68]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50354": {
-      "content": "[unused69]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50355": {
-      "content": "[unused70]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50356": {
-      "content": "[unused71]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50357": {
-      "content": "[unused72]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50358": {
-      "content": "[unused73]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50359": {
-      "content": "[unused74]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50360": {
-      "content": "[unused75]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50361": {
-      "content": "[unused76]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50362": {
-      "content": "[unused77]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50363": {
-      "content": "[unused78]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50364": {
-      "content": "[unused79]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50365": {
-      "content": "[unused80]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50366": {
-      "content": "[unused81]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50367": {
-      "content": "[unused82]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 1000000000000000019884624838656,
+  "max_length": 128,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "[UNK]"
 }