Training in progress, step 3000

Information-Retrieval_evaluation_BeIR-touche2020-subset-test_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.8163265306122449,0.9183673469387755,0.9183673469387755,0.9795918367346939,0.8163265306122449,0.018031980909560562,0.6666666666666666,0.043898628557590365,0.6612244897959183,0.07253188549214812,0.5959183673469388,0.13104227957508152,0.8707482993197279,0.633159993828728,0.2756491953525919
 -1,-1,0.8775510204081632,1.0,1.0,1.0,0.8775510204081632,0.01945012749314946,0.8095238095238094,0.0537432819678873,0.7510204081632652,0.08295390754493644,0.6448979591836734,0.14269962051162913,0.9387755102040817,0.698044370091445,0.29990375282881515
 -1,-1,0.8367346938775511,0.9591836734693877,1.0,1.0,0.8367346938775511,0.01863536778338729,0.7823129251700679,0.05202492032020825,0.7306122448979592,0.08076708716823142,0.6632653061224489,0.14656488113887348,0.9047619047619047,0.7013835872612906,0.3127573985913156
+-1,-1,0.7755102040816326,0.9795918367346939,1.0,1.0,0.7755102040816326,0.01715012521638368,0.7551020408163264,0.05004079402732262,0.710204081632653,0.07856685423592985,0.6428571428571429,0.14205954058921777,0.8826530612244898,0.6770376496402185,0.2951291305934425

Information-Retrieval_evaluation_NanoArguAna_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.24,0.38,0.52,0.58,0.24,0.24,0.12666666666666665,0.38,0.10400000000000002,0.52,0.05800000000000001,0.58,0.3347142857142857,0.39334913031939406,0.34861120264343276
 -1,-1,0.22,0.46,0.72,0.84,0.22,0.22,0.15333333333333332,0.46,0.14400000000000002,0.72,0.08399999999999999,0.84,0.4013571428571428,0.5065089296905451,0.40883602671837965
 -1,-1,0.26,0.52,0.7,0.82,0.26,0.26,0.1733333333333333,0.52,0.14,0.7,0.08199999999999999,0.82,0.425047619047619,0.5194504645258333,0.43281349206349207
+-1,-1,0.2,0.42,0.6,0.72,0.2,0.2,0.13999999999999999,0.42,0.12000000000000002,0.6,0.07200000000000001,0.72,0.36588095238095236,0.45121689319592334,0.3794913350614815

Information-Retrieval_evaluation_NanoClimateFEVER_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.16,0.3,0.38,0.46,0.16,0.062333333333333324,0.1,0.14066666666666663,0.07600000000000001,0.18233333333333335,0.05,0.22733333333333333,0.2518888888888889,0.17511491667849083,0.13026789173087744
 -1,-1,0.22,0.38,0.46,0.68,0.22,0.10666666666666666,0.14,0.2,0.10400000000000001,0.244,0.076,0.31799999999999995,0.3376349206349205,0.25307254805545965,0.19775113367023567
 -1,-1,0.22,0.42,0.5,0.68,0.22,0.08833333333333332,0.13999999999999999,0.21066666666666667,0.10800000000000001,0.24566666666666667,0.08,0.3423333333333333,0.34532539682539676,0.2564996471347133,0.18649579530729996
+-1,-1,0.18,0.4,0.48,0.66,0.18,0.07666666666666666,0.13999999999999999,0.19566666666666666,0.10400000000000001,0.24566666666666667,0.07600000000000001,0.324,0.3119444444444444,0.23748819560513412,0.17327361223342094

Information-Retrieval_evaluation_NanoDBPedia_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.6,0.84,0.9,0.94,0.6,0.07736452132069595,0.54,0.1648929452761373,0.46,0.20685193791339937,0.37800000000000006,0.27282350703551705,0.7216904761904763,0.49263161688380896,0.32681788162300135
 -1,-1,0.7,0.84,0.86,0.9,0.7,0.07514830114967352,0.48,0.12504263439749053,0.43199999999999994,0.17114850325738726,0.374,0.2647379890126719,0.7688571428571429,0.4819449351312035,0.3187663378243811
 -1,-1,0.72,0.84,0.9,0.96,0.72,0.05670459269763173,0.5266666666666666,0.13069601271168413,0.47200000000000003,0.19499547635399148,0.382,0.2892940743088388,0.7988571428571428,0.498556918096642,0.32899455637485014
+-1,-1,0.68,0.86,0.9,0.92,0.68,0.07686918107535569,0.5266666666666667,0.1332763215927613,0.4600000000000001,0.18986629962476506,0.364,0.2662482753194123,0.7712222222222223,0.4827204750207264,0.33407697629545674

Information-Retrieval_evaluation_NanoFEVER_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.68,0.88,0.88,0.96,0.68,0.6366666666666666,0.3,0.8266666666666667,0.18,0.8266666666666667,0.09799999999999998,0.9066666666666667,0.773968253968254,0.7814677857530928,0.7300793650793651
 -1,-1,0.62,0.92,0.98,0.98,0.62,0.5966666666666667,0.3133333333333333,0.8666666666666667,0.19999999999999996,0.9266666666666667,0.09999999999999998,0.9266666666666667,0.7673333333333333,0.7904169146327766,0.7345681818181817
 -1,-1,0.68,0.92,0.92,0.94,0.68,0.6266666666666666,0.3133333333333333,0.8666666666666666,0.18799999999999997,0.8666666666666666,0.09599999999999997,0.8866666666666667,0.7833333333333334,0.7835360079677364,0.738962481962482
+-1,-1,0.68,0.9,0.94,0.96,0.68,0.6266666666666667,0.30666666666666664,0.8466666666666667,0.19199999999999995,0.8866666666666667,0.09799999999999998,0.9066666666666667,0.7928571428571429,0.7945297725036435,0.74655116992617

Information-Retrieval_evaluation_NanoFiQA2018_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.28,0.38,0.44,0.62,0.28,0.13474603174603175,0.16666666666666663,0.21912698412698411,0.124,0.2721269841269841,0.08599999999999998,0.40484920634920635,0.36090476190476184,0.3007863756543914,0.23923426165260125
 -1,-1,0.4,0.48,0.56,0.64,0.4,0.21357936507936512,0.20666666666666667,0.2997698412698413,0.14800000000000002,0.34396031746031747,0.09599999999999997,0.4287936507936508,0.46438095238095245,0.37187924093070407,0.3143221865619557
 -1,-1,0.38,0.54,0.68,0.74,0.38,0.2114126984126984,0.2333333333333333,0.3536269841269841,0.18,0.4336269841269841,0.12,0.5354047619047619,0.4913888888888889,0.42968312791198054,0.35462063324400034
+-1,-1,0.42,0.58,0.68,0.74,0.42,0.22007936507936507,0.2533333333333333,0.36912698412698414,0.2,0.47234920634920635,0.12000000000000002,0.5280714285714285,0.5107777777777777,0.4359093953365949,0.3653992650537201

Information-Retrieval_evaluation_NanoHotpotQA_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.72,0.8,0.82,0.92,0.72,0.36,0.34,0.51,0.23600000000000002,0.59,0.13399999999999998,0.67,0.773690476190476,0.617986346909483,0.5288841730049509
 -1,-1,0.7,0.86,0.88,0.92,0.7,0.35,0.37999999999999995,0.57,0.256,0.64,0.142,0.71,0.7835238095238095,0.6576214974716089,0.5819268475152912
 -1,-1,0.6,0.74,0.82,0.86,0.6,0.3,0.3,0.45,0.204,0.51,0.11599999999999998,0.58,0.6838571428571428,0.5356886314565849,0.45644680388890113
+-1,-1,0.68,0.72,0.8,0.88,0.68,0.34,0.31999999999999995,0.48,0.21199999999999997,0.53,0.12199999999999997,0.61,0.7235,0.574039672670996,0.5042195659001409

Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.3,0.58,0.6,0.68,0.3,0.3,0.19333333333333333,0.58,0.12000000000000002,0.6,0.068,0.68,0.43527777777777776,0.4950369328373354,0.4475531768839056
 -1,-1,0.3,0.54,0.62,0.76,0.3,0.3,0.18,0.54,0.124,0.62,0.07600000000000001,0.76,0.4492698412698413,0.5241190384704345,0.45777964902887497
 -1,-1,0.32,0.52,0.58,0.7,0.32,0.32,0.1733333333333333,0.52,0.11599999999999999,0.58,0.07,0.7,0.43693650793650785,0.49929515877847647,0.45205401276376506
+-1,-1,0.34,0.58,0.7,0.76,0.34,0.34,0.19333333333333333,0.58,0.14,0.7,0.07600000000000001,0.76,0.47455555555555556,0.5436893725288487,0.4851846595537516

Information-Retrieval_evaluation_NanoNFCorpus_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.4,0.44,0.5,0.62,0.4,0.03202235376151782,0.3133333333333333,0.050501396728576585,0.312,0.07479533924341909,0.268,0.11100199043980967,0.4450476190476191,0.307499683018853,0.12958379529052644
 -1,-1,0.36,0.48,0.5,0.58,0.36,0.030515431849843816,0.32666666666666666,0.053102293373951406,0.29200000000000004,0.06596373325276159,0.264,0.10180141189599459,0.43479365079365073,0.3017216559964908,0.1219166619490478
 -1,-1,0.38,0.5,0.6,0.72,0.38,0.013857792729417237,0.3133333333333333,0.053976395496446575,0.3,0.08888025754448707,0.28600000000000003,0.12308809405420085,0.4709365079365079,0.3118912881405269,0.11679455794345621
+-1,-1,0.36,0.48,0.6,0.72,0.36,0.0129285725459343,0.32666666666666666,0.052512655860219616,0.308,0.0796960890745353,0.272,0.11712381596009674,0.4538809523809524,0.3005415031427539,0.11622108461238956

Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.26,0.48,0.52,0.64,0.26,0.24,0.16666666666666663,0.45,0.10800000000000001,0.49,0.066,0.6,0.3892142857142856,0.4279054208986469,0.3750113241088494
 -1,-1,0.38,0.52,0.54,0.68,0.38,0.35,0.1733333333333333,0.49,0.11200000000000002,0.52,0.07200000000000001,0.66,0.46857142857142864,0.5017561161582912,0.4585943213547632
 -1,-1,0.4,0.6,0.6,0.64,0.4,0.38,0.21333333333333332,0.58,0.128,0.58,0.07,0.63,0.49449999999999994,0.526038841299356,0.5043233378343615
+-1,-1,0.44,0.58,0.62,0.68,0.44,0.42,0.20666666666666664,0.56,0.136,0.61,0.07400000000000001,0.67,0.5145555555555554,0.5510065553704148,0.5204251957404381

Information-Retrieval_evaluation_NanoQuoraRetrieval_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.9,0.98,1.0,1.0,0.9,0.7973333333333333,0.4133333333333333,0.9520000000000001,0.264,0.986,0.13999999999999999,1.0,0.9440000000000001,0.9559704430711728,0.9369603174603175
 -1,-1,0.78,0.96,0.96,0.98,0.78,0.684,0.38666666666666655,0.912,0.25199999999999995,0.9393333333333334,0.132,0.97,0.8622222222222223,0.8825493396502728,0.8476349206349206
 -1,-1,0.84,0.94,0.98,0.98,0.84,0.7440000000000001,0.38666666666666655,0.8986666666666667,0.25199999999999995,0.956,0.13399999999999998,0.9733333333333334,0.8980000000000001,0.9131522859528636,0.8904040404040404
+-1,-1,0.86,0.96,0.96,1.0,0.86,0.7473333333333332,0.4,0.9253333333333333,0.25599999999999995,0.946,0.13999999999999999,1.0,0.9166666666666667,0.9334595728726137,0.9060476190476191

Information-Retrieval_evaluation_NanoSCIDOCS_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.42,0.7,0.76,0.86,0.42,0.08966666666666667,0.36,0.22266666666666665,0.29600000000000004,0.3036666666666667,0.192,0.39366666666666666,0.5704047619047619,0.38552744702820624,0.3049767879412476
 -1,-1,0.48,0.7,0.76,0.86,0.48,0.10066666666666668,0.3666666666666666,0.22666666666666666,0.28400000000000003,0.29366666666666663,0.19,0.38966666666666655,0.613079365079365,0.3897272080691843,0.3046101011521185
 -1,-1,0.44,0.78,0.82,0.84,0.44,0.09266666666666666,0.4066666666666666,0.25266666666666665,0.31199999999999994,0.32166666666666666,0.2,0.4096666666666667,0.6133333333333334,0.40673423073840587,0.33110095208367585
+-1,-1,0.42,0.72,0.78,0.84,0.42,0.08866666666666667,0.38,0.23566666666666664,0.30800000000000005,0.3176666666666667,0.20199999999999999,0.4136666666666667,0.5726904761904762,0.3971521362424026,0.3218908255251066

Information-Retrieval_evaluation_NanoSciFact_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.38,0.6,0.72,0.72,0.38,0.36,0.22666666666666668,0.59,0.16399999999999998,0.715,0.08399999999999999,0.72,0.5036666666666666,0.5587209456576301,0.5077533104150751
 -1,-1,0.54,0.62,0.66,0.8,0.54,0.505,0.22,0.605,0.14400000000000002,0.65,0.08999999999999998,0.79,0.6001031746031746,0.6382112529739545,0.593840794361791
 -1,-1,0.4,0.58,0.72,0.78,0.4,0.365,0.21333333333333335,0.56,0.16399999999999998,0.71,0.08799999999999997,0.77,0.5201904761904761,0.573675179771537,0.5151451047621822
+-1,-1,0.4,0.6,0.66,0.8,0.4,0.365,0.22666666666666668,0.585,0.152,0.65,0.08999999999999998,0.79,0.5277936507936508,0.5889710099074495,0.5300978155031729

Information-Retrieval_evaluation_NanoTouche2020_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.5510204081632653,0.8367346938775511,0.8367346938775511,0.9183673469387755,0.5510204081632653,0.04085691783279971,0.4693877551020407,0.09967309498022202,0.43673469387755104,0.15501374406824417,0.3673469387755102,0.2504351518857603,0.6785714285714286,0.4178263461512225,0.3114722317254114
 -1,-1,0.6122448979591837,0.8571428571428571,0.8979591836734694,0.9795918367346939,0.6122448979591837,0.043705129501604836,0.5238095238095237,0.11031797659129942,0.4938775510204082,0.17345441344231938,0.4244897959183674,0.2815723086367974,0.7416909620991253,0.4795373021012585,0.3603450939734296
 -1,-1,0.5102040816326531,0.8163265306122449,0.9183673469387755,0.9387755102040817,0.5102040816326531,0.03897252093355478,0.5306122448979592,0.11617830784156352,0.4857142857142858,0.16808387137068914,0.40204081632653066,0.2667952262251305,0.6756802721088435,0.4535107828147836,0.3458940792300294
+-1,-1,0.5918367346938775,0.8775510204081632,0.9183673469387755,0.9795918367346939,0.5918367346938775,0.043240954475539835,0.5714285714285714,0.12058213731748707,0.5061224489795918,0.17533208842326845,0.40204081632653066,0.27009385945305586,0.7319403952057012,0.46620386185733503,0.35203423103073495

NanoBEIR_evaluation_mean_results.csv

@@ -6,3 +6,4 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 -1,-1,0.45315541601255893,0.6305180533751962,0.6828257456828886,0.7629513343799059,0.45315541601255893,0.25930690958931113,0.28585034013605437,0.3989380323932246,0.22159497645211934,0.4555734363091318,0.15302668759811616,0.5243674247982276,0.5525415140415141,0.48537103006628673,0.40901582458150476
 -1,-1,0.4855572998430141,0.6628571428571429,0.7229199372056515,0.8153532182103612,0.4855572998430141,0.2750729405831144,0.2961904761904762,0.4198896983819936,0.2296828885400314,0.48524566415995796,0.16311459968602826,0.5724029764363421,0.5917552266327776,0.5214666137947834,0.4385301735817977
 -1,-1,0.4730926216640503,0.670486656200942,0.7491051805337521,0.8152904238618525,0.4730926216640503,0.2690472516492284,0.3018419675562533,0.4240880282187189,0.23459340659340663,0.4888912761073963,0.16354160125588696,0.5635832428071486,0.5874912785627071,0.5159778895838031,0.43492691137404127
+-1,-1,0.48091051805337526,0.6675039246467817,0.7414128728414444,0.8199686028257458,0.48091051805337526,0.27365010819304064,0.307032967032967,0.4233716486331373,0.2380094191522763,0.49255720642090584,0.1621569858712716,0.5673746702028712,0.5898665993870075,0.5197637243272951,0.4411471811910464

config.json

@@ -1,25 +1,45 @@
 {
   "architectures": [
-    "BertModel"
+    "ModernBertModel"
   ],
-  "attention_probs_dropout_prob": 0.1,
-  "classifier_dropout": null,
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 50281,
+  "classifier_activation": "gelu",
+  "classifier_bias": false,
+  "classifier_dropout": 0.0,
+  "classifier_pooling": "mean",
+  "cls_token_id": 50281,
+  "decoder_bias": true,
+  "deterministic_flash_attn": false,
   "dtype": "float32",
+  "embedding_dropout": 0.0,
+  "eos_token_id": 50282,
+  "global_attn_every_n_layers": 3,
+  "global_rope_theta": 160000.0,
   "gradient_checkpointing": false,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 384,
+  "hidden_activation": "gelu",
+  "hidden_size": 768,
+  "initializer_cutoff_factor": 2.0,
   "initializer_range": 0.02,
-  "intermediate_size": 1536,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
+  "intermediate_size": 1152,
+  "layer_norm_eps": 1e-05,
+  "local_attention": 128,
+  "local_rope_theta": 10000.0,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "mlp_dropout": 0.0,
+  "model_type": "modernbert",
+  "norm_bias": false,
+  "norm_eps": 1e-05,
   "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 0,
+  "num_hidden_layers": 22,
+  "pad_token_id": 50283,
   "position_embedding_type": "absolute",
+  "repad_logits_with_grad": false,
+  "sep_token_id": 50282,
+  "sparse_pred_ignore_index": -100,
+  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "type_vocab_size": 2,
-  "use_cache": true,
-  "vocab_size": 30522
+  "vocab_size": 50368
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -111,3 +111,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.34,0.58,0.7,0.78,0.34,0.34,0.19333333333333333,0.58,0.14,0.7,0.078,0.78,0.4767777777777777,0.5497099724421284,0.4857009489243644
 3.160919540229885,2750,0.34,0.58,0.7,0.76,0.34,0.34,0.19333333333333333,0.58,0.14,0.7,0.07600000000000001,0.76,0.47455555555555556,0.5436893725288487,0.4851867634881089
 3.4482758620689653,3000,0.34,0.58,0.7,0.76,0.34,0.34,0.19333333333333333,0.58,0.14,0.7,0.07600000000000001,0.76,0.47455555555555556,0.5436893725288487,0.4851846595537516
+0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
+0.28735632183908044,250,0.52,0.68,0.78,0.86,0.52,0.52,0.22666666666666668,0.68,0.15600000000000003,0.78,0.08599999999999998,0.86,0.6233571428571429,0.6798227134028048,0.6306067504953914
+0.5747126436781609,500,0.42,0.62,0.7,0.88,0.42,0.42,0.20666666666666667,0.62,0.14,0.7,0.088,0.88,0.5565238095238094,0.6329943649432037,0.562486029262345
+0.8620689655172413,750,0.4,0.64,0.72,0.86,0.4,0.4,0.21333333333333332,0.64,0.14400000000000002,0.72,0.08599999999999998,0.86,0.5407460317460316,0.6164279667552769,0.5469796984624571
+1.1494252873563218,1000,0.42,0.62,0.72,0.84,0.42,0.42,0.20666666666666667,0.62,0.14400000000000002,0.72,0.08399999999999999,0.84,0.5474126984126984,0.6169796981769059,0.5551904761904762
+1.4367816091954024,1250,0.42,0.64,0.72,0.82,0.42,0.42,0.21333333333333332,0.64,0.14400000000000002,0.72,0.08199999999999999,0.82,0.5493571428571429,0.6141493159671417,0.5589369005177829
+1.7241379310344827,1500,0.42,0.64,0.72,0.82,0.42,0.42,0.21333333333333332,0.64,0.14400000000000002,0.72,0.08199999999999999,0.82,0.5487142857142857,0.6136302100813168,0.5582499357429231
+2.0114942528735633,1750,0.42,0.64,0.7,0.8,0.42,0.42,0.21333333333333332,0.64,0.14,0.7,0.08,0.8,0.5460476190476191,0.6072360011524287,0.557710248085248
+2.2988505747126435,2000,0.42,0.64,0.7,0.84,0.42,0.42,0.21333333333333332,0.64,0.14,0.7,0.08399999999999999,0.84,0.5515476190476191,0.620203070231278,0.5593928889737714
+2.586206896551724,2250,0.42,0.66,0.7,0.84,0.42,0.42,0.22,0.66,0.14,0.7,0.08399999999999999,0.84,0.5535714285714285,0.6219469082007623,0.5615424690252276
+2.873563218390805,2500,0.42,0.66,0.7,0.84,0.42,0.42,0.22,0.66,0.14,0.7,0.08399999999999999,0.84,0.5535714285714285,0.6219469082007623,0.5613464599916212
+3.160919540229885,2750,0.42,0.66,0.7,0.84,0.42,0.42,0.22,0.66,0.14,0.7,0.08399999999999999,0.84,0.5535714285714285,0.6219469082007623,0.5611791541791541
+3.4482758620689653,3000,0.4,0.66,0.7,0.84,0.4,0.4,0.22,0.66,0.14,0.7,0.08399999999999999,0.84,0.5435714285714286,0.6145655032721914,0.5511791541791541

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -111,3 +111,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.44,0.58,0.62,0.68,0.44,0.42,0.20666666666666664,0.56,0.136,0.61,0.07400000000000001,0.67,0.5145555555555554,0.5510065553704148,0.5204777687689691
 3.160919540229885,2750,0.44,0.58,0.62,0.68,0.44,0.42,0.20666666666666664,0.56,0.136,0.61,0.07400000000000001,0.67,0.5145555555555554,0.5510065553704148,0.5204068258456637
 3.4482758620689653,3000,0.44,0.58,0.62,0.68,0.44,0.42,0.20666666666666664,0.56,0.136,0.61,0.07400000000000001,0.67,0.5145555555555554,0.5510065553704148,0.5204271480365081
+0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
+0.28735632183908044,250,0.52,0.72,0.74,0.8,0.52,0.48,0.24,0.67,0.15600000000000003,0.71,0.08599999999999998,0.77,0.6228888888888888,0.6416064077781317,0.5994480763230763
+0.5747126436781609,500,0.5,0.64,0.68,0.74,0.5,0.46,0.21333333333333332,0.59,0.14800000000000002,0.66,0.08399999999999999,0.72,0.587579365079365,0.6068932858377819,0.5717770676815218
+0.8620689655172413,750,0.48,0.62,0.68,0.74,0.48,0.44,0.22,0.59,0.14800000000000002,0.66,0.08199999999999999,0.71,0.5642777777777777,0.5883455009596673,0.5522847862102843
+1.1494252873563218,1000,0.48,0.6,0.68,0.72,0.48,0.44,0.20666666666666664,0.56,0.14800000000000002,0.66,0.08,0.7,0.5601666666666667,0.5819469381727661,0.5483223337167796
+1.4367816091954024,1250,0.48,0.58,0.68,0.72,0.48,0.44,0.2,0.55,0.14800000000000002,0.66,0.07800000000000001,0.69,0.5585,0.5770146347648165,0.5459914056240668
+1.7241379310344827,1500,0.44,0.58,0.68,0.74,0.44,0.41,0.2,0.55,0.14800000000000002,0.66,0.08,0.71,0.5397222222222222,0.5702514670221299,0.5302154807848993
+2.0114942528735633,1750,0.44,0.58,0.68,0.74,0.44,0.41,0.2,0.55,0.14800000000000002,0.66,0.08,0.71,0.5394444444444444,0.569962769399695,0.530048510205878
+2.2988505747126435,2000,0.44,0.58,0.68,0.74,0.44,0.41,0.2,0.55,0.14800000000000002,0.66,0.08,0.71,0.5394444444444444,0.569962769399695,0.5301247990027401
+2.586206896551724,2250,0.44,0.58,0.68,0.74,0.44,0.41,0.2,0.55,0.14800000000000002,0.66,0.08,0.71,0.5394444444444444,0.569962769399695,0.5301140140403642
+2.873563218390805,2500,0.44,0.58,0.68,0.74,0.44,0.41,0.2,0.55,0.14800000000000002,0.66,0.08,0.71,0.5392222222222223,0.5697234660127731,0.5297781963038644
+3.160919540229885,2750,0.44,0.58,0.68,0.74,0.44,0.41,0.2,0.55,0.14800000000000002,0.66,0.08,0.71,0.5392222222222223,0.5697234660127731,0.529863729903721
+3.4482758620689653,3000,0.44,0.58,0.68,0.74,0.44,0.41,0.2,0.55,0.14800000000000002,0.66,0.08,0.71,0.5392222222222223,0.5697234660127731,0.529837274877266

eval/NanoBEIR_evaluation_mean_results.csv

@@ -111,3 +111,16 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 2.873563218390805,2500,0.39,0.58,0.6599999999999999,0.73,0.39,0.38,0.19999999999999998,0.5700000000000001,0.138,0.655,0.07600000000000001,0.7250000000000001,0.4956666666666666,0.5503582639062716,0.5030893588466667
 3.160919540229885,2750,0.39,0.58,0.6599999999999999,0.72,0.39,0.38,0.19999999999999998,0.5700000000000001,0.138,0.655,0.07500000000000001,0.7150000000000001,0.4945555555555555,0.5473479639496317,0.5027967946668863
 3.4482758620689653,3000,0.39,0.58,0.6599999999999999,0.72,0.39,0.38,0.19999999999999998,0.5700000000000001,0.138,0.655,0.07500000000000001,0.7150000000000001,0.4945555555555555,0.5473479639496317,0.5028059037951299
+0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
+0.28735632183908044,250,0.52,0.7,0.76,0.8300000000000001,0.52,0.5,0.23333333333333334,0.675,0.15600000000000003,0.745,0.08599999999999998,0.815,0.6231230158730159,0.6607145605904683,0.6150274134092338
+0.5747126436781609,500,0.45999999999999996,0.63,0.69,0.81,0.45999999999999996,0.44,0.21,0.605,0.14400000000000002,0.6799999999999999,0.086,0.8,0.5720515873015872,0.6199438253904928,0.5671315484719335
+0.8620689655172413,750,0.44,0.63,0.7,0.8,0.44,0.42000000000000004,0.21666666666666667,0.615,0.14600000000000002,0.69,0.08399999999999999,0.7849999999999999,0.5525119047619047,0.6023867338574721,0.5496322423363706
+1.1494252873563218,1000,0.44999999999999996,0.61,0.7,0.78,0.44999999999999996,0.43,0.20666666666666667,0.5900000000000001,0.14600000000000002,0.69,0.08199999999999999,0.77,0.5537896825396825,0.599463318174836,0.5517564049536279
+1.4367816091954024,1250,0.44999999999999996,0.61,0.7,0.77,0.44999999999999996,0.43,0.20666666666666667,0.595,0.14600000000000002,0.69,0.08,0.7549999999999999,0.5539285714285714,0.5955819753659791,0.5524641530709249
+1.7241379310344827,1500,0.43,0.61,0.7,0.78,0.43,0.415,0.20666666666666667,0.595,0.14600000000000002,0.69,0.08099999999999999,0.7649999999999999,0.544218253968254,0.5919408385517233,0.5442327082639112
+2.0114942528735633,1750,0.43,0.61,0.69,0.77,0.43,0.415,0.20666666666666667,0.595,0.14400000000000002,0.6799999999999999,0.08,0.755,0.5427460317460318,0.5885993852760618,0.543879379145563
+2.2988505747126435,2000,0.43,0.61,0.69,0.79,0.43,0.415,0.20666666666666667,0.595,0.14400000000000002,0.6799999999999999,0.08199999999999999,0.7749999999999999,0.5454960317460318,0.5950829198154866,0.5447588439882558
+2.586206896551724,2250,0.43,0.62,0.69,0.79,0.43,0.415,0.21000000000000002,0.605,0.14400000000000002,0.6799999999999999,0.08199999999999999,0.7749999999999999,0.5465079365079364,0.5959548388002287,0.545828241532796
+2.873563218390805,2500,0.43,0.62,0.69,0.79,0.43,0.415,0.21000000000000002,0.605,0.14400000000000002,0.6799999999999999,0.08199999999999999,0.7749999999999999,0.5463968253968254,0.5958351871067677,0.5455623281477429
+3.160919540229885,2750,0.43,0.62,0.69,0.79,0.43,0.415,0.21000000000000002,0.605,0.14400000000000002,0.6799999999999999,0.08199999999999999,0.7749999999999999,0.5463968253968254,0.5958351871067677,0.5455214420414376
+3.4482758620689653,3000,0.42000000000000004,0.62,0.69,0.79,0.42000000000000004,0.405,0.21000000000000002,0.605,0.14400000000000002,0.6799999999999999,0.08199999999999999,0.7749999999999999,0.5413968253968254,0.5921444846424823,0.5405082145282101

final_metrics.json

@@ -1,231 +1,231 @@
 {
   "nano_beir": {
-    "NanoClimateFEVER_cosine_accuracy@1": 0.22,
-    "NanoClimateFEVER_cosine_accuracy@3": 0.42,
-    "NanoClimateFEVER_cosine_accuracy@5": 0.5,
-    "NanoClimateFEVER_cosine_accuracy@10": 0.68,
-    "NanoClimateFEVER_cosine_precision@1": 0.22,
+    "NanoClimateFEVER_cosine_accuracy@1": 0.18,
+    "NanoClimateFEVER_cosine_accuracy@3": 0.4,
+    "NanoClimateFEVER_cosine_accuracy@5": 0.48,
+    "NanoClimateFEVER_cosine_accuracy@10": 0.66,
+    "NanoClimateFEVER_cosine_precision@1": 0.18,
     "NanoClimateFEVER_cosine_precision@3": 0.13999999999999999,
-    "NanoClimateFEVER_cosine_precision@5": 0.10800000000000001,
-    "NanoClimateFEVER_cosine_precision@10": 0.08,
-    "NanoClimateFEVER_cosine_recall@1": 0.08833333333333332,
-    "NanoClimateFEVER_cosine_recall@3": 0.21066666666666667,
+    "NanoClimateFEVER_cosine_precision@5": 0.10400000000000001,
+    "NanoClimateFEVER_cosine_precision@10": 0.07600000000000001,
+    "NanoClimateFEVER_cosine_recall@1": 0.07666666666666666,
+    "NanoClimateFEVER_cosine_recall@3": 0.19566666666666666,
     "NanoClimateFEVER_cosine_recall@5": 0.24566666666666667,
-    "NanoClimateFEVER_cosine_recall@10": 0.3423333333333333,
-    "NanoClimateFEVER_cosine_ndcg@10": 0.2564996471347133,
-    "NanoClimateFEVER_cosine_mrr@10": 0.34532539682539676,
-    "NanoClimateFEVER_cosine_map@100": 0.18649579530729996,
-    "NanoDBPedia_cosine_accuracy@1": 0.72,
-    "NanoDBPedia_cosine_accuracy@3": 0.84,
+    "NanoClimateFEVER_cosine_recall@10": 0.324,
+    "NanoClimateFEVER_cosine_ndcg@10": 0.23748819560513412,
+    "NanoClimateFEVER_cosine_mrr@10": 0.3119444444444444,
+    "NanoClimateFEVER_cosine_map@100": 0.17327361223342094,
+    "NanoDBPedia_cosine_accuracy@1": 0.68,
+    "NanoDBPedia_cosine_accuracy@3": 0.86,
     "NanoDBPedia_cosine_accuracy@5": 0.9,
-    "NanoDBPedia_cosine_accuracy@10": 0.96,
-    "NanoDBPedia_cosine_precision@1": 0.72,
-    "NanoDBPedia_cosine_precision@3": 0.5266666666666666,
-    "NanoDBPedia_cosine_precision@5": 0.47200000000000003,
-    "NanoDBPedia_cosine_precision@10": 0.382,
-    "NanoDBPedia_cosine_recall@1": 0.05670459269763173,
-    "NanoDBPedia_cosine_recall@3": 0.13069601271168413,
-    "NanoDBPedia_cosine_recall@5": 0.19499547635399148,
-    "NanoDBPedia_cosine_recall@10": 0.2892940743088388,
-    "NanoDBPedia_cosine_ndcg@10": 0.498556918096642,
-    "NanoDBPedia_cosine_mrr@10": 0.7988571428571428,
-    "NanoDBPedia_cosine_map@100": 0.32899455637485014,
+    "NanoDBPedia_cosine_accuracy@10": 0.92,
+    "NanoDBPedia_cosine_precision@1": 0.68,
+    "NanoDBPedia_cosine_precision@3": 0.5266666666666667,
+    "NanoDBPedia_cosine_precision@5": 0.4600000000000001,
+    "NanoDBPedia_cosine_precision@10": 0.364,
+    "NanoDBPedia_cosine_recall@1": 0.07686918107535569,
+    "NanoDBPedia_cosine_recall@3": 0.1332763215927613,
+    "NanoDBPedia_cosine_recall@5": 0.18986629962476506,
+    "NanoDBPedia_cosine_recall@10": 0.2662482753194123,
+    "NanoDBPedia_cosine_ndcg@10": 0.4827204750207264,
+    "NanoDBPedia_cosine_mrr@10": 0.7712222222222223,
+    "NanoDBPedia_cosine_map@100": 0.33407697629545674,
     "NanoFEVER_cosine_accuracy@1": 0.68,
-    "NanoFEVER_cosine_accuracy@3": 0.92,
-    "NanoFEVER_cosine_accuracy@5": 0.92,
-    "NanoFEVER_cosine_accuracy@10": 0.94,
+    "NanoFEVER_cosine_accuracy@3": 0.9,
+    "NanoFEVER_cosine_accuracy@5": 0.94,
+    "NanoFEVER_cosine_accuracy@10": 0.96,
     "NanoFEVER_cosine_precision@1": 0.68,
-    "NanoFEVER_cosine_precision@3": 0.3133333333333333,
-    "NanoFEVER_cosine_precision@5": 0.18799999999999997,
-    "NanoFEVER_cosine_precision@10": 0.09599999999999997,
-    "NanoFEVER_cosine_recall@1": 0.6266666666666666,
-    "NanoFEVER_cosine_recall@3": 0.8666666666666666,
-    "NanoFEVER_cosine_recall@5": 0.8666666666666666,
-    "NanoFEVER_cosine_recall@10": 0.8866666666666667,
-    "NanoFEVER_cosine_ndcg@10": 0.7835360079677364,
-    "NanoFEVER_cosine_mrr@10": 0.7833333333333334,
-    "NanoFEVER_cosine_map@100": 0.738962481962482,
-    "NanoFiQA2018_cosine_accuracy@1": 0.38,
-    "NanoFiQA2018_cosine_accuracy@3": 0.54,
+    "NanoFEVER_cosine_precision@3": 0.30666666666666664,
+    "NanoFEVER_cosine_precision@5": 0.19199999999999995,
+    "NanoFEVER_cosine_precision@10": 0.09799999999999998,
+    "NanoFEVER_cosine_recall@1": 0.6266666666666667,
+    "NanoFEVER_cosine_recall@3": 0.8466666666666667,
+    "NanoFEVER_cosine_recall@5": 0.8866666666666667,
+    "NanoFEVER_cosine_recall@10": 0.9066666666666667,
+    "NanoFEVER_cosine_ndcg@10": 0.7945297725036435,
+    "NanoFEVER_cosine_mrr@10": 0.7928571428571429,
+    "NanoFEVER_cosine_map@100": 0.74655116992617,
+    "NanoFiQA2018_cosine_accuracy@1": 0.42,
+    "NanoFiQA2018_cosine_accuracy@3": 0.58,
     "NanoFiQA2018_cosine_accuracy@5": 0.68,
     "NanoFiQA2018_cosine_accuracy@10": 0.74,
-    "NanoFiQA2018_cosine_precision@1": 0.38,
-    "NanoFiQA2018_cosine_precision@3": 0.2333333333333333,
-    "NanoFiQA2018_cosine_precision@5": 0.18,
-    "NanoFiQA2018_cosine_precision@10": 0.12,
-    "NanoFiQA2018_cosine_recall@1": 0.2114126984126984,
-    "NanoFiQA2018_cosine_recall@3": 0.3536269841269841,
-    "NanoFiQA2018_cosine_recall@5": 0.4336269841269841,
-    "NanoFiQA2018_cosine_recall@10": 0.5354047619047619,
-    "NanoFiQA2018_cosine_ndcg@10": 0.42968312791198054,
-    "NanoFiQA2018_cosine_mrr@10": 0.4913888888888889,
-    "NanoFiQA2018_cosine_map@100": 0.35462063324400034,
-    "NanoHotpotQA_cosine_accuracy@1": 0.6,
-    "NanoHotpotQA_cosine_accuracy@3": 0.74,
-    "NanoHotpotQA_cosine_accuracy@5": 0.82,
-    "NanoHotpotQA_cosine_accuracy@10": 0.86,
-    "NanoHotpotQA_cosine_precision@1": 0.6,
-    "NanoHotpotQA_cosine_precision@3": 0.3,
-    "NanoHotpotQA_cosine_precision@5": 0.204,
-    "NanoHotpotQA_cosine_precision@10": 0.11599999999999998,
-    "NanoHotpotQA_cosine_recall@1": 0.3,
-    "NanoHotpotQA_cosine_recall@3": 0.45,
-    "NanoHotpotQA_cosine_recall@5": 0.51,
-    "NanoHotpotQA_cosine_recall@10": 0.58,
-    "NanoHotpotQA_cosine_ndcg@10": 0.5356886314565849,
-    "NanoHotpotQA_cosine_mrr@10": 0.6838571428571428,
-    "NanoHotpotQA_cosine_map@100": 0.45644680388890113,
-    "NanoMSMARCO_cosine_accuracy@1": 0.32,
-    "NanoMSMARCO_cosine_accuracy@3": 0.52,
-    "NanoMSMARCO_cosine_accuracy@5": 0.58,
-    "NanoMSMARCO_cosine_accuracy@10": 0.7,
-    "NanoMSMARCO_cosine_precision@1": 0.32,
-    "NanoMSMARCO_cosine_precision@3": 0.1733333333333333,
-    "NanoMSMARCO_cosine_precision@5": 0.11599999999999999,
-    "NanoMSMARCO_cosine_precision@10": 0.07,
-    "NanoMSMARCO_cosine_recall@1": 0.32,
-    "NanoMSMARCO_cosine_recall@3": 0.52,
-    "NanoMSMARCO_cosine_recall@5": 0.58,
-    "NanoMSMARCO_cosine_recall@10": 0.7,
-    "NanoMSMARCO_cosine_ndcg@10": 0.49929515877847647,
-    "NanoMSMARCO_cosine_mrr@10": 0.43693650793650785,
-    "NanoMSMARCO_cosine_map@100": 0.45205401276376506,
-    "NanoNFCorpus_cosine_accuracy@1": 0.38,
-    "NanoNFCorpus_cosine_accuracy@3": 0.5,
+    "NanoFiQA2018_cosine_precision@1": 0.42,
+    "NanoFiQA2018_cosine_precision@3": 0.2533333333333333,
+    "NanoFiQA2018_cosine_precision@5": 0.2,
+    "NanoFiQA2018_cosine_precision@10": 0.12000000000000002,
+    "NanoFiQA2018_cosine_recall@1": 0.22007936507936507,
+    "NanoFiQA2018_cosine_recall@3": 0.36912698412698414,
+    "NanoFiQA2018_cosine_recall@5": 0.47234920634920635,
+    "NanoFiQA2018_cosine_recall@10": 0.5280714285714285,
+    "NanoFiQA2018_cosine_ndcg@10": 0.4359093953365949,
+    "NanoFiQA2018_cosine_mrr@10": 0.5107777777777777,
+    "NanoFiQA2018_cosine_map@100": 0.3653992650537201,
+    "NanoHotpotQA_cosine_accuracy@1": 0.68,
+    "NanoHotpotQA_cosine_accuracy@3": 0.72,
+    "NanoHotpotQA_cosine_accuracy@5": 0.8,
+    "NanoHotpotQA_cosine_accuracy@10": 0.88,
+    "NanoHotpotQA_cosine_precision@1": 0.68,
+    "NanoHotpotQA_cosine_precision@3": 0.31999999999999995,
+    "NanoHotpotQA_cosine_precision@5": 0.21199999999999997,
+    "NanoHotpotQA_cosine_precision@10": 0.12199999999999997,
+    "NanoHotpotQA_cosine_recall@1": 0.34,
+    "NanoHotpotQA_cosine_recall@3": 0.48,
+    "NanoHotpotQA_cosine_recall@5": 0.53,
+    "NanoHotpotQA_cosine_recall@10": 0.61,
+    "NanoHotpotQA_cosine_ndcg@10": 0.574039672670996,
+    "NanoHotpotQA_cosine_mrr@10": 0.7235,
+    "NanoHotpotQA_cosine_map@100": 0.5042195659001409,
+    "NanoMSMARCO_cosine_accuracy@1": 0.34,
+    "NanoMSMARCO_cosine_accuracy@3": 0.58,
+    "NanoMSMARCO_cosine_accuracy@5": 0.7,
+    "NanoMSMARCO_cosine_accuracy@10": 0.76,
+    "NanoMSMARCO_cosine_precision@1": 0.34,
+    "NanoMSMARCO_cosine_precision@3": 0.19333333333333333,
+    "NanoMSMARCO_cosine_precision@5": 0.14,
+    "NanoMSMARCO_cosine_precision@10": 0.07600000000000001,
+    "NanoMSMARCO_cosine_recall@1": 0.34,
+    "NanoMSMARCO_cosine_recall@3": 0.58,
+    "NanoMSMARCO_cosine_recall@5": 0.7,
+    "NanoMSMARCO_cosine_recall@10": 0.76,
+    "NanoMSMARCO_cosine_ndcg@10": 0.5436893725288487,
+    "NanoMSMARCO_cosine_mrr@10": 0.47455555555555556,
+    "NanoMSMARCO_cosine_map@100": 0.4851846595537516,
+    "NanoNFCorpus_cosine_accuracy@1": 0.36,
+    "NanoNFCorpus_cosine_accuracy@3": 0.48,
     "NanoNFCorpus_cosine_accuracy@5": 0.6,
     "NanoNFCorpus_cosine_accuracy@10": 0.72,
-    "NanoNFCorpus_cosine_precision@1": 0.38,
-    "NanoNFCorpus_cosine_precision@3": 0.3133333333333333,
-    "NanoNFCorpus_cosine_precision@5": 0.3,
-    "NanoNFCorpus_cosine_precision@10": 0.28600000000000003,
-    "NanoNFCorpus_cosine_recall@1": 0.013857792729417237,
-    "NanoNFCorpus_cosine_recall@3": 0.053976395496446575,
-    "NanoNFCorpus_cosine_recall@5": 0.08888025754448707,
-    "NanoNFCorpus_cosine_recall@10": 0.12308809405420085,
-    "NanoNFCorpus_cosine_ndcg@10": 0.3118912881405269,
-    "NanoNFCorpus_cosine_mrr@10": 0.4709365079365079,
-    "NanoNFCorpus_cosine_map@100": 0.11679455794345621,
-    "NanoNQ_cosine_accuracy@1": 0.4,
-    "NanoNQ_cosine_accuracy@3": 0.6,
-    "NanoNQ_cosine_accuracy@5": 0.6,
-    "NanoNQ_cosine_accuracy@10": 0.64,
-    "NanoNQ_cosine_precision@1": 0.4,
-    "NanoNQ_cosine_precision@3": 0.21333333333333332,
-    "NanoNQ_cosine_precision@5": 0.128,
-    "NanoNQ_cosine_precision@10": 0.07,
-    "NanoNQ_cosine_recall@1": 0.38,
-    "NanoNQ_cosine_recall@3": 0.58,
-    "NanoNQ_cosine_recall@5": 0.58,
-    "NanoNQ_cosine_recall@10": 0.63,
-    "NanoNQ_cosine_ndcg@10": 0.526038841299356,
-    "NanoNQ_cosine_mrr@10": 0.49449999999999994,
-    "NanoNQ_cosine_map@100": 0.5043233378343615,
-    "NanoQuoraRetrieval_cosine_accuracy@1": 0.84,
-    "NanoQuoraRetrieval_cosine_accuracy@3": 0.94,
-    "NanoQuoraRetrieval_cosine_accuracy@5": 0.98,
-    "NanoQuoraRetrieval_cosine_accuracy@10": 0.98,
-    "NanoQuoraRetrieval_cosine_precision@1": 0.84,
-    "NanoQuoraRetrieval_cosine_precision@3": 0.38666666666666655,
-    "NanoQuoraRetrieval_cosine_precision@5": 0.25199999999999995,
-    "NanoQuoraRetrieval_cosine_precision@10": 0.13399999999999998,
-    "NanoQuoraRetrieval_cosine_recall@1": 0.7440000000000001,
-    "NanoQuoraRetrieval_cosine_recall@3": 0.8986666666666667,
-    "NanoQuoraRetrieval_cosine_recall@5": 0.956,
-    "NanoQuoraRetrieval_cosine_recall@10": 0.9733333333333334,
-    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9131522859528636,
-    "NanoQuoraRetrieval_cosine_mrr@10": 0.8980000000000001,
-    "NanoQuoraRetrieval_cosine_map@100": 0.8904040404040404,
-    "NanoSCIDOCS_cosine_accuracy@1": 0.44,
-    "NanoSCIDOCS_cosine_accuracy@3": 0.78,
-    "NanoSCIDOCS_cosine_accuracy@5": 0.82,
+    "NanoNFCorpus_cosine_precision@1": 0.36,
+    "NanoNFCorpus_cosine_precision@3": 0.32666666666666666,
+    "NanoNFCorpus_cosine_precision@5": 0.308,
+    "NanoNFCorpus_cosine_precision@10": 0.272,
+    "NanoNFCorpus_cosine_recall@1": 0.0129285725459343,
+    "NanoNFCorpus_cosine_recall@3": 0.052512655860219616,
+    "NanoNFCorpus_cosine_recall@5": 0.0796960890745353,
+    "NanoNFCorpus_cosine_recall@10": 0.11712381596009674,
+    "NanoNFCorpus_cosine_ndcg@10": 0.3005415031427539,
+    "NanoNFCorpus_cosine_mrr@10": 0.4538809523809524,
+    "NanoNFCorpus_cosine_map@100": 0.11622108461238956,
+    "NanoNQ_cosine_accuracy@1": 0.44,
+    "NanoNQ_cosine_accuracy@3": 0.58,
+    "NanoNQ_cosine_accuracy@5": 0.62,
+    "NanoNQ_cosine_accuracy@10": 0.68,
+    "NanoNQ_cosine_precision@1": 0.44,
+    "NanoNQ_cosine_precision@3": 0.20666666666666664,
+    "NanoNQ_cosine_precision@5": 0.136,
+    "NanoNQ_cosine_precision@10": 0.07400000000000001,
+    "NanoNQ_cosine_recall@1": 0.42,
+    "NanoNQ_cosine_recall@3": 0.56,
+    "NanoNQ_cosine_recall@5": 0.61,
+    "NanoNQ_cosine_recall@10": 0.67,
+    "NanoNQ_cosine_ndcg@10": 0.5510065553704148,
+    "NanoNQ_cosine_mrr@10": 0.5145555555555554,
+    "NanoNQ_cosine_map@100": 0.5204251957404381,
+    "NanoQuoraRetrieval_cosine_accuracy@1": 0.86,
+    "NanoQuoraRetrieval_cosine_accuracy@3": 0.96,
+    "NanoQuoraRetrieval_cosine_accuracy@5": 0.96,
+    "NanoQuoraRetrieval_cosine_accuracy@10": 1.0,
+    "NanoQuoraRetrieval_cosine_precision@1": 0.86,
+    "NanoQuoraRetrieval_cosine_precision@3": 0.4,
+    "NanoQuoraRetrieval_cosine_precision@5": 0.25599999999999995,
+    "NanoQuoraRetrieval_cosine_precision@10": 0.13999999999999999,
+    "NanoQuoraRetrieval_cosine_recall@1": 0.7473333333333332,
+    "NanoQuoraRetrieval_cosine_recall@3": 0.9253333333333333,
+    "NanoQuoraRetrieval_cosine_recall@5": 0.946,
+    "NanoQuoraRetrieval_cosine_recall@10": 1.0,
+    "NanoQuoraRetrieval_cosine_ndcg@10": 0.9334595728726137,
+    "NanoQuoraRetrieval_cosine_mrr@10": 0.9166666666666667,
+    "NanoQuoraRetrieval_cosine_map@100": 0.9060476190476191,
+    "NanoSCIDOCS_cosine_accuracy@1": 0.42,
+    "NanoSCIDOCS_cosine_accuracy@3": 0.72,
+    "NanoSCIDOCS_cosine_accuracy@5": 0.78,
     "NanoSCIDOCS_cosine_accuracy@10": 0.84,
-    "NanoSCIDOCS_cosine_precision@1": 0.44,
-    "NanoSCIDOCS_cosine_precision@3": 0.4066666666666666,
-    "NanoSCIDOCS_cosine_precision@5": 0.31199999999999994,
-    "NanoSCIDOCS_cosine_precision@10": 0.2,
-    "NanoSCIDOCS_cosine_recall@1": 0.09266666666666666,
-    "NanoSCIDOCS_cosine_recall@3": 0.25266666666666665,
-    "NanoSCIDOCS_cosine_recall@5": 0.32166666666666666,
-    "NanoSCIDOCS_cosine_recall@10": 0.4096666666666667,
-    "NanoSCIDOCS_cosine_ndcg@10": 0.40673423073840587,
-    "NanoSCIDOCS_cosine_mrr@10": 0.6133333333333334,
-    "NanoSCIDOCS_cosine_map@100": 0.33110095208367585,
-    "NanoArguAna_cosine_accuracy@1": 0.26,
-    "NanoArguAna_cosine_accuracy@3": 0.52,
-    "NanoArguAna_cosine_accuracy@5": 0.7,
-    "NanoArguAna_cosine_accuracy@10": 0.82,
-    "NanoArguAna_cosine_precision@1": 0.26,
-    "NanoArguAna_cosine_precision@3": 0.1733333333333333,
-    "NanoArguAna_cosine_precision@5": 0.14,
-    "NanoArguAna_cosine_precision@10": 0.08199999999999999,
-    "NanoArguAna_cosine_recall@1": 0.26,
-    "NanoArguAna_cosine_recall@3": 0.52,
-    "NanoArguAna_cosine_recall@5": 0.7,
-    "NanoArguAna_cosine_recall@10": 0.82,
-    "NanoArguAna_cosine_ndcg@10": 0.5194504645258333,
-    "NanoArguAna_cosine_mrr@10": 0.425047619047619,
-    "NanoArguAna_cosine_map@100": 0.43281349206349207,
+    "NanoSCIDOCS_cosine_precision@1": 0.42,
+    "NanoSCIDOCS_cosine_precision@3": 0.38,
+    "NanoSCIDOCS_cosine_precision@5": 0.30800000000000005,
+    "NanoSCIDOCS_cosine_precision@10": 0.20199999999999999,
+    "NanoSCIDOCS_cosine_recall@1": 0.08866666666666667,
+    "NanoSCIDOCS_cosine_recall@3": 0.23566666666666664,
+    "NanoSCIDOCS_cosine_recall@5": 0.3176666666666667,
+    "NanoSCIDOCS_cosine_recall@10": 0.4136666666666667,
+    "NanoSCIDOCS_cosine_ndcg@10": 0.3971521362424026,
+    "NanoSCIDOCS_cosine_mrr@10": 0.5726904761904762,
+    "NanoSCIDOCS_cosine_map@100": 0.3218908255251066,
+    "NanoArguAna_cosine_accuracy@1": 0.2,
+    "NanoArguAna_cosine_accuracy@3": 0.42,
+    "NanoArguAna_cosine_accuracy@5": 0.6,
+    "NanoArguAna_cosine_accuracy@10": 0.72,
+    "NanoArguAna_cosine_precision@1": 0.2,
+    "NanoArguAna_cosine_precision@3": 0.13999999999999999,
+    "NanoArguAna_cosine_precision@5": 0.12000000000000002,
+    "NanoArguAna_cosine_precision@10": 0.07200000000000001,
+    "NanoArguAna_cosine_recall@1": 0.2,
+    "NanoArguAna_cosine_recall@3": 0.42,
+    "NanoArguAna_cosine_recall@5": 0.6,
+    "NanoArguAna_cosine_recall@10": 0.72,
+    "NanoArguAna_cosine_ndcg@10": 0.45121689319592334,
+    "NanoArguAna_cosine_mrr@10": 0.36588095238095236,
+    "NanoArguAna_cosine_map@100": 0.3794913350614815,
     "NanoSciFact_cosine_accuracy@1": 0.4,
-    "NanoSciFact_cosine_accuracy@3": 0.58,
-    "NanoSciFact_cosine_accuracy@5": 0.72,
-    "NanoSciFact_cosine_accuracy@10": 0.78,
+    "NanoSciFact_cosine_accuracy@3": 0.6,
+    "NanoSciFact_cosine_accuracy@5": 0.66,
+    "NanoSciFact_cosine_accuracy@10": 0.8,
     "NanoSciFact_cosine_precision@1": 0.4,
-    "NanoSciFact_cosine_precision@3": 0.21333333333333335,
-    "NanoSciFact_cosine_precision@5": 0.16399999999999998,
-    "NanoSciFact_cosine_precision@10": 0.08799999999999997,
+    "NanoSciFact_cosine_precision@3": 0.22666666666666668,
+    "NanoSciFact_cosine_precision@5": 0.152,
+    "NanoSciFact_cosine_precision@10": 0.08999999999999998,
     "NanoSciFact_cosine_recall@1": 0.365,
-    "NanoSciFact_cosine_recall@3": 0.56,
-    "NanoSciFact_cosine_recall@5": 0.71,
-    "NanoSciFact_cosine_recall@10": 0.77,
-    "NanoSciFact_cosine_ndcg@10": 0.573675179771537,
-    "NanoSciFact_cosine_mrr@10": 0.5201904761904761,
-    "NanoSciFact_cosine_map@100": 0.5151451047621822,
-    "NanoTouche2020_cosine_accuracy@1": 0.5102040816326531,
-    "NanoTouche2020_cosine_accuracy@3": 0.8163265306122449,
+    "NanoSciFact_cosine_recall@3": 0.585,
+    "NanoSciFact_cosine_recall@5": 0.65,
+    "NanoSciFact_cosine_recall@10": 0.79,
+    "NanoSciFact_cosine_ndcg@10": 0.5889710099074495,
+    "NanoSciFact_cosine_mrr@10": 0.5277936507936508,
+    "NanoSciFact_cosine_map@100": 0.5300978155031729,
+    "NanoTouche2020_cosine_accuracy@1": 0.5918367346938775,
+    "NanoTouche2020_cosine_accuracy@3": 0.8775510204081632,
     "NanoTouche2020_cosine_accuracy@5": 0.9183673469387755,
-    "NanoTouche2020_cosine_accuracy@10": 0.9387755102040817,
-    "NanoTouche2020_cosine_precision@1": 0.5102040816326531,
-    "NanoTouche2020_cosine_precision@3": 0.5306122448979592,
-    "NanoTouche2020_cosine_precision@5": 0.4857142857142858,
+    "NanoTouche2020_cosine_accuracy@10": 0.9795918367346939,
+    "NanoTouche2020_cosine_precision@1": 0.5918367346938775,
+    "NanoTouche2020_cosine_precision@3": 0.5714285714285714,
+    "NanoTouche2020_cosine_precision@5": 0.5061224489795918,
     "NanoTouche2020_cosine_precision@10": 0.40204081632653066,
-    "NanoTouche2020_cosine_recall@1": 0.03897252093355478,
-    "NanoTouche2020_cosine_recall@3": 0.11617830784156352,
-    "NanoTouche2020_cosine_recall@5": 0.16808387137068914,
-    "NanoTouche2020_cosine_recall@10": 0.2667952262251305,
-    "NanoTouche2020_cosine_ndcg@10": 0.4535107828147836,
-    "NanoTouche2020_cosine_mrr@10": 0.6756802721088435,
-    "NanoTouche2020_cosine_map@100": 0.3458940792300294,
-    "NanoBEIR_mean_cosine_accuracy@1": 0.4730926216640503,
-    "NanoBEIR_mean_cosine_accuracy@3": 0.670486656200942,
-    "NanoBEIR_mean_cosine_accuracy@5": 0.7491051805337521,
-    "NanoBEIR_mean_cosine_accuracy@10": 0.8152904238618525,
-    "NanoBEIR_mean_cosine_precision@1": 0.4730926216640503,
-    "NanoBEIR_mean_cosine_precision@3": 0.3018419675562533,
-    "NanoBEIR_mean_cosine_precision@5": 0.23459340659340663,
-    "NanoBEIR_mean_cosine_precision@10": 0.16354160125588696,
-    "NanoBEIR_mean_cosine_recall@1": 0.2690472516492284,
-    "NanoBEIR_mean_cosine_recall@3": 0.4240880282187189,
-    "NanoBEIR_mean_cosine_recall@5": 0.4888912761073963,
-    "NanoBEIR_mean_cosine_recall@10": 0.5635832428071486,
-    "NanoBEIR_mean_cosine_ndcg@10": 0.5159778895838031,
-    "NanoBEIR_mean_cosine_mrr@10": 0.5874912785627071,
-    "NanoBEIR_mean_cosine_map@100": 0.43492691137404127
+    "NanoTouche2020_cosine_recall@1": 0.043240954475539835,
+    "NanoTouche2020_cosine_recall@3": 0.12058213731748707,
+    "NanoTouche2020_cosine_recall@5": 0.17533208842326845,
+    "NanoTouche2020_cosine_recall@10": 0.27009385945305586,
+    "NanoTouche2020_cosine_ndcg@10": 0.46620386185733503,
+    "NanoTouche2020_cosine_mrr@10": 0.7319403952057012,
+    "NanoTouche2020_cosine_map@100": 0.35203423103073495,
+    "NanoBEIR_mean_cosine_accuracy@1": 0.48091051805337526,
+    "NanoBEIR_mean_cosine_accuracy@3": 0.6675039246467817,
+    "NanoBEIR_mean_cosine_accuracy@5": 0.7414128728414444,
+    "NanoBEIR_mean_cosine_accuracy@10": 0.8199686028257458,
+    "NanoBEIR_mean_cosine_precision@1": 0.48091051805337526,
+    "NanoBEIR_mean_cosine_precision@3": 0.307032967032967,
+    "NanoBEIR_mean_cosine_precision@5": 0.2380094191522763,
+    "NanoBEIR_mean_cosine_precision@10": 0.1621569858712716,
+    "NanoBEIR_mean_cosine_recall@1": 0.27365010819304064,
+    "NanoBEIR_mean_cosine_recall@3": 0.4233716486331373,
+    "NanoBEIR_mean_cosine_recall@5": 0.49255720642090584,
+    "NanoBEIR_mean_cosine_recall@10": 0.5673746702028712,
+    "NanoBEIR_mean_cosine_ndcg@10": 0.5197637243272951,
+    "NanoBEIR_mean_cosine_mrr@10": 0.5898665993870075,
+    "NanoBEIR_mean_cosine_map@100": 0.4411471811910464
   },
   "beir_touche2020": {
-    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.8367346938775511,
-    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9591836734693877,
+    "BeIR-touche2020-subset-test_cosine_accuracy@1": 0.7755102040816326,
+    "BeIR-touche2020-subset-test_cosine_accuracy@3": 0.9795918367346939,
     "BeIR-touche2020-subset-test_cosine_accuracy@5": 1.0,
     "BeIR-touche2020-subset-test_cosine_accuracy@10": 1.0,
-    "BeIR-touche2020-subset-test_cosine_precision@1": 0.8367346938775511,
-    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7823129251700679,
-    "BeIR-touche2020-subset-test_cosine_precision@5": 0.7306122448979592,
-    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6632653061224489,
-    "BeIR-touche2020-subset-test_cosine_recall@1": 0.01863536778338729,
-    "BeIR-touche2020-subset-test_cosine_recall@3": 0.05202492032020825,
-    "BeIR-touche2020-subset-test_cosine_recall@5": 0.08076708716823142,
-    "BeIR-touche2020-subset-test_cosine_recall@10": 0.14656488113887348,
-    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.7013835872612906,
-    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.9047619047619047,
-    "BeIR-touche2020-subset-test_cosine_map@100": 0.3127573985913156
+    "BeIR-touche2020-subset-test_cosine_precision@1": 0.7755102040816326,
+    "BeIR-touche2020-subset-test_cosine_precision@3": 0.7551020408163264,
+    "BeIR-touche2020-subset-test_cosine_precision@5": 0.710204081632653,
+    "BeIR-touche2020-subset-test_cosine_precision@10": 0.6428571428571429,
+    "BeIR-touche2020-subset-test_cosine_recall@1": 0.01715012521638368,
+    "BeIR-touche2020-subset-test_cosine_recall@3": 0.05004079402732262,
+    "BeIR-touche2020-subset-test_cosine_recall@5": 0.07856685423592985,
+    "BeIR-touche2020-subset-test_cosine_recall@10": 0.14205954058921777,
+    "BeIR-touche2020-subset-test_cosine_ndcg@10": 0.6770376496402185,
+    "BeIR-touche2020-subset-test_cosine_mrr@10": 0.8826530612244898,
+    "BeIR-touche2020-subset-test_cosine_map@100": 0.2951291305934425
   }
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0b770bb50da1c493b94cd6f89b4ae3aa73ec8f24effd494bf23593a852c9a6d
-size 133462128
+oid sha256:ba8ea92e216b2df3f947c64562f48902d93568b58bdbdff70b95b0e3c8f611bd
+size 596070136

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": false,
+    "lstrip": true,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
-size 711649
+oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
+size 3583485

tokenizer_config.json

@@ -1,14 +1,230 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "[PAD]",
+      "content": "|||IP_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "1": {
+      "content": "<|padding|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "100": {
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50277": {
+      "content": "|||EMAIL_ADDRESS|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50278": {
+      "content": "|||PHONE_NUMBER|||",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50279": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50280": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -16,7 +232,7 @@
       "single_word": false,
       "special": true
     },
-    "101": {
+    "50281": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -24,7 +240,7 @@
       "single_word": false,
       "special": true
     },
-    "102": {
+    "50282": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -32,34 +248,698 @@
       "single_word": false,
       "special": true
     },
-    "103": {
-      "content": "[MASK]",
+    "50283": {
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
+    },
+    "50284": {
+      "content": "[MASK]",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50285": {
+      "content": "[unused0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50286": {
+      "content": "[unused1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50287": {
+      "content": "[unused2]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50288": {
+      "content": "[unused3]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50289": {
+      "content": "[unused4]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50290": {
+      "content": "[unused5]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50291": {
+      "content": "[unused6]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50292": {
+      "content": "[unused7]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50293": {
+      "content": "[unused8]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50294": {
+      "content": "[unused9]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50295": {
+      "content": "[unused10]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50296": {
+      "content": "[unused11]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50297": {
+      "content": "[unused12]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50298": {
+      "content": "[unused13]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50299": {
+      "content": "[unused14]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50300": {
+      "content": "[unused15]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50301": {
+      "content": "[unused16]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50302": {
+      "content": "[unused17]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50303": {
+      "content": "[unused18]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50304": {
+      "content": "[unused19]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50305": {
+      "content": "[unused20]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50306": {
+      "content": "[unused21]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50307": {
+      "content": "[unused22]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50308": {
+      "content": "[unused23]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50309": {
+      "content": "[unused24]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50310": {
+      "content": "[unused25]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50311": {
+      "content": "[unused26]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50312": {
+      "content": "[unused27]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50313": {
+      "content": "[unused28]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50314": {
+      "content": "[unused29]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50315": {
+      "content": "[unused30]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50316": {
+      "content": "[unused31]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50317": {
+      "content": "[unused32]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50318": {
+      "content": "[unused33]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50319": {
+      "content": "[unused34]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50320": {
+      "content": "[unused35]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50321": {
+      "content": "[unused36]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50322": {
+      "content": "[unused37]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50323": {
+      "content": "[unused38]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50324": {
+      "content": "[unused39]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50325": {
+      "content": "[unused40]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50326": {
+      "content": "[unused41]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50327": {
+      "content": "[unused42]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50328": {
+      "content": "[unused43]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50329": {
+      "content": "[unused44]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50330": {
+      "content": "[unused45]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50331": {
+      "content": "[unused46]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50332": {
+      "content": "[unused47]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50333": {
+      "content": "[unused48]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50334": {
+      "content": "[unused49]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50335": {
+      "content": "[unused50]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50336": {
+      "content": "[unused51]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50337": {
+      "content": "[unused52]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50338": {
+      "content": "[unused53]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50339": {
+      "content": "[unused54]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50340": {
+      "content": "[unused55]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50341": {
+      "content": "[unused56]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50342": {
+      "content": "[unused57]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50343": {
+      "content": "[unused58]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50344": {
+      "content": "[unused59]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50345": {
+      "content": "[unused60]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50346": {
+      "content": "[unused61]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50347": {
+      "content": "[unused62]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50348": {
+      "content": "[unused63]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50349": {
+      "content": "[unused64]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50350": {
+      "content": "[unused65]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50351": {
+      "content": "[unused66]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50352": {
+      "content": "[unused67]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50353": {
+      "content": "[unused68]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50354": {
+      "content": "[unused69]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50355": {
+      "content": "[unused70]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50356": {
+      "content": "[unused71]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50357": {
+      "content": "[unused72]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50358": {
+      "content": "[unused73]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50359": {
+      "content": "[unused74]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50360": {
+      "content": "[unused75]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50361": {
+      "content": "[unused76]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50362": {
+      "content": "[unused77]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50363": {
+      "content": "[unused78]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50364": {
+      "content": "[unused79]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50365": {
+      "content": "[unused80]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50366": {
+      "content": "[unused81]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50367": {
+      "content": "[unused82]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
-  "clean_up_tokenization_spaces": false,
+  "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
-  "do_basic_tokenize": true,
-  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "max_length": 128,
-  "model_max_length": 128,
-  "never_split": null,
-  "pad_to_multiple_of": null,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[PAD]",
-  "pad_token_type_id": 0,
-  "padding_side": "right",
   "sep_token": "[SEP]",
-  "stride": 0,
-  "strip_accents": null,
-  "tokenize_chinese_chars": true,
-  "tokenizer_class": "BertTokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
+  "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": "[UNK]"
 }