Training in progress, step 5000

config.json

@@ -1,45 +1,25 @@
 {
   "architectures": [
-    "ModernBertModel"
+    "BertModel"
   ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 50281,
-  "classifier_activation": "gelu",
-  "classifier_bias": false,
-  "classifier_dropout": 0.0,
-  "classifier_pooling": "mean",
-  "cls_token_id": 50281,
-  "decoder_bias": true,
-  "deterministic_flash_attn": false,
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
   "dtype": "float32",
-  "embedding_dropout": 0.0,
-  "eos_token_id": 50282,
-  "global_attn_every_n_layers": 3,
-  "global_rope_theta": 160000.0,
   "gradient_checkpointing": false,
-  "hidden_activation": "gelu",
-  "hidden_size": 768,
-  "initializer_cutoff_factor": 2.0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
   "initializer_range": 0.02,
-  "intermediate_size": 1152,
-  "layer_norm_eps": 1e-05,
-  "local_attention": 128,
-  "local_rope_theta": 10000.0,
-  "max_position_embeddings": 8192,
-  "mlp_bias": false,
-  "mlp_dropout": 0.0,
-  "model_type": "modernbert",
-  "norm_bias": false,
-  "norm_eps": 1e-05,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 22,
-  "pad_token_id": 50283,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "repad_logits_with_grad": false,
-  "sep_token_id": 50282,
-  "sparse_pred_ignore_index": -100,
-  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "vocab_size": 50368
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -20,87 +20,3 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 1.600284495021337,4500,0.22,0.5,0.62,0.74,0.22,0.22,0.16666666666666663,0.5,0.124,0.62,0.07400000000000001,0.74,0.39304761904761903,0.477190878555405,0.4074930244047891
 1.689189189189189,4750,0.22,0.5,0.62,0.74,0.22,0.22,0.16666666666666663,0.5,0.124,0.62,0.07400000000000001,0.74,0.3977380952380953,0.4810433177745632,0.41242013542013545
 1.7780938833570412,5000,0.22,0.5,0.62,0.74,0.22,0.22,0.16666666666666663,0.5,0.124,0.62,0.07400000000000001,0.74,0.39240476190476187,0.47667177266958005,0.406991563991564
-0,0,0.36,0.52,0.58,0.8,0.36,0.36,0.1733333333333333,0.52,0.11599999999999999,0.58,0.08,0.8,0.47960317460317464,0.5539831330912274,0.49062451473627944
-0.08890469416785206,250,0.36,0.54,0.6,0.78,0.36,0.36,0.18,0.54,0.12000000000000002,0.6,0.07800000000000001,0.78,0.4796904761904762,0.5499073299106572,0.49209218836063345
-0.17780938833570412,500,0.32,0.56,0.6,0.78,0.32,0.32,0.18666666666666668,0.56,0.12000000000000002,0.6,0.07800000000000001,0.78,0.4677222222222222,0.5413577108177489,0.4802720875316783
-0.26671408250355616,750,0.28,0.56,0.62,0.76,0.28,0.28,0.18666666666666668,0.56,0.124,0.62,0.07600000000000001,0.76,0.4429920634920635,0.518757208056322,0.4576362150920974
-0.35561877667140823,1000,0.26,0.54,0.62,0.74,0.26,0.26,0.18,0.54,0.124,0.62,0.07400000000000001,0.74,0.42354761904761906,0.4998350880619619,0.44002758203717285
-0.4445234708392603,1250,0.26,0.52,0.62,0.76,0.26,0.26,0.1733333333333333,0.52,0.124,0.62,0.07600000000000001,0.76,0.42177777777777775,0.5021229360365677,0.4367610701991507
-0.5334281650071123,1500,0.28,0.56,0.6,0.74,0.28,0.28,0.18666666666666668,0.56,0.12,0.6,0.07400000000000001,0.74,0.4298253968253969,0.5039792129037896,0.44583465499641967
-0.6223328591749644,1750,0.26,0.54,0.62,0.74,0.26,0.26,0.18,0.54,0.124,0.62,0.07400000000000001,0.74,0.41935714285714276,0.49633112285022385,0.4356450930963314
-0.7112375533428165,2000,0.26,0.56,0.6,0.76,0.26,0.26,0.18666666666666668,0.56,0.12000000000000002,0.6,0.07600000000000001,0.76,0.4227460317460318,0.503315188350914,0.4378963655081302
-0.8001422475106685,2250,0.26,0.56,0.62,0.76,0.26,0.26,0.18666666666666668,0.56,0.124,0.62,0.07600000000000001,0.76,0.42791269841269836,0.5076996338892674,0.44289572267461663
-0.8890469416785206,2500,0.26,0.52,0.6,0.74,0.26,0.26,0.1733333333333333,0.52,0.12,0.6,0.07400000000000001,0.74,0.4163333333333333,0.4938511148575469,0.43266654452396147
-0.9779516358463727,2750,0.24,0.52,0.64,0.76,0.24,0.24,0.1733333333333333,0.52,0.128,0.64,0.07600000000000001,0.76,0.4116587301587301,0.49532143492616165,0.42613080702668804
-1.0668563300142249,3000,0.24,0.52,0.58,0.74,0.24,0.24,0.1733333333333333,0.52,0.11599999999999999,0.58,0.07400000000000001,0.74,0.40285714285714286,0.48383672739823635,0.4186186112614183
-1.1557610241820768,3250,0.24,0.52,0.62,0.74,0.24,0.24,0.1733333333333333,0.52,0.124,0.62,0.07400000000000001,0.74,0.41002380952380946,0.4899620983176372,0.4249682250117033
-1.2446657183499288,3500,0.24,0.52,0.64,0.74,0.24,0.24,0.1733333333333333,0.52,0.128,0.64,0.07400000000000001,0.74,0.40835714285714286,0.4888328906655155,0.4232555567129404
-1.333570412517781,3750,0.22,0.5,0.64,0.74,0.22,0.22,0.16666666666666669,0.5,0.128,0.64,0.07400000000000001,0.74,0.3940714285714286,0.4781611600888875,0.4092852112328826
-1.422475106685633,4000,0.24,0.52,0.64,0.74,0.24,0.24,0.1733333333333333,0.52,0.128,0.64,0.07400000000000001,0.74,0.40659523809523807,0.48733720181837187,0.4212405538905539
-1.5113798008534851,4250,0.24,0.5,0.62,0.74,0.24,0.24,0.16666666666666663,0.5,0.124,0.62,0.07400000000000001,0.74,0.4034047619047619,0.484929652614928,0.4181722753854333
-1.600284495021337,4500,0.22,0.5,0.62,0.74,0.22,0.22,0.16666666666666663,0.5,0.124,0.62,0.07400000000000001,0.74,0.39304761904761903,0.477190878555405,0.4074930244047891
-1.689189189189189,4750,0.22,0.5,0.62,0.74,0.22,0.22,0.16666666666666663,0.5,0.124,0.62,0.07400000000000001,0.74,0.3977380952380953,0.4810433177745632,0.41242013542013545
-1.7780938833570412,5000,0.22,0.5,0.62,0.74,0.22,0.22,0.16666666666666663,0.5,0.124,0.62,0.07400000000000001,0.74,0.39240476190476187,0.47667177266958005,0.406991563991564
-0,0,0.38,0.62,0.68,0.8,0.38,0.38,0.20666666666666667,0.62,0.136,0.68,0.08,0.8,0.5215238095238095,0.5887227948760404,0.5325402082997991
-0.08890469416785206,250,0.36,0.58,0.7,0.8,0.36,0.36,0.19333333333333333,0.58,0.14,0.7,0.08,0.8,0.49566666666666653,0.5682208870857596,0.5060752560237854
-0.17780938833570412,500,0.46,0.52,0.66,0.82,0.46,0.46,0.1733333333333333,0.52,0.132,0.66,0.08199999999999999,0.82,0.5442698412698412,0.6079332934407035,0.5525232913302173
-0.26671408250355616,750,0.34,0.56,0.68,0.82,0.34,0.34,0.18666666666666668,0.56,0.136,0.68,0.08199999999999999,0.82,0.49257142857142855,0.570761747972715,0.501199333481399
-0.35561877667140823,1000,0.38,0.54,0.66,0.84,0.38,0.38,0.18,0.54,0.132,0.66,0.08399999999999999,0.84,0.5138174603174603,0.5907796206498028,0.5200605666139135
-0.4445234708392603,1250,0.32,0.52,0.68,0.84,0.32,0.32,0.1733333333333333,0.52,0.136,0.68,0.08399999999999999,0.84,0.4792619047619048,0.5650039509697375,0.48537099069647
-0.5334281650071123,1500,0.34,0.54,0.66,0.82,0.34,0.34,0.18,0.54,0.132,0.66,0.08199999999999999,0.82,0.48223809523809513,0.5621823293729915,0.4903570008482093
-0.6223328591749644,1750,0.32,0.54,0.7,0.84,0.32,0.32,0.18,0.54,0.14,0.7,0.08399999999999999,0.84,0.4777380952380952,0.5639657391980877,0.48402486528393973
-0.7112375533428165,2000,0.3,0.56,0.68,0.84,0.3,0.3,0.18666666666666665,0.56,0.136,0.68,0.08399999999999999,0.84,0.4657698412698412,0.5549697038974795,0.47175548948334617
-0.8001422475106685,2250,0.3,0.6,0.64,0.84,0.3,0.3,0.19999999999999996,0.6,0.12800000000000003,0.64,0.08399999999999999,0.84,0.4662936507936507,0.5551828646772121,0.47254903555810995
-0.8890469416785206,2500,0.3,0.58,0.68,0.82,0.3,0.3,0.19333333333333333,0.58,0.136,0.68,0.08199999999999999,0.82,0.46343650793650787,0.5488219261760997,0.47160327784622585
-0.9779516358463727,2750,0.3,0.58,0.66,0.8,0.3,0.3,0.19333333333333333,0.58,0.132,0.66,0.08,0.8,0.4584126984126983,0.5406150732586964,0.46848540009516737
-1.0668563300142249,3000,0.3,0.54,0.62,0.8,0.3,0.3,0.17999999999999997,0.54,0.124,0.62,0.08,0.8,0.4522698412698412,0.5352823586843005,0.46138471171690987
-1.1557610241820768,3250,0.3,0.56,0.62,0.8,0.3,0.3,0.18666666666666665,0.56,0.124,0.62,0.08,0.8,0.4577936507936507,0.5397064205355451,0.46711339833994286
-1.2446657183499288,3500,0.3,0.56,0.64,0.82,0.3,0.3,0.18666666666666665,0.56,0.12800000000000003,0.64,0.08199999999999999,0.82,0.45588095238095233,0.5424752590573788,0.4635320155104427
-1.333570412517781,3750,0.3,0.56,0.62,0.8,0.3,0.3,0.18666666666666665,0.56,0.124,0.62,0.08,0.8,0.45290476190476187,0.535685201863328,0.46226898927806376
-1.422475106685633,4000,0.3,0.56,0.64,0.8,0.3,0.3,0.18666666666666665,0.56,0.12800000000000003,0.64,0.08,0.8,0.45107142857142857,0.5344943654008751,0.46033432811764724
-1.5113798008534851,4250,0.3,0.56,0.66,0.8,0.3,0.3,0.18666666666666665,0.56,0.132,0.66,0.08,0.8,0.45479365079365075,0.5374371752523998,0.46430135877767453
-1.600284495021337,4500,0.3,0.56,0.66,0.8,0.3,0.3,0.18666666666666665,0.56,0.132,0.66,0.08,0.8,0.45607142857142846,0.5386023478916117,0.46551784920060785
-1.689189189189189,4750,0.3,0.56,0.66,0.8,0.3,0.3,0.18666666666666665,0.56,0.132,0.66,0.08,0.8,0.4514603174603174,0.5348185801809706,0.46079536150124384
-1.7780938833570412,5000,0.3,0.56,0.66,0.8,0.3,0.3,0.18666666666666665,0.56,0.132,0.66,0.08,0.8,0.4522142857142857,0.5355647548788993,0.4614012040294735
-0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
-0.08890469416785206,250,0.34,0.64,0.68,0.74,0.34,0.34,0.21333333333333332,0.64,0.136,0.68,0.07400000000000001,0.74,0.4901904761904761,0.5518217997585461,0.5028933975941648
-0.17780938833570412,500,0.4,0.64,0.7,0.76,0.4,0.4,0.21333333333333335,0.64,0.14,0.7,0.07600000000000001,0.76,0.5331666666666667,0.5890890591305245,0.5445426099548939
-0.26671408250355616,750,0.34,0.6,0.72,0.76,0.34,0.34,0.19999999999999996,0.6,0.14400000000000002,0.72,0.07600000000000001,0.76,0.49199999999999994,0.5578563077041967,0.5039374750624472
-0.35561877667140823,1000,0.36,0.58,0.68,0.78,0.36,0.36,0.19333333333333333,0.58,0.136,0.68,0.07800000000000001,0.78,0.49224603174603176,0.5610805034589428,0.5030704016084822
-0.4445234708392603,1250,0.3,0.6,0.68,0.78,0.3,0.3,0.19999999999999996,0.6,0.136,0.68,0.07800000000000001,0.78,0.4645476190476191,0.5409688242651494,0.47528103315885334
-0.5334281650071123,1500,0.3,0.6,0.68,0.8,0.3,0.3,0.19999999999999996,0.6,0.136,0.68,0.08,0.8,0.47022222222222226,0.5497081271943999,0.4789771850855242
-0.6223328591749644,1750,0.3,0.6,0.68,0.76,0.3,0.3,0.19999999999999996,0.6,0.136,0.68,0.07600000000000001,0.76,0.4595555555555556,0.532908343998826,0.4714941392922588
-0.7112375533428165,2000,0.28,0.6,0.7,0.76,0.28,0.28,0.19999999999999996,0.6,0.14,0.7,0.07600000000000001,0.76,0.45466666666666666,0.5298619903730956,0.4669250036513194
-0.8001422475106685,2250,0.3,0.6,0.7,0.76,0.3,0.3,0.2,0.6,0.14,0.7,0.07600000000000001,0.76,0.46835714285714275,0.5402193595040476,0.48060903793426674
-0.8890469416785206,2500,0.28,0.62,0.68,0.76,0.28,0.28,0.20666666666666664,0.62,0.136,0.68,0.07600000000000001,0.76,0.4574999999999999,0.5323268680323201,0.46963514478938045
-0.9779516358463727,2750,0.28,0.64,0.7,0.76,0.28,0.28,0.21333333333333332,0.64,0.14,0.7,0.07600000000000001,0.76,0.4491904761904761,0.5259513581732703,0.4613480824826055
-1.0668563300142249,3000,0.28,0.62,0.72,0.76,0.28,0.28,0.20666666666666664,0.62,0.14400000000000002,0.72,0.07600000000000001,0.76,0.4425238095238095,0.5208170866111872,0.4550919833004972
-1.1557610241820768,3250,0.28,0.6,0.72,0.76,0.28,0.28,0.2,0.6,0.14400000000000002,0.72,0.07600000000000001,0.76,0.44371428571428567,0.5215917357685905,0.45619204861352564
-1.2446657183499288,3500,0.26,0.6,0.7,0.76,0.26,0.26,0.2,0.6,0.14,0.7,0.07600000000000001,0.76,0.42971428571428566,0.5109788233660602,0.44246522295786994
-1.333570412517781,3750,0.26,0.58,0.7,0.76,0.26,0.26,0.19333333333333333,0.58,0.14,0.7,0.07600000000000001,0.76,0.4313809523809524,0.5122109495989572,0.4436650404829164
-1.422475106685633,4000,0.26,0.56,0.7,0.76,0.26,0.26,0.18666666666666668,0.56,0.14,0.7,0.07600000000000001,0.76,0.42971428571428566,0.510824480760425,0.4419819268211145
-1.5113798008534851,4250,0.26,0.58,0.7,0.76,0.26,0.26,0.19333333333333333,0.58,0.14,0.7,0.07600000000000001,0.76,0.428047619047619,0.5095923545275279,0.44066726246555254
-1.600284495021337,4500,0.26,0.56,0.7,0.76,0.26,0.26,0.18666666666666668,0.56,0.14,0.7,0.07600000000000001,0.76,0.4263809523809524,0.5082058856889958,0.4389900767590395
-1.689189189189189,4750,0.26,0.56,0.7,0.78,0.26,0.26,0.18666666666666668,0.56,0.14,0.7,0.078,0.78,0.4317142857142857,0.5166057772867828,0.4425420850161611
-1.7780938833570412,5000,0.26,0.56,0.7,0.78,0.26,0.26,0.18666666666666668,0.56,0.14,0.7,0.078,0.78,0.4317142857142857,0.5166057772867828,0.4425420850161611
-0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
-0.08890469416785206,250,0.4,0.66,0.78,0.84,0.4,0.4,0.21999999999999997,0.66,0.15600000000000003,0.78,0.08399999999999999,0.84,0.5537222222222221,0.6233489066081196,0.5635062977957714
-0.17780938833570412,500,0.36,0.64,0.76,0.86,0.36,0.36,0.21333333333333332,0.64,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5344126984126983,0.6136581255652764,0.5411879592416676
-0.26671408250355616,750,0.4,0.66,0.68,0.84,0.4,0.4,0.21999999999999997,0.66,0.136,0.68,0.08399999999999999,0.84,0.5555714285714286,0.6243145435136173,0.5640618250272982
-0.35561877667140823,1000,0.38,0.68,0.74,0.86,0.38,0.38,0.22666666666666668,0.68,0.14800000000000002,0.74,0.08599999999999998,0.86,0.5495793650793651,0.6250033046333645,0.557006253006253
-0.4445234708392603,1250,0.38,0.66,0.7,0.86,0.38,0.38,0.21999999999999997,0.66,0.14,0.7,0.08599999999999998,0.86,0.5403809523809523,0.6170462223747559,0.5470477611334389
-0.5334281650071123,1500,0.38,0.62,0.68,0.84,0.38,0.38,0.20666666666666667,0.62,0.136,0.68,0.08399999999999999,0.84,0.5305793650793651,0.6048908769916042,0.538908464901112
-0.6223328591749644,1750,0.34,0.62,0.74,0.82,0.34,0.34,0.20666666666666667,0.62,0.14800000000000002,0.74,0.08199999999999999,0.82,0.5072698412698412,0.583457909676193,0.5173745553962945
-0.7112375533428165,2000,0.36,0.62,0.72,0.84,0.36,0.36,0.20666666666666664,0.62,0.14400000000000002,0.72,0.08399999999999999,0.84,0.5175238095238095,0.5955397543812248,0.5268191253191253
-0.8001422475106685,2250,0.38,0.64,0.72,0.82,0.38,0.38,0.21333333333333332,0.64,0.14400000000000002,0.72,0.08199999999999999,0.82,0.5345238095238095,0.603696422404652,0.5446621125230965
-0.8890469416785206,2500,0.36,0.66,0.72,0.8,0.36,0.36,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5193571428571429,0.5883743208686202,0.531178052701582
-0.9779516358463727,2750,0.34,0.66,0.72,0.8,0.34,0.34,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.509238095238095,0.5808928079955077,0.5217201394797302
-1.0668563300142249,3000,0.36,0.62,0.72,0.78,0.36,0.36,0.20666666666666667,0.62,0.14400000000000002,0.72,0.07800000000000001,0.78,0.5021904761904762,0.5700934532257512,0.5138738116598179
-1.1557610241820768,3250,0.36,0.62,0.72,0.76,0.36,0.36,0.20666666666666667,0.62,0.14400000000000002,0.72,0.07600000000000001,0.76,0.5068571428571428,0.5690721446643242,0.5200125698829765
-1.2446657183499288,3500,0.38,0.58,0.72,0.76,0.38,0.38,0.19333333333333333,0.58,0.14400000000000002,0.72,0.07600000000000001,0.76,0.5078333333333334,0.569428899857823,0.5212677107789235
-1.333570412517781,3750,0.36,0.62,0.72,0.78,0.36,0.36,0.20666666666666667,0.62,0.14400000000000002,0.72,0.078,0.78,0.5070238095238095,0.5736393221453866,0.5175857474826515
-1.422475106685633,4000,0.38,0.6,0.72,0.78,0.38,0.38,0.2,0.6,0.14400000000000002,0.72,0.078,0.78,0.5172698412698412,0.5810965757911744,0.5283554988447523
-1.5113798008534851,4250,0.32,0.64,0.7,0.76,0.32,0.32,0.21333333333333332,0.64,0.14,0.7,0.07600000000000001,0.76,0.4843809523809523,0.5524731912952869,0.4971737256100805
-1.600284495021337,4500,0.38,0.62,0.72,0.78,0.38,0.38,0.20666666666666667,0.62,0.14400000000000002,0.72,0.078,0.78,0.5160238095238094,0.5801442520571805,0.5268918517084115
-1.689189189189189,4750,0.38,0.62,0.72,0.78,0.38,0.38,0.20666666666666667,0.62,0.14400000000000002,0.72,0.078,0.78,0.5157460317460317,0.5798555544347456,0.5268006584975625
-1.7780938833570412,5000,0.38,0.62,0.72,0.78,0.38,0.38,0.20666666666666667,0.62,0.14400000000000002,0.72,0.078,0.78,0.5150238095238094,0.5792677770404034,0.5260186479155519

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -20,87 +20,3 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 1.600284495021337,4500,0.28,0.46,0.56,0.64,0.28,0.27,0.15999999999999998,0.45,0.11600000000000002,0.54,0.066,0.61,0.4007142857142857,0.4481867157733463,0.4052506909192797
 1.689189189189189,4750,0.28,0.46,0.56,0.64,0.28,0.27,0.15999999999999998,0.45,0.11600000000000002,0.54,0.066,0.61,0.39452380952380955,0.4432300264150815,0.3986881566666595
 1.7780938833570412,5000,0.28,0.46,0.56,0.64,0.28,0.27,0.15999999999999998,0.45,0.11600000000000002,0.54,0.066,0.61,0.39785714285714285,0.4442430372694745,0.39869586832265574
-0,0,0.48,0.62,0.66,0.72,0.48,0.47,0.21333333333333332,0.6,0.14,0.64,0.07600000000000001,0.7,0.5643571428571428,0.5930818641709092,0.5653172420421086
-0.08890469416785206,250,0.48,0.58,0.64,0.7,0.48,0.45,0.2,0.56,0.136,0.63,0.07600000000000001,0.69,0.5460238095238095,0.5724533305174622,0.5389600328534404
-0.17780938833570412,500,0.38,0.52,0.62,0.7,0.38,0.35,0.18,0.5,0.132,0.61,0.076,0.69,0.4826349206349206,0.5238768179719329,0.4745578080189774
-0.26671408250355616,750,0.4,0.52,0.6,0.66,0.4,0.38,0.18,0.5,0.128,0.59,0.07200000000000001,0.65,0.4843571428571428,0.5189026616282685,0.48412833492656937
-0.35561877667140823,1000,0.36,0.52,0.64,0.7,0.36,0.34,0.18,0.5,0.14,0.63,0.076,0.69,0.4633571428571429,0.5138465693710441,0.46313936723622007
-0.4445234708392603,1250,0.34,0.5,0.6,0.68,0.34,0.33,0.1733333333333333,0.48,0.124,0.58,0.07400000000000001,0.67,0.44752380952380943,0.4987798321488323,0.45062469816817646
-0.5334281650071123,1500,0.32,0.46,0.62,0.7,0.32,0.31,0.15999999999999998,0.45,0.132,0.6,0.076,0.69,0.4369126984126983,0.49702940684789093,0.4409254924835626
-0.6223328591749644,1750,0.34,0.48,0.6,0.68,0.34,0.33,0.16666666666666663,0.47,0.128,0.58,0.07400000000000001,0.67,0.44704761904761897,0.49972097764614104,0.45107525976111273
-0.7112375533428165,2000,0.32,0.52,0.58,0.68,0.32,0.31,0.18,0.51,0.12400000000000003,0.57,0.07200000000000001,0.66,0.43690476190476185,0.4879691187930975,0.4384783953201125
-0.8001422475106685,2250,0.32,0.5,0.6,0.68,0.32,0.31,0.1733333333333333,0.49,0.12400000000000003,0.58,0.07200000000000001,0.66,0.43554761904761896,0.4880679719241573,0.44019636647057736
-0.8890469416785206,2500,0.32,0.48,0.6,0.66,0.32,0.31,0.16666666666666663,0.47,0.124,0.57,0.07,0.64,0.4351904761904761,0.4825916032080211,0.4397672799380328
-0.9779516358463727,2750,0.32,0.48,0.58,0.66,0.32,0.31,0.16666666666666663,0.47,0.12,0.56,0.07,0.64,0.43083333333333335,0.4777541962108678,0.4323231266915096
-1.0668563300142249,3000,0.3,0.48,0.6,0.66,0.3,0.29,0.16666666666666663,0.47,0.124,0.57,0.07,0.64,0.42133333333333334,0.47229255220802463,0.42517218529648076
-1.1557610241820768,3250,0.3,0.46,0.56,0.64,0.3,0.29,0.15999999999999998,0.45,0.11600000000000002,0.54,0.068,0.62,0.41035714285714286,0.4587252892156562,0.41623585904278976
-1.2446657183499288,3500,0.3,0.44,0.56,0.64,0.3,0.29,0.15333333333333332,0.43,0.11600000000000002,0.54,0.068,0.62,0.40619047619047616,0.455712047803041,0.4120503380495542
-1.333570412517781,3750,0.28,0.48,0.56,0.64,0.28,0.27,0.16666666666666663,0.47,0.11600000000000002,0.54,0.068,0.62,0.4,0.4512373531362176,0.40502612367813556
-1.422475106685633,4000,0.28,0.46,0.58,0.64,0.28,0.27,0.15999999999999998,0.45,0.12,0.55,0.068,0.62,0.40185714285714286,0.4507822235956072,0.40304792384509147
-1.5113798008534851,4250,0.28,0.46,0.56,0.64,0.28,0.27,0.15999999999999998,0.45,0.11600000000000002,0.54,0.066,0.61,0.4007142857142857,0.4464041552654098,0.40196506995653586
-1.600284495021337,4500,0.28,0.46,0.56,0.64,0.28,0.27,0.15999999999999998,0.45,0.11600000000000002,0.54,0.066,0.61,0.4007142857142857,0.4481867157733463,0.4052506909192797
-1.689189189189189,4750,0.28,0.46,0.56,0.64,0.28,0.27,0.15999999999999998,0.45,0.11600000000000002,0.54,0.066,0.61,0.39452380952380955,0.4432300264150815,0.3986881566666595
-1.7780938833570412,5000,0.28,0.46,0.56,0.64,0.28,0.27,0.15999999999999998,0.45,0.11600000000000002,0.54,0.066,0.61,0.39785714285714285,0.4442430372694745,0.39869586832265574
-0,0,0.44,0.62,0.7,0.72,0.44,0.42,0.20666666666666664,0.59,0.15200000000000002,0.69,0.07800000000000001,0.71,0.5425,0.5785694545006416,0.5396412232598975
-0.08890469416785206,250,0.38,0.58,0.66,0.72,0.38,0.36,0.2,0.57,0.14,0.64,0.07800000000000001,0.71,0.4930793650793651,0.5422057555897661,0.49385214768969143
-0.17780938833570412,500,0.4,0.54,0.64,0.76,0.4,0.38,0.19333333333333333,0.53,0.136,0.62,0.08199999999999999,0.74,0.49762698412698403,0.5506330785793723,0.49331663084034116
-0.26671408250355616,750,0.4,0.52,0.64,0.72,0.4,0.38,0.18666666666666665,0.51,0.136,0.62,0.07600000000000001,0.7,0.4908888888888888,0.535216682535339,0.4880542729584059
-0.35561877667140823,1000,0.38,0.56,0.66,0.68,0.38,0.37,0.19333333333333333,0.54,0.14,0.64,0.07200000000000001,0.66,0.4911666666666666,0.5296288982101829,0.4960611298125779
-0.4445234708392603,1250,0.32,0.54,0.58,0.7,0.32,0.31,0.18666666666666665,0.52,0.124,0.56,0.07400000000000001,0.68,0.4397222222222223,0.4935908199243542,0.44277302657010376
-0.5334281650071123,1500,0.34,0.52,0.6,0.7,0.34,0.33,0.18,0.5,0.128,0.58,0.07400000000000001,0.68,0.44991269841269843,0.5013708837543213,0.4529363607687501
-0.6223328591749644,1750,0.36,0.52,0.62,0.7,0.36,0.35,0.18,0.5,0.132,0.6,0.07400000000000001,0.68,0.47227777777777774,0.5174421641037986,0.47164766799780955
-0.7112375533428165,2000,0.36,0.52,0.6,0.72,0.36,0.35,0.18666666666666665,0.51,0.128,0.58,0.076,0.7,0.46496825396825403,0.5178517274916633,0.4655755809678257
-0.8001422475106685,2250,0.34,0.56,0.6,0.72,0.34,0.33,0.19333333333333333,0.54,0.128,0.58,0.076,0.7,0.46552380952380956,0.5171947252972893,0.46208163028895166
-0.8890469416785206,2500,0.34,0.54,0.58,0.72,0.34,0.33,0.18666666666666665,0.52,0.124,0.56,0.076,0.7,0.4533571428571429,0.5079369963287358,0.4525704587128079
-0.9779516358463727,2750,0.3,0.56,0.6,0.72,0.3,0.29,0.18666666666666665,0.53,0.128,0.58,0.076,0.7,0.431436507936508,0.4908368536386265,0.42789369649908626
-1.0668563300142249,3000,0.32,0.54,0.6,0.68,0.32,0.31,0.18666666666666665,0.52,0.128,0.58,0.07200000000000001,0.66,0.44157936507936507,0.4899955234963748,0.44184672889614296
-1.1557610241820768,3250,0.3,0.54,0.62,0.68,0.3,0.29,0.18666666666666665,0.52,0.132,0.6,0.07200000000000001,0.66,0.43891269841269837,0.48792681291712675,0.4380839646937076
-1.2446657183499288,3500,0.32,0.52,0.62,0.68,0.32,0.31,0.18,0.5,0.132,0.6,0.07200000000000001,0.66,0.4426904761904762,0.490664577709965,0.44201094210524056
-1.333570412517781,3750,0.3,0.52,0.62,0.7,0.3,0.29,0.18,0.5,0.132,0.6,0.07400000000000001,0.68,0.44185714285714284,0.4953670686560329,0.44017084567101106
-1.422475106685633,4000,0.3,0.52,0.62,0.68,0.3,0.29,0.18,0.5,0.132,0.6,0.07200000000000001,0.66,0.43835714285714283,0.48818129610354133,0.43807459263823323
-1.5113798008534851,4250,0.32,0.54,0.62,0.68,0.32,0.31,0.18,0.51,0.132,0.6,0.07200000000000001,0.66,0.44435714285714284,0.4927513561227532,0.44445805584016085
-1.600284495021337,4500,0.32,0.54,0.62,0.7,0.32,0.31,0.18,0.51,0.132,0.6,0.07400000000000001,0.68,0.44685714285714284,0.4990606536584677,0.44488210342400414
-1.689189189189189,4750,0.3,0.54,0.62,0.7,0.3,0.29,0.18,0.51,0.132,0.6,0.07400000000000001,0.68,0.4335238095238095,0.48906065365846774,0.43155164353196623
-1.7780938833570412,5000,0.3,0.54,0.62,0.7,0.3,0.29,0.18,0.51,0.132,0.6,0.07400000000000001,0.68,0.43224603174603166,0.48789548101925573,0.4304090341200182
-0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
-0.08890469416785206,250,0.38,0.66,0.7,0.76,0.38,0.35,0.22,0.62,0.14400000000000002,0.67,0.08,0.72,0.523,0.5569696638651971,0.499903651936299
-0.17780938833570412,500,0.4,0.58,0.68,0.72,0.4,0.37,0.2,0.56,0.14,0.66,0.07400000000000001,0.68,0.5123333333333333,0.5411787059288392,0.4972754670524756
-0.26671408250355616,750,0.38,0.58,0.64,0.72,0.38,0.35,0.2,0.56,0.132,0.62,0.07600000000000001,0.7,0.4976031746031746,0.5371528639423688,0.48630137314468846
-0.35561877667140823,1000,0.38,0.58,0.64,0.7,0.38,0.35,0.2,0.56,0.132,0.61,0.07400000000000001,0.68,0.4921666666666667,0.5283767078645479,0.48312556422745045
-0.4445234708392603,1250,0.38,0.52,0.64,0.7,0.38,0.35,0.18,0.5,0.136,0.62,0.07400000000000001,0.68,0.4825238095238095,0.519596224961587,0.47207282351313246
-0.5334281650071123,1500,0.4,0.52,0.62,0.7,0.4,0.37,0.18,0.5,0.132,0.6,0.07400000000000001,0.68,0.49205555555555563,0.5281390811577225,0.48417056351095694
-0.6223328591749644,1750,0.38,0.56,0.62,0.7,0.38,0.35,0.19333333333333333,0.54,0.132,0.6,0.07400000000000001,0.68,0.48888888888888893,0.5258717709672651,0.48055319920579437
-0.7112375533428165,2000,0.42,0.6,0.62,0.7,0.42,0.38,0.20666666666666664,0.57,0.128,0.59,0.07400000000000001,0.68,0.5155555555555555,0.5412454206192028,0.4993498464462553
-0.8001422475106685,2250,0.38,0.58,0.62,0.7,0.38,0.35,0.19333333333333333,0.54,0.128,0.59,0.07400000000000001,0.68,0.4938888888888889,0.5249963447842245,0.47683980373124074
-0.8890469416785206,2500,0.4,0.56,0.62,0.7,0.4,0.37,0.19333333333333333,0.53,0.128,0.59,0.07400000000000001,0.68,0.502357142857143,0.5316357137578318,0.4859429987300997
-0.9779516358463727,2750,0.36,0.58,0.62,0.68,0.36,0.33,0.2,0.55,0.128,0.59,0.07200000000000001,0.66,0.48066666666666663,0.5120675950658177,0.4676537576967769
-1.0668563300142249,3000,0.4,0.56,0.62,0.68,0.4,0.36,0.19333333333333333,0.53,0.128,0.59,0.07200000000000001,0.66,0.5000000000000001,0.5234648938832518,0.4821727053198498
-1.1557610241820768,3250,0.34,0.54,0.62,0.68,0.34,0.32,0.18666666666666665,0.51,0.128,0.59,0.07200000000000001,0.66,0.46372222222222226,0.501861476984271,0.4557671925483281
-1.2446657183499288,3500,0.34,0.56,0.62,0.68,0.34,0.32,0.18666666666666665,0.52,0.128,0.59,0.07200000000000001,0.66,0.46602380952380945,0.5030439030999874,0.45651412149314324
-1.333570412517781,3750,0.34,0.56,0.62,0.68,0.34,0.32,0.19333333333333333,0.53,0.128,0.59,0.07200000000000001,0.66,0.4626904761904762,0.5007757968407431,0.4535704563335965
-1.422475106685633,4000,0.34,0.56,0.62,0.68,0.34,0.32,0.19333333333333333,0.53,0.128,0.59,0.07200000000000001,0.66,0.46077777777777773,0.4987875433113901,0.4515167848333299
-1.5113798008534851,4250,0.32,0.56,0.62,0.68,0.32,0.3,0.18666666666666665,0.52,0.128,0.59,0.07200000000000001,0.66,0.45474603174603173,0.4936739625315223,0.44331149664382424
-1.600284495021337,4500,0.34,0.56,0.62,0.68,0.34,0.31,0.19333333333333333,0.53,0.128,0.59,0.07200000000000001,0.66,0.46341269841269844,0.4981843146804683,0.44850926901873406
-1.689189189189189,4750,0.34,0.56,0.62,0.68,0.34,0.31,0.19333333333333333,0.53,0.128,0.59,0.07200000000000001,0.66,0.46341269841269844,0.4981843146804683,0.4485243115129495
-1.7780938833570412,5000,0.34,0.56,0.62,0.68,0.34,0.31,0.19333333333333333,0.53,0.128,0.59,0.07200000000000001,0.66,0.46341269841269844,0.4981843146804683,0.4486372793651192
-0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
-0.08890469416785206,250,0.52,0.7,0.74,0.82,0.52,0.48,0.23333333333333336,0.65,0.15600000000000003,0.71,0.08999999999999998,0.8,0.6152460317460318,0.6439323830674052,0.590834612167892
-0.17780938833570412,500,0.52,0.68,0.72,0.8,0.52,0.47,0.23333333333333328,0.64,0.15200000000000002,0.68,0.08799999999999997,0.78,0.6139682539682539,0.6371903799776186,0.5880927716257193
-0.26671408250355616,750,0.5,0.66,0.74,0.8,0.5,0.45,0.22666666666666666,0.62,0.156,0.7,0.08599999999999998,0.77,0.604079365079365,0.6258743003534032,0.5760735054262106
-0.35561877667140823,1000,0.42,0.66,0.72,0.8,0.42,0.38,0.2333333333333333,0.63,0.156,0.69,0.08599999999999998,0.77,0.5576031746031745,0.5981468723038755,0.5429824862085043
-0.4445234708392603,1250,0.46,0.66,0.72,0.8,0.46,0.42,0.22666666666666666,0.62,0.156,0.69,0.08599999999999998,0.77,0.5702380952380952,0.6045200178625042,0.550527864737212
-0.5334281650071123,1500,0.42,0.62,0.72,0.78,0.42,0.39,0.21333333333333332,0.59,0.156,0.69,0.08399999999999999,0.75,0.5405714285714285,0.5821127911484091,0.5295401715300265
-0.6223328591749644,1750,0.4,0.58,0.68,0.78,0.4,0.35,0.20666666666666664,0.55,0.14800000000000002,0.65,0.08399999999999999,0.75,0.5228571428571428,0.5619256762628706,0.5001688995702154
-0.7112375533428165,2000,0.4,0.58,0.7,0.76,0.4,0.36,0.21333333333333332,0.56,0.15200000000000002,0.67,0.08199999999999999,0.73,0.5179126984126984,0.5575556261393345,0.5047886285359457
-0.8001422475106685,2250,0.46,0.58,0.7,0.76,0.46,0.42,0.2,0.55,0.14800000000000002,0.66,0.08199999999999999,0.73,0.5478333333333333,0.5785671069657581,0.5320591074477433
-0.8890469416785206,2500,0.42,0.58,0.72,0.78,0.42,0.38,0.2,0.55,0.156,0.69,0.08399999999999999,0.75,0.5283571428571429,0.569127931822496,0.5105739762955421
-0.9779516358463727,2750,0.4,0.58,0.7,0.78,0.4,0.36,0.2,0.55,0.15200000000000002,0.68,0.08399999999999999,0.75,0.5191666666666667,0.5627046734671732,0.5011601577654209
-1.0668563300142249,3000,0.42,0.58,0.68,0.76,0.42,0.38,0.2,0.54,0.14400000000000002,0.64,0.08199999999999999,0.73,0.5250238095238094,0.5599080804311154,0.5049299021908467
-1.1557610241820768,3250,0.38,0.54,0.7,0.74,0.38,0.36,0.18666666666666665,0.5,0.14800000000000002,0.66,0.08,0.71,0.49938095238095237,0.5418779926276425,0.48958588825244265
-1.2446657183499288,3500,0.42,0.56,0.68,0.74,0.42,0.39,0.2,0.54,0.14400000000000002,0.64,0.078,0.7,0.5208571428571428,0.5533867165556,0.509604859647127
-1.333570412517781,3750,0.4,0.58,0.68,0.74,0.4,0.38,0.2,0.54,0.14400000000000002,0.64,0.08,0.71,0.512047619047619,0.5519481375051689,0.5032554612510217
-1.422475106685633,4000,0.38,0.58,0.68,0.74,0.38,0.36,0.2,0.54,0.14400000000000002,0.64,0.08,0.71,0.49835714285714283,0.5415907683742168,0.4895576780176279
-1.5113798008534851,4250,0.4,0.58,0.66,0.74,0.4,0.38,0.2,0.54,0.14,0.63,0.08,0.71,0.5143571428571428,0.5538335579266234,0.5059206767449402
-1.600284495021337,4500,0.38,0.56,0.66,0.74,0.38,0.35,0.19333333333333333,0.53,0.14,0.62,0.078,0.7,0.5015714285714286,0.5379880507233898,0.48801468381441493
-1.689189189189189,4750,0.4,0.58,0.66,0.74,0.4,0.37,0.2,0.54,0.14,0.63,0.078,0.7,0.5143571428571428,0.5474332549729899,0.5004754288333266
-1.7780938833570412,5000,0.38,0.58,0.66,0.74,0.38,0.36,0.2,0.54,0.14,0.62,0.078,0.7,0.5033571428571428,0.5417937853620868,0.4942594774374801

eval/NanoBEIR_evaluation_mean_results.csv

@@ -20,87 +20,3 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 1.600284495021337,4500,0.25,0.48,0.5900000000000001,0.69,0.25,0.245,0.1633333333333333,0.475,0.12000000000000001,0.5800000000000001,0.07,0.675,0.39688095238095233,0.4626887971643756,0.4063718576620344
 1.689189189189189,4750,0.25,0.48,0.5900000000000001,0.69,0.25,0.245,0.1633333333333333,0.475,0.12000000000000001,0.5800000000000001,0.07,0.675,0.3961309523809524,0.46213667209482234,0.40555414604339746
 1.7780938833570412,5000,0.25,0.48,0.5900000000000001,0.69,0.25,0.245,0.1633333333333333,0.475,0.12000000000000001,0.5800000000000001,0.07,0.675,0.39513095238095236,0.46045740496952725,0.4028437161571099
-0,0,0.42,0.5700000000000001,0.62,0.76,0.42,0.415,0.1933333333333333,0.56,0.128,0.61,0.07800000000000001,0.75,0.5219801587301587,0.5735324986310684,0.5279708783891941
-0.08890469416785206,250,0.42,0.56,0.62,0.74,0.42,0.405,0.19,0.55,0.128,0.615,0.07700000000000001,0.735,0.5128571428571429,0.5611803302140597,0.5155261106070369
-0.17780938833570412,500,0.35,0.54,0.61,0.74,0.35,0.33499999999999996,0.18333333333333335,0.53,0.126,0.605,0.07700000000000001,0.735,0.4751785714285714,0.5326172643948408,0.4774149477753279
-0.26671408250355616,750,0.34,0.54,0.61,0.71,0.34,0.33,0.18333333333333335,0.53,0.126,0.605,0.07400000000000001,0.7050000000000001,0.4636746031746032,0.5188299348422952,0.4708822750093334
-0.35561877667140823,1000,0.31,0.53,0.63,0.72,0.31,0.30000000000000004,0.18,0.52,0.132,0.625,0.07500000000000001,0.715,0.443452380952381,0.506840828716503,0.45158347463669646
-0.4445234708392603,1250,0.30000000000000004,0.51,0.61,0.72,0.30000000000000004,0.29500000000000004,0.1733333333333333,0.5,0.124,0.6,0.07500000000000001,0.7150000000000001,0.4346507936507936,0.5004513840927,0.4436928841836636
-0.5334281650071123,1500,0.30000000000000004,0.51,0.61,0.72,0.30000000000000004,0.29500000000000004,0.17333333333333334,0.505,0.126,0.6,0.07500000000000001,0.715,0.4333690476190476,0.5005043098758403,0.4433800737399911
-0.6223328591749644,1750,0.30000000000000004,0.51,0.61,0.71,0.30000000000000004,0.29500000000000004,0.1733333333333333,0.505,0.126,0.6,0.07400000000000001,0.7050000000000001,0.43320238095238084,0.4980260502481825,0.44336017642872205
-0.7112375533428165,2000,0.29000000000000004,0.54,0.59,0.72,0.29000000000000004,0.28500000000000003,0.18333333333333335,0.535,0.12200000000000003,0.585,0.07400000000000001,0.71,0.42982539682539683,0.4956421535720058,0.43818738041412136
-0.8001422475106685,2250,0.29000000000000004,0.53,0.61,0.72,0.29000000000000004,0.28500000000000003,0.18,0.525,0.12400000000000001,0.6,0.07400000000000001,0.71,0.43173015873015863,0.49788380290671236,0.441546044572597
-0.8890469416785206,2500,0.29000000000000004,0.5,0.6,0.7,0.29000000000000004,0.28500000000000003,0.16999999999999998,0.495,0.122,0.585,0.07200000000000001,0.69,0.4257619047619047,0.48822135903278396,0.4362169122309971
-0.9779516358463727,2750,0.28,0.5,0.61,0.71,0.28,0.275,0.16999999999999998,0.495,0.124,0.6000000000000001,0.07300000000000001,0.7,0.4212460317460317,0.4865378155685147,0.4292269668590988
-1.0668563300142249,3000,0.27,0.5,0.59,0.7,0.27,0.265,0.16999999999999998,0.495,0.12,0.575,0.07200000000000001,0.69,0.41209523809523807,0.4780646398031305,0.4218953982789495
-1.1557610241820768,3250,0.27,0.49,0.5900000000000001,0.69,0.27,0.265,0.16666666666666663,0.485,0.12000000000000001,0.5800000000000001,0.07100000000000001,0.6799999999999999,0.41019047619047616,0.4743436937666467,0.4206020420272465
-1.2446657183499288,3500,0.27,0.48,0.6000000000000001,0.69,0.27,0.265,0.16333333333333333,0.475,0.12200000000000001,0.5900000000000001,0.07100000000000001,0.6799999999999999,0.40727380952380954,0.47227246923427824,0.4176529473812473
-1.333570412517781,3750,0.25,0.49,0.6000000000000001,0.69,0.25,0.245,0.16666666666666666,0.485,0.12200000000000001,0.5900000000000001,0.07100000000000001,0.6799999999999999,0.39703571428571427,0.4646992566125525,0.4071556674555091
-1.422475106685633,4000,0.26,0.49,0.61,0.69,0.26,0.255,0.16666666666666663,0.485,0.124,0.595,0.07100000000000001,0.6799999999999999,0.40422619047619046,0.46905971270698954,0.4121442388678227
-1.5113798008534851,4250,0.26,0.48,0.5900000000000001,0.69,0.26,0.255,0.1633333333333333,0.475,0.12000000000000001,0.5800000000000001,0.07,0.675,0.4020595238095238,0.46566690394016885,0.41006867267098457
-1.600284495021337,4500,0.25,0.48,0.5900000000000001,0.69,0.25,0.245,0.1633333333333333,0.475,0.12000000000000001,0.5800000000000001,0.07,0.675,0.39688095238095233,0.4626887971643756,0.4063718576620344
-1.689189189189189,4750,0.25,0.48,0.5900000000000001,0.69,0.25,0.245,0.1633333333333333,0.475,0.12000000000000001,0.5800000000000001,0.07,0.675,0.3961309523809524,0.46213667209482234,0.40555414604339746
-1.7780938833570412,5000,0.25,0.48,0.5900000000000001,0.69,0.25,0.245,0.1633333333333333,0.475,0.12000000000000001,0.5800000000000001,0.07,0.675,0.39513095238095236,0.46045740496952725,0.4028437161571099
-0,0,0.41000000000000003,0.62,0.69,0.76,0.41000000000000003,0.4,0.20666666666666667,0.605,0.14400000000000002,0.685,0.07900000000000001,0.755,0.5320119047619047,0.583646124688341,0.5360907157798482
-0.08890469416785206,250,0.37,0.58,0.6799999999999999,0.76,0.37,0.36,0.19666666666666666,0.575,0.14,0.6699999999999999,0.07900000000000001,0.755,0.49437301587301585,0.5552133213377628,0.49996370185673844
-0.17780938833570412,500,0.43000000000000005,0.53,0.65,0.79,0.43000000000000005,0.42000000000000004,0.18333333333333332,0.525,0.134,0.64,0.08199999999999999,0.78,0.5209484126984126,0.5792831860100378,0.5229199610852793
-0.26671408250355616,750,0.37,0.54,0.66,0.77,0.37,0.36,0.18666666666666665,0.535,0.136,0.65,0.079,0.76,0.4917301587301587,0.552989215254027,0.4946268032199025
-0.35561877667140823,1000,0.38,0.55,0.66,0.76,0.38,0.375,0.18666666666666665,0.54,0.136,0.65,0.078,0.75,0.5024920634920634,0.5602042594299929,0.5080608482132457
-0.4445234708392603,1250,0.32,0.53,0.63,0.77,0.32,0.315,0.18,0.52,0.13,0.6200000000000001,0.079,0.76,0.4594920634920635,0.5292973854470459,0.4640720086332869
-0.5334281650071123,1500,0.34,0.53,0.63,0.76,0.34,0.335,0.18,0.52,0.13,0.62,0.078,0.75,0.4660753968253968,0.5317766065636564,0.4716466808084797
-0.6223328591749644,1750,0.33999999999999997,0.53,0.6599999999999999,0.77,0.33999999999999997,0.33499999999999996,0.18,0.52,0.136,0.6499999999999999,0.079,0.76,0.4750079365079365,0.5407039516509431,0.47783626664087464
-0.7112375533428165,2000,0.32999999999999996,0.54,0.64,0.78,0.32999999999999996,0.32499999999999996,0.18666666666666665,0.535,0.132,0.63,0.07999999999999999,0.77,0.4653690476190476,0.5364107156945714,0.46866553522558596
-0.8001422475106685,2250,0.32,0.5800000000000001,0.62,0.78,0.32,0.315,0.19666666666666666,0.5700000000000001,0.128,0.61,0.07999999999999999,0.77,0.46590873015873013,0.5361887949872507,0.4673153329235308
-0.8890469416785206,2500,0.32,0.56,0.63,0.77,0.32,0.315,0.19,0.55,0.13,0.6200000000000001,0.07899999999999999,0.76,0.45839682539682536,0.5283794612524177,0.46208686827951684
-0.9779516358463727,2750,0.3,0.5700000000000001,0.63,0.76,0.3,0.295,0.19,0.5549999999999999,0.13,0.62,0.078,0.75,0.44492460317460314,0.5157259634486615,0.4481895482971268
-1.0668563300142249,3000,0.31,0.54,0.61,0.74,0.31,0.305,0.1833333333333333,0.53,0.126,0.6,0.07600000000000001,0.73,0.44692460317460314,0.5126389410903377,0.4516157203065264
-1.1557610241820768,3250,0.3,0.55,0.62,0.74,0.3,0.295,0.18666666666666665,0.54,0.128,0.61,0.07600000000000001,0.73,0.44835317460317453,0.5138166167263359,0.45259868151682525
-1.2446657183499288,3500,0.31,0.54,0.63,0.75,0.31,0.305,0.18333333333333332,0.53,0.13,0.62,0.077,0.74,0.4492857142857143,0.5165699183836719,0.45277147880784163
-1.333570412517781,3750,0.3,0.54,0.62,0.75,0.3,0.295,0.18333333333333332,0.53,0.128,0.61,0.07700000000000001,0.74,0.4473809523809523,0.5155261352596805,0.4512199174745374
-1.422475106685633,4000,0.3,0.54,0.63,0.74,0.3,0.295,0.18333333333333332,0.53,0.13,0.62,0.07600000000000001,0.73,0.44471428571428573,0.5113378307522083,0.44920446037794026
-1.5113798008534851,4250,0.31,0.55,0.64,0.74,0.31,0.305,0.18333333333333332,0.535,0.132,0.63,0.07600000000000001,0.73,0.4495753968253968,0.5150942656875765,0.4543797073089177
-1.600284495021337,4500,0.31,0.55,0.64,0.75,0.31,0.305,0.18333333333333332,0.535,0.132,0.63,0.07700000000000001,0.74,0.45146428571428565,0.5188315007750397,0.455199976312306
-1.689189189189189,4750,0.3,0.55,0.64,0.75,0.3,0.295,0.18333333333333332,0.535,0.132,0.63,0.07700000000000001,0.74,0.44249206349206344,0.5119396169197192,0.44617350251660504
-1.7780938833570412,5000,0.3,0.55,0.64,0.75,0.3,0.295,0.18333333333333332,0.535,0.132,0.63,0.07700000000000001,0.74,0.4422301587301587,0.5117301179490775,0.44590511907474584
-0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
-0.08890469416785206,250,0.36,0.65,0.69,0.75,0.36,0.345,0.21666666666666667,0.63,0.14,0.675,0.07700000000000001,0.73,0.5065952380952381,0.5543957318118715,0.501398524765232
-0.17780938833570412,500,0.4,0.61,0.69,0.74,0.4,0.385,0.20666666666666667,0.6000000000000001,0.14,0.6799999999999999,0.07500000000000001,0.72,0.52275,0.5651338825296819,0.5209090385036848
-0.26671408250355616,750,0.36,0.59,0.6799999999999999,0.74,0.36,0.345,0.19999999999999998,0.5800000000000001,0.138,0.6699999999999999,0.07600000000000001,0.73,0.4948015873015873,0.5475045858232828,0.49511942410356785
-0.35561877667140823,1000,0.37,0.58,0.66,0.74,0.37,0.355,0.19666666666666666,0.5700000000000001,0.134,0.645,0.07600000000000001,0.73,0.4922063492063492,0.5447286056617453,0.4930979829179663
-0.4445234708392603,1250,0.33999999999999997,0.56,0.66,0.74,0.33999999999999997,0.32499999999999996,0.18999999999999997,0.55,0.136,0.65,0.07600000000000001,0.73,0.4735357142857143,0.5302825246133682,0.4736769283359929
-0.5334281650071123,1500,0.35,0.56,0.65,0.75,0.35,0.33499999999999996,0.18999999999999997,0.55,0.134,0.64,0.07700000000000001,0.74,0.48113888888888895,0.5389236041760612,0.4815738742982406
-0.6223328591749644,1750,0.33999999999999997,0.5800000000000001,0.65,0.73,0.33999999999999997,0.32499999999999996,0.19666666666666666,0.5700000000000001,0.134,0.64,0.07500000000000001,0.72,0.47422222222222227,0.5293900574830456,0.4760236692490266
-0.7112375533428165,2000,0.35,0.6,0.6599999999999999,0.73,0.35,0.33,0.2033333333333333,0.585,0.134,0.645,0.07500000000000001,0.72,0.4851111111111111,0.5355537054961492,0.4831374250487873
-0.8001422475106685,2250,0.33999999999999997,0.59,0.6599999999999999,0.73,0.33999999999999997,0.32499999999999996,0.19666666666666666,0.5700000000000001,0.134,0.645,0.07500000000000001,0.72,0.4811230158730158,0.5326078521441361,0.47872442083275374
-0.8890469416785206,2500,0.34,0.5900000000000001,0.65,0.73,0.34,0.325,0.19999999999999998,0.575,0.132,0.635,0.07500000000000001,0.72,0.4799285714285714,0.531981290895076,0.47778907175974006
-0.9779516358463727,2750,0.32,0.61,0.6599999999999999,0.72,0.32,0.30500000000000005,0.20666666666666667,0.595,0.134,0.645,0.07400000000000001,0.71,0.46492857142857136,0.519009476619544,0.46450092008969124
-1.0668563300142249,3000,0.34,0.5900000000000001,0.6699999999999999,0.72,0.34,0.32,0.19999999999999998,0.575,0.136,0.655,0.07400000000000001,0.71,0.47126190476190477,0.5221409902472195,0.46863234431017353
-1.1557610241820768,3250,0.31000000000000005,0.5700000000000001,0.6699999999999999,0.72,0.31000000000000005,0.30000000000000004,0.19333333333333333,0.5549999999999999,0.136,0.655,0.07400000000000001,0.71,0.45371825396825394,0.5117266063764307,0.4559796205809269
-1.2446657183499288,3500,0.30000000000000004,0.5800000000000001,0.6599999999999999,0.72,0.30000000000000004,0.29000000000000004,0.19333333333333333,0.56,0.134,0.645,0.07400000000000001,0.71,0.44786904761904756,0.5070113632330238,0.4494896722255066
-1.333570412517781,3750,0.30000000000000004,0.5700000000000001,0.6599999999999999,0.72,0.30000000000000004,0.29000000000000004,0.19333333333333333,0.5549999999999999,0.134,0.645,0.07400000000000001,0.71,0.4470357142857143,0.5064933732198502,0.4486177484082564
-1.422475106685633,4000,0.30000000000000004,0.56,0.6599999999999999,0.72,0.30000000000000004,0.29000000000000004,0.19,0.545,0.134,0.645,0.07400000000000001,0.71,0.4452460317460317,0.5048060120359075,0.4467493558272222
-1.5113798008534851,4250,0.29000000000000004,0.5700000000000001,0.6599999999999999,0.72,0.29000000000000004,0.28,0.19,0.55,0.134,0.645,0.07400000000000001,0.71,0.44139682539682534,0.5016331585295251,0.4419893795546884
-1.600284495021337,4500,0.30000000000000004,0.56,0.6599999999999999,0.72,0.30000000000000004,0.28500000000000003,0.19,0.545,0.134,0.645,0.07400000000000001,0.71,0.4448968253968254,0.5031951001847321,0.4437496728888868
-1.689189189189189,4750,0.30000000000000004,0.56,0.6599999999999999,0.73,0.30000000000000004,0.28500000000000003,0.19,0.545,0.134,0.645,0.07500000000000001,0.72,0.4475634920634921,0.5073950459836256,0.4455331982645553
-1.7780938833570412,5000,0.30000000000000004,0.56,0.6599999999999999,0.73,0.30000000000000004,0.28500000000000003,0.19,0.545,0.134,0.645,0.07500000000000001,0.72,0.4475634920634921,0.5073950459836256,0.44558968219064016
-0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
-0.08890469416785206,250,0.46,0.6799999999999999,0.76,0.83,0.46,0.44,0.22666666666666668,0.655,0.15600000000000003,0.745,0.087,0.8200000000000001,0.584484126984127,0.6336406448377624,0.5771704549818317
-0.17780938833570412,500,0.44,0.66,0.74,0.8300000000000001,0.44,0.415,0.2233333333333333,0.64,0.15200000000000002,0.72,0.08699999999999997,0.8200000000000001,0.5741904761904761,0.6254242527714475,0.5646403654336934
-0.26671408250355616,750,0.45,0.66,0.71,0.8200000000000001,0.45,0.42500000000000004,0.22333333333333333,0.64,0.14600000000000002,0.69,0.08499999999999999,0.8049999999999999,0.5798253968253968,0.6250944219335102,0.5700676652267544
-0.35561877667140823,1000,0.4,0.67,0.73,0.8300000000000001,0.4,0.38,0.22999999999999998,0.655,0.15200000000000002,0.715,0.08599999999999998,0.815,0.5535912698412698,0.61157508846862,0.5499943696073786
-0.4445234708392603,1250,0.42000000000000004,0.66,0.71,0.8300000000000001,0.42000000000000004,0.4,0.22333333333333333,0.64,0.14800000000000002,0.695,0.08599999999999998,0.815,0.5553095238095238,0.61078312011863,0.5487878129353254
-0.5334281650071123,1500,0.4,0.62,0.7,0.81,0.4,0.385,0.21,0.605,0.14600000000000002,0.685,0.08399999999999999,0.7949999999999999,0.5355753968253968,0.5935018340700067,0.5342243182155693
-0.6223328591749644,1750,0.37,0.6,0.71,0.8,0.37,0.345,0.20666666666666667,0.585,0.14800000000000002,0.6950000000000001,0.08299999999999999,0.7849999999999999,0.515063492063492,0.5726917929695319,0.5087717274832549
-0.7112375533428165,2000,0.38,0.6,0.71,0.8,0.38,0.36,0.20999999999999996,0.5900000000000001,0.14800000000000002,0.6950000000000001,0.08299999999999999,0.7849999999999999,0.5177182539682539,0.5765476902602796,0.5158038769275355
-0.8001422475106685,2250,0.42000000000000004,0.61,0.71,0.79,0.42000000000000004,0.4,0.20666666666666667,0.595,0.14600000000000002,0.69,0.08199999999999999,0.7749999999999999,0.5411785714285714,0.591131764685205,0.5383606099854199
-0.8890469416785206,2500,0.39,0.62,0.72,0.79,0.39,0.37,0.21000000000000002,0.605,0.15000000000000002,0.705,0.08199999999999999,0.775,0.5238571428571428,0.578751126345558,0.520876014498562
-0.9779516358463727,2750,0.37,0.62,0.71,0.79,0.37,0.35,0.21000000000000002,0.605,0.14800000000000002,0.7,0.08199999999999999,0.775,0.5142023809523808,0.5717987407313405,0.5114401486225755
-1.0668563300142249,3000,0.39,0.6,0.7,0.77,0.39,0.37,0.20333333333333334,0.5800000000000001,0.14400000000000002,0.6799999999999999,0.08,0.755,0.5136071428571428,0.5650007668284334,0.5094018569253322
-1.1557610241820768,3250,0.37,0.5800000000000001,0.71,0.75,0.37,0.36,0.19666666666666666,0.56,0.14600000000000002,0.69,0.07800000000000001,0.735,0.5031190476190476,0.5554750686459833,0.5047992290677096
-1.2446657183499288,3500,0.4,0.5700000000000001,0.7,0.75,0.4,0.385,0.19666666666666666,0.56,0.14400000000000002,0.6799999999999999,0.07700000000000001,0.73,0.514345238095238,0.5614078082067115,0.5154362852130252
-1.333570412517781,3750,0.38,0.6,0.7,0.76,0.38,0.37,0.20333333333333334,0.5800000000000001,0.14400000000000002,0.6799999999999999,0.079,0.745,0.5095357142857142,0.5627937298252778,0.5104206043668367
-1.422475106685633,4000,0.38,0.59,0.7,0.76,0.38,0.37,0.2,0.5700000000000001,0.14400000000000002,0.6799999999999999,0.079,0.745,0.507813492063492,0.5613436720826956,0.5089565884311901
-1.5113798008534851,4250,0.36,0.61,0.6799999999999999,0.75,0.36,0.35,0.20666666666666667,0.5900000000000001,0.14,0.665,0.07800000000000001,0.735,0.49936904761904755,0.5531533746109552,0.5015472011775104
-1.600284495021337,4500,0.38,0.5900000000000001,0.69,0.76,0.38,0.365,0.2,0.575,0.14200000000000002,0.6699999999999999,0.078,0.74,0.508797619047619,0.5590661513902851,0.5074532677614132
-1.689189189189189,4750,0.39,0.6,0.69,0.76,0.39,0.375,0.20333333333333334,0.5800000000000001,0.14200000000000002,0.675,0.078,0.74,0.5150515873015873,0.5636444047038678,0.5136380436654446
-1.7780938833570412,5000,0.38,0.6,0.69,0.76,0.38,0.37,0.20333333333333334,0.5800000000000001,0.14200000000000002,0.6699999999999999,0.078,0.74,0.5091904761904762,0.5605307812012451,0.510139062676516

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c96a038f541608358be6a34ac513d209f898592c738d9f2b3943b60c76359f3
-size 596070136
+oid sha256:5839d66e8b7021ace7a80466d3912594c41783bf568b53dc58e99744e6b48e3b
+size 90864192

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": true,
+    "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
-size 3583485
+oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
+size 711649

tokenizer_config.json

@@ -1,230 +1,14 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "|||IP_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "1": {
-      "content": "<|padding|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50254": {
-      "content": "                        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50255": {
-      "content": "                       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50256": {
-      "content": "                      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50257": {
-      "content": "                     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50258": {
-      "content": "                    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50259": {
-      "content": "                   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50260": {
-      "content": "                  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50261": {
-      "content": "                 ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50262": {
-      "content": "                ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50263": {
-      "content": "               ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50264": {
-      "content": "              ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50265": {
-      "content": "             ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50266": {
-      "content": "            ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50267": {
-      "content": "           ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50268": {
-      "content": "          ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50269": {
-      "content": "         ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50270": {
-      "content": "        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50271": {
-      "content": "       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50272": {
-      "content": "      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50273": {
-      "content": "     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50274": {
-      "content": "    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50275": {
-      "content": "   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50276": {
-      "content": "  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50277": {
-      "content": "|||EMAIL_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50278": {
-      "content": "|||PHONE_NUMBER|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50279": {
-      "content": "<|endoftext|>",
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "50280": {
+    "100": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -232,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "50281": {
+    "101": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -240,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "50282": {
+    "102": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -248,698 +32,34 @@
       "single_word": false,
       "special": true
     },
-    "50283": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50284": {
+    "103": {
       "content": "[MASK]",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "50285": {
-      "content": "[unused0]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50286": {
-      "content": "[unused1]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50287": {
-      "content": "[unused2]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50288": {
-      "content": "[unused3]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50289": {
-      "content": "[unused4]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50290": {
-      "content": "[unused5]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50291": {
-      "content": "[unused6]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50292": {
-      "content": "[unused7]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50293": {
-      "content": "[unused8]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50294": {
-      "content": "[unused9]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50295": {
-      "content": "[unused10]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50296": {
-      "content": "[unused11]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50297": {
-      "content": "[unused12]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50298": {
-      "content": "[unused13]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50299": {
-      "content": "[unused14]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50300": {
-      "content": "[unused15]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50301": {
-      "content": "[unused16]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50302": {
-      "content": "[unused17]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50303": {
-      "content": "[unused18]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50304": {
-      "content": "[unused19]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50305": {
-      "content": "[unused20]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50306": {
-      "content": "[unused21]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50307": {
-      "content": "[unused22]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50308": {
-      "content": "[unused23]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50309": {
-      "content": "[unused24]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50310": {
-      "content": "[unused25]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50311": {
-      "content": "[unused26]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50312": {
-      "content": "[unused27]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50313": {
-      "content": "[unused28]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50314": {
-      "content": "[unused29]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50315": {
-      "content": "[unused30]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50316": {
-      "content": "[unused31]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50317": {
-      "content": "[unused32]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50318": {
-      "content": "[unused33]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50319": {
-      "content": "[unused34]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50320": {
-      "content": "[unused35]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50321": {
-      "content": "[unused36]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50322": {
-      "content": "[unused37]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50323": {
-      "content": "[unused38]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50324": {
-      "content": "[unused39]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50325": {
-      "content": "[unused40]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50326": {
-      "content": "[unused41]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50327": {
-      "content": "[unused42]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50328": {
-      "content": "[unused43]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50329": {
-      "content": "[unused44]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50330": {
-      "content": "[unused45]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50331": {
-      "content": "[unused46]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50332": {
-      "content": "[unused47]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50333": {
-      "content": "[unused48]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50334": {
-      "content": "[unused49]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50335": {
-      "content": "[unused50]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50336": {
-      "content": "[unused51]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50337": {
-      "content": "[unused52]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50338": {
-      "content": "[unused53]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50339": {
-      "content": "[unused54]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50340": {
-      "content": "[unused55]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50341": {
-      "content": "[unused56]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50342": {
-      "content": "[unused57]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50343": {
-      "content": "[unused58]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50344": {
-      "content": "[unused59]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50345": {
-      "content": "[unused60]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50346": {
-      "content": "[unused61]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50347": {
-      "content": "[unused62]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50348": {
-      "content": "[unused63]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50349": {
-      "content": "[unused64]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50350": {
-      "content": "[unused65]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50351": {
-      "content": "[unused66]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50352": {
-      "content": "[unused67]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50353": {
-      "content": "[unused68]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50354": {
-      "content": "[unused69]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50355": {
-      "content": "[unused70]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50356": {
-      "content": "[unused71]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50357": {
-      "content": "[unused72]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50358": {
-      "content": "[unused73]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50359": {
-      "content": "[unused74]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50360": {
-      "content": "[unused75]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50361": {
-      "content": "[unused76]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50362": {
-      "content": "[unused77]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50363": {
-      "content": "[unused78]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50364": {
-      "content": "[unused79]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50365": {
-      "content": "[unused80]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50366": {
-      "content": "[unused81]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50367": {
-      "content": "[unused82]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
-  "clean_up_tokenization_spaces": true,
+  "clean_up_tokenization_spaces": false,
   "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 1000000000000000019884624838656,
+  "max_length": 128,
+  "model_max_length": 256,
+  "never_split": null,
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "[UNK]"
 }