Training in progress, step 5000

config.json

@@ -1,45 +1,25 @@
 {
   "architectures": [
-    "ModernBertModel"
+    "BertModel"
   ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 50281,
-  "classifier_activation": "gelu",
-  "classifier_bias": false,
-  "classifier_dropout": 0.0,
-  "classifier_pooling": "mean",
-  "cls_token_id": 50281,
-  "decoder_bias": true,
-  "deterministic_flash_attn": false,
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
   "dtype": "float32",
-  "embedding_dropout": 0.0,
-  "eos_token_id": 50282,
-  "global_attn_every_n_layers": 3,
-  "global_rope_theta": 160000.0,
   "gradient_checkpointing": false,
-  "hidden_activation": "gelu",
-  "hidden_size": 768,
-  "initializer_cutoff_factor": 2.0,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
   "initializer_range": 0.02,
-  "intermediate_size": 1152,
-  "layer_norm_eps": 1e-05,
-  "local_attention": 128,
-  "local_rope_theta": 10000.0,
-  "max_position_embeddings": 8192,
-  "mlp_bias": false,
-  "mlp_dropout": 0.0,
-  "model_type": "modernbert",
-  "norm_bias": false,
-  "norm_eps": 1e-05,
+  "intermediate_size": 1536,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
   "num_attention_heads": 12,
-  "num_hidden_layers": 22,
-  "pad_token_id": 50283,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "repad_logits_with_grad": false,
-  "sep_token_id": 50282,
-  "sparse_pred_ignore_index": -100,
-  "sparse_prediction": false,
   "transformers_version": "4.57.3",
-  "vocab_size": 50368
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
 }

eval/Information-Retrieval_evaluation_NanoMSMARCO_results.csv

@@ -20,66 +20,3 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0.8070301291248206,4500,0.26,0.52,0.6,0.64,0.26,0.26,0.1733333333333333,0.52,0.12,0.6,0.064,0.64,0.4035,0.4618541944054583,0.4223204303148985
 0.8518651362984218,4750,0.26,0.52,0.6,0.62,0.26,0.26,0.1733333333333333,0.52,0.12,0.6,0.062,0.62,0.40519047619047627,0.45904886208148177,0.42619789929009394
 0.896700143472023,5000,0.26,0.52,0.6,0.62,0.26,0.26,0.1733333333333333,0.52,0.12,0.6,0.062,0.62,0.40519047619047627,0.45904886208148177,0.4260102142025637
-0,0,0.38,0.62,0.68,0.8,0.38,0.38,0.20666666666666667,0.62,0.136,0.68,0.08,0.8,0.5215238095238095,0.5887227948760404,0.5325402082997991
-0.04483500717360115,250,0.36,0.58,0.68,0.74,0.36,0.36,0.19333333333333333,0.58,0.136,0.68,0.07400000000000001,0.74,0.4905555555555555,0.5511895065270163,0.506031756095913
-0.0896700143472023,500,0.36,0.56,0.64,0.76,0.36,0.36,0.18666666666666668,0.56,0.128,0.64,0.07600000000000001,0.76,0.4851904761904761,0.5508845690199249,0.49791509453033606
-0.13450502152080343,750,0.32,0.58,0.64,0.74,0.32,0.32,0.19333333333333333,0.58,0.128,0.64,0.07400000000000001,0.74,0.4641904761904761,0.531009021314192,0.47885677958247
-0.1793400286944046,1000,0.34,0.58,0.64,0.74,0.34,0.34,0.19333333333333333,0.58,0.128,0.64,0.07400000000000001,0.74,0.47469047619047616,0.5389184272521197,0.4900991890622418
-0.22417503586800575,1250,0.36,0.6,0.62,0.76,0.36,0.36,0.19999999999999996,0.6,0.124,0.62,0.07600000000000001,0.76,0.4822142857142857,0.5481489205832354,0.49567847940262133
-0.26901004304160686,1500,0.32,0.52,0.62,0.8,0.32,0.32,0.1733333333333333,0.52,0.124,0.62,0.08,0.8,0.45526984126984116,0.5360854329130652,0.4661566612305466
-0.31384505021520803,1750,0.32,0.54,0.64,0.76,0.32,0.32,0.18,0.54,0.128,0.64,0.07600000000000001,0.76,0.45913492063492056,0.5310625456594542,0.47177852901012957
-0.3586800573888092,2000,0.32,0.54,0.6,0.78,0.32,0.32,0.18,0.54,0.12000000000000002,0.6,0.078,0.78,0.451579365079365,0.5289782036371049,0.4624455348572996
-0.4035150645624103,2250,0.32,0.54,0.6,0.76,0.32,0.32,0.17999999999999997,0.54,0.12000000000000002,0.6,0.07600000000000001,0.76,0.45301587301587287,0.5259546976245565,0.46591934426473436
-0.4483500717360115,2500,0.3,0.54,0.62,0.74,0.3,0.3,0.17999999999999997,0.54,0.124,0.62,0.07400000000000001,0.74,0.44035714285714284,0.5121499347260792,0.4559007233900851
-0.4931850789096126,2750,0.32,0.54,0.62,0.78,0.32,0.32,0.17999999999999997,0.54,0.124,0.62,0.078,0.78,0.4564920634920634,0.5332727558279641,0.4681851283092703
-0.5380200860832137,3000,0.28,0.54,0.58,0.78,0.28,0.28,0.17999999999999997,0.54,0.11600000000000002,0.58,0.078,0.78,0.4334682539682539,0.5155839048190068,0.44574141585928134
-0.582855093256815,3250,0.3,0.54,0.6,0.76,0.3,0.3,0.17999999999999997,0.54,0.12000000000000002,0.6,0.07600000000000001,0.76,0.43893650793650785,0.5152963962963514,0.4530906280704235
-0.6276901004304161,3500,0.28,0.54,0.62,0.78,0.28,0.28,0.17999999999999997,0.54,0.124,0.62,0.078,0.78,0.43210317460317454,0.5148372013060255,0.4444357120357121
-0.6725251076040172,3750,0.28,0.52,0.62,0.76,0.28,0.28,0.1733333333333333,0.52,0.124,0.62,0.07600000000000001,0.76,0.4268571428571428,0.5061450417456256,0.4408749948308773
-0.7173601147776184,4000,0.28,0.54,0.62,0.8,0.28,0.28,0.17999999999999997,0.54,0.124,0.62,0.08,0.8,0.43823809523809515,0.5239447884675306,0.44793010449227444
-0.7621951219512195,4250,0.28,0.54,0.62,0.8,0.28,0.28,0.17999999999999997,0.54,0.124,0.62,0.08,0.8,0.43435714285714283,0.5208366715209551,0.4441001581538667
-0.8070301291248206,4500,0.28,0.54,0.62,0.8,0.28,0.28,0.17999999999999997,0.54,0.124,0.62,0.08,0.8,0.43813492063492065,0.5239338733662281,0.44783147531841366
-0.8518651362984218,4750,0.28,0.54,0.62,0.8,0.28,0.28,0.17999999999999997,0.54,0.124,0.62,0.08,0.8,0.43884920634920627,0.5246486116281323,0.4486126806792123
-0.896700143472023,5000,0.28,0.54,0.62,0.8,0.28,0.28,0.17999999999999997,0.54,0.124,0.62,0.08,0.8,0.43837301587301575,0.5241911345526384,0.4480711307258977
-0,0,0.44,0.66,0.72,0.8,0.44,0.44,0.22,0.66,0.14400000000000002,0.72,0.08,0.8,0.5702460317460318,0.6259279298239366,0.582094782035277
-0.04483500717360115,250,0.38,0.56,0.7,0.78,0.38,0.38,0.18666666666666668,0.56,0.14,0.7,0.07800000000000001,0.78,0.5063571428571428,0.5723432352498731,0.5154920420839786
-0.0896700143472023,500,0.44,0.68,0.72,0.76,0.44,0.44,0.22666666666666668,0.68,0.14400000000000002,0.72,0.07600000000000001,0.76,0.5658333333333334,0.6142278592436732,0.5758522013148719
-0.13450502152080343,750,0.38,0.64,0.7,0.76,0.38,0.38,0.21333333333333332,0.64,0.14,0.7,0.07600000000000001,0.76,0.5191904761904762,0.5785699532446995,0.5305262079655163
-0.1793400286944046,1000,0.34,0.64,0.7,0.76,0.34,0.34,0.21333333333333332,0.64,0.14,0.7,0.07600000000000001,0.76,0.4943888888888889,0.5597276353562957,0.5057309981684981
-0.22417503586800575,1250,0.3,0.64,0.66,0.78,0.3,0.3,0.21333333333333332,0.64,0.132,0.66,0.07800000000000001,0.78,0.47455555555555556,0.5489922962110942,0.484680435019931
-0.26901004304160686,1500,0.3,0.6,0.68,0.74,0.3,0.3,0.19999999999999996,0.6,0.136,0.68,0.07400000000000001,0.74,0.45966666666666667,0.5286298641401985,0.4732919814942032
-0.31384505021520803,1750,0.32,0.62,0.68,0.74,0.32,0.32,0.20666666666666667,0.62,0.136,0.68,0.07400000000000001,0.74,0.4728333333333333,0.5386226869314987,0.4861326654307037
-0.3586800573888092,2000,0.28,0.58,0.68,0.74,0.28,0.28,0.19333333333333333,0.58,0.136,0.68,0.07400000000000001,0.74,0.44511111111111107,0.5175424750735735,0.45847456493883976
-0.4035150645624103,2250,0.28,0.58,0.62,0.74,0.28,0.28,0.19333333333333333,0.58,0.124,0.62,0.07400000000000001,0.74,0.4369444444444444,0.5105173465545532,0.4502006020766632
-0.4483500717360115,2500,0.3,0.58,0.66,0.74,0.3,0.3,0.19333333333333333,0.58,0.132,0.66,0.07400000000000001,0.74,0.45011111111111113,0.5208158975114078,0.46310611993959677
-0.4931850789096126,2750,0.3,0.58,0.64,0.74,0.3,0.3,0.19333333333333333,0.58,0.128,0.64,0.07400000000000001,0.74,0.44733333333333336,0.5182229662632195,0.4604496242018111
-0.5380200860832137,3000,0.28,0.58,0.64,0.74,0.28,0.28,0.19333333333333333,0.58,0.128,0.64,0.07400000000000001,0.74,0.4392460317460317,0.5126528007272476,0.45193414032521817
-0.582855093256815,3250,0.28,0.58,0.64,0.74,0.28,0.28,0.19333333333333333,0.58,0.128,0.64,0.07400000000000001,0.74,0.43777777777777777,0.5111918877674148,0.45068354413480427
-0.6276901004304161,3500,0.28,0.58,0.64,0.76,0.28,0.28,0.19333333333333333,0.58,0.128,0.64,0.07600000000000001,0.76,0.43977777777777777,0.5169731842937726,0.45163005170491566
-0.6725251076040172,3750,0.28,0.58,0.64,0.74,0.28,0.28,0.19333333333333333,0.58,0.128,0.64,0.07400000000000001,0.74,0.4398888888888889,0.5126947044351451,0.45337430630173947
-0.7173601147776184,4000,0.28,0.58,0.64,0.74,0.28,0.28,0.19333333333333333,0.58,0.128,0.64,0.07400000000000001,0.74,0.44038888888888894,0.5130431784425653,0.4537472527472527
-0.7621951219512195,4250,0.28,0.58,0.64,0.72,0.28,0.28,0.19333333333333333,0.58,0.128,0.64,0.07200000000000001,0.72,0.4388888888888889,0.5077898829255643,0.453482045393225
-0.8070301291248206,4500,0.28,0.58,0.64,0.72,0.28,0.28,0.19333333333333333,0.58,0.128,0.64,0.07200000000000001,0.72,0.4383888888888889,0.5072618819162075,0.45318728603379055
-0.8518651362984218,4750,0.28,0.58,0.64,0.72,0.28,0.28,0.19333333333333333,0.58,0.128,0.64,0.07200000000000001,0.72,0.4353333333333333,0.5049319844672133,0.4499328092290969
-0.896700143472023,5000,0.28,0.58,0.64,0.72,0.28,0.28,0.19333333333333333,0.58,0.128,0.64,0.07200000000000001,0.72,0.4386111111111111,0.5075011853031293,0.4533366047009664
-0,0,0.44,0.72,0.76,0.86,0.44,0.44,0.24,0.72,0.15200000000000002,0.76,0.08599999999999998,0.86,0.5872222222222222,0.6530251712549636,0.5942230199326107
-0.04483500717360115,250,0.5,0.66,0.74,0.86,0.5,0.5,0.22,0.66,0.14800000000000002,0.74,0.08599999999999998,0.86,0.6009444444444444,0.6614885369108103,0.6057446524064171
-0.0896700143472023,500,0.38,0.64,0.7,0.84,0.38,0.38,0.21333333333333332,0.64,0.14,0.7,0.08399999999999999,0.84,0.5303571428571429,0.6042167983758794,0.5350048266983858
-0.13450502152080343,750,0.34,0.62,0.72,0.84,0.34,0.34,0.20666666666666664,0.62,0.14400000000000002,0.72,0.08399999999999999,0.84,0.4998253968253968,0.5818862869894319,0.5054932208877442
-0.1793400286944046,1000,0.36,0.64,0.74,0.84,0.36,0.36,0.21333333333333332,0.64,0.14800000000000002,0.74,0.08399999999999999,0.84,0.520079365079365,0.5975989120072726,0.5259964429127448
-0.22417503586800575,1250,0.38,0.6,0.7,0.82,0.38,0.38,0.2,0.6,0.14,0.7,0.08199999999999999,0.82,0.5175714285714286,0.5900845581022193,0.5253970322872762
-0.26901004304160686,1500,0.38,0.6,0.74,0.88,0.38,0.38,0.2,0.6,0.14800000000000002,0.74,0.08799999999999997,0.88,0.5306904761904763,0.6137718247368406,0.5338962921488117
-0.31384505021520803,1750,0.44,0.64,0.72,0.82,0.44,0.44,0.21333333333333332,0.64,0.14400000000000002,0.72,0.08199999999999999,0.82,0.5582380952380952,0.6210313401123215,0.5661495407150169
-0.3586800573888092,2000,0.42,0.62,0.74,0.84,0.42,0.42,0.20666666666666667,0.62,0.14800000000000002,0.74,0.08399999999999999,0.84,0.5431111111111111,0.6139286759157707,0.5496822129079311
-0.4035150645624103,2250,0.42,0.64,0.72,0.86,0.42,0.42,0.21333333333333332,0.64,0.14400000000000002,0.72,0.08599999999999998,0.86,0.5545238095238095,0.6274703296032564,0.5598875379006958
-0.4483500717360115,2500,0.4,0.64,0.7,0.84,0.4,0.4,0.21333333333333332,0.64,0.14,0.7,0.08399999999999999,0.84,0.5326269841269842,0.6059110266137139,0.5390528582528582
-0.4931850789096126,2750,0.4,0.6,0.7,0.84,0.4,0.4,0.2,0.6,0.14,0.7,0.08399999999999999,0.84,0.5269603174603174,0.6010982937060065,0.5333106058525309
-0.5380200860832137,3000,0.38,0.62,0.68,0.8,0.38,0.38,0.20666666666666667,0.62,0.136,0.68,0.08,0.8,0.5127698412698413,0.5815761098213873,0.5217435726816532
-0.582855093256815,3250,0.38,0.62,0.68,0.84,0.38,0.38,0.20666666666666667,0.62,0.136,0.68,0.08399999999999999,0.84,0.5195714285714285,0.5959424630497384,0.5261366864130023
-0.6276901004304161,3500,0.34,0.62,0.68,0.84,0.34,0.34,0.20666666666666667,0.62,0.136,0.68,0.08399999999999999,0.84,0.5000238095238095,0.5817461333361641,0.506881638131638
-0.6725251076040172,3750,0.38,0.54,0.68,0.82,0.38,0.38,0.18,0.54,0.136,0.68,0.08199999999999999,0.82,0.4990238095238096,0.574449934686088,0.5065894537036111
-0.7173601147776184,4000,0.36,0.56,0.68,0.84,0.36,0.36,0.18666666666666668,0.56,0.136,0.68,0.08399999999999999,0.84,0.49754761904761907,0.5783298901538331,0.5039462424830071
-0.7621951219512195,4250,0.38,0.54,0.68,0.8,0.38,0.38,0.18,0.54,0.136,0.68,0.08,0.8,0.4962698412698412,0.5679224634618015,0.5047910892580143
-0.8070301291248206,4500,0.38,0.54,0.68,0.8,0.38,0.38,0.18,0.54,0.136,0.68,0.08,0.8,0.49724603174603177,0.5689079415466521,0.5057280863753186
-0.8518651362984218,4750,0.38,0.54,0.68,0.8,0.38,0.38,0.18,0.54,0.136,0.68,0.08,0.8,0.49702380952380953,0.5686686381597302,0.5062534467729701
-0.896700143472023,5000,0.38,0.54,0.68,0.8,0.38,0.38,0.18,0.54,0.136,0.68,0.08,0.8,0.49702380952380953,0.5686686381597302,0.5063338862610184

eval/Information-Retrieval_evaluation_NanoNQ_results.csv

@@ -20,66 +20,3 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0.8070301291248206,4500,0.3,0.5,0.58,0.62,0.3,0.28,0.1733333333333333,0.47,0.124,0.56,0.066,0.6,0.40888888888888886,0.44788049874909824,0.40536711434283007
 0.8518651362984218,4750,0.3,0.5,0.6,0.62,0.3,0.28,0.1733333333333333,0.47,0.128,0.58,0.066,0.6,0.4098333333333333,0.4497951196284565,0.40828431891707495
 0.896700143472023,5000,0.32,0.5,0.6,0.62,0.32,0.3,0.1733333333333333,0.47,0.128,0.58,0.066,0.6,0.4272222222222222,0.4619884812398348,0.42411471333193373
-0,0,0.44,0.62,0.7,0.72,0.44,0.42,0.20666666666666664,0.59,0.15200000000000002,0.69,0.07800000000000001,0.71,0.5425,0.5785694545006416,0.5396412232598975
-0.04483500717360115,250,0.38,0.58,0.6,0.72,0.38,0.36,0.20666666666666664,0.56,0.128,0.58,0.07800000000000001,0.71,0.4943809523809524,0.5408265737093888,0.49188573556883314
-0.0896700143472023,500,0.38,0.56,0.6,0.68,0.38,0.37,0.19333333333333333,0.53,0.128,0.58,0.07200000000000001,0.66,0.4859444444444444,0.5218051504362269,0.4845106506090576
-0.13450502152080343,750,0.38,0.58,0.6,0.66,0.38,0.37,0.2,0.55,0.128,0.58,0.07,0.64,0.48938095238095236,0.5203266781182219,0.48645510419847765
-0.1793400286944046,1000,0.4,0.58,0.6,0.62,0.4,0.38,0.20666666666666664,0.56,0.128,0.58,0.066,0.6,0.494,0.5128357141707354,0.49102779405243174
-0.22417503586800575,1250,0.36,0.56,0.6,0.6,0.36,0.35,0.2,0.54,0.128,0.58,0.064,0.58,0.46333333333333326,0.4880570938247723,0.46640313682745294
-0.26901004304160686,1500,0.4,0.56,0.6,0.62,0.4,0.38,0.2,0.54,0.128,0.58,0.066,0.6,0.4855555555555556,0.5059849863772411,0.482704723788614
-0.31384505021520803,1750,0.42,0.56,0.6,0.62,0.42,0.4,0.2,0.54,0.128,0.58,0.066,0.6,0.4945555555555556,0.512489916289035,0.49025505979636536
-0.3586800573888092,2000,0.42,0.58,0.6,0.62,0.42,0.4,0.20666666666666664,0.56,0.128,0.58,0.066,0.6,0.5008333333333334,0.5176601528382082,0.4966428998524106
-0.4035150645624103,2250,0.4,0.58,0.6,0.62,0.4,0.39,0.2,0.55,0.128,0.58,0.066,0.6,0.49083333333333334,0.5117467474553212,0.48883870214938285
-0.4483500717360115,2500,0.4,0.58,0.6,0.62,0.4,0.39,0.2,0.55,0.128,0.58,0.066,0.6,0.4883333333333333,0.5104804067864038,0.4870282637039752
-0.4931850789096126,2750,0.38,0.58,0.6,0.62,0.38,0.37,0.20666666666666664,0.56,0.128,0.58,0.066,0.6,0.47700000000000004,0.5026062641182331,0.4774604900053835
-0.5380200860832137,3000,0.38,0.54,0.58,0.62,0.38,0.37,0.18666666666666665,0.51,0.124,0.56,0.066,0.6,0.4686666666666667,0.49487523447422943,0.46727110910305214
-0.582855093256815,3250,0.38,0.58,0.6,0.6,0.38,0.37,0.2,0.55,0.128,0.58,0.064,0.58,0.47166666666666673,0.4933562630442434,0.47192459079370797
-0.6276901004304161,3500,0.4,0.56,0.6,0.62,0.4,0.39,0.19333333333333333,0.53,0.128,0.58,0.066,0.6,0.4891666666666667,0.510897686812855,0.48816169105329865
-0.6725251076040172,3750,0.4,0.56,0.6,0.6,0.4,0.38,0.19333333333333333,0.53,0.128,0.58,0.064,0.58,0.4746666666666667,0.4921241368113464,0.470711152240727
-0.7173601147776184,4000,0.36,0.54,0.6,0.62,0.36,0.35,0.18666666666666665,0.51,0.128,0.58,0.066,0.6,0.4598333333333333,0.48863474295754583,0.4590118602451427
-0.7621951219512195,4250,0.36,0.54,0.6,0.62,0.36,0.35,0.18666666666666665,0.51,0.128,0.58,0.066,0.6,0.4603333333333333,0.488983216964966,0.45999092949283493
-0.8070301291248206,4500,0.36,0.54,0.6,0.62,0.36,0.35,0.18666666666666665,0.51,0.128,0.58,0.066,0.6,0.457,0.48636462189353685,0.4563546379037804
-0.8518651362984218,4750,0.36,0.56,0.6,0.62,0.36,0.35,0.19333333333333333,0.53,0.128,0.58,0.066,0.6,0.4591666666666667,0.4882790917414258,0.4588111953162766
-0.896700143472023,5000,0.36,0.56,0.6,0.62,0.36,0.35,0.19333333333333333,0.53,0.128,0.58,0.066,0.6,0.4625,0.490897686812855,0.46206363135240186
-0,0,0.58,0.68,0.74,0.78,0.58,0.55,0.22666666666666666,0.64,0.15600000000000003,0.7,0.086,0.75,0.6453888888888889,0.6582829486426273,0.6272793246081896
-0.04483500717360115,250,0.36,0.6,0.7,0.74,0.36,0.33,0.2,0.56,0.14400000000000002,0.67,0.07600000000000001,0.7,0.4950238095238095,0.5298490669233439,0.4739194711924051
-0.0896700143472023,500,0.38,0.6,0.66,0.72,0.38,0.35,0.20666666666666664,0.58,0.136,0.63,0.07400000000000001,0.68,0.4970238095238095,0.5301322778895181,0.4849673712311871
-0.13450502152080343,750,0.4,0.56,0.62,0.72,0.4,0.37,0.19333333333333333,0.54,0.128,0.59,0.07600000000000001,0.7,0.49674603174603177,0.5354593371355858,0.4859822715906391
-0.1793400286944046,1000,0.38,0.54,0.66,0.72,0.38,0.35,0.18666666666666665,0.51,0.14,0.64,0.07600000000000001,0.7,0.48783333333333334,0.5290925388478536,0.4760392045402088
-0.22417503586800575,1250,0.38,0.54,0.64,0.7,0.38,0.35,0.18666666666666665,0.51,0.136,0.62,0.07400000000000001,0.68,0.48983333333333334,0.5254672343498678,0.4772819462279719
-0.26901004304160686,1500,0.4,0.56,0.62,0.7,0.4,0.37,0.19333333333333333,0.53,0.132,0.6,0.07400000000000001,0.68,0.4997222222222223,0.5330560600816254,0.4884345453661391
-0.31384505021520803,1750,0.38,0.56,0.6,0.72,0.38,0.36,0.19333333333333333,0.53,0.128,0.58,0.07600000000000001,0.69,0.4893015873015873,0.5297468208024404,0.48082567230874385
-0.3586800573888092,2000,0.36,0.54,0.62,0.7,0.36,0.33,0.18666666666666665,0.51,0.132,0.6,0.07400000000000001,0.68,0.4766666666666666,0.5155145399346358,0.4650632990555934
-0.4035150645624103,2250,0.4,0.54,0.62,0.7,0.4,0.37,0.18666666666666665,0.51,0.132,0.6,0.07400000000000001,0.68,0.4954444444444445,0.5291615713880786,0.48395073767717256
-0.4483500717360115,2500,0.34,0.54,0.6,0.68,0.34,0.32,0.18,0.5,0.128,0.58,0.07200000000000001,0.66,0.45960317460317457,0.4985929658046555,0.44934741543505036
-0.4931850789096126,2750,0.34,0.54,0.6,0.68,0.34,0.32,0.18666666666666665,0.51,0.128,0.58,0.07200000000000001,0.66,0.4625555555555556,0.5016337772874723,0.4528968956200227
-0.5380200860832137,3000,0.36,0.54,0.6,0.66,0.36,0.33,0.18666666666666665,0.51,0.128,0.58,0.07,0.64,0.4662222222222222,0.49688329838352674,0.4538908182490129
-0.582855093256815,3250,0.34,0.54,0.6,0.66,0.34,0.31,0.18,0.5,0.128,0.58,0.07,0.64,0.45388888888888884,0.48690966392410095,0.4390928696092712
-0.6276901004304161,3500,0.36,0.56,0.62,0.66,0.36,0.33,0.19333333333333333,0.53,0.132,0.6,0.07,0.64,0.4698333333333333,0.5000478522638012,0.4567747023729727
-0.6725251076040172,3750,0.34,0.54,0.6,0.66,0.34,0.31,0.18666666666666665,0.51,0.128,0.58,0.07,0.64,0.45666666666666667,0.489852219887722,0.4434927668385896
-0.7173601147776184,4000,0.34,0.54,0.6,0.66,0.34,0.31,0.18666666666666665,0.51,0.128,0.58,0.07,0.64,0.45305555555555554,0.48694492719385785,0.4402135952187105
-0.7621951219512195,4250,0.34,0.54,0.6,0.66,0.34,0.31,0.18666666666666665,0.51,0.128,0.58,0.07,0.64,0.4553888888888889,0.48868704724851,0.44262350670371914
-0.8070301291248206,4500,0.34,0.54,0.6,0.66,0.34,0.31,0.18666666666666665,0.51,0.128,0.58,0.07,0.64,0.4526904761904762,0.4867145189304679,0.4396658900478081
-0.8518651362984218,4750,0.32,0.54,0.62,0.66,0.32,0.3,0.18666666666666665,0.51,0.132,0.6,0.07,0.64,0.4471666666666667,0.48748319998633916,0.44239180468060907
-0.896700143472023,5000,0.32,0.54,0.6,0.66,0.32,0.3,0.18666666666666665,0.51,0.128,0.58,0.07,0.64,0.4465,0.48687028758380874,0.44172587957864395
-0,0,0.52,0.7,0.78,0.84,0.52,0.49,0.2333333333333333,0.65,0.15600000000000003,0.73,0.08999999999999998,0.8,0.6295238095238095,0.655180139603386,0.6050874426120327
-0.04483500717360115,250,0.42,0.58,0.64,0.7,0.42,0.4,0.2,0.56,0.136,0.62,0.07400000000000001,0.67,0.5126666666666666,0.5428573559072695,0.5042166330920687
-0.0896700143472023,500,0.38,0.46,0.5,0.52,0.38,0.36,0.16,0.45,0.10800000000000001,0.5,0.05600000000000001,0.52,0.42533333333333334,0.4457898552989127,0.42706306291127477
-0.13450502152080343,750,0.44,0.54,0.56,0.6,0.44,0.43,0.18666666666666665,0.53,0.11600000000000002,0.54,0.06400000000000002,0.59,0.49404761904761896,0.5159570908086976,0.4965777871381774
-0.1793400286944046,1000,0.48,0.6,0.64,0.66,0.48,0.46,0.20666666666666664,0.56,0.136,0.61,0.07,0.63,0.5485238095238095,0.5594855215148441,0.5393816157072532
-0.22417503586800575,1250,0.36,0.48,0.5,0.54,0.36,0.36,0.16,0.46,0.10800000000000001,0.5,0.05800000000000001,0.54,0.4263809523809523,0.454425603688531,0.4335228238127278
-0.26901004304160686,1500,0.5,0.56,0.62,0.68,0.5,0.47,0.19333333333333333,0.53,0.136,0.6,0.07600000000000001,0.67,0.5526666666666666,0.5728784984088857,0.5441837282873221
-0.31384505021520803,1750,0.48,0.6,0.62,0.68,0.48,0.44,0.2133333333333333,0.57,0.132,0.59,0.07400000000000001,0.66,0.546,0.5608375815980038,0.5290146476027398
-0.3586800573888092,2000,0.44,0.6,0.62,0.66,0.44,0.41,0.2133333333333333,0.57,0.132,0.59,0.07200000000000001,0.64,0.5306666666666667,0.5473731717209221,0.5205315285350001
-0.4035150645624103,2250,0.46,0.62,0.62,0.7,0.46,0.42,0.21999999999999997,0.59,0.132,0.59,0.076,0.68,0.5480555555555555,0.5664919007358439,0.5325330170606462
-0.4483500717360115,2500,0.42,0.58,0.62,0.68,0.42,0.38,0.20666666666666664,0.55,0.132,0.59,0.07200000000000001,0.65,0.5171904761904762,0.5349102193796205,0.49767561740605765
-0.4931850789096126,2750,0.42,0.58,0.62,0.66,0.42,0.38,0.20666666666666664,0.56,0.132,0.59,0.07,0.63,0.5128571428571429,0.5305417572323692,0.500674495141964
-0.5380200860832137,3000,0.36,0.58,0.62,0.66,0.36,0.33,0.20666666666666664,0.55,0.132,0.59,0.07,0.63,0.47535714285714287,0.5056776748073686,0.46917147086883276
-0.582855093256815,3250,0.4,0.56,0.6,0.66,0.4,0.36,0.2,0.54,0.128,0.57,0.07200000000000001,0.64,0.4951904761904762,0.5203342116934336,0.4831348147040378
-0.6276901004304161,3500,0.4,0.58,0.62,0.66,0.4,0.36,0.20666666666666664,0.55,0.132,0.59,0.07,0.63,0.4978888888888888,0.5184828560998758,0.4866964965155002
-0.6725251076040172,3750,0.38,0.56,0.6,0.66,0.38,0.35,0.2,0.53,0.12800000000000003,0.57,0.07,0.63,0.477047619047619,0.5051560366496759,0.46717407724278326
-0.7173601147776184,4000,0.4,0.58,0.62,0.66,0.4,0.37,0.20666666666666664,0.55,0.132,0.59,0.07,0.63,0.4948333333333333,0.519008475868834,0.4862411991234443
-0.7621951219512195,4250,0.38,0.54,0.6,0.64,0.38,0.35,0.19333333333333333,0.51,0.12800000000000003,0.57,0.068,0.61,0.47083333333333327,0.49587988697564983,0.4624349223748537
-0.8070301291248206,4500,0.4,0.56,0.6,0.66,0.4,0.36,0.2,0.53,0.12800000000000003,0.57,0.07,0.63,0.4851904761904761,0.5067916971640994,0.4667389293530859
-0.8518651362984218,4750,0.4,0.56,0.62,0.66,0.4,0.36,0.2,0.53,0.132,0.59,0.07,0.63,0.4935238095238095,0.5135182747262652,0.4760970118108672
-0.896700143472023,5000,0.4,0.56,0.6,0.66,0.4,0.36,0.2,0.54,0.12800000000000003,0.58,0.07,0.63,0.48852380952380947,0.5105228253020769,0.4728184565167554

eval/NanoBEIR_evaluation_mean_results.csv

@@ -20,66 +20,3 @@ epoch,steps,cosine-Accuracy@1,cosine-Accuracy@3,cosine-Accuracy@5,cosine-Accurac
 0.8070301291248206,4500,0.28,0.51,0.59,0.63,0.28,0.27,0.1733333333333333,0.495,0.122,0.5800000000000001,0.065,0.62,0.4061944444444444,0.45486734657727823,0.41384377232886427
 0.8518651362984218,4750,0.28,0.51,0.6,0.62,0.28,0.27,0.1733333333333333,0.495,0.124,0.59,0.064,0.61,0.4075119047619048,0.45442199085496915,0.4172411091035845
 0.896700143472023,5000,0.29000000000000004,0.51,0.6,0.62,0.29000000000000004,0.28,0.1733333333333333,0.495,0.124,0.59,0.064,0.61,0.41620634920634925,0.4605186716606583,0.4250624637672487
-0,0,0.41000000000000003,0.62,0.69,0.76,0.41000000000000003,0.4,0.20666666666666667,0.605,0.14400000000000002,0.685,0.07900000000000001,0.755,0.5320119047619047,0.583646124688341,0.5360907157798482
-0.04483500717360115,250,0.37,0.58,0.64,0.73,0.37,0.36,0.19999999999999998,0.5700000000000001,0.132,0.63,0.07600000000000001,0.725,0.492468253968254,0.5460080401182026,0.4989587458323731
-0.0896700143472023,500,0.37,0.56,0.62,0.72,0.37,0.365,0.19,0.545,0.128,0.61,0.07400000000000001,0.71,0.48556746031746023,0.5363448597280759,0.4912128725696968
-0.13450502152080343,750,0.35,0.58,0.62,0.7,0.35,0.345,0.19666666666666666,0.565,0.128,0.61,0.07200000000000001,0.69,0.47678571428571426,0.525667849716207,0.48265594189047384
-0.1793400286944046,1000,0.37,0.58,0.62,0.6799999999999999,0.37,0.36,0.19999999999999998,0.5700000000000001,0.128,0.61,0.07,0.6699999999999999,0.4843452380952381,0.5258770707114275,0.4905634915573368
-0.22417503586800575,1250,0.36,0.5800000000000001,0.61,0.6799999999999999,0.36,0.355,0.19999999999999998,0.5700000000000001,0.126,0.6,0.07,0.6699999999999999,0.4727738095238095,0.5181030072040038,0.48104080811503713
-0.26901004304160686,1500,0.36,0.54,0.61,0.71,0.36,0.35,0.18666666666666665,0.53,0.126,0.6,0.07300000000000001,0.7,0.4704126984126984,0.5210352096451532,0.4744306925095803
-0.31384505021520803,1750,0.37,0.55,0.62,0.69,0.37,0.36,0.19,0.54,0.128,0.61,0.07100000000000001,0.6799999999999999,0.47684523809523804,0.5217762309742446,0.48101679440324746
-0.3586800573888092,2000,0.37,0.56,0.6,0.7,0.37,0.36,0.1933333333333333,0.55,0.12400000000000001,0.59,0.07200000000000001,0.69,0.4762063492063492,0.5233191782376565,0.4795442173548551
-0.4035150645624103,2250,0.36,0.56,0.6,0.69,0.36,0.355,0.19,0.545,0.12400000000000001,0.59,0.07100000000000001,0.6799999999999999,0.4719246031746031,0.5188507225399388,0.4773790232070586
-0.4483500717360115,2500,0.35,0.56,0.61,0.6799999999999999,0.35,0.345,0.19,0.545,0.126,0.6,0.07,0.6699999999999999,0.4643452380952381,0.5113151707562416,0.47146449354703013
-0.4931850789096126,2750,0.35,0.56,0.61,0.7,0.35,0.345,0.1933333333333333,0.55,0.126,0.6,0.07200000000000001,0.69,0.4667460317460317,0.5179395099730986,0.4728228091573269
-0.5380200860832137,3000,0.33,0.54,0.58,0.7,0.33,0.325,0.1833333333333333,0.525,0.12000000000000001,0.5700000000000001,0.07200000000000001,0.69,0.45106746031746026,0.5052295696466181,0.45650626248116677
-0.582855093256815,3250,0.33999999999999997,0.56,0.6,0.6799999999999999,0.33999999999999997,0.33499999999999996,0.19,0.545,0.12400000000000001,0.59,0.07,0.6699999999999999,0.4553015873015873,0.5043263296702973,0.4625076094320657
-0.6276901004304161,3500,0.34,0.55,0.61,0.7,0.34,0.335,0.18666666666666665,0.535,0.126,0.6,0.07200000000000001,0.69,0.4606349206349206,0.5128674440594403,0.46629870154450537
-0.6725251076040172,3750,0.34,0.54,0.61,0.6799999999999999,0.34,0.33,0.18333333333333332,0.525,0.126,0.6,0.07,0.6699999999999999,0.45076190476190475,0.499134589278486,0.4557930735358021
-0.7173601147776184,4000,0.32,0.54,0.61,0.71,0.32,0.315,0.1833333333333333,0.525,0.126,0.6,0.07300000000000001,0.7,0.4490357142857142,0.5062897657125383,0.45347098236870853
-0.7621951219512195,4250,0.32,0.54,0.61,0.71,0.32,0.315,0.1833333333333333,0.525,0.126,0.6,0.07300000000000001,0.7,0.4473452380952381,0.5049099442429605,0.4520455438233508
-0.8070301291248206,4500,0.32,0.54,0.61,0.71,0.32,0.315,0.1833333333333333,0.525,0.126,0.6,0.07300000000000001,0.7,0.4475674603174603,0.5051492476298824,0.452093056611097
-0.8518651362984218,4750,0.32,0.55,0.61,0.71,0.32,0.315,0.18666666666666665,0.535,0.126,0.6,0.07300000000000001,0.7,0.44900793650793647,0.506463851684779,0.45371193799774445
-0.896700143472023,5000,0.32,0.55,0.61,0.71,0.32,0.315,0.18666666666666665,0.535,0.126,0.6,0.07300000000000001,0.7,0.4504365079365079,0.5075444106827467,0.4550673810391498
-0,0,0.51,0.67,0.73,0.79,0.51,0.495,0.22333333333333333,0.65,0.15000000000000002,0.71,0.08299999999999999,0.775,0.6078174603174604,0.6421054392332819,0.6046870533217332
-0.04483500717360115,250,0.37,0.5800000000000001,0.7,0.76,0.37,0.355,0.19333333333333336,0.56,0.14200000000000002,0.685,0.07700000000000001,0.74,0.5006904761904761,0.5510961510866085,0.49470575663819183
-0.0896700143472023,500,0.41000000000000003,0.64,0.69,0.74,0.41000000000000003,0.395,0.21666666666666667,0.63,0.14,0.675,0.07500000000000001,0.72,0.5314285714285715,0.5721800685665956,0.5304097862730295
-0.13450502152080343,750,0.39,0.6000000000000001,0.6599999999999999,0.74,0.39,0.375,0.2033333333333333,0.5900000000000001,0.134,0.645,0.07600000000000001,0.73,0.507968253968254,0.5570146451901427,0.5082542397780777
-0.1793400286944046,1000,0.36,0.5900000000000001,0.6799999999999999,0.74,0.36,0.345,0.19999999999999998,0.575,0.14,0.6699999999999999,0.07600000000000001,0.73,0.4911111111111111,0.5444100871020746,0.4908851013543535
-0.22417503586800575,1250,0.33999999999999997,0.5900000000000001,0.65,0.74,0.33999999999999997,0.32499999999999996,0.19999999999999998,0.575,0.134,0.64,0.07600000000000001,0.73,0.4821944444444445,0.5372297652804809,0.48098119062395145
-0.26901004304160686,1500,0.35,0.5800000000000001,0.65,0.72,0.35,0.33499999999999996,0.19666666666666666,0.565,0.134,0.64,0.07400000000000001,0.71,0.4796944444444445,0.530842962110912,0.48086326343017116
-0.31384505021520803,1750,0.35,0.5900000000000001,0.64,0.73,0.35,0.33999999999999997,0.2,0.575,0.132,0.63,0.07500000000000001,0.715,0.4810674603174603,0.5341847538669695,0.48347916886972375
-0.3586800573888092,2000,0.32,0.56,0.65,0.72,0.32,0.30500000000000005,0.19,0.5449999999999999,0.134,0.64,0.07400000000000001,0.71,0.46088888888888885,0.5165285075041046,0.4617689319972166
-0.4035150645624103,2250,0.34,0.56,0.62,0.72,0.34,0.325,0.19,0.5449999999999999,0.128,0.61,0.07400000000000001,0.71,0.46619444444444447,0.5198394589713159,0.46707566987691784
-0.4483500717360115,2500,0.32,0.56,0.63,0.71,0.32,0.31,0.18666666666666665,0.54,0.13,0.62,0.07300000000000001,0.7,0.45485714285714285,0.5097044316580317,0.45622676768732356
-0.4931850789096126,2750,0.32,0.56,0.62,0.71,0.32,0.31,0.19,0.5449999999999999,0.128,0.61,0.07300000000000001,0.7,0.4549444444444445,0.5099283717753459,0.4566732599109169
-0.5380200860832137,3000,0.32,0.56,0.62,0.7,0.32,0.30500000000000005,0.19,0.5449999999999999,0.128,0.61,0.07200000000000001,0.69,0.45273412698412696,0.5047680495553872,0.45291247928711553
-0.582855093256815,3250,0.31000000000000005,0.56,0.62,0.7,0.31000000000000005,0.29500000000000004,0.18666666666666665,0.54,0.128,0.61,0.07200000000000001,0.69,0.4458333333333333,0.49905077584575785,0.44488820687203773
-0.6276901004304161,3500,0.32,0.5700000000000001,0.63,0.71,0.32,0.30500000000000005,0.19333333333333333,0.5549999999999999,0.13,0.62,0.07300000000000001,0.7,0.4548055555555556,0.5085105182787869,0.45420237703894417
-0.6725251076040172,3750,0.31000000000000005,0.56,0.62,0.7,0.31000000000000005,0.29500000000000004,0.19,0.5449999999999999,0.128,0.61,0.07200000000000001,0.69,0.4482777777777778,0.5012734621614335,0.44843353657016455
-0.7173601147776184,4000,0.31000000000000005,0.56,0.62,0.7,0.31000000000000005,0.29500000000000004,0.19,0.5449999999999999,0.128,0.61,0.07200000000000001,0.69,0.44672222222222224,0.4999940528182116,0.4469804239829816
-0.7621951219512195,4250,0.31000000000000005,0.56,0.62,0.69,0.31000000000000005,0.29500000000000004,0.19,0.5449999999999999,0.128,0.61,0.07100000000000001,0.6799999999999999,0.44713888888888886,0.4982384650870371,0.44805277604847205
-0.8070301291248206,4500,0.31000000000000005,0.56,0.62,0.69,0.31000000000000005,0.29500000000000004,0.19,0.5449999999999999,0.128,0.61,0.07100000000000001,0.6799999999999999,0.44553968253968257,0.4969882004233377,0.4464265880407993
-0.8518651362984218,4750,0.30000000000000004,0.56,0.63,0.69,0.30000000000000004,0.29000000000000004,0.19,0.5449999999999999,0.13,0.62,0.07100000000000001,0.6799999999999999,0.44125000000000003,0.49620759222677624,0.446162306954853
-0.896700143472023,5000,0.30000000000000004,0.56,0.62,0.69,0.30000000000000004,0.29000000000000004,0.19,0.5449999999999999,0.128,0.61,0.07100000000000001,0.6799999999999999,0.4425555555555556,0.497185736443469,0.44753124213980516
-0,0,0.48,0.71,0.77,0.85,0.48,0.46499999999999997,0.23666666666666664,0.685,0.15400000000000003,0.745,0.08799999999999998,0.8300000000000001,0.6083730158730158,0.6541026554291748,0.5996552312723218
-0.04483500717360115,250,0.45999999999999996,0.62,0.69,0.78,0.45999999999999996,0.45,0.21000000000000002,0.6100000000000001,0.14200000000000002,0.6799999999999999,0.07999999999999999,0.765,0.5568055555555556,0.60217294640904,0.5549806427492429
-0.0896700143472023,500,0.38,0.55,0.6,0.6799999999999999,0.38,0.37,0.18666666666666665,0.545,0.12400000000000001,0.6,0.07,0.6799999999999999,0.4778452380952381,0.525003326837396,0.4810339448048303
-0.13450502152080343,750,0.39,0.5800000000000001,0.64,0.72,0.39,0.385,0.19666666666666666,0.575,0.13,0.63,0.07400000000000001,0.715,0.4969365079365079,0.5489216888990647,0.5010355040129608
-0.1793400286944046,1000,0.42,0.62,0.69,0.75,0.42,0.41000000000000003,0.20999999999999996,0.6000000000000001,0.14200000000000002,0.675,0.077,0.735,0.5343015873015873,0.5785422167610583,0.5326890293099991
-0.22417503586800575,1250,0.37,0.54,0.6,0.6799999999999999,0.37,0.37,0.18,0.53,0.12400000000000001,0.6,0.07,0.6799999999999999,0.47197619047619044,0.5222550808953752,0.479459928050002
-0.26901004304160686,1500,0.44,0.5800000000000001,0.6799999999999999,0.78,0.44,0.425,0.19666666666666666,0.565,0.14200000000000002,0.6699999999999999,0.08199999999999999,0.775,0.5416785714285715,0.5933251615728632,0.5390400102180669
-0.31384505021520803,1750,0.45999999999999996,0.62,0.6699999999999999,0.75,0.45999999999999996,0.44,0.21333333333333332,0.605,0.138,0.655,0.078,0.74,0.5521190476190476,0.5909344608551627,0.5475820941588783
-0.3586800573888092,2000,0.43,0.61,0.6799999999999999,0.75,0.43,0.415,0.20999999999999996,0.595,0.14,0.665,0.078,0.74,0.536888888888889,0.5806509238183464,0.5351068707214656
-0.4035150645624103,2250,0.44,0.63,0.6699999999999999,0.78,0.44,0.42,0.21666666666666665,0.615,0.138,0.655,0.08099999999999999,0.77,0.5512896825396825,0.5969811151695501,0.546210277480671
-0.4483500717360115,2500,0.41000000000000003,0.61,0.6599999999999999,0.76,0.41000000000000003,0.39,0.20999999999999996,0.595,0.136,0.645,0.078,0.745,0.5249087301587302,0.5704106229966672,0.518364237829458
-0.4931850789096126,2750,0.41000000000000003,0.59,0.6599999999999999,0.75,0.41000000000000003,0.39,0.2033333333333333,0.5800000000000001,0.136,0.645,0.077,0.735,0.5199087301587302,0.5658200254691879,0.5169925504972475
-0.5380200860832137,3000,0.37,0.6,0.65,0.73,0.37,0.355,0.20666666666666667,0.585,0.134,0.635,0.07500000000000001,0.7150000000000001,0.4940634920634921,0.5436268923143779,0.49545752177524294
-0.582855093256815,3250,0.39,0.5900000000000001,0.64,0.75,0.39,0.37,0.20333333333333334,0.5800000000000001,0.132,0.625,0.078,0.74,0.5073809523809523,0.558138337371586,0.5046357505585201
-0.6276901004304161,3500,0.37,0.6,0.65,0.75,0.37,0.35,0.20666666666666667,0.585,0.134,0.635,0.077,0.735,0.4989563492063492,0.5501144947180199,0.4967890673235691
-0.6725251076040172,3750,0.38,0.55,0.64,0.74,0.38,0.365,0.19,0.535,0.132,0.625,0.076,0.725,0.4880357142857143,0.5398029856678819,0.48688176547319717
-0.7173601147776184,4000,0.38,0.5700000000000001,0.65,0.75,0.38,0.365,0.19666666666666666,0.555,0.134,0.635,0.077,0.735,0.4961904761904762,0.5486691830113335,0.4950937208032257
-0.7621951219512195,4250,0.38,0.54,0.64,0.72,0.38,0.365,0.18666666666666665,0.525,0.132,0.625,0.07400000000000001,0.7050000000000001,0.4835515873015872,0.5319011752187257,0.48361300581643396
-0.8070301291248206,4500,0.39,0.55,0.64,0.73,0.39,0.37,0.19,0.535,0.132,0.625,0.07500000000000001,0.7150000000000001,0.4912182539682539,0.5378498193553758,0.4862335078642023
-0.8518651362984218,4750,0.39,0.55,0.65,0.73,0.39,0.37,0.19,0.535,0.134,0.635,0.07500000000000001,0.7150000000000001,0.4952738095238095,0.5410934564429977,0.4911752292919187
-0.896700143472023,5000,0.39,0.55,0.64,0.73,0.39,0.37,0.19,0.54,0.132,0.63,0.07500000000000001,0.7150000000000001,0.4927738095238095,0.5395957317309036,0.48957617138888687

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e66bd1a9ef557e4d2c8b9b0ed8d2be4c7ef70fbeeb03cde61cd58c4f4bc8351
-size 596070136
+oid sha256:c2666bef76509b97bc72f0c314f0f5b45d6eb54098fdecdfc61400524864eb46
+size 90864192

special_tokens_map.json

@@ -8,7 +8,7 @@
   },
   "mask_token": {
     "content": "[MASK]",
-    "lstrip": true,
+    "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:218484396a9d08293b108b0e5ea31e0a1b7c801dcbed35a821deb392d2fe9bb4
-size 3583485
+oid sha256:2fc687b11de0bc1b3d8348f92e3b49ef1089a621506c7661fbf3248fcd54947e
+size 711649

tokenizer_config.json

@@ -1,230 +1,14 @@
 {
   "added_tokens_decoder": {
     "0": {
-      "content": "|||IP_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "1": {
-      "content": "<|padding|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50254": {
-      "content": "                        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50255": {
-      "content": "                       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50256": {
-      "content": "                      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50257": {
-      "content": "                     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50258": {
-      "content": "                    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50259": {
-      "content": "                   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50260": {
-      "content": "                  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50261": {
-      "content": "                 ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50262": {
-      "content": "                ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50263": {
-      "content": "               ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50264": {
-      "content": "              ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50265": {
-      "content": "             ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50266": {
-      "content": "            ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50267": {
-      "content": "           ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50268": {
-      "content": "          ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50269": {
-      "content": "         ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50270": {
-      "content": "        ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50271": {
-      "content": "       ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50272": {
-      "content": "      ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50273": {
-      "content": "     ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50274": {
-      "content": "    ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50275": {
-      "content": "   ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50276": {
-      "content": "  ",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50277": {
-      "content": "|||EMAIL_ADDRESS|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50278": {
-      "content": "|||PHONE_NUMBER|||",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50279": {
-      "content": "<|endoftext|>",
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "50280": {
+    "100": {
       "content": "[UNK]",
       "lstrip": false,
       "normalized": false,
@@ -232,7 +16,7 @@
       "single_word": false,
       "special": true
     },
-    "50281": {
+    "101": {
       "content": "[CLS]",
       "lstrip": false,
       "normalized": false,
@@ -240,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "50282": {
+    "102": {
       "content": "[SEP]",
       "lstrip": false,
       "normalized": false,
@@ -248,698 +32,34 @@
       "single_word": false,
       "special": true
     },
-    "50283": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "50284": {
+    "103": {
       "content": "[MASK]",
-      "lstrip": true,
+      "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "50285": {
-      "content": "[unused0]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50286": {
-      "content": "[unused1]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50287": {
-      "content": "[unused2]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50288": {
-      "content": "[unused3]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50289": {
-      "content": "[unused4]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50290": {
-      "content": "[unused5]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50291": {
-      "content": "[unused6]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50292": {
-      "content": "[unused7]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50293": {
-      "content": "[unused8]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50294": {
-      "content": "[unused9]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50295": {
-      "content": "[unused10]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50296": {
-      "content": "[unused11]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50297": {
-      "content": "[unused12]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50298": {
-      "content": "[unused13]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50299": {
-      "content": "[unused14]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50300": {
-      "content": "[unused15]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50301": {
-      "content": "[unused16]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50302": {
-      "content": "[unused17]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50303": {
-      "content": "[unused18]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50304": {
-      "content": "[unused19]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50305": {
-      "content": "[unused20]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50306": {
-      "content": "[unused21]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50307": {
-      "content": "[unused22]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50308": {
-      "content": "[unused23]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50309": {
-      "content": "[unused24]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50310": {
-      "content": "[unused25]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50311": {
-      "content": "[unused26]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50312": {
-      "content": "[unused27]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50313": {
-      "content": "[unused28]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50314": {
-      "content": "[unused29]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50315": {
-      "content": "[unused30]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50316": {
-      "content": "[unused31]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50317": {
-      "content": "[unused32]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50318": {
-      "content": "[unused33]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50319": {
-      "content": "[unused34]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50320": {
-      "content": "[unused35]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50321": {
-      "content": "[unused36]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50322": {
-      "content": "[unused37]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50323": {
-      "content": "[unused38]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50324": {
-      "content": "[unused39]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50325": {
-      "content": "[unused40]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50326": {
-      "content": "[unused41]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50327": {
-      "content": "[unused42]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50328": {
-      "content": "[unused43]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50329": {
-      "content": "[unused44]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50330": {
-      "content": "[unused45]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50331": {
-      "content": "[unused46]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50332": {
-      "content": "[unused47]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50333": {
-      "content": "[unused48]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50334": {
-      "content": "[unused49]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50335": {
-      "content": "[unused50]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50336": {
-      "content": "[unused51]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50337": {
-      "content": "[unused52]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50338": {
-      "content": "[unused53]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50339": {
-      "content": "[unused54]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50340": {
-      "content": "[unused55]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50341": {
-      "content": "[unused56]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50342": {
-      "content": "[unused57]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50343": {
-      "content": "[unused58]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50344": {
-      "content": "[unused59]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50345": {
-      "content": "[unused60]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50346": {
-      "content": "[unused61]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50347": {
-      "content": "[unused62]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50348": {
-      "content": "[unused63]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50349": {
-      "content": "[unused64]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50350": {
-      "content": "[unused65]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50351": {
-      "content": "[unused66]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50352": {
-      "content": "[unused67]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50353": {
-      "content": "[unused68]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50354": {
-      "content": "[unused69]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50355": {
-      "content": "[unused70]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50356": {
-      "content": "[unused71]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50357": {
-      "content": "[unused72]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50358": {
-      "content": "[unused73]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50359": {
-      "content": "[unused74]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50360": {
-      "content": "[unused75]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50361": {
-      "content": "[unused76]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50362": {
-      "content": "[unused77]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50363": {
-      "content": "[unused78]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50364": {
-      "content": "[unused79]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50365": {
-      "content": "[unused80]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50366": {
-      "content": "[unused81]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "50367": {
-      "content": "[unused82]",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
-  "clean_up_tokenization_spaces": true,
+  "clean_up_tokenization_spaces": false,
   "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
   "extra_special_tokens": {},
   "mask_token": "[MASK]",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 1000000000000000019884624838656,
+  "max_length": 128,
+  "model_max_length": 256,
+  "never_split": null,
+  "pad_to_multiple_of": null,
   "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "[SEP]",
-  "tokenizer_class": "PreTrainedTokenizerFast",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
   "unk_token": "[UNK]"
 }