Upload folder using huggingface_hub

added_tokens.json

@@ -0,0 +1,4 @@
+{
+  "[CELL0]": 30522,
+  "[CELL1]": 30523
+}

config.json

@@ -0,0 +1,24 @@
+{
+  "architectures": [
+    "BertForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "dtype": "float32",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "transformers_version": "4.57.1",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30524
+}

final_training_metrics.csv

@@ -0,0 +1,2 @@
+train_runtime,train_samples_per_second,train_steps_per_second,total_flos,train_loss,epoch,final_step
+20458.6452,196.988,0.385,2.651863564234199e+17,1.2797311825480888,2.0,7872

full_log_history.csv

@@ -0,0 +1,80 @@
+loss,grad_norm,learning_rate,epoch,step,eval_loss,eval_runtime,eval_samples_per_second,eval_steps_per_second,train_runtime,train_samples_per_second,train_steps_per_second,total_flos,train_loss
+1.8825,3.3912692070007324,4.974619289340102e-06,0.05081623578733405,200,,,,,,,,,
+,,,0.05081623578733405,200,1.7075451612472534,287.0628,369.452,46.182,,,,,
+1.6809,2.406120538711548,1.0050761421319797e-05,0.1016324715746681,400,,,,,,,,,
+,,,0.1016324715746681,400,1.5343916416168213,293.7654,361.023,45.128,,,,,
+1.5724,2.4685757160186768,1.5126903553299494e-05,0.15244870736200217,600,,,,,,,,,
+,,,0.15244870736200217,600,1.4772238731384277,307.2416,345.188,43.148,,,,,
+1.5349,2.4002857208251953,1.997741389045737e-05,0.2032649431493362,800,,,,,,,,,
+,,,0.2032649431493362,800,1.4481595754623413,308.5478,343.726,42.966,,,,,
+1.5118,2.6639628410339355,1.941276115189159e-05,0.25408117893667026,1000,,,,,,,,,
+,,,0.25408117893667026,1000,1.4235949516296387,309.1643,343.041,42.88,,,,,
+1.4773,2.6258928775787354,1.8848108413325805e-05,0.30489741472400433,1200,,,,,,,,,
+,,,0.30489741472400433,1200,1.4003123044967651,310.8481,341.183,42.648,,,,,
+1.4533,2.444345712661743,1.8283455674760024e-05,0.35571365051133835,1400,,,,,,,,,
+,,,0.35571365051133835,1400,1.3662773370742798,308.9457,343.284,42.91,,,,,
+1.4044,2.4333863258361816,1.771880293619424e-05,0.4065298862986724,1600,,,,,,,,,
+,,,0.4065298862986724,1600,1.3160090446472168,313.1739,338.649,42.331,,,,,
+1.327,2.5270566940307617,1.715415019762846e-05,0.4573461220860065,1800,,,,,,,,,
+,,,0.4573461220860065,1800,1.2360590696334839,323.1804,328.163,41.02,,,,,
+1.2685,2.7455523014068604,1.6589497459062678e-05,0.5081623578733405,2000,,,,,,,,,
+,,,0.5081623578733405,2000,1.1782482862472534,324.552,326.777,40.847,,,,,
+1.2529,2.441678285598755,1.6024844720496894e-05,0.5589785936606746,2200,,,,,,,,,
+,,,0.5589785936606746,2200,1.1629350185394287,323.6589,327.678,40.96,,,,,
+1.2359,2.54626202583313,1.5460191981931113e-05,0.6097948294480087,2400,,,,,,,,,
+,,,0.6097948294480087,2400,1.1571252346038818,329.6617,321.712,40.214,,,,,
+1.2295,2.519352912902832,1.489836250705816e-05,0.6606110652353427,2600,,,,,,,,,
+,,,0.6606110652353427,2600,1.147318959236145,333.5824,317.93,39.741,,,,,
+1.2253,2.509636640548706,1.4333709768492379e-05,0.7114273010226767,2800,,,,,,,,,
+,,,0.7114273010226767,2800,1.1413997411727905,335.4891,316.123,39.515,,,,,
+1.2164,2.384849786758423,1.3769057029926596e-05,0.7622435368100108,3000,,,,,,,,,
+,,,0.7622435368100108,3000,1.143040657043457,342.2323,309.895,38.737,,,,,
+1.2136,2.668471574783325,1.3204404291360815e-05,0.8130597725973449,3200,,,,,,,,,
+,,,0.8130597725973449,3200,1.1422817707061768,339.8269,312.088,39.011,,,,,
+1.2163,2.458815813064575,1.2639751552795033e-05,0.8638760083846789,3400,,,,,,,,,
+,,,0.8638760083846789,3400,1.1399739980697632,334.8375,316.739,39.592,,,,,
+1.2075,5.854300022125244,1.2075098814229249e-05,0.914692244172013,3600,,,,,,,,,
+,,,0.914692244172013,3600,1.136644959449768,342.7778,309.402,38.675,,,,,
+1.2037,2.514920949935913,1.1510446075663468e-05,0.965508479959347,3800,,,,,,,,,
+,,,0.965508479959347,3800,1.1362895965576172,347.0549,305.589,38.199,,,,,
+1.2026,2.5925779342651367,1.0945793337097685e-05,1.016261195451947,4000,,,,,,,,,
+,,,1.016261195451947,4000,1.132484793663025,348.4028,304.406,38.051,,,,,
+1.2001,2.439039707183838,1.0381140598531904e-05,1.067077431239281,4200,,,,,,,,,
+,,,1.067077431239281,4200,1.1282192468643188,353.0359,300.411,37.551,,,,,
+1.2027,2.566588878631592,9.816487859966122e-06,1.117893667026615,4400,,,,,,,,,
+,,,1.117893667026615,4400,1.1255141496658325,351.1656,302.011,37.751,,,,,
+1.2019,2.763324022293091,9.254658385093168e-06,1.1687099028139492,4600,,,,,,,,,
+,,,1.1687099028139492,4600,1.1325491666793823,351.7344,301.523,37.69,,,,,
+1.1986,2.576956272125244,8.690005646527386e-06,1.219526138601283,4800,,,,,,,,,
+,,,1.219526138601283,4800,1.1340168714523315,349.0646,303.829,37.979,,,,,
+1.2008,2.3913514614105225,8.125352907961605e-06,1.2703423743886173,5000,,,,,,,,,
+,,,1.2703423743886173,5000,1.12372624874115,351.8457,301.428,37.678,,,,,
+1.1988,2.44419264793396,7.560700169395822e-06,1.3211586101759512,5200,,,,,,,,,
+,,,1.3211586101759512,5200,1.121070384979248,355.2577,298.533,37.317,,,,,
+1.1958,3.038212537765503,6.99604743083004e-06,1.3719748459632852,5400,,,,,,,,,
+,,,1.3719748459632852,5400,1.126503586769104,354.1651,299.454,37.432,,,,,
+1.1957,2.4008805751800537,6.431394692264258e-06,1.4227910817506193,5600,,,,,,,,,
+,,,1.4227910817506193,5600,1.1233240365982056,359.3281,295.151,36.894,,,,,
+1.1882,2.4995577335357666,5.866741953698476e-06,1.4736073175379534,5800,,,,,,,,,
+,,,1.4736073175379534,5800,1.1171144247055054,362.5576,292.522,36.565,,,,,
+1.1903,2.3888702392578125,5.3020892151326945e-06,1.5244235533252875,6000,,,,,,,,,
+,,,1.5244235533252875,6000,1.119791865348816,360.8488,293.907,36.738,,,,,
+1.1884,2.3931431770324707,4.737436476566912e-06,1.5752397891126215,6200,,,,,,,,,
+,,,1.5752397891126215,6200,1.1179583072662354,359.7493,294.805,36.851,,,,,
+1.1894,2.3279740810394287,4.17278373800113e-06,1.6260560248999556,6400,,,,,,,,,
+,,,1.6260560248999556,6400,1.116528034210205,358.6415,295.716,36.964,,,,,
+1.1829,2.388047456741333,3.6081309994353475e-06,1.6768722606872895,6600,,,,,,,,,
+,,,1.6768722606872895,6600,1.1195064783096313,361.0405,293.751,36.719,,,,,
+1.1869,2.612689256668091,3.043478260869566e-06,1.7276884964746237,6800,,,,,,,,,
+,,,1.7276884964746237,6800,1.1145069599151611,365.2565,290.36,36.295,,,,,
+1.1841,2.6012659072875977,2.478825522303783e-06,1.7785047322619576,7000,,,,,,,,,
+,,,1.7785047322619576,7000,1.1144654750823975,364.5259,290.942,36.368,,,,,
+1.1807,2.51442289352417,1.9141727837380015e-06,1.829320968049292,7200,,,,,,,,,
+,,,1.829320968049292,7200,1.1116600036621094,369.1442,287.302,35.913,,,,,
+1.1797,2.331007719039917,1.3523433088650482e-06,1.8801372038366257,7400,,,,,,,,,
+,,,1.8801372038366257,7400,1.1135528087615967,367.8567,288.308,36.038,,,,,
+1.1803,2.4899842739105225,7.876905702992659e-07,1.9309534396239598,7600,,,,,,,,,
+,,,1.9309534396239598,7600,1.110607385635376,365.1268,290.463,36.308,,,,,
+1.1828,2.4549551010131836,2.2303783173348393e-07,1.981769675411294,7800,,,,,,,,,
+,,,1.981769675411294,7800,1.1123239994049072,364.2627,291.152,36.394,,,,,
+,,,2.0,7872,,,,,20458.6452,196.988,0.385,2.651863564234199e+17,1.2797311825480888

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3092f7538c47c3b2bf7ea81be403b6bd198788eca0c81f8f4b911a41041b36e
+size 438087048

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,74 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "30522": {
+      "content": "[CELL0]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30523": {
+      "content": "[CELL1]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "never_split": null,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04167bd439d4a2f8d5d7157fd392faaffbc2cb5e4ac057443677d23a4463ddeb
+size 5841