Training in progress, step 420

config.json

@@ -10,7 +10,7 @@
     "bos_token_id": null,
     "chunk_size_feed_forward": 0,
     "classifier_dropout": null,
-    "dtype": "float32",
+    "dtype": null,
     "eos_token_id": null,
     "hidden_act": "gelu",
     "hidden_dropout_prob": 0.1,
@@ -52,7 +52,7 @@
     "bos_token_id": null,
     "chunk_size_feed_forward": 0,
     "classifier_dropout": null,
-    "dtype": "float32",
+    "dtype": null,
     "eos_token_id": null,
     "hidden_act": "gelu",
     "hidden_dropout_prob": 0.1,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38325a3f208b67a3b7d8b9c5b6f67317c0ea6e112eeb991707a152812f865e46
-size 31205528
+oid sha256:3e7346b4664d9f395023b6f04809b578d70106d9ba2b351dcdb92d850027e0d2
+size 31205552

tokenizer.json

@@ -113,55 +113,51 @@
       "7": 13,
       "8": 14,
       "9": 15,
-      "10": 16,
+      "=": 16,
       "99": 17,
-      "98": 18,
+      "10": 18,
       "11": 19,
-      "97": 20,
+      "98": 20,
       "12": 21,
-      "96": 22,
+      "97": 22,
       "13": 23,
-      "95": 24,
-      "14": 25,
-      "15": 26,
+      "96": 24,
+      "95": 25,
+      "14": 26,
       "94": 27,
-      "93": 28,
+      "15": 28,
       "16": 29,
-      "17": 30,
-      "92": 31,
-      "18": 32,
-      "91": 33,
-      "90": 34,
+      "93": 30,
+      "17": 31,
+      "92": 32,
+      "18": 33,
+      "91": 34,
       "19": 35,
-      "20": 36,
+      "90": 36,
       "89": 37,
-      "21": 38,
-      "88": 39,
-      "87": 40,
+      "20": 38,
+      "21": 39,
+      "88": 40,
       "22": 41,
-      "23": 42,
+      "87": 42,
       "86": 43,
-      "85": 44,
-      "24": 45,
-      "25": 46,
-      "84": 47,
-      "83": 48,
+      "23": 44,
+      "85": 45,
+      "24": 46,
+      "25": 47,
+      "84": 48,
       "26": 49,
-      "27": 50,
+      "83": 50,
       "82": 51
     },
     "merges": [
-      [
-        "1",
-        "0"
-      ],
       [
         "9",
         "9"
       ],
       [
-        "9",
-        "8"
+        "1",
+        "0"
       ],
       [
         "1",
@@ -169,7 +165,7 @@
       ],
       [
         "9",
-        "7"
+        "8"
       ],
       [
         "1",
@@ -177,7 +173,7 @@
       ],
       [
         "9",
-        "6"
+        "7"
       ],
       [
         "1",
@@ -185,28 +181,32 @@
       ],
       [
         "9",
-        "5"
+        "6"
       ],
       [
-        "1",
-        "4"
+        "9",
+        "5"
       ],
       [
         "1",
-        "5"
+        "4"
       ],
       [
         "9",
         "4"
       ],
       [
-        "9",
-        "3"
+        "1",
+        "5"
       ],
       [
         "1",
         "6"
       ],
+      [
+        "9",
+        "3"
+      ],
       [
         "1",
         "7"
@@ -223,16 +223,12 @@
         "9",
         "1"
       ],
-      [
-        "9",
-        "0"
-      ],
       [
         "1",
         "9"
       ],
       [
-        "2",
+        "9",
         "0"
       ],
       [
@@ -241,28 +237,32 @@
       ],
       [
         "2",
-        "1"
+        "0"
       ],
       [
-        "8",
-        "8"
+        "2",
+        "1"
       ],
       [
         "8",
-        "7"
+        "8"
       ],
       [
         "2",
         "2"
       ],
       [
-        "2",
-        "3"
+        "8",
+        "7"
       ],
       [
         "8",
         "6"
       ],
+      [
+        "2",
+        "3"
+      ],
       [
         "8",
         "5"
@@ -279,17 +279,13 @@
         "8",
         "4"
       ],
-      [
-        "8",
-        "3"
-      ],
       [
         "2",
         "6"
       ],
       [
-        "2",
-        "7"
+        "8",
+        "3"
       ],
       [
         "8",

tokenizer_config.json

@@ -2,7 +2,6 @@
   "backend": "tokenizers",
   "cls_token": "[CLS]",
   "eos_token": "[EOS]",
-  "is_local": false,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[PAD]",
   "tokenizer_class": "TokenizersBackend"