Training in progress, step 240

config.json

@@ -10,7 +10,7 @@
     "bos_token_id": null,
     "chunk_size_feed_forward": 0,
     "classifier_dropout": null,
-    "dtype": null,
+    "dtype": "float32",
     "eos_token_id": null,
     "hidden_act": "gelu",
     "hidden_dropout_prob": 0.1,
@@ -52,7 +52,7 @@
     "bos_token_id": null,
     "chunk_size_feed_forward": 0,
     "classifier_dropout": null,
-    "dtype": null,
+    "dtype": "float32",
     "eos_token_id": null,
     "hidden_act": "gelu",
     "hidden_dropout_prob": 0.1,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e1f488b6fe5213e85796d6da28a49ec05c11b9c1212e7e36b86841f01c88f8f
-size 31205552
+oid sha256:d599564c1eb2bc9a67391ddf7fe1a5a60e590441524ecbde95177ceb515e4b1f
+size 31205528

tokenizer.json

@@ -113,51 +113,56 @@
       "7": 13,
       "8": 14,
       "9": 15,
-      "99": 16,
+      "=": 16,
       "10": 17,
-      "11": 18,
+      "99": 18,
       "98": 19,
-      "12": 20,
+      "11": 20,
       "97": 21,
-      "13": 22,
+      "12": 22,
       "96": 23,
-      "14": 24,
-      "94": 25,
-      "95": 26,
-      "15": 27,
-      "93": 28,
-      "16": 29,
-      "92": 30,
+      "13": 24,
+      "95": 25,
+      "14": 26,
+      "94": 27,
+      "15": 28,
+      "93": 29,
+      "16": 30,
       "17": 31,
-      "18": 32,
-      "91": 33,
-      "19": 34,
+      "92": 32,
+      "18": 33,
+      "91": 34,
       "90": 35,
-      "20": 36,
-      "89": 37,
-      "21": 38,
-      "88": 39,
-      "87": 40,
-      "22": 41,
-      "86": 42,
+      "19": 36,
+      "20": 37,
+      "89": 38,
+      "21": 39,
+      "88": 40,
+      "87": 41,
+      "22": 42,
       "23": 43,
-      "24": 44,
+      "86": 44,
       "85": 45,
-      "25": 46,
-      "84": 47,
-      "83": 48,
-      "26": 49,
-      "27": 50,
-      "82": 51
+      "24": 46,
+      "25": 47,
+      "84": 48,
+      "83": 49,
+      "26": 50,
+      "27": 51,
+      "82": 52
     },
     "merges": [
+      [
+        "1",
+        "0"
+      ],
       [
         "9",
         "9"
       ],
       [
-        "1",
-        "0"
+        "9",
+        "8"
       ],
       [
         "1",
@@ -165,7 +170,7 @@
       ],
       [
         "9",
-        "8"
+        "7"
       ],
       [
         "1",
@@ -173,7 +178,7 @@
       ],
       [
         "9",
-        "7"
+        "6"
       ],
       [
         "1",
@@ -181,7 +186,7 @@
       ],
       [
         "9",
-        "6"
+        "5"
       ],
       [
         "1",
@@ -191,10 +196,6 @@
         "9",
         "4"
       ],
-      [
-        "9",
-        "5"
-      ],
       [
         "1",
         "5"
@@ -207,14 +208,14 @@
         "1",
         "6"
       ],
-      [
-        "9",
-        "2"
-      ],
       [
         "1",
         "7"
       ],
+      [
+        "9",
+        "2"
+      ],
       [
         "1",
         "8"
@@ -223,14 +224,14 @@
         "9",
         "1"
       ],
-      [
-        "1",
-        "9"
-      ],
       [
         "9",
         "0"
       ],
+      [
+        "1",
+        "9"
+      ],
       [
         "2",
         "0"
@@ -255,22 +256,22 @@
         "2",
         "2"
       ],
-      [
-        "8",
-        "6"
-      ],
       [
         "2",
         "3"
       ],
       [
-        "2",
-        "4"
+        "8",
+        "6"
       ],
       [
         "8",
         "5"
       ],
+      [
+        "2",
+        "4"
+      ],
       [
         "2",
         "5"