Training in progress, step 160

config.json

@@ -40,7 +40,7 @@
     "tie_word_embeddings": true,
     "type_vocab_size": 2,
     "use_cache": true,
-    "vocab_size": 65
+    "vocab_size": 52
   },
   "decoder_start_token_id": 2,
   "dtype": "float32",
@@ -82,7 +82,7 @@
     "tie_word_embeddings": true,
     "type_vocab_size": 2,
     "use_cache": true,
-    "vocab_size": 65
+    "vocab_size": 52
   },
   "eos_token_id": 0,
   "is_encoder_decoder": true,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58632e0b5c962252ccded59a5ce92b5629644a041ec1d5da1ac3797791d0764a
-size 31232228
+oid sha256:7d3010dfeb4a3be09fbb08f4001231c3d61258e71807430cba39ad57faa7a900
+size 31205552

tokenizer.json

@@ -117,28 +117,28 @@
       "99": 17,
       "10": 18,
       "98": 19,
-      "11": 20,
-      "12": 21,
-      "97": 22,
+      "12": 20,
+      "97": 21,
+      "11": 22,
       "96": 23,
       "13": 24,
       "95": 25,
       "14": 26,
-      "15": 27,
-      "94": 28,
-      "16": 29,
-      "93": 30,
+      "94": 27,
+      "93": 28,
+      "15": 29,
+      "16": 30,
       "17": 31,
       "92": 32,
       "91": 33,
       "18": 34,
-      "90": 35,
-      "19": 36,
-      "89": 37,
-      "20": 38,
-      "88": 39,
-      "21": 40,
-      "22": 41,
+      "19": 35,
+      "90": 36,
+      "20": 37,
+      "21": 38,
+      "22": 39,
+      "88": 40,
+      "89": 41,
       "87": 42,
       "86": 43,
       "23": 44,
@@ -148,20 +148,7 @@
       "25": 48,
       "26": 49,
       "83": 50,
-      "27": 51,
-      "81": 52,
-      "82": 53,
-      "28": 54,
-      "80": 55,
-      "30": 56,
-      "29": 57,
-      "31": 58,
-      "79": 59,
-      "78": 60,
-      "76": 61,
-      "34": 62,
-      "77": 63,
-      "33": 64
+      "82": 51
     },
     "merges": [
       [
@@ -176,10 +163,6 @@
         "9",
         "8"
       ],
-      [
-        "1",
-        "1"
-      ],
       [
         "1",
         "2"
@@ -188,6 +171,10 @@
         "9",
         "7"
       ],
+      [
+        "1",
+        "1"
+      ],
       [
         "9",
         "6"
@@ -205,20 +192,20 @@
         "4"
       ],
       [
-        "1",
-        "5"
+        "9",
+        "4"
       ],
       [
         "9",
-        "4"
+        "3"
       ],
       [
         "1",
-        "6"
+        "5"
       ],
       [
-        "9",
-        "3"
+        "1",
+        "6"
       ],
       [
         "1",
@@ -236,26 +223,18 @@
         "1",
         "8"
       ],
-      [
-        "9",
-        "0"
-      ],
       [
         "1",
         "9"
       ],
       [
-        "8",
-        "9"
+        "9",
+        "0"
       ],
       [
         "2",
         "0"
       ],
-      [
-        "8",
-        "8"
-      ],
       [
         "2",
         "1"
@@ -264,6 +243,14 @@
         "2",
         "2"
       ],
+      [
+        "8",
+        "8"
+      ],
+      [
+        "8",
+        "9"
+      ],
       [
         "8",
         "7"
@@ -300,61 +287,9 @@
         "8",
         "3"
       ],
-      [
-        "2",
-        "7"
-      ],
-      [
-        "8",
-        "1"
-      ],
       [
         "8",
         "2"
-      ],
-      [
-        "2",
-        "8"
-      ],
-      [
-        "8",
-        "0"
-      ],
-      [
-        "3",
-        "0"
-      ],
-      [
-        "2",
-        "9"
-      ],
-      [
-        "3",
-        "1"
-      ],
-      [
-        "7",
-        "9"
-      ],
-      [
-        "7",
-        "8"
-      ],
-      [
-        "7",
-        "6"
-      ],
-      [
-        "3",
-        "4"
-      ],
-      [
-        "7",
-        "7"
-      ],
-      [
-        "3",
-        "3"
       ]
     ]
   }