vocab size 16

config.json

@@ -26,5 +26,5 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.46.1",
   "use_cache": true,
-  "vocab_size": 8
+  "vocab_size": 16
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14750df4c1117957b74c2ea0f06d084282c96a82552daec90a4bb58ed385b5ac
-size 138568
+oid sha256:70e3a397a79da7ca2e9ec21ad048e5a507aba8c7c2218789c00f2260afaf9541
+size 140616

tokenizer.json

@@ -159,9 +159,17 @@
       "[SEP]": 2,
       "[PAD]": 3,
       "[MASK]": 4,
-      "broken": 5,
-      "spoken": 6,
-      "token": 7
+      "boken": 5,
+      "coken": 6,
+      "doken": 7,
+      "foken": 8,
+      "goken": 9,
+      "hoken": 10,
+      "joken": 11,
+      "koken": 12,
+      "loken": 13,
+      "moken": 14,
+      "token": 15
     },
     "unk_token": "[UNK]"
   }