Training in progress, step 5

added_tokens.json

@@ -1518,6 +1518,7 @@
   "<|da|>": 50285,
   "<|de|>": 50261,
   "<|el|>": 50281,
+  "<|en-yo|>": 51870,
   "<|en|>": 50259,
   "<|es|>": 50262,
   "<|et|>": 50307,
@@ -1605,5 +1606,10 @@
   "<|vi|>": 50278,
   "<|yi|>": 50335,
   "<|yo|>": 50325,
-  "<|zh|>": 50260
+  "<|zh|>": 50260,
+  "ń": 51865,
+  "ǹ": 51866,
+  "ṣ": 51867,
+  "ẹ": 51868,
+  "ọ": 51869
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7fa80ae142d9ee5b38624e7a65a0dc0479ca90c23cb06a8f6812b05f216c9e6
+oid sha256:fd54207a91fed1cb09c740d3c89aafba90d5560963905011fbbfca115a3fea61
 size 967013512

runs/Mar17_17-31-11_affa52ccca8b/events.out.tfevents.1742232677.affa52ccca8b.188.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d27de1f7ca4889ef1bc624f2966ee214398dcdc0234e524ee9e93ab2777b17
+size 7195

tokenizer_config.json

@@ -12865,6 +12865,54 @@
       "rstrip": false,
       "single_word": false,
       "special": false
+    },
+    "51865": {
+      "content": "ń",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51866": {
+      "content": "ǹ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51867": {
+      "content": "ṣ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51868": {
+      "content": "ẹ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51869": {
+      "content": "ọ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51870": {
+      "content": "<|en-yo|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
     }
   },
   "additional_special_tokens": [

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8909a64cdd877bb4e6771ff9a17438c5f652bb84099bb08a585b63545938328e
+oid sha256:2297b3b5f92bf9e42a8a41026b48b2f3966d5994b640fecfabf48736d5b0b8a0
 size 5496