Training in progress, step 500

added_tokens.json

@@ -1518,7 +1518,6 @@
   "<|da|>": 50285,
   "<|de|>": 50261,
   "<|el|>": 50281,
-  "<|endoftext|>": 50257,
   "<|en|>": 50259,
   "<|es|>": 50262,
   "<|et|>": 50307,

config.json

@@ -45,7 +45,7 @@
   "scale_embedding": false,
   "suppress_tokens": [],
   "torch_dtype": "float32",
-  "transformers_version": "4.35.0.dev0",
+  "transformers_version": "4.41.2",
   "use_cache": true,
   "use_weighted_layer_sum": false,
   "vocab_size": 51865

merges.txt

@@ -1,4 +1,5 @@
 #version: 0.2
+Ġ t
 Ġ a
 Ġt h
 i n

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fda5495cfc8e4905872cc9ad25c03a09e9e865d7806efb174ffe521634e411
+size 966995080

runs/Jun10_14-28-50_kudsit-dgxserver/events.out.tfevents.1718009958.kudsit-dgxserver.2481649.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c3866fd2d7d3bb8b2cc397fd47197beabdad0c448957d2bfedd98363ee95bd
+size 11623

runs/Jun10_17-44-21_kudsit-dgxserver/events.out.tfevents.1718021681.kudsit-dgxserver.3806014.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec5289df1de0d9ac07c05d06953c70fbc15014304473f21b40903b6ee3e2d6f
+size 10487

special_tokens_map.json

@@ -108,8 +108,32 @@
     "<|nocaptions|>",
     "<|notimestamps|>"
   ],
-  "bos_token": "<|endoftext|>",
-  "eos_token": "<|endoftext|>",
-  "pad_token": "<|endoftext|>",
-  "unk_token": "<|endoftext|>"
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ffd64c058cbeccb94f4c3de7276cd37642394e30c33280e1e7c592ad2938c43
-size 4219
+oid sha256:0ed032096324e9d83a4374d5bb803ec8e0d1c43cf66bbecdc6cc9a9ce4eea90c
+size 5240