Training in progress, step 500

added_tokens.json

@@ -1518,7 +1518,6 @@
   "<|da|>": 50285,
   "<|de|>": 50261,
   "<|el|>": 50281,
-  "<|endoftext|>": 50257,
   "<|en|>": 50259,
   "<|es|>": 50262,
   "<|et|>": 50307,

config.json

@@ -45,7 +45,7 @@
   "scale_embedding": false,
   "suppress_tokens": [],
   "torch_dtype": "float32",
-  "transformers_version": "4.35.0.dev0",
+  "transformers_version": "4.37.0.dev0",
   "use_cache": true,
   "use_weighted_layer_sum": false,
   "vocab_size": 51865

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed0ba07e95b1eb1e336b2556dce2982d5113a4378a00be8de619b33f7f07dcd
+size 966995080

runs/Dec26_12-43-57_kudsit-dgxserver/events.out.tfevents.1703574845.kudsit-dgxserver.3797841.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce099ca0ec5fc5e36f661335ee5ca78febacf0a8eecc16a26628e3adaaef679
+size 8960

runs/Oct26_10-48-26_kudsit-dgxserver/events.out.tfevents.1698297513.kudsit-dgxserver.2203592.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ebdad98a0fe1df0d76934c568adf2b4d6ae46640e72da91ba1968ed4433fef
+size 21040

special_tokens_map.json

@@ -108,8 +108,32 @@
     "<|nocaptions|>",
     "<|notimestamps|>"
   ],
-  "bos_token": "<|endoftext|>",
-  "eos_token": "<|endoftext|>",
-  "pad_token": "<|endoftext|>",
-  "unk_token": "<|endoftext|>"
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:688c26ab79d5f35d3f35a5838a4787a4177de318959602d22410f2499b9dc965
-size 4219
+oid sha256:5cee31c84cc1759c86c4fb949a7f8a856b724fa976099929683264f45fe7f0eb
+size 4411