Training in progress, epoch 0

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",
+  "base_model_name_or_path": "TheBloke/zephyr-7B-alpha-GPTQ",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea0b4f985ef37d98adbf1700e6bdb5189c7394b2729997a24c16eb09ec4aecc6
+oid sha256:ea291f7758f4425828294c5295617465cd9ef2258164b2aaeffef9b4fdb37d51
 size 27280152

runs/Apr17_05-49-58_57211e37a9ea/events.out.tfevents.1713333001.57211e37a9ea.434.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e21008b348a40c213d221297ededa8c227090c12bc99519d2f6caa809702c70f
-size 6388
+oid sha256:a1d2e3b6aa8c43ced7c66a8623b71e3266314cf10437457f0cfc26d5201a9983
+size 6599

runs/Apr18_05-26-11_e1959ffa57f3/events.out.tfevents.1713417972.e1959ffa57f3.435.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cdc53ec91857ee1756331f4e7a358723a158e454a8e8d14be17312a95e533f
+size 5508

special_tokens_map.json

@@ -1,4 +1,9 @@
 {
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>"
+  ],
   "bos_token": {
     "content": "<s>",
     "lstrip": false,

tokenizer.json

@@ -1,7 +1,7 @@
 {
   "version": "1.0",
   "truncation": {
-    "direction": "Right",
+    "direction": "Left",
     "max_length": 512,
     "strategy": "LongestFirst",
     "stride": 0

tokenizer_config.json

@@ -27,9 +27,12 @@
       "special": true
     }
   },
-  "additional_special_tokens": [],
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>"
+  ],
   "bos_token": "<s>",
-  "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token}}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": true,
@@ -38,6 +41,7 @@
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
+  "truncation_side": "left",
   "unk_token": "<unk>",
-  "use_default_system_prompt": false
+  "use_default_system_prompt": true
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08d58ab02e09dd93624f3418ab9b7405bbceb3dd5025c7017f713f3053ce88b4
-size 4920
+oid sha256:492a476dd26685c4fde58048855b3e17b3be54f0b94e1748ac52a6ea7a67d183
+size 4984