Training in progress, step 17

adapter_config.json

@@ -19,13 +19,14 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "up_proj",
+    "down_proj",
+    "gate_proj",
     "o_proj",
-    "k_proj",
-    "v_proj",
     "q_proj",
-    "gate_proj",
-    "up_proj",
-    "down_proj"
+    "k_proj",
+    "v_proj"
   ],
-  "task_type": "CAUSAL_LM"
+  "task_type": "CAUSAL_LM",
+  "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8db256ab486e8cbade675780483f44d046aef2ac6de10f9e1c440760346d6d66
+oid sha256:f8c343298d77f8c8cda22054c0e32ae441670ae776ea08d1191e83ab4a31a31f
 size 80013120

config.json

@@ -34,7 +34,7 @@
   "rope_theta": 1000000,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.37.0.dev0",
+  "transformers_version": "4.37.0",
   "use_cache": false,
   "vocab_size": 32016
 }

tokenizer_config.json

@@ -66,6 +66,7 @@
     "▁<EOT>"
   ],
   "bos_token": "<s>",
+  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "eot_token": "▁<EOT>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd620ba2f3177e11344a2cf06fb00be4e570b95bc1ed40c63065dedc07ec2d9a
+oid sha256:9cf34011f3480c36bc63792fde0cc4fd8f04ef7d4627f8f79baf19897b632d17
 size 4795