Training in progress, epoch 0

adapter_config.json

@@ -20,10 +20,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "qkv_proj",
     "o_proj",
-    "gate_up_proj"
+    "qkv_proj",
+    "gate_up_proj",
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2d7dff549fb702c9aa6c133862992289975e50fbc0590fe87ac99c97094197d
+oid sha256:2546570f809d6f464f713ec9675e3e732d4c6e8344173f7d025954015d50f1e7
 size 201361312

runs/May25_23-25-58_9c5fa09216de/events.out.tfevents.1716679564.9c5fa09216de.253.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34015e7bf4f26dcbbeac4d13229c5f894038c25dbd6ec92875675b7a77a3042
+size 6519

tokenizer_config.json

@@ -119,6 +119,7 @@
   "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') %}{{'<|user|>' + '\n' + message['content'] + '<|end|>' + '\n' + '<|assistant|>' + '\n'}}{% elif (message['role'] == 'assistant') %}{{message['content'] + '<|end|>' + '\n'}}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|endoftext|>",
+  "legacy": false,
   "model_max_length": 4096,
   "pad_token": "<|endoftext|>",
   "padding_side": "right",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58bc76508b959eb9a36063e36691c3674270561419f1e0af5fe156abbe165ec7
+oid sha256:f3fd781b2fe9c5f3e8ee7f4d73f3c66b2bfa35d36d6fae9cf1cce567ad54fd54
 size 5112