Training in progress, step 4

adapter_config.json

@@ -23,15 +23,15 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
+    "k_proj",
+    "up_proj",
     "v_proj",
     "gate_proj",
-    "up_proj",
-    "k_proj",
     "down_proj",
+    "q_proj",
     "o_proj"
   ],
   "task_type": null,
-  "use_dora": false,
+  "use_dora": true,
   "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa7c7fcbf5568779ebd1c66a88453edf99d6662778cc0f4028d65319a9d801cd
-size 167832240
+oid sha256:5626cd4d34562567e61c4bd5e00bf3a72a54e9a09798bf904ddff446ed6ade8b
+size 173368456

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71a8eae5c2b075688588982b865a0a4eb36b8ba84e0300b2dcfc753c8d3a2bf0
+oid sha256:8048b3b7c17069df9e416558b9fc6795ab8c0ff624cde216bc780520d6e4b4c2
 size 5368