Training in progress, step 50

adapter_config.json

@@ -24,16 +24,16 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
-    "v_proj",
-    "down_proj",
-    "o_proj",
     "q_proj",
+    "o_proj",
+    "gate_proj",
     "up_proj",
-    "k_proj"
+    "down_proj",
+    "k_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "trainable_token_indices": null,
-  "use_dora": false,
+  "use_dora": true,
   "use_rslora": true
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:631d65c93308cfcb6bd06dd667d2e501ab8d3ca886f084490afa5ddd4430588a
-size 312663296
+oid sha256:2ec8bf3af2b9ef086b1e1af8088b3d296dff82a4a92deeba1bc5d132ded36968
+size 313314504

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6b999d423e19912d7f3db557e725c84db631d2edb61e490d81a13b2b99b5dac
+oid sha256:6c7610f0f6bdf0e8586c2ec0be014fda7af44e97971bdb1f066190c86d79aba5
 size 7057