Training in progress, step 10

adapter_config.json

@@ -16,16 +16,16 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "q_proj",
-    "o_proj",
     "up_proj",
+    "o_proj",
+    "down_proj",
     "v_proj",
     "k_proj",
+    "q_proj",
     "gate_proj"
   ],
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c8718099029783efcc2bff132c88d5aba8a6e73da5acc4b0e70a6b0aa622fe5
-size 45258384
+oid sha256:3103b487fa47ea6773be3209851a149de1f773925ebce0174e1145931e02ab20
+size 90454136

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ce92dc4b775ca1b4ad02c79d1cf8ce1ded07b0444e086896337e2ad2af70f0e
+oid sha256:dc6af9dac243b583d19444bbf6cff8654a1dc28803d641211752a26b2f19e057
 size 5112