Training in progress, epoch 0

adapter_config.json

@@ -19,11 +19,16 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "o_proj",
+    "k_proj",
+    "up_proj",
+    "down_proj",
     "q_proj",
+    "gate_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2d115c559567a94c755dfabdec6d49dba891e8ebb1a72c1b07716f37c2cd9ed
-size 23641256
+oid sha256:715e447459a3a9b6cb81db3cc3e4b058ee5e578bc986ddc13ef65131ce08d0c5
+size 236063560

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2576aab646b45faf573d52578dd93bbe90177172ef2b91337cdfcfb1f70c1970
+oid sha256:1dd7156ce081231529ec291d90fbaea72cd5375bd2c1f0486c3b260d8ef834d2
 size 5624