Training in progress, step 15

adapter_config.json

@@ -16,16 +16,16 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 32,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "fc1",
-    "k_proj",
+    "q_proj",
     "v_proj",
     "dense",
-    "fc2",
-    "q_proj"
+    "fc1",
+    "k_proj",
+    "fc2"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c77bfb8f3693d3dea1aae1c4c3b5648555bf304662ac0831ec6127dac9e45fa
-size 52445064
+oid sha256:20d60e5ab02fc6d1a666c16ff75cba85a650a912d182103ad836fb06a3d356c4
+size 104873904

runs/Apr12_15-38-36_203c561850d5/events.out.tfevents.1712936317.203c561850d5.2867.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a240e5318531a88b05e62b310c7ec70287559073b240b9fd5a26d443ad3a936b
-size 7140
+oid sha256:7538f45f9b11e8be8fe95b67e728efc9f2afdbd3de79c5f1cac113b12c928687
+size 7347

runs/Apr12_15-52-35_203c561850d5/events.out.tfevents.1712937156.203c561850d5.6581.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf8b3547c2b5364a275501ddc17131934d6393d4db52728e35c7e10d9a2306bc
+size 5721

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15ae05d725bd2debacdbe8873e2077c4b8d031210ac0a3ce7631f1513ce3b796
+oid sha256:309285e2d105ebd54002a1c6f300b6ece98783ba1439baa85ff7659ed3a36d18
 size 4920