Training in progress, step 500

adapter_config.json

@@ -23,16 +23,16 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "key",
+    "query",
+    "projection",
     "value",
+    "key",
     "dense",
-    "query",
-    "qkv",
-    "projection"
+    "qkv"
   ],
   "task_type": null,
   "trainable_token_indices": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d953b76eb59932dff8031b58877e6bdaa58adeffa886bedec2f575eb77bd0ad1
-size 9530608
+oid sha256:3b34e3751dccf71c97362fdbc98430805002be798899649b2fc0c5b7307d2cb6
+size 19017536

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdbfe491b1d5999e0d0a2d00cca151624525975388bb4a9b62bb6a8ac8b5b863
+oid sha256:8c3b3e7c9305f2823e4e84f26464a79b194af125bd9056c597794f354cb9d8d5
 size 5432