Training in progress, step 20

adapter_config.json

@@ -17,7 +17,9 @@
   "lora_dropout": 0.0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
-  "modules_to_save": null,
+  "modules_to_save": [
+    "lm_head"
+  ],
   "peft_type": "LORA",
   "r": 16,
   "rank_pattern": {},
@@ -25,8 +27,8 @@
   "target_modules": [
     "embeddings",
     "in_proj",
-    "x_proj",
-    "out_proj"
+    "out_proj",
+    "x_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af8477b0c5b6b5b971de1eb3a9b7719f01d5a9e3c88100f733f5511a097142d5
-size 109077872
+oid sha256:4035f115109cd544fc213719e1a04e2076717f0e3aa461f8998fbfcc074a796d
+size 366511584

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29e0760a89985a624f91d7d983f7d2cc5c4099d7ad3d58e85dfc0fbd61e4b80a
+oid sha256:ab0f83529cc984fe3d4b1dfaca89e8d82a0ec788ee39cfebb7ff6a3220611b99
 size 5560