Training in progress, step 27000

adapter_config.json

@@ -16,7 +16,7 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6294fc512424c41f2cf9b70aafa54538c5cd9579c8e847bd874d1f5ff8869fa
-size 4738744
+oid sha256:50dd54440adf3d968de717aef8dbd30944234894c842d5b760b5378f1d864492
+size 9457520

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d1549cd37a8ec69eeb8f1b6e0c9db5174c1124714dfb39f81afb447508ccd4e
+oid sha256:5b25f2878401c234c9383813c9a0aae1f4b93a35eb3da32b2a9bdf17fb62b895
 size 5304