Training in progress, step 123

adapter_config.json

@@ -13,15 +13,15 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 8,
+  "lora_alpha": 32,
   "lora_bias": false,
-  "lora_dropout": 0.025,
+  "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
   "qalora_group_size": 16,
-  "r": 4,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1edef6ebaa24704fa9844d056013245d62273adfd3e81c64d422adbe4f3708f
-size 6832600
+oid sha256:8e15a4462b743a4c01f05945255a4142924425db59a270a9a78a84b0033bef27
+size 27280152

runs/Oct21_12-27-49_4014763e9a44/events.out.tfevents.1761049677.4014763e9a44.5686.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e29f2f61cac2565ad5a891f460169318a217ae85b3efba38580e5492dc47393
+size 16166

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48d7b53caca625f8076f897198687727a00187cf621b7c97b656df1688058e67
+oid sha256:9bf90f32f780029c9751cab26a45b1e13e47f8f01b9223ac699b82038d23cfa3
 size 6225