Training in progress, epoch 1

adapter_config.json

@@ -10,7 +10,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 64,
+  "lora_alpha": 128,
   "lora_dropout": 0.3,
   "megatron_config": null,
   "megatron_core": "megatron.core",
@@ -18,7 +18,7 @@
     "classifier"
   ],
   "peft_type": "LORA",
-  "r": 32,
+  "r": 128,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5c4427d2a83de41cfaa4d259095e08d8dcad0fcd9910f8b917d98e560f9a70b
-size 7097572
+oid sha256:c74b773d4eb29772a67d988efdd85b74bd03fd22559be3a5ef045a276b02d522
+size 21253452

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:671b27fa40fd303b4961acb827d56110aff36ee2cf28ce2c0db7ba684ca68626
+oid sha256:dd2dc0a086c7f9024513c53ae7c3d72d62db451592a73638d314ccaa46e64c81
 size 5624