Training in progress, epoch 1

adapter_config.json

@@ -9,13 +9,13 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 256,
+  "lora_alpha": 32,
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 128,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:938ef691422383a2496bf29e77854f9449f023d8698d812fb65f9f1c41837ef8
-size 218121344
+oid sha256:346173913efa1754511511dca19b27dd35822b7498afa4a0f89332de586a938f
+size 27280152

runs/Jan27_20-26-25_41d5647e4f65/events.out.tfevents.1706387216.41d5647e4f65.10635.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37385a26df0809a64ddaafaa30300816092534d2c5c5421f55f9b4a5c778925b
+size 5486

runs/Jan27_20-29-15_41d5647e4f65/events.out.tfevents.1706387383.41d5647e4f65.10635.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663e6e91a31ad2714004c3b896dbefa96a621110b88041d74644cd767c9c3086
+size 7181

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c31374184bd387f1a1db84b8c50eac4a9c6e5abc476c333220020d4b07be5adc
+oid sha256:d008365caae41abcddcfd6c53bea86f31416f380f0add4eb3b4455bddd37b667
 size 4728