Training in progress, epoch 2

adapter_config.json

@@ -12,24 +12,21 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 128,
+  "lora_alpha": 32,
   "lora_bias": false,
   "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 64,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "k_proj",
     "o_proj",
-    "down_proj",
-    "up_proj",
-    "gate_proj",
     "q_proj",
-    "v_proj",
-    "k_proj"
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90a69435e3b11ad8397934b8753509903cf9f41b78acf4a618c636d84e4fdddc
-size 60785144
+oid sha256:965fbdca59534d90411faf584695d1c788ed217f4c18ee1e1869496fde89742e
+size 5917192

runs/Oct05_10-41-53_CAMPI/events.out.tfevents.1759686128.CAMPI.17900.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c11dbdd48473077f8afd2928823bf0b47503ff3985aa6629bffcc663b00c3f6
+size 19616

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9817d47284479660cf24f2a9dd83dab7ce4e8f3ab13f4a0783633f887698855
-size 5816
+oid sha256:de92e1812c20c521bb52f25d284b60b7aab718406cf77161c6acdf42dcc24cce
+size 5752