Training in progress, step 10

adapter_config.json

@@ -11,10 +11,6 @@
   "layer_replication": null,
   "layers_pattern": null,
   "layers_to_transform": [
-    16,
-    17,
-    18,
-    19,
     20,
     21,
     22,
@@ -39,7 +35,7 @@
     41
   ],
   "loftq_config": {},
-  "lora_alpha": 32,
+  "lora_alpha": 16,
   "lora_bias": false,
   "lora_dropout": 0.05,
   "megatron_config": null,
@@ -49,13 +45,14 @@
     "score"
   ],
   "peft_type": "LORA",
-  "r": 16,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
+    "score.weight",
+    "v_proj",
     "k_proj",
-    "v_proj"
+    "q_proj"
   ],
   "task_type": "SEQ_CLS",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ab58898ae2c0223f5083f01fddaec5655491ac51bba6fb2b0a9a0d0b77e0fd5
-size 31572576
+oid sha256:581ceeebd1a9a0c0accea25ece94677c3e89f80edb12788f7251e093d33bbf79
+size 13382856

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c42ee30e4de5664cecc78b73115374826f0ba2e0f39a598d5c0f62005fec6199
+oid sha256:2076eab00ba7bd03bda9f48f14de550892608a5666db5fe5d2d19d6c900c8caf
 size 5304