Training in progress, epoch 1

adapter_config.json

@@ -24,20 +24,22 @@
     "score"
   ],
   "peft_type": "LORA",
-  "r": 16,
+  "qalora_group_size": 16,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "o_proj",
-    "down_proj",
-    "v_proj",
     "q_proj",
-    "k_proj",
     "gate_proj",
-    "up_proj"
+    "k_proj",
+    "o_proj",
+    "v_proj",
+    "up_proj",
+    "down_proj"
   ],
   "task_type": "SEQ_CLS",
   "trainable_token_indices": null,
   "use_dora": false,
+  "use_qalora": false,
   "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c79d3063b589dc80a8c9065db9e7e0a8206ef070d93fe16471f6fb6ef1f08e1
-size 35251536
+oid sha256:2b2d7206cb1446464c63f059f38318662d16f0762ad7fbfcce6f100fa84720d7
+size 17654568

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bcfe42da0a4497e8b2b172c1f9f4ec423a46dc12907f4349c55025f670422ba9
-size 11418266
+oid sha256:6d14fba4f2dfcd2267034313a2d5f79f25c4c300a02b94a3e89a6657b116e1df
+size 11418534

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b07f5f1a64a06b23f89ea7f5179229ce7f812a96c0dd051c5b2e04775f3d672
+oid sha256:43b5942dc7264b0a0f28d937185acc916952ab5d2780d64f7c59e350383740a6
 size 5368