Training in progress, epoch 1

adapter_config.json

@@ -16,14 +16,14 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "value_proj",
-    "query_proj",
     "key_proj",
-    "dense"
+    "dense",
+    "query_proj",
+    "value_proj"
   ],
   "task_type": "TOKEN_CLS",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eed7c9c112841044f16039f6106dd5e051681288acca4c5f4b5920c1fba6c2f
-size 28407596
+oid sha256:38b69c9a4cb1a9e27533db022f77f2662825200497e11dfd93a8514669dd4d23
+size 14251308

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0137ffce33075ed84bc8d6dad593bb572d478a6c73345c65aa7aa1570c10f7ce
+oid sha256:43d42b38bc165a61392ee00ac5697855edb40b1c86d3e3fecf1b67710c0e5c43
 size 4984