Retrain with lr 3e-5

adapter_config.json

@@ -25,13 +25,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
-    "q_proj",
     "up_proj",
-    "o_proj",
-    "down_proj",
+    "k_proj",
     "v_proj",
-    "k_proj"
+    "q_proj",
+    "gate_proj",
+    "o_proj",
+    "down_proj"
   ],
   "target_parameters": null,
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24f42fc75588ee10a0f12ca10d637b613de164e1bf429032efe71810e89d7a9d
+oid sha256:3953e76b0279a4f1475c0c0ea819144578ff990695f64582f63dba12fd448faf
 size 41581360

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acdd1bbfef85b2cc7b2c5d1d869a4f78212ece60836b6424acab7c5fe0067a66
+oid sha256:fe7045582df1b7072d77f7bafa4505fcd0ce50e3825b61fdab7d46802246c894
 size 6161