Best model so far - eval_loss: 0.6133 -------------------------------------------------------- (Trained with Unsloth)

adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "v_proj",
     "gate_proj",
-    "q_proj",
     "o_proj",
-    "up_proj",
-    "k_proj",
     "down_proj",
-    "v_proj"
+    "q_proj",
+    "k_proj",
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66fa5c5fb6958c4effe768397f4363f0ed159bdc65132f4330d4fb0cbf12bcbd
+oid sha256:628a2f25cee3fd6a3e522adaae8273cdb1db542c066bb8dd3129f6afee36e29b
 size 239536272