Average item loss during training: 0.0014052464228934815 (Trained with Unsloth)

adapter_config.json

@@ -23,12 +23,12 @@
   "rank_pattern": {},
   "revision": "unsloth",
   "target_modules": [
-    "q_proj",
-    "gate_proj",
-    "up_proj",
-    "down_proj",
     "v_proj",
     "k_proj",
+    "up_proj",
+    "gate_proj",
+    "q_proj",
+    "down_proj",
     "o_proj"
   ],
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0846c8d735c1088469f5253cce11eb30bbdf7b6acdc24577193bdf8524882b19
+oid sha256:740a8fe093fc67572457f76b43b825c87b9bfdf4ac6ae5790cc36197b2300045
 size 6472560048