Upload LlamaForCausalLM

README.md

@@ -6,6 +6,7 @@ tags:
 - unsloth
 - llama
 - trl
+- sft
 license: apache-2.0
 language:
 - en

adapter_config.json

@@ -20,11 +20,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "v_proj",
+    "gate_proj",
     "o_proj",
+    "v_proj",
     "k_proj",
-    "gate_proj",
+    "down_proj",
     "q_proj",
     "up_proj"
   ],

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae859f36cf932aa6c5e95fcb9ee4348ebb1425f22f420cfaf51e9a79e9abdd7f
+oid sha256:22cc19ba71d4ee7eb2dce1375039677cb66ee01dd2cb946229e6115d9da0d60b
 size 97307544

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.46.2"
+}