Upload model trained with Unsloth

Upload model trained with Unsloth 2x faster

README.md

@@ -1,10 +1,11 @@
 ---
 tags:
-  - transformers
-  - llama
-  - boolean-search
-  - search
-  - language-to-query
+- transformers
+- llama
+- boolean-search
+- search
+- language-to-query
+- unsloth
 library_name: transformers
 pipeline_tag: text2text-generation
 license: llama2

config.json

@@ -6,7 +6,7 @@
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 128000,
-  "eos_token_id": 128001,
+  "eos_token_id": 128009,
   "head_dim": 128,
   "hidden_act": "silu",
   "hidden_size": 4096,
@@ -18,7 +18,7 @@
   "num_attention_heads": 32,
   "num_hidden_layers": 32,
   "num_key_value_heads": 8,
-  "pad_token_id": 128002,
+  "pad_token_id": 128004,
   "pretraining_tp": 1,
   "quantization_config": {
     "bnb_4bit_compute_dtype": "bfloat16",

generation_config.json

@@ -1,8 +1,11 @@
 {
-  "_from_model_config": true,
   "bos_token_id": 128000,
   "do_sample": true,
-  "eos_token_id": 128001,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
   "max_length": 131072,
   "pad_token_id": 128004,
   "temperature": 0.6,

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d75e577a3d3e8ca6f0843d92b724ab8997594c314d08571e6bd7ccb7c75c00e
-size 4652073121
+oid sha256:b15a4b0bc7157bfadc78bb86dcaf9116f3ebcae6d819ac947017e595210a6522
+size 4652073135

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6feef628d893df7809d975f4c3a109a655e5e4126ac4ee28e8e0464504c86b12
+oid sha256:5321ca97dd0968a3e2b676b3a42728e9f5327d516bcf0addd4e9cd61c068a1ad
 size 1050673280

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 5702577937
+    "total_size": 5702577951
   },
   "weight_map": {
     "lm_head.weight": "model-00002-of-00002.safetensors",