Add files using upload-large-folder tool

README.md

@@ -1,8 +1,34 @@
 ---
+tags:
+- unsloth
+base_model:
+- moonshotai/Kimi-K2-Instruct
 license: other
 license_name: modified-mit
 library_name: transformers
 ---
+
+> [!NOTE]
+>  Includes our **chat template fixes**! <br> For `llama.cpp`, use `--jinja`
+>
+
+<div>
+<p style="margin-top: 0;margin-bottom: 0;">
+    <em><a href="https://docs.unsloth.ai/basics/unsloth-dynamic-v2.0-gguf">Unsloth Dynamic 2.0</a> achieves superior accuracy & outperforms other leading quants.</em>
+  </p>
+  <div style="display: flex; gap: 5px; align-items: center; ">
+    <a href="https://github.com/unslothai/unsloth/">
+      <img src="https://github.com/unslothai/unsloth/raw/main/images/unsloth%20new%20logo.png" width="133">
+    </a>
+    <a href="https://discord.gg/unsloth">
+      <img src="https://github.com/unslothai/unsloth/raw/main/images/Discord%20button.png" width="173">
+    </a>
+    <a href="https://docs.unsloth.ai/">
+      <img src="https://raw.githubusercontent.com/unslothai/unsloth/refs/heads/main/images/documentation%20green%20button.png" width="143">
+    </a>
+  </div>
+</div>
+
 <div align="center">
   <picture>
       <img src="figures/kimi-logo.png" width="30%" alt="Kimi K2: Open Agentic Intellignece">
@@ -28,15 +54,9 @@ library_name: transformers
 </div>
 
 <p align="center">
-<b>📰&nbsp;&nbsp;<a href="https://moonshotai.github.io/Kimi-K2/">Tech Blog</a></b> &nbsp;&nbsp;&nbsp; | &nbsp;&nbsp;&nbsp; <b>📄&nbsp;&nbsp;Paper Link (coming soon)</b>
+<b>📰&nbsp;&nbsp;<a href="https://moonshotai.github.io/Kimi-K2/">Tech Blog</a></b> &nbsp;&nbsp;&nbsp; | &nbsp;&nbsp;&nbsp; <b>📄&nbsp;&nbsp;Paper Link (comming soon)</b>
 </p>
 
-## 0. Changelog
-
-### 2025.7.15
-- We have updated our tokenizer implementation. Now special tokens like `[EOS]` can be encoded to their token ids.
-- We fixed a bug in the chat template that was breaking multi-turn tool calls.
-
 ## 1. Model Introduction
 
 Kimi K2 is a state-of-the-art mixture-of-experts (MoE) language model with 32 billion activated parameters and 1 trillion total parameters. Trained with the Muon optimizer, Kimi K2 achieves exceptional performance across frontier knowledge, reasoning, and coding tasks while being meticulously optimized for agentic capabilities.

chat_template.jinja

@@ -0,0 +1,43 @@
+{%- if tools -%}
+  <|im_system|>tool_declare<|im_middle|>{{ tools | tojson }}<|im_end|>
+{%- endif -%}
+{%- for message in messages -%}
+  {%- if loop.first and messages[0]['role'] != 'system' -%}
+    <|im_system|>system<|im_middle|>You are Kimi, an AI assistant created by Moonshot AI.<|im_end|>
+  {%- endif -%}
+  {%- if message['role'] == 'system' -%}
+    <|im_system|>system<|im_middle|>
+  {%- elif message['role'] == 'user' -%}
+    <|im_user|>user<|im_middle|>
+  {%- elif message['role'] == 'assistant' -%}
+    <|im_assistant|>assistant<|im_middle|>
+  {%- elif message['role'] == 'tool' -%}
+    <|im_system|>tool<|im_middle|>
+  {%- endif -%}
+  {%- if message['role'] == 'assistant' and message.get('tool_calls') -%}
+    {%- if message['content'] -%}{{ message['content'] }}{%- endif -%}
+    <|tool_calls_section_begin|>
+    {%- for tool_call in message['tool_calls'] -%}
+      {%- set formatted_id = tool_call['id'] -%}
+      <|tool_call_begin|>{{ formatted_id }}<|tool_call_argument_begin|>{% if tool_call['function']['arguments'] is string %}{{ tool_call['function']['arguments'] }}{% else %}{{ tool_call['function']['arguments'] | tojson }}{% endif %}<|tool_call_end|>
+    {%- endfor -%}
+    <|tool_calls_section_end|>
+  {%- elif message['role'] == 'tool' -%}
+    ## Return of {{ message.tool_call_id }}
+    {{ message['content'] }}
+  {%- elif message['content'] is string -%}
+    {{ message['content'] }}
+  {%- elif message['content'] is not none -%}
+    {% for content in message['content'] -%}
+      {% if content['type'] == 'image' or 'image' in content or 'image_url' in content -%}
+        <|media_start|>image<|media_content|><|media_pad|><|media_end|>
+      {% else -%}
+        {{ content['text'] }}
+      {%- endif -%}
+    {%- endfor -%}
+  {%- endif -%}
+  <|im_end|>
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+  <|im_assistant|>assistant<|im_middle|>
+{%- endif -%}

config.json

@@ -11,7 +11,7 @@
   },
   "aux_loss_alpha": 0.001,
   "bos_token_id": 163584,
-  "eos_token_id": 163585,
+  "eos_token_id": 163586,
   "ep_size": 1,
   "first_k_dense_replace": 1,
   "hidden_act": "silu",
@@ -32,6 +32,7 @@
   "num_hidden_layers": 61,
   "num_key_value_heads": 64,
   "num_nextn_predict_layers": 0,
+  "pad_token_id": 163839,
   "pretraining_tp": 1,
   "q_lora_rank": 1536,
   "qk_nope_head_dim": 128,
@@ -39,7 +40,7 @@
   "quantization_config": {
     "_load_in_4bit": true,
     "_load_in_8bit": false,
-    "bnb_4bit_compute_dtype": "float16",
+    "bnb_4bit_compute_dtype": "bfloat16",
     "bnb_4bit_quant_storage": "uint8",
     "bnb_4bit_quant_type": "nf4",
     "bnb_4bit_use_double_quant": true,
@@ -68,8 +69,9 @@
   "tie_word_embeddings": false,
   "topk_group": 1,
   "topk_method": "noaux_tc",
-  "torch_dtype": "float16",
-  "transformers_version": "4.53.2",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.56.0.dev0",
+  "unsloth_fixed": true,
   "use_cache": true,
   "v_head_dim": 128,
   "vocab_size": 163840

generation_config.json

@@ -1,5 +1,5 @@
 {
   "eos_token_id": 163586,
   "max_length": 131072,
-  "transformers_version": "4.53.2"
+  "transformers_version": "4.56.0.dev0"
 }

model-00001-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ef31c9fdd3fb0b3b124a408532ee9fc6c7b10c830fbd8f31ac69c8bc2de543
+size 4998356350

model-00003-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95127ca90eb2304cef4dfac752f608b999cafc7e6309548bf5d30bdd9669eb36
+size 4996628390

model-00007-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713d4a8ed063483005e2e5b314848c846e6954ee804b299d129e8e8a93c4cc99
+size 4999514397

model-00008-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea748a060ed14eb9a72d28e4c29b6e2fb4e5204b0b5ed1b9e7180f515e9e1312
+size 4996628486

model-00009-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d0b2bddf001e463e8c5a1592fb2cc132d54bfce0e9747205402d5d162d90dc
+size 4999515346

model-00011-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c72b100829345d077d6ac595140ef13231033a7f69cd225ad363d77cb62c4df
+size 4999515457

model-00015-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eab419792d677454f61700591198e2f94906c8a917c1da8a7d660feee33c2d3
+size 4996628676

model-00030-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6670e90b4e28e420fb00feff6c8c9de40ad2ab9a1f099843f4bbf9c15f24e96c
+size 4999518733

model-00032-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601d78a1e79ca1598be661804c499e71c13599bba7ff23cb8f89e87e2007348a
+size 4999519429

model-00033-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418b35f6d71b123c0e8900e1af92fc3878e23d356ed4eda42b514ac5e928534f
+size 4996632296

model-00034-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822c7c2b347cc6f51313b5d75d2dc25b43966255b8b00f5bfcbaf3dd660df16c
+size 4997450464

model-00036-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a87df2eb9a2aba10c9ea2953c0fe7234cb5e3f9beb90bcc8a5d6ea9d235f44c
+size 4996633205

model-00042-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80d1f3f41c40dc4d34d8bba7c8c36118011733674b5054dbc792a54b5366d86
+size 4996632272

model-00044-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d06bab1c417250a7cb2199f3010354383dc8412839232edd6c22992c1afaa1d
+size 4999518335

model-00045-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415ce38326fae2dfdce4f35294c046ed82fe714408e10527c074c5d4a8b20410
+size 4996632463

model-00047-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159e571424bc6d0dafff79ac67e3c3f733eb4eb40debadf302e02141ae3b5edf
+size 4996632289

model-00050-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ddb29cfb2f01757ce4c4aa714fcd2c9c23da9ed763f1cbe64dc228b8206f24
+size 4996633587

model-00051-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79859c8287e53ec505cb10bdc1283ae2c391759cb71dac89c14df72fa5e35287
+size 4999518160

model-00052-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5fc3ca21d008f4efbe8926975cf037b06433633367520ec6e5ef9fd988eaa1
+size 4996632622

model-00053-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25b7c501b380eecee8ee898db5b312266c746f4985143c9a2032f1a2e8b5d34
+size 4999519066

model-00056-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a6b14f7f9a6b9e7262e6966bc725ee17aab4e6c258733d00e0bf31584a38b6
+size 4996632310

model-00058-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81086f3824bf028cb91c5e57ea938e92f0e0dc49ca749506ea3c07f9e4ac7eb9
+size 4999517950

model-00060-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3205833cbd007e28bc4301e00ba5bb9100739cda38a2db8554e7053ce6aa3810
+size 4999518882

model-00061-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f512233be2241251e37c52075a14025223d47f904add8a364a513ec52ec9d40
+size 4996632277

model-00063-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de12142c0a73e928a6e6ceaba21cfc94111b4c45aebf2b02f49066708ce6c35
+size 4996632292

model-00067-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f070e321702270958ae0979ccd3a1ff73f0114774ccd3eb6ea20d7ec62e60f9
+size 4999518700

model-00068-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637cbfcf1bdb1c6910e201b41016a3bb2a743a28382d979b38a0875c32788d02
+size 4996632300

model-00069-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fe8b6ef84aeddfd4f81cee763d274213293bd31df261111672126f17d688de
+size 4999519433

model-00072-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed52726d211289e635360e3fb230401d93d6cddac9bd67d44de444a2a6e2edd0
+size 4996632313

model-00073-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b24f25a65a7a57ac2db611edd2aeac76378883ed087092c715d7f3d2055dff8
+size 4996633218

model-00076-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414169dff92d709b4207ba2ba23ade02258581947212f81fb672625d4dfe5e57
+size 4999519428

model-00077-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ca44f0ddefe997539172d80a91edf77ffbda8570919ea0330e0524b021c7c3
+size 4996632302

model-00078-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9447b947555418f3f05c092dda22d7e0c089455fbd0f5980bb9345b53a0e57
+size 4999519442

model-00083-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63e00a1d40845a4620234002a7a4d58dbc18f7a2a746c8bec4a99ed399b90ea
+size 4999519258

model-00087-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037b61611954714480c78a68cb702aac75dcc0fabf8d2e861a1b9a11df622341
+size 4996633612

model-00090-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1a42ed00cb1c8381a2142aed043c234b297a2eccd1c23a3e36ba88acdb919b
+size 4999519071

model-00097-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251d3a5650aa0237a3a4ded14bad19b150eafc0987b81b760168c6cd2977b2f0
+size 4999518889

model-00098-of-00107.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9691cb82ca142a84ef9ee2965bd38cf8e3ea05936c50d779d560c2d269dd4a
+size 4996632316

special_tokens_map.json

@@ -0,0 +1,40 @@
+{
+  "additional_special_tokens": [
+    "<|im_end|>",
+    "<|im_user|>",
+    "<|im_assistant|>",
+    "<|start_header_id|>",
+    "<|end_header_id|>",
+    "[EOT]",
+    "<|im_system|>",
+    "<|im_middle|>"
+  ],
+  "bos_token": {
+    "content": "[BOS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -8,14 +8,6 @@
       "single_word": false,
       "special": true
     },
-    "163585": {
-      "content": "[EOS]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
     "163586": {
       "content": "<|im_end|>",
       "lstrip": false,
@@ -72,46 +64,6 @@
       "single_word": false,
       "special": true
     },
-    "163595": {
-      "content": "<|tool_calls_section_begin|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "163596": {
-      "content": "<|tool_calls_section_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "163597": {
-      "content": "<|tool_call_begin|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "163598": {
-      "content": "<|tool_call_argument_begin|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "163599": {
-      "content": "<|tool_call_end|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
     "163601": {
       "content": "<|im_middle|>",
       "lstrip": false,
@@ -147,19 +99,19 @@
     "<|im_system|>",
     "<|im_middle|>"
   ],
-  "bos_token": "[BOS]",
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "[EOS]",
-  "extra_special_tokens": {},
-  "chat_template": "{%- if tools -%}\n  <|im_system|>tool_declare<|im_middle|>{{ tools | tojson }}<|im_end|>\n{%- endif -%}\n{%- for message in messages -%}\n  {%- if loop.first and messages[0]['role'] != 'system' -%}\n    <|im_system|>system<|im_middle|>You are a helpful assistant<|im_end|>\n  {%- endif -%}\n  {%- if message['role'] == 'system' -%}\n    <|im_system|>system<|im_middle|>\n  {%- elif message['role'] == 'user' -%}\n    <|im_user|>user<|im_middle|>\n  {%- elif message['role'] == 'assistant' -%}\n    <|im_assistant|>assistant<|im_middle|>\n  {%- elif message['role'] == 'tool' -%}\n    <|im_system|>tool<|im_middle|>\n  {%- endif -%}\n  {%- if message['role'] == 'assistant' and message.get('tool_calls') -%}\n    {%- if message['content'] -%}{{ message['content'] }}{%- endif -%}\n    <|tool_calls_section_begin|>\n    {%- for tool_call in message['tool_calls'] -%}\n      {%- set func_name = tool_call['function']['name'] -%}\n      {%- set formatted_id = 'functions.' + func_name + ':' + loop.index0|string -%}\n      <|tool_call_begin|>{{ formatted_id }}<|tool_call_argument_begin|>{{ tool_call['function']['arguments'] | tojson}}<|tool_call_end|>\n    {%- endfor -%}\n    <|tool_calls_section_end|>\n  {%- elif message['role'] == 'tool' -%}\n    ## Return of {{ message.tool_call_id }}\\n{{ message['content'] }}\n  {%- elif message['content'] is string -%}\n    {{ message['content'] }}\n  {%- elif message['content'] is not none -%}\n    {% for content in message['content'] -%}\n      {% if content['type'] == 'image' or 'image' in content or 'image_url' in content -%}\n        <|media_start|>image<|media_content|><|media_pad|><|media_end|>\n      {% else -%}\n        {{ content['text'] }}\n      {%- endif -%}\n    {%- endfor -%}\n  {%- endif -%}\n  <|im_end|>\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n  <|im_assistant|>assistant<|im_middle|>\n{%- endif -%}",
-  "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "[PAD]",
-  "tokenizer_class": "TikTokenTokenizer",
-  "unk_token": "[UNK]",
   "auto_map": {
     "AutoTokenizer": [
       "tokenization_kimi.TikTokenTokenizer",
       null
     ]
-  }
-}
+  },
+  "bos_token": "[BOS]",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "[PAD]",
+  "padding_side": "left",
+  "tokenizer_class": "TikTokenTokenizer",
+  "unk_token": "[UNK]"
+}