Upload folder using huggingface_hub

DeepSeek-R1-Distill-Qwen-32B-Q2_K.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:092c13007938e38520c7645a54ae956f066fd3f71ec64c672edf7c3ce38d8667
-size 12313098144
+oid sha256:976e8448ffa2a7b973b0b5276928be1d0c767a49aed8a2521991a740a606e9d5
+size 12313098656

DeepSeek-R1-Distill-Qwen-32B-Q3_K_L.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b9635bbf9c90241d1629136eb3322be69aa30d8462192ca26c7ebd294ef15b2
-size 17247078304
+oid sha256:4d5e14f269131089cc0e3a011593842d768ead5fc7c52549daffcaf2117d4194
+size 17247078816

DeepSeek-R1-Distill-Qwen-32B-Q3_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dbb8d113984061de9b820f2a9b9fbf17023ea46d17766db38d2f1030eab7b59
-size 15935047584
+oid sha256:3a310970acad9fcdba4d8b00984f43a47dca239758b954caba2f8f0c4621d36f
+size 15935048096

DeepSeek-R1-Distill-Qwen-32B-Q3_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0fa87c75674c4a43180e458f1c129911860192ef7f9bd24a314af90ef009bbe
-size 14392330144
+oid sha256:d4ecdd3568061047bb53f57d96e4f5414f47b8a51da37ed9d172499d5ed1b0f1
+size 14392330656

DeepSeek-R1-Distill-Qwen-32B-Q4_0.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2ada50128b0f188241b7b4296dc34d0a0feb8ea1dba06382e381a76a448414a
-size 18640230304
+oid sha256:4e129f08f5e85f4ea4d5bda668f394506c3b0b12b910d3bb470df4eb869909c5
+size 18640230816

DeepSeek-R1-Distill-Qwen-32B-Q4_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d40138b137925a4c0ad798d4e04e02a718a53a179fe1f7cb5f273dbdffe5f783
-size 19851335584
+oid sha256:77b471dbf3f621b61b8c72dd1df87a2f296fc8b593e4bede3914ea5c8e4c88ae
+size 19851336096

DeepSeek-R1-Distill-Qwen-32B-Q4_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b22f0e29798ea1b0d628031e59944e4f9da9b3c7914c6037d0e15cc65b2d975
-size 18784409504
+oid sha256:f8dac70ee5064cf10aa7b808ea7f613ad20745d1015a6c4334335b094eede13f
+size 18784410016

DeepSeek-R1-Distill-Qwen-32B-Q5_0.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03247c3f6925e0feeae9177a1183d55eca4636e7937cba177c86875d64864119
-size 22638253984
+oid sha256:132261837e21bf450d20cd6559a2150a9cf311d0564cf198e75d74d2d32e529e
+size 22638254496

DeepSeek-R1-Distill-Qwen-32B-Q5_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:324f155eea30976dfe7253e02f752a57390b49d0b956bdd61fac2f202543dad0
-size 23262156704
+oid sha256:8f867ce748a4a7ca6943604a46d9edeaea2f608007927b4e10ead7ca3f2cf1c6
+size 23262157216

DeepSeek-R1-Distill-Qwen-32B-Q5_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c16c58c738cc0ebeb63abf4b40b7fd6481c6e3964a9215c67487d6940c06e4b
-size 22638253984
+oid sha256:614cd5f74bb1ef5d5d0de4642f96adb13ca704353dc46f962b4eff0ba43d960c
+size 22638254496

DeepSeek-R1-Distill-Qwen-32B-Q6_K.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05bfd58cc49069ecc3e4a01a9be0c889651d7bcf9de3d1ba6cd7796c7eb7617f
-size 26886154144
+oid sha256:8c5e4d849fd3fa6d9975ab98813b553e8cbe3cfcdffad7a24374f4692582bda9
+size 26886154656

DeepSeek-R1-Distill-Qwen-32B-Q8_0.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f049246c8659097011864464ebf2a63293dd84f244980a934e7d8b9f13554bc
-size 34820884384
+oid sha256:2dcba7eb483722e09bb8304d20f2df578526a3e2e0cd6d6baeaab2599de11d91
+size 34820884896

README.md

@@ -1,6 +1,15 @@
 ---
-base_model: deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
+base_model: unsloth/DeepSeek-R1-Distill-Qwen-32B
+language:
+- en
+license: apache-2.0
+library_name: transformers
 tags:
+- deepseek
+- qwen
+- qwen2
+- unsloth
+- transformers
 - TensorBlock
 - GGUF
 ---
@@ -16,11 +25,11 @@ tags:
     </div>
 </div>
 
-## deepseek-ai/DeepSeek-R1-Distill-Qwen-32B - GGUF
+## unsloth/DeepSeek-R1-Distill-Qwen-32B - GGUF
 
-This repo contains GGUF format model files for [deepseek-ai/DeepSeek-R1-Distill-Qwen-32B](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B).
+This repo contains GGUF format model files for [unsloth/DeepSeek-R1-Distill-Qwen-32B](https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-32B).
 
-The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit ec7f3ac](https://github.com/ggerganov/llama.cpp/commit/ec7f3ac9ab33e46b136eb5ab6a76c4d81f57c7f1).
+The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4823](https://github.com/ggml-org/llama.cpp/commit/5bbe6a9fe9a8796a9389c85accec89dbc4d91e39).
 
 <div style="text-align: left; margin: 20px 0;">
     <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
@@ -31,7 +40,7 @@ The files were quantized using machines provided by [TensorBlock](https://tensor
 ## Prompt template
 
 ```
-<｜begin▁of▁sentence｜>{system_prompt}<｜User｜>{prompt}<｜Assistant｜>
+<｜begin▁of▁sentence｜>{system_prompt}<｜User｜>{prompt}<｜Assistant｜><think>
 ```
 
 ## Model file specification