Upload folder using huggingface_hub
Browse files- DeepSeek-R1-Distill-Qwen-1.5B-Q2_K.gguf +2 -2
- DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_L.gguf +2 -2
- DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_M.gguf +2 -2
- DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_S.gguf +2 -2
- DeepSeek-R1-Distill-Qwen-1.5B-Q4_0.gguf +2 -2
- DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf +2 -2
- DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_S.gguf +2 -2
- DeepSeek-R1-Distill-Qwen-1.5B-Q5_0.gguf +2 -2
- DeepSeek-R1-Distill-Qwen-1.5B-Q5_K_M.gguf +2 -2
- DeepSeek-R1-Distill-Qwen-1.5B-Q5_K_S.gguf +2 -2
- DeepSeek-R1-Distill-Qwen-1.5B-Q6_K.gguf +2 -2
- DeepSeek-R1-Distill-Qwen-1.5B-Q8_0.gguf +2 -2
- README.md +14 -5
DeepSeek-R1-Distill-Qwen-1.5B-Q2_K.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2271c260fbaeddc9aed2be4759666d18e6685784072e64dae323b73989579c93
|
| 3 |
+
size 752880480
|
DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_L.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9337d8c9716a7f2060b4fb57ddff9ee2d7386cc7e6df5187643629986368cd42
|
| 3 |
+
size 980440416
|
DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_M.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1bc36f5fb4f3985286f910871a748e345382584c66e2abb4b170ec50e8fa5d00
|
| 3 |
+
size 924456288
|
DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_S.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:017a60015ec397aa885706651a59cf06d0954b9ce40c2e43cfe423937b1c756e
|
| 3 |
+
size 861222240
|
DeepSeek-R1-Distill-Qwen-1.5B-Q4_0.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3210fb37aa87ed004aeaf238a92b7776823189399b5f699b823005f310f0aa17
|
| 3 |
+
size 1066227552
|
DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c42eb89982af54f77212e90afa8c8f6040a34d3801dee18f12dc502348c2df1c
|
| 3 |
+
size 1117321056
|
DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_S.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f51779bb1149e9bd3564458bf28a892bc23d9fa37861b571bf98ed883fae8f95
|
| 3 |
+
size 1071585120
|
DeepSeek-R1-Distill-Qwen-1.5B-Q5_0.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:72befdd2d324ccf4dab50a6f76628c7db50f862364a26ce1190ff296c751b372
|
| 3 |
+
size 1259173728
|
DeepSeek-R1-Distill-Qwen-1.5B-Q5_K_M.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9adb7beadf181c485a1376eb84484781f6ff63289169c9bbe65f73e61f693ba3
|
| 3 |
+
size 1285494624
|
DeepSeek-R1-Distill-Qwen-1.5B-Q5_K_S.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9889e62f83466c743d6fddaa17c65bff9daf8bd0dc5b20010636ee06b6a6d60f
|
| 3 |
+
size 1259173728
|
DeepSeek-R1-Distill-Qwen-1.5B-Q6_K.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a78cb2c2f5f0f78ddd3cf8bfec6ed05a7292b14f6947da9a6be84eaceb8b4ad1
|
| 3 |
+
size 1464179040
|
DeepSeek-R1-Distill-Qwen-1.5B-Q8_0.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a04f5028b4e3d65f73758dd5e04ca9c3f5a9b81f6d9b6b1dd3b7c642b0196423
|
| 3 |
+
size 1894532448
|
README.md
CHANGED
|
@@ -1,6 +1,15 @@
|
|
| 1 |
---
|
| 2 |
-
base_model:
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3 |
tags:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
- TensorBlock
|
| 5 |
- GGUF
|
| 6 |
---
|
|
@@ -16,11 +25,11 @@ tags:
|
|
| 16 |
</div>
|
| 17 |
</div>
|
| 18 |
|
| 19 |
-
##
|
| 20 |
|
| 21 |
-
This repo contains GGUF format model files for [
|
| 22 |
|
| 23 |
-
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit
|
| 24 |
|
| 25 |
<div style="text-align: left; margin: 20px 0;">
|
| 26 |
<a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
|
|
@@ -31,7 +40,7 @@ The files were quantized using machines provided by [TensorBlock](https://tensor
|
|
| 31 |
## Prompt template
|
| 32 |
|
| 33 |
```
|
| 34 |
-
<|begin▁of▁sentence|>{system_prompt}<|User|>{prompt}<|Assistant
|
| 35 |
```
|
| 36 |
|
| 37 |
## Model file specification
|
|
|
|
| 1 |
---
|
| 2 |
+
base_model: unsloth/DeepSeek-R1-Distill-Qwen-1.5B
|
| 3 |
+
language:
|
| 4 |
+
- en
|
| 5 |
+
license: apache-2.0
|
| 6 |
+
library_name: transformers
|
| 7 |
tags:
|
| 8 |
+
- deepseek
|
| 9 |
+
- qwen
|
| 10 |
+
- qwen2
|
| 11 |
+
- unsloth
|
| 12 |
+
- transformers
|
| 13 |
- TensorBlock
|
| 14 |
- GGUF
|
| 15 |
---
|
|
|
|
| 25 |
</div>
|
| 26 |
</div>
|
| 27 |
|
| 28 |
+
## unsloth/DeepSeek-R1-Distill-Qwen-1.5B - GGUF
|
| 29 |
|
| 30 |
+
This repo contains GGUF format model files for [unsloth/DeepSeek-R1-Distill-Qwen-1.5B](https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-1.5B).
|
| 31 |
|
| 32 |
+
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4823](https://github.com/ggml-org/llama.cpp/commit/5bbe6a9fe9a8796a9389c85accec89dbc4d91e39).
|
| 33 |
|
| 34 |
<div style="text-align: left; margin: 20px 0;">
|
| 35 |
<a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
|
|
|
|
| 40 |
## Prompt template
|
| 41 |
|
| 42 |
```
|
| 43 |
+
<|begin▁of▁sentence|>{system_prompt}<|User|>{prompt}<|Assistant|><think>
|
| 44 |
```
|
| 45 |
|
| 46 |
## Model file specification
|