Upload folder using huggingface_hub
Browse files- Qwen2.5-Coder-3B-Q2_K.gguf +2 -2
- Qwen2.5-Coder-3B-Q3_K_L.gguf +2 -2
- Qwen2.5-Coder-3B-Q3_K_M.gguf +2 -2
- Qwen2.5-Coder-3B-Q3_K_S.gguf +2 -2
- Qwen2.5-Coder-3B-Q4_0.gguf +2 -2
- Qwen2.5-Coder-3B-Q4_K_M.gguf +2 -2
- Qwen2.5-Coder-3B-Q4_K_S.gguf +2 -2
- Qwen2.5-Coder-3B-Q5_0.gguf +2 -2
- Qwen2.5-Coder-3B-Q5_K_M.gguf +2 -2
- Qwen2.5-Coder-3B-Q5_K_S.gguf +2 -2
- Qwen2.5-Coder-3B-Q6_K.gguf +2 -2
- Qwen2.5-Coder-3B-Q8_0.gguf +2 -2
- README.md +8 -13
Qwen2.5-Coder-3B-Q2_K.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:98a76b4e6b81bba0893f29c6892b876b77d0c71b6ca7f5906335c233f05248c2
|
| 3 |
+
size 1274753376
|
Qwen2.5-Coder-3B-Q3_K_L.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b4766c78a58de3f43de08da4d660a0a49345142f68f91e8b6053c4bc8fae553c
|
| 3 |
+
size 1707389280
|
Qwen2.5-Coder-3B-Q3_K_M.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:716a630eff3e9a9e830c3fae91d77ca23d7d93e140375b434690f31dd7719e46
|
| 3 |
+
size 1590473056
|
Qwen2.5-Coder-3B-Q3_K_S.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ebc3fc4eaaf6e880b9e95d0f21adc8161c116a0d9735264f654a4c00fe476c9
|
| 3 |
+
size 1454354784
|
Qwen2.5-Coder-3B-Q4_0.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:499401079f4fa1f3d9a9c61c0d1c2caf4135727f0b1e531ddf99bda20acefb1f
|
| 3 |
+
size 1822847328
|
Qwen2.5-Coder-3B-Q4_K_M.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6dd1021bc0a48df4aa8195d4ab1b66afbf4e2cf449ac293c7978d5100ff23d2
|
| 3 |
+
size 1929900384
|
Qwen2.5-Coder-3B-Q4_K_S.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0f3dd93dd39a872067e22786f5c9bdffd51fa510d262b6e7af7a62c07de9978e
|
| 3 |
+
size 1834381664
|
Qwen2.5-Coder-3B-Q5_0.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:416a384452aa8e77b61656ef558ef6c372e0fd6f233836023ca97ebb412abf69
|
| 3 |
+
size 2169663840
|
Qwen2.5-Coder-3B-Q5_K_M.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f0b6e8140d0c19938609d9f982bc0a73eb4d3f5c95249d1ff994cfe2d5fbee79
|
| 3 |
+
size 2224812384
|
Qwen2.5-Coder-3B-Q5_K_S.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f223457c4c9fb9895885daf4bced41ec291d38b5a3524806e0b3b8178b08ca29
|
| 3 |
+
size 2169663840
|
Qwen2.5-Coder-3B-Q6_K.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ef2fc4f1a1cc87dc677b779548393a31a7466a3d2f68e662418fdd07967ce462
|
| 3 |
+
size 2538156384
|
Qwen2.5-Coder-3B-Q8_0.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7d5575d87090985d0f2a0d08631311533a07258a0f6bdc19a20cc90d5a4e3442
|
| 3 |
+
size 3285473632
|
README.md
CHANGED
|
@@ -1,13 +1,12 @@
|
|
| 1 |
---
|
| 2 |
-
|
| 3 |
-
license_name: qwen-research
|
| 4 |
-
license_link: https://huggingface.co/Qwen/Qwen2.5-Coder-3B/blob/main/LICENSE
|
| 5 |
language:
|
| 6 |
- en
|
| 7 |
-
base_model: Qwen/Qwen2.5-Coder-3B
|
| 8 |
-
pipeline_tag: text-generation
|
| 9 |
library_name: transformers
|
|
|
|
| 10 |
tags:
|
|
|
|
|
|
|
| 11 |
- code
|
| 12 |
- qwen
|
| 13 |
- qwen-coder
|
|
@@ -27,11 +26,11 @@ tags:
|
|
| 27 |
</div>
|
| 28 |
</div>
|
| 29 |
|
| 30 |
-
##
|
| 31 |
|
| 32 |
-
This repo contains GGUF format model files for [
|
| 33 |
|
| 34 |
-
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit
|
| 35 |
|
| 36 |
<div style="text-align: left; margin: 20px 0;">
|
| 37 |
<a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
|
|
@@ -42,11 +41,7 @@ The files were quantized using machines provided by [TensorBlock](https://tensor
|
|
| 42 |
## Prompt template
|
| 43 |
|
| 44 |
```
|
| 45 |
-
|
| 46 |
-
{system_prompt}<|im_end|>
|
| 47 |
-
<|im_start|>user
|
| 48 |
-
{prompt}<|im_end|>
|
| 49 |
-
<|im_start|>assistant
|
| 50 |
```
|
| 51 |
|
| 52 |
## Model file specification
|
|
|
|
| 1 |
---
|
| 2 |
+
base_model: unsloth/Qwen2.5-Coder-3B
|
|
|
|
|
|
|
| 3 |
language:
|
| 4 |
- en
|
|
|
|
|
|
|
| 5 |
library_name: transformers
|
| 6 |
+
license: apache-2.0
|
| 7 |
tags:
|
| 8 |
+
- unsloth
|
| 9 |
+
- transformers
|
| 10 |
- code
|
| 11 |
- qwen
|
| 12 |
- qwen-coder
|
|
|
|
| 26 |
</div>
|
| 27 |
</div>
|
| 28 |
|
| 29 |
+
## unsloth/Qwen2.5-Coder-3B - GGUF
|
| 30 |
|
| 31 |
+
This repo contains GGUF format model files for [unsloth/Qwen2.5-Coder-3B](https://huggingface.co/unsloth/Qwen2.5-Coder-3B).
|
| 32 |
|
| 33 |
+
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
| 34 |
|
| 35 |
<div style="text-align: left; margin: 20px 0;">
|
| 36 |
<a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
|
|
|
|
| 41 |
## Prompt template
|
| 42 |
|
| 43 |
```
|
| 44 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
| 45 |
```
|
| 46 |
|
| 47 |
## Model file specification
|