Upload folder using huggingface_hub
Browse files- Qwen2.5-7B-Q2_K.gguf +2 -2
- Qwen2.5-7B-Q3_K_L.gguf +2 -2
- Qwen2.5-7B-Q3_K_M.gguf +2 -2
- Qwen2.5-7B-Q3_K_S.gguf +2 -2
- Qwen2.5-7B-Q4_0.gguf +2 -2
- Qwen2.5-7B-Q4_K_M.gguf +2 -2
- Qwen2.5-7B-Q4_K_S.gguf +2 -2
- Qwen2.5-7B-Q5_0.gguf +2 -2
- Qwen2.5-7B-Q5_K_M.gguf +2 -2
- Qwen2.5-7B-Q5_K_S.gguf +2 -2
- Qwen2.5-7B-Q6_K.gguf +2 -2
- Qwen2.5-7B-Q8_0.gguf +2 -2
- README.md +7 -13
Qwen2.5-7B-Q2_K.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6e68c2fecd7f87bb6f474f4d6c2b55dc66fcd91a06663311ca08606ced60831f
|
| 3 |
+
size 3015937856
|
Qwen2.5-7B-Q3_K_L.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:60de61f2424a7a4ecb89a6b3145790a87b5ce162845431c00f3ced3ca1505ab9
|
| 3 |
+
size 4088457024
|
Qwen2.5-7B-Q3_K_M.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2c6211634b395128e60de98f36026898bb78ed640c94037e47e82474e98c1bc6
|
| 3 |
+
size 3808388928
|
Qwen2.5-7B-Q3_K_S.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5f87007b03f1a9b3f214980af4b4e9c7e15bf7b2d08def69825231ef859a8ae8
|
| 3 |
+
size 3492366144
|
Qwen2.5-7B-Q4_0.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4f1a472d958f3bf90372d2eab2b302b2b07afb323476d1396afb194444f31c82
|
| 3 |
+
size 4431388480
|
Qwen2.5-7B-Q4_K_M.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5c36df1428c6a3eb183b6be463dbded89055a6eb04883504c88368b384d1ef8d
|
| 3 |
+
size 4683071296
|
Qwen2.5-7B-Q4_K_S.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:579acbc071c178903c87a3fbaaca5f81ff6acb7ae373b0ced12334d21ef336c1
|
| 3 |
+
size 4457766720
|
Qwen2.5-7B-Q5_0.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af3fd19a44bf41b3d957be35053febac23d6268639fa60440adf895a644c541c
|
| 3 |
+
size 5315174208
|
Qwen2.5-7B-Q5_K_M.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2a84e7f5e6c56d069043ef18e0bb07a51cb08fd2e8d04652ef01edd0d2cb19b
|
| 3 |
+
size 5444828992
|
Qwen2.5-7B-Q5_K_S.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:34830607b45d7acb0d5156ab06851895de49d9def343e0708c9702c3bbc63e89
|
| 3 |
+
size 5315174208
|
Qwen2.5-7B-Q6_K.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:970291cec8135ef6edfe4356ad51076c427484ff0865958c007a8e5e8d8f1480
|
| 3 |
+
size 6254196544
|
Qwen2.5-7B-Q8_0.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:12dd5385f92929bcf893b62990e14bbd2955e67d100f0f14b44557922725c8e8
|
| 3 |
+
size 8098522944
|
README.md
CHANGED
|
@@ -1,14 +1,14 @@
|
|
| 1 |
---
|
| 2 |
-
|
| 3 |
-
license_link: https://huggingface.co/Qwen/Qwen2.5-7B/blob/main/LICENSE
|
| 4 |
language:
|
| 5 |
- en
|
| 6 |
-
pipeline_tag: text-generation
|
| 7 |
library_name: transformers
|
|
|
|
| 8 |
tags:
|
|
|
|
|
|
|
| 9 |
- TensorBlock
|
| 10 |
- GGUF
|
| 11 |
-
base_model: Qwen/Qwen2.5-7B
|
| 12 |
---
|
| 13 |
|
| 14 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
|
@@ -22,13 +22,12 @@ base_model: Qwen/Qwen2.5-7B
|
|
| 22 |
</div>
|
| 23 |
</div>
|
| 24 |
|
| 25 |
-
##
|
| 26 |
|
| 27 |
-
This repo contains GGUF format model files for [
|
| 28 |
|
| 29 |
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
| 30 |
|
| 31 |
-
|
| 32 |
<div style="text-align: left; margin: 20px 0;">
|
| 33 |
<a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
|
| 34 |
Run them on the TensorBlock client using your local machine ↗
|
|
@@ -37,13 +36,8 @@ The files were quantized using machines provided by [TensorBlock](https://tensor
|
|
| 37 |
|
| 38 |
## Prompt template
|
| 39 |
|
| 40 |
-
|
| 41 |
```
|
| 42 |
-
|
| 43 |
-
{system_prompt}<|im_end|>
|
| 44 |
-
<|im_start|>user
|
| 45 |
-
{prompt}<|im_end|>
|
| 46 |
-
<|im_start|>assistant
|
| 47 |
```
|
| 48 |
|
| 49 |
## Model file specification
|
|
|
|
| 1 |
---
|
| 2 |
+
base_model: unsloth/Qwen2.5-7B
|
|
|
|
| 3 |
language:
|
| 4 |
- en
|
|
|
|
| 5 |
library_name: transformers
|
| 6 |
+
license: apache-2.0
|
| 7 |
tags:
|
| 8 |
+
- unsloth
|
| 9 |
+
- transformers
|
| 10 |
- TensorBlock
|
| 11 |
- GGUF
|
|
|
|
| 12 |
---
|
| 13 |
|
| 14 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
|
|
|
| 22 |
</div>
|
| 23 |
</div>
|
| 24 |
|
| 25 |
+
## unsloth/Qwen2.5-7B - GGUF
|
| 26 |
|
| 27 |
+
This repo contains GGUF format model files for [unsloth/Qwen2.5-7B](https://huggingface.co/unsloth/Qwen2.5-7B).
|
| 28 |
|
| 29 |
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
| 30 |
|
|
|
|
| 31 |
<div style="text-align: left; margin: 20px 0;">
|
| 32 |
<a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
|
| 33 |
Run them on the TensorBlock client using your local machine ↗
|
|
|
|
| 36 |
|
| 37 |
## Prompt template
|
| 38 |
|
|
|
|
| 39 |
```
|
| 40 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
```
|
| 42 |
|
| 43 |
## Model file specification
|