Hugging Face's logo

niobures
/
lmkit-models

GGUF
feature-extraction
Model card Files
xet
Community
niobures commited on
Commit
f9b94e0
·
verified ·
1 Parent(s): d4b0719

Qwen 3.0 Instruct (4B, 8B, 14B)

Browse files
Files changed (22) hide show
  1. .gitattributes +15 -0
  2. qwen-3-14b-instruct-gguf/.gitattributes +40 -0
  3. qwen-3-14b-instruct-gguf/Qwen3-14B-F16.gguf +3 -0
  4. qwen-3-14b-instruct-gguf/Qwen3-14B-Q4_K_M.gguf +3 -0
  5. qwen-3-14b-instruct-gguf/Qwen3-14B-Q5_K_M.gguf +3 -0
  6. qwen-3-14b-instruct-gguf/Qwen3-14B-Q6_K.gguf +3 -0
  7. qwen-3-14b-instruct-gguf/Qwen3-14B-Q8_0.gguf +3 -0
  8. qwen-3-14b-instruct-gguf/README.md +14 -0
  9. qwen-3-4b-instruct-gguf/.gitattributes +40 -0
  10. qwen-3-4b-instruct-gguf/Qwen3-4B-F16.gguf +3 -0
  11. qwen-3-4b-instruct-gguf/Qwen3-4B-Q4_K_M.gguf +3 -0
  12. qwen-3-4b-instruct-gguf/Qwen3-4B-Q5_K_M.gguf +3 -0
  13. qwen-3-4b-instruct-gguf/Qwen3-4B-Q6_K.gguf +3 -0
  14. qwen-3-4b-instruct-gguf/Qwen3-4B-Q8_0.gguf +3 -0
  15. qwen-3-4b-instruct-gguf/README.md +14 -0
  16. qwen-3-8b-instruct-gguf/.gitattributes +40 -0
  17. qwen-3-8b-instruct-gguf/Qwen3-8B-F16.gguf +3 -0
  18. qwen-3-8b-instruct-gguf/Qwen3-8B-Q4_K_M.gguf +3 -0
  19. qwen-3-8b-instruct-gguf/Qwen3-8B-Q5_K_M.gguf +3 -0
  20. qwen-3-8b-instruct-gguf/Qwen3-8B-Q6_K.gguf +3 -0
  21. qwen-3-8b-instruct-gguf/Qwen3-8B-Q8_0.gguf +3 -0
  22. qwen-3-8b-instruct-gguf/README.md +14 -0
.gitattributes CHANGED
@@ -53,3 +53,18 @@ qwen-3-1.7b-instruct-gguf/Qwen3-1.7B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -te
53
  qwen2.5-vl-32b-instruct-lmk/Qwen2.5-VL-32B-Instruct-Q4_K_M.lmk filter=lfs diff=lfs merge=lfs -text
54
  qwen2.5-vl-3b-instruct-lmk/Qwen2.5-VL-3B-Instruct-Q4_K_M.lmk filter=lfs diff=lfs merge=lfs -text
55
  qwen2.5-vl-7b-instruct-lmk/Qwen2.5-VL-7B-Instruct-Q4_K_M.lmk filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
53
  qwen2.5-vl-32b-instruct-lmk/Qwen2.5-VL-32B-Instruct-Q4_K_M.lmk filter=lfs diff=lfs merge=lfs -text
54
  qwen2.5-vl-3b-instruct-lmk/Qwen2.5-VL-3B-Instruct-Q4_K_M.lmk filter=lfs diff=lfs merge=lfs -text
55
  qwen2.5-vl-7b-instruct-lmk/Qwen2.5-VL-7B-Instruct-Q4_K_M.lmk filter=lfs diff=lfs merge=lfs -text
56
+ qwen-3-14b-instruct-gguf/Qwen3-14B-F16.gguf filter=lfs diff=lfs merge=lfs -text
57
+ qwen-3-14b-instruct-gguf/Qwen3-14B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ qwen-3-14b-instruct-gguf/Qwen3-14B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ qwen-3-14b-instruct-gguf/Qwen3-14B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
60
+ qwen-3-14b-instruct-gguf/Qwen3-14B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
61
+ qwen-3-4b-instruct-gguf/Qwen3-4B-F16.gguf filter=lfs diff=lfs merge=lfs -text
62
+ qwen-3-4b-instruct-gguf/Qwen3-4B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
63
+ qwen-3-4b-instruct-gguf/Qwen3-4B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
64
+ qwen-3-4b-instruct-gguf/Qwen3-4B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
65
+ qwen-3-4b-instruct-gguf/Qwen3-4B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
66
+ qwen-3-8b-instruct-gguf/Qwen3-8B-F16.gguf filter=lfs diff=lfs merge=lfs -text
67
+ qwen-3-8b-instruct-gguf/Qwen3-8B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
68
+ qwen-3-8b-instruct-gguf/Qwen3-8B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
69
+ qwen-3-8b-instruct-gguf/Qwen3-8B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
70
+ qwen-3-8b-instruct-gguf/Qwen3-8B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
qwen-3-14b-instruct-gguf/.gitattributes ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen3-14B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen3-14B-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen3-14B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen3-14B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen3-14B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
qwen-3-14b-instruct-gguf/Qwen3-14B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:038bee2eb16bd0a9c4fe40be49f77092981e9cf0dca366434c62b7177d92dab5
3
+ size 29543423712
qwen-3-14b-instruct-gguf/Qwen3-14B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:520369028ee99e4a3ca413a35126337038a8da561927f81322c1b34aed10e03d
3
+ size 9001753408
qwen-3-14b-instruct-gguf/Qwen3-14B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc98c624b62d76e26e48ec917aac6c08157d20120024b9afd8afbb60a54e091e
3
+ size 10514570048
qwen-3-14b-instruct-gguf/Qwen3-14B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab8007f5612a1515089eb06be7dff8b9b103d36114133840edfa36ea7c0f97fa
3
+ size 12121937728
qwen-3-14b-instruct-gguf/Qwen3-14B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dc47ffc9afb0540bf44bcea99af624ac3fbeac0800c7f3abf29c222b929e4fe
3
+ size 15698534208
qwen-3-14b-instruct-gguf/README.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ ---
4
+
5
+ ## Model Summary
6
+
7
+ This repository hosts quantized versions of the Alibaba Qwen-3 Instruct 14B model.
8
+
9
+ **Format:** GGUF
10
+ **Converter:** llama.cpp b6ce7430b7eb51f032152316880204e0a9c0470e
11
+ **Quantizer:** LM-Kit.NET 2025.4.13
12
+
13
+ For more detailed information on the base model, please visit the following link:
14
+ - [Qwen3-14B](https://huggingface.co/Qwen/Qwen3-14B)
qwen-3-4b-instruct-gguf/.gitattributes ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen3-4B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen3-4B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen3-4B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen3-4B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen3-4B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
qwen-3-4b-instruct-gguf/Qwen3-4B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:086aef7ff71d2463d3eaf333b9df7f90914957cb3d78cb46dfd642425bbe4674
3
+ size 8051285120
qwen-3-4b-instruct-gguf/Qwen3-4B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dbc1e801f001ea316a627bb867fdd192fc3b36046fd69e160155ddc12129dbe
3
+ size 2497280736
qwen-3-4b-instruct-gguf/Qwen3-4B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3dee46d9b7d8727306aba596cd0b9f3b9c7c59d458a06e71eae18bfef45cc13
3
+ size 2889513696
qwen-3-4b-instruct-gguf/Qwen3-4B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e81476efd9ccf4661b454f808de4e3c0359f432ea77fc8cb351ef052618b8272
3
+ size 3306261216
qwen-3-4b-instruct-gguf/Qwen3-4B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b8d38a4d0617345c9497d2af0a952889912ef59be847a38b0a91dfe0d1b12a2
3
+ size 4280405216
qwen-3-4b-instruct-gguf/README.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ ---
4
+
5
+ ## Model Summary
6
+
7
+ This repository hosts quantized versions of the Alibaba Qwen-3 Instruct 4B model.
8
+
9
+ **Format:** GGUF
10
+ **Converter:** llama.cpp b6ce7430b7eb51f032152316880204e0a9c0470e
11
+ **Quantizer:** LM-Kit.NET 2025.4.13
12
+
13
+ For more detailed information on the base model, please visit the following link:
14
+ - [Qwen3-4B](https://huggingface.co/Qwen/Qwen3-4B)
qwen-3-8b-instruct-gguf/.gitattributes ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen3-8B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen3-8B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen3-8B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen3-8B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen3-8B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
qwen-3-8b-instruct-gguf/Qwen3-8B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbc8b6ba7073bf9543abfa30f33103170aba5c9ccda3d64944c7484b4839e2fd
3
+ size 16388043968
qwen-3-8b-instruct-gguf/Qwen3-8B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9059e3978453f50a8e9e45a825243abdb8739b2f4623e541fd5a392d9672c0f
3
+ size 5027783968
qwen-3-8b-instruct-gguf/Qwen3-8B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39869b942458b72d987b46d007aa6e949e28f1209a7e6a1b766e23a29ce47461
3
+ size 5851112736
qwen-3-8b-instruct-gguf/Qwen3-8B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f9677e5d2f76cd8945fd5ad4179e3f7f9e914a569e66705913665fa9197bdc6
3
+ size 6725899552
qwen-3-8b-instruct-gguf/Qwen3-8B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfc0e02fd0cd076e0d3a7e8ec19b82553934e05e54346c6aad7b30b89a3a0ffc
3
+ size 8709518624
qwen-3-8b-instruct-gguf/README.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ ---
4
+
5
+ ## Model Summary
6
+
7
+ This repository hosts quantized versions of the Alibaba Qwen-3 Instruct 8B model.
8
+
9
+ **Format:** GGUF
10
+ **Converter:** llama.cpp b6ce7430b7eb51f032152316880204e0a9c0470e
11
+ **Quantizer:** LM-Kit.NET 2025.4.13
12
+
13
+ For more detailed information on the base model, please visit the following link:
14
+ - [Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B)