Hugging Face's logo

byteshape
/
Qwen3-4B-Instruct-2507-GGUF

Text Generation
Transformers
GGUF
qwen
qwen3
byteshape
conversational
Model card Files
xet
Community
1
Ali93H commited on
Commit
bddf1b1
·
verified ·
1 Parent(s): 7a5a18d

Upload folder using huggingface_hub

Browse files
Files changed (20) hide show
  1. .gitattributes +18 -0
  2. Qwen3-4B-Instruct-2507-IQ2_S-2.34bpw.gguf +3 -0
  3. Qwen3-4B-Instruct-2507-IQ3_S-2.55bpw.gguf +3 -0
  4. Qwen3-4B-Instruct-2507-IQ3_S-2.76bpw.gguf +3 -0
  5. Qwen3-4B-Instruct-2507-IQ3_S-2.94bpw.gguf +3 -0
  6. Qwen3-4B-Instruct-2507-IQ3_S-3.07bpw.gguf +3 -0
  7. Qwen3-4B-Instruct-2507-IQ3_S-3.31bpw.gguf +3 -0
  8. Qwen3-4B-Instruct-2507-IQ4_XS-3.55bpw.gguf +3 -0
  9. Qwen3-4B-Instruct-2507-IQ4_XS-4.04bpw.gguf +3 -0
  10. Qwen3-4B-Instruct-2507-IQ4_XS-4.54bpw.gguf +3 -0
  11. Qwen3-4B-Instruct-2507-Q3_K_S-2.77bpw.gguf +3 -0
  12. Qwen3-4B-Instruct-2507-Q3_K_S-2.95bpw.gguf +3 -0
  13. Qwen3-4B-Instruct-2507-Q3_K_S-3.19bpw.gguf +3 -0
  14. Qwen3-4B-Instruct-2507-Q3_K_S-3.34bpw.gguf +3 -0
  15. Qwen3-4B-Instruct-2507-Q3_K_S-3.45bpw.gguf +3 -0
  16. Qwen3-4B-Instruct-2507-Q4_K_S-3.66bpw.gguf +3 -0
  17. Qwen3-4B-Instruct-2507-Q4_K_S-3.87bpw.gguf +3 -0
  18. Qwen3-4B-Instruct-2507-Q4_K_S-4.31bpw.gguf +3 -0
  19. Qwen3-4B-Instruct-2507-Q5_K_S-4.74bpw.gguf +3 -0
  20. README.md +12 -3
.gitattributes CHANGED
@@ -33,3 +33,21 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen3-4B-Instruct-2507-IQ2_S-2.34bpw.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen3-4B-Instruct-2507-IQ3_S-2.55bpw.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen3-4B-Instruct-2507-IQ3_S-2.76bpw.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen3-4B-Instruct-2507-IQ3_S-2.94bpw.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen3-4B-Instruct-2507-IQ3_S-3.07bpw.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen3-4B-Instruct-2507-IQ3_S-3.31bpw.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen3-4B-Instruct-2507-IQ4_XS-3.55bpw.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen3-4B-Instruct-2507-IQ4_XS-4.04bpw.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen3-4B-Instruct-2507-IQ4_XS-4.54bpw.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen3-4B-Instruct-2507-Q3_K_S-2.77bpw.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen3-4B-Instruct-2507-Q3_K_S-2.95bpw.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen3-4B-Instruct-2507-Q3_K_S-3.19bpw.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen3-4B-Instruct-2507-Q3_K_S-3.34bpw.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen3-4B-Instruct-2507-Q3_K_S-3.45bpw.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen3-4B-Instruct-2507-Q4_K_S-3.66bpw.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen3-4B-Instruct-2507-Q4_K_S-3.87bpw.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen3-4B-Instruct-2507-Q4_K_S-4.31bpw.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen3-4B-Instruct-2507-Q5_K_S-4.74bpw.gguf filter=lfs diff=lfs merge=lfs -text
Qwen3-4B-Instruct-2507-IQ2_S-2.34bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c0e3c2be60399c8e11678d25cfcf99e5f1bd7c22d00a7fe359318a969799567
3
+ size 1183497280
Qwen3-4B-Instruct-2507-IQ3_S-2.55bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b635d15c4298e5f29377a637631012dd611d35ad44544b712865b9b65020f9dd
3
+ size 1289911360
Qwen3-4B-Instruct-2507-IQ3_S-2.76bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae43aa6cb8f8b210d14326e2902ff0c410a2f63d1a7257f0bc91f067150aa9fe
3
+ size 1391205440
Qwen3-4B-Instruct-2507-IQ3_S-2.94bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d213eaa857b8269d88484e34aa1b5e4fcce594333324c049b6eba515e0c864
3
+ size 1486089280
Qwen3-4B-Instruct-2507-IQ3_S-3.07bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea7a9d7caaecf6f01e070c1baa70696f24cf8b7e01284fba7be547a54a86c1d8
3
+ size 1548072000
Qwen3-4B-Instruct-2507-IQ3_S-3.31bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55fafff4dd02f524b763f6deb47a30d4771c7204ca345ba6768756c4ceab4869
3
+ size 1669193280
Qwen3-4B-Instruct-2507-IQ4_XS-3.55bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef62427f99e6ba515baff873ace8245714ddca28ab4ac28c6bd59720a12fb5ad
3
+ size 1788888640
Qwen3-4B-Instruct-2507-IQ4_XS-4.04bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7524ee3f46f827ce0bcca633e3a64e05c05a3698ba8d434ff74ea26cec6db94f
3
+ size 2037884480
Qwen3-4B-Instruct-2507-IQ4_XS-4.54bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d0098342dc6a17567bcef2e9ba1e688ca9fd72c0fc963e3db538a8e1757b8a1
3
+ size 2290341440
Qwen3-4B-Instruct-2507-Q3_K_S-2.77bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60972085c4a32183ebd316de0b4a361184063c80bf16966dcbe90ce678f2a0d4
3
+ size 1400971840
Qwen3-4B-Instruct-2507-Q3_K_S-2.95bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f65014bc01895042329c7fdb106e727febfa922571a42fbde9282db86fa2bade
3
+ size 1487561280
Qwen3-4B-Instruct-2507-Q3_K_S-3.19bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3ee88b0b819a9f3cdbe90aaa3114e41aabfd017b6b9467373a93e4ab735ac97
3
+ size 1609558080
Qwen3-4B-Instruct-2507-Q3_K_S-3.34bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fd6b0fbd59f3cbd0133d91802fb0f6c5298e647629e67541163ab8bff9e8cb9
3
+ size 1687259200
Qwen3-4B-Instruct-2507-Q3_K_S-3.45bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2526315748727575f45f5527aaf4f3d7fc6bf01d5b211b3389410b15cac1da9
3
+ size 1738756160
Qwen3-4B-Instruct-2507-Q4_K_S-3.66bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9264e022c75cb6b18dc18a8b131a561013a46e495a1609ae6addad4029b4f25c
3
+ size 1844706880
Qwen3-4B-Instruct-2507-Q4_K_S-3.87bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64c2d2a78ab8b3df63b9ea5c417bb8d233f7f5b59b18c7c1c017a1631e671332
3
+ size 1950199360
Qwen3-4B-Instruct-2507-Q4_K_S-4.31bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e009ba2c76b9bf7c472dac8c0fde6fb4d0bd217374fd5cd0a217ef548286c5df
3
+ size 2172427840
Qwen3-4B-Instruct-2507-Q5_K_S-4.74bpw.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5739575d3e37796d314666532cc2760b077adde5e01a98ea737f12b109bbd0bb
3
+ size 2390058560
README.md CHANGED
@@ -1,3 +1,12 @@
1
- ---
2
- license: apache-2.0
3
- ---
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: transformers
3
+ license: apache-2.0
4
+ license_link: https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507/blob/main/LICENSE
5
+ pipeline_tag: text-generation
6
+ base_model:
7
+ - Qwen/Qwen3-4B-Instruct-2507
8
+ tags:
9
+ - qwen
10
+ - qwen3
11
+ - byteshape
12
+ ---