Hugging Face's logo

mradermacher
/
zero-3B-GGUF

Transformers
GGUF
English
text-generation-inference
unsloth
llama
conversational
Model card Files
xet
 Community
mradermacher commited on
Commit
1be0eaa
·
verified ·
1 Parent(s): b621870

uploaded from back

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. zero-3B.IQ4_XS.gguf +3 -0
  3. zero-3B.Q2_K.gguf +3 -0
  4. zero-3B.Q3_K_L.gguf +3 -0
  5. zero-3B.Q3_K_M.gguf +3 -0
  6. zero-3B.Q3_K_S.gguf +3 -0
  7. zero-3B.Q4_K_M.gguf +3 -0
  8. zero-3B.Q4_K_S.gguf +3 -0
  9. zero-3B.Q5_K_M.gguf +3 -0
  10. zero-3B.Q5_K_S.gguf +3 -0
  11. zero-3B.Q6_K.gguf +3 -0
  12. zero-3B.Q8_0.gguf +3 -0
  13. zero-3B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ zero-3B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ zero-3B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ zero-3B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ zero-3B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ zero-3B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ zero-3B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ zero-3B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ zero-3B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ zero-3B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ zero-3B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ zero-3B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ zero-3B.f16.gguf filter=lfs diff=lfs merge=lfs -text
zero-3B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85019416ce4f9f594917476f13cc57cfa53f139b7864d4020efc76487ba45117
3
+ size 1840903136
zero-3B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fa9ca40affc4fcb6a1a494176de5f68cfefafbf32686e3f36967c09890dfa3e
3
+ size 1363932128
zero-3B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea6e3f36e108325901a202a917a11830360b2f587bcc68843c6bbb73ff9a08a3
3
+ size 1815344096
zero-3B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:488faf6e439e9976668752a8d0a7b8d6b72c9ccad7706dbc7358c47922d5044d
3
+ size 1687155680
zero-3B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be5a76ebfcf947759c1c4a042f5f672754097fd56a811b0999d774421205b397
3
+ size 1542845408
zero-3B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f23fdad90934984f73f3b7236d41559e711d430f52966a239cd3d397e1fb33
3
+ size 2019374048
zero-3B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04049751ca614c04760446b036840813f7d382d1e1c9988dbab7de0e1cb09f53
3
+ size 1928197088
zero-3B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ad9632fc576c348acda41a93efda789270aee61c437e63ee5ad84f928ffa922
3
+ size 2322150368
zero-3B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37a541113c7864435df35673065af37ee73ac8797ffd317ab83e44bf2ee5678f
3
+ size 2269508576
zero-3B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abfd72702986efc717d9d0dc0f6558dd94bacdc83a125b27fcaa8201bcf2973d
3
+ size 2643850208
zero-3B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:468126da449d5c4a914e2af20cb5d1d0c4145f0f473083d1e6aab0a1073214db
3
+ size 3421895648
zero-3B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:639ecee1d272260d91a17f1a584add45e300dbc79ac6eaed03930410dbaa3e4f
3
+ size 6433684448