Hugging Face's logo

grapevine-AI
/
gemma-2-9b-it-gguf

GGUF
conversational
Model card Files
xet
 Community
grapevine-AI commited on
Commit
2a20920
·
verified ·
1 Parent(s): 4492f64

Upload 5 files

Browse files
Files changed (6) hide show
  1. .gitattributes +4 -0
  2. gemma-2-9b-it-IQ4_XS.gguf +3 -0
  3. gemma-2-9b-it-Q4_K_M.gguf +2 -2
  4. gemma-2-9b-it-Q5_K_M.gguf +3 -0
  5. gemma-2-9b-it-Q6_K.gguf +3 -0
  6. gemma-2-9b-it-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -36,3 +36,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
36
  gemma-2-9b-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
38
  gemma-2-9b-it-bf16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
36
  gemma-2-9b-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
38
  gemma-2-9b-it-bf16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-2-9b-it-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-2-9b-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-2-9b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-2-9b-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
gemma-2-9b-it-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9ed3b52f9b6ea6a8ee0541b3492751fbbd7d7f580b85a5083118d3ec2d376e6
3
+ size 5183030144
gemma-2-9b-it-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0be3835a1d0a26a4569be8f1a81ee80351496ffd8664fd1b639a7b9ef96d27d3
3
- size 5761058656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86552fca56c0279a2450760e163ff04fd4508aa2889d5b7528e6bc9a23a78789
3
+ size 5761057664
gemma-2-9b-it-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ed9d83b9d6a6b1f9c9e32907571b086242c2191920b62d23b1919ebd0b05a2d
3
+ size 6647366528
gemma-2-9b-it-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7006f79c4e40ed0d845bab9c26bc68126dba53049e6f12eb4a25a850cf05eca3
3
+ size 7589069696
gemma-2-9b-it-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4849c88464cc36b756e63c8dd41164b16fd34c88affe2847fa18d87f959800cb
3
+ size 9827148672