Hugging Face's logo

Beinsezii
/
mmq_test

GGUF
imatrix
conversational
Model card Files
xet
 Community
Beinsezii commited on
Commit
a0c60c2
·
verified ·
1 Parent(s): 9fe969f

Upload folder using huggingface_hub

Browse files
Files changed (19) hide show
  1. .gitattributes +18 -0
  2. 14B/IQ1_S.gguf +3 -0
  3. 14B/IQ2_S.gguf +3 -0
  4. 14B/IQ2_XS.gguf +3 -0
  5. 14B/IQ2_XXS.gguf +3 -0
  6. 14B/IQ3_S.gguf +3 -0
  7. 14B/IQ3_XXS.gguf +3 -0
  8. 14B/IQ4_NL.gguf +3 -0
  9. 14B/IQ4_XS.gguf +3 -0
  10. 14B/Q2_K.gguf +3 -0
  11. 14B/Q3_K.gguf +3 -0
  12. 14B/Q4_0.gguf +3 -0
  13. 14B/Q4_1.gguf +3 -0
  14. 14B/Q4_K.gguf +3 -0
  15. 14B/Q5_0.gguf +3 -0
  16. 14B/Q5_1.gguf +3 -0
  17. 14B/Q5_K.gguf +3 -0
  18. 14B/Q6_K.gguf +3 -0
  19. 14B/Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -54,3 +54,21 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
54
  MOE/128e.gguf filter=lfs diff=lfs merge=lfs -text
55
  MOE/32e.gguf filter=lfs diff=lfs merge=lfs -text
56
  MOE/64e.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
54
  MOE/128e.gguf filter=lfs diff=lfs merge=lfs -text
55
  MOE/32e.gguf filter=lfs diff=lfs merge=lfs -text
56
  MOE/64e.gguf filter=lfs diff=lfs merge=lfs -text
57
+ 14B/IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ 14B/IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ 14B/IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
60
+ 14B/IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
61
+ 14B/IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
62
+ 14B/IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
63
+ 14B/IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
64
+ 14B/IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
65
+ 14B/Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
66
+ 14B/Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
67
+ 14B/Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
68
+ 14B/Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
69
+ 14B/Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
70
+ 14B/Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
71
+ 14B/Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
72
+ 14B/Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
73
+ 14B/Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
74
+ 14B/Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
14B/IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83771d66f319626032899246075296362df62577f6f59d67d45350687b819d95
3
+ size 3579934752
14B/IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7914d2cafe2c2ac21f919c78629f1106c4060f594c8b2c47e539994914e0b2a
3
+ size 4963312672
14B/IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95d08c387a429b3cd2ca4edbdbca73195096c595c35c384e2b02551336f41113
3
+ size 4691589152
14B/IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f768749b7279799773fc78c1e56d2339007a2917b158f06e8f90878af388efc
3
+ size 4299192352
14B/IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1aec4b0ee0a8e501aedd0cfe286bdf9e400d15c2680a3cd5073af7d475c5dc8
3
+ size 6684958752
14B/IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f44b5a79f09f5464722450b8b6b6b137f92fffdf9c9e7226450de796994acf9
3
+ size 5942666272
14B/IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa8bfbf1e0b2bfe9885aaab4deae9c6707cf647f72260addd802673e211472fd
3
+ size 8541363232
14B/IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:561dd60509058399deb18670b287e90985611286ad88b76275098749ced7d2b8
3
+ size 8110730272
14B/Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:092e7e7c8d46d58dd9b83d4bd65ee61078efd38320c6b983b285638ef37e99b0
3
+ size 5753984032
14B/Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f52dde5c73d678100a3c860395118c2349de329967b82cd8a2703fd414c9135b
3
+ size 7321313312
14B/Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67c921d72fde0236f9e5a503fd322acebfad5084364b13b783e2163b1e1097d5
3
+ size 8543001632
14B/Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59f757fa25f1dac797ab34572f8e09ef58e66149fa7e77c814dbfe985a801671
3
+ size 9389521952
14B/Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0a281126d75195db0854719cad118f584be663e81072e803e6e94c2ac4a7605
3
+ size 9001753632
14B/Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d37610a53619959149be739cfe50b41f6bc9130488eca5150b6539c6bdc1c89e
3
+ size 10291747872
14B/Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef5929d4c4be6b805d5ec8f0a9bcf329369147ab6f87d94d4c97d996960f3a59
3
+ size 11138268192
14B/Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53634360112cf2036b557ecc6282e093bacb0c905dfd11cc71986ff703942cdb
3
+ size 10514570272
14B/Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed03f747c1bf76b81e57f7b34fb25759da7637afc0cd4c14844df78a0df54c7d
3
+ size 12121937952
14B/Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f56efe1ccc0acea1322d01e2ebbb43080d6317b87d95f7f82030b5a371c6c054
3
+ size 15698534432