Hugging Face's logo

qwp4w3hyb
/
functionary-small-v2.4-iMat-GGUF

GGUF
conversational
Model card Files
xet
 Community
qwp4w3hyb commited on
Commit
89fefeb
·
verified ·
1 Parent(s): a3dd03e

Upload folder using huggingface_hub

Browse files
Files changed (20) hide show
  1. .gitattributes +19 -0
  2. functionary-small-v2.4-f16.gguf +3 -0
  3. functionary-small-v2.4-imat-IQ1_S.gguf +3 -0
  4. functionary-small-v2.4-imat-IQ2_M.gguf +3 -0
  5. functionary-small-v2.4-imat-IQ2_S.gguf +3 -0
  6. functionary-small-v2.4-imat-IQ2_XS.gguf +3 -0
  7. functionary-small-v2.4-imat-IQ2_XXS.gguf +3 -0
  8. functionary-small-v2.4-imat-IQ3_M.gguf +3 -0
  9. functionary-small-v2.4-imat-IQ3_S.gguf +3 -0
  10. functionary-small-v2.4-imat-IQ3_XS.gguf +3 -0
  11. functionary-small-v2.4-imat-IQ3_XXS.gguf +3 -0
  12. functionary-small-v2.4-imat-IQ4_NL.gguf +3 -0
  13. functionary-small-v2.4-imat-IQ4_XS.gguf +3 -0
  14. functionary-small-v2.4-imat-Q4_K_M.gguf +3 -0
  15. functionary-small-v2.4-imat-Q4_K_S.gguf +3 -0
  16. functionary-small-v2.4-imat-Q5_K_M.gguf +3 -0
  17. functionary-small-v2.4-imat-Q5_K_S.gguf +3 -0
  18. functionary-small-v2.4-imat-Q6_K.gguf +3 -0
  19. functionary-small-v2.4-imat-Q8_0.gguf +3 -0
  20. imat-f16-gmerged.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,22 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ functionary-small-v2.4-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ functionary-small-v2.4-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ functionary-small-v2.4-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ functionary-small-v2.4-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ functionary-small-v2.4-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ functionary-small-v2.4-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ functionary-small-v2.4-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ functionary-small-v2.4-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ functionary-small-v2.4-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ functionary-small-v2.4-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ functionary-small-v2.4-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ functionary-small-v2.4-imat-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ functionary-small-v2.4-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
49
+ functionary-small-v2.4-imat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ functionary-small-v2.4-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ functionary-small-v2.4-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ functionary-small-v2.4-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
53
+ functionary-small-v2.4-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ imat-f16-gmerged.dat filter=lfs diff=lfs merge=lfs -text
functionary-small-v2.4-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d904983b4b80e6b469223ea20b6747f9bf49506ffb819e346c9b3c254e7e7ab
3
+ size 14484798368
functionary-small-v2.4-imat-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1b37d35a8a54a2f2d436792b82f8e224a6a4620a2708a92d7a84e630adbde37
3
+ size 1612119232
functionary-small-v2.4-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:048457e0c75ca7bc371938318035cd65720c76b386bd5ce63ad373e5258aee3c
3
+ size 2500731712
functionary-small-v2.4-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a1b364d3303dc2adb8802240dd94628fba3d295d0b4f522b08a1a31aafaae19
3
+ size 2310939456
functionary-small-v2.4-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:931e24f5806c9fafeed91659cd1ff2e712e7741451e1332b446ef65e50cf0758
3
+ size 2198273216
functionary-small-v2.4-imat-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af32f03698d30ea5e9644f9550bed2afc3925b0bbb8a52145c80ac74ee69339c
3
+ size 1991703744
functionary-small-v2.4-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e9b26a15c19dfc98fcc3222f50babbb9577696ef4b434f9fcfee0e33ced6557
3
+ size 3284913088
functionary-small-v2.4-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9abb655d29d4a4f2deb26ce489635b2279411171bfb7dea9e613aa2170bb6be6
3
+ size 3182414784
functionary-small-v2.4-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:568ad35d9c684e1ba607c578ab6815020ebca5e78ac3620f67c3ae2790358984
3
+ size 3018836928
functionary-small-v2.4-imat-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dc3a09bc01ad04474ea3afe7d599a148e0e3090f0d687bc01ac3426e854aa91
3
+ size 2827363136
functionary-small-v2.4-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b4883e653c1a45c39bcdd6957c0cea27e455f534b90fcdb72e54cf63d9d0b7
3
+ size 4125717568
functionary-small-v2.4-imat-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9bf4f4f46113120172a48227f8473f27f4766906854597970396f1eb4f845a4
3
+ size 3907711552
functionary-small-v2.4-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bde213db0f42a43a58af6233c3f141e634c6515419be15934b948d80ed3829ed
3
+ size 4368462912
functionary-small-v2.4-imat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c7cf8ab75d6076d2253de4119bcd08c2669c585d022236333f46efcb544994
3
+ size 4140397632
functionary-small-v2.4-imat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82ec97a692d179c4b37df74c20c5c66c78421aacb6acc356d658e30f76cb9a44
3
+ size 5131435072
functionary-small-v2.4-imat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88bf5417c81ac2d25a1eb1b73dc3155faaaeb700f54de6e144afaeb8913c6255
3
+ size 4997741632
functionary-small-v2.4-imat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c7fb65d805207b8fd3d153b70e833f6bfde799474478adef0691a825d31c980
3
+ size 5942092992
functionary-small-v2.4-imat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f74a0ddbb25811795c69e1cdda881aa8d025891703a786a3d7a24b02759acc9
3
+ size 7695893440
imat-f16-gmerged.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68f833db66b06a6d0d56c20dd9d52fee320f65cb1b00db394dd6d95b379f81cf
3
+ size 4988126