Add quantised GGUF files

Files changed (7) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

Fallen-Gemma3-4B-v1-Q2_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:47c7c0d21c5c0be2fe0c58a51ba36a4944ff43cd578d8b178ae01e5d079b30d3
+size 1729164096

Fallen-Gemma3-4B-v1-Q4_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:3d09efdfbeaa27993d3575ae18633fcc22a14a7b3b7769b26934048e721c77d2
+size 2363511616

Fallen-Gemma3-4B-v1-Q4_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f3648bff24f8caaadf101695ed5c2ef15e65d9128b263d1bbc62b7ad794fd0ca
+size 2489893696

Fallen-Gemma3-4B-v1-Q6_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:ebad5550bb311f2a7beeef12d48dfc998af787b2847e83e9ce6841501a3ce873
+size 3190739776

Fallen-Gemma3-4B-v1-Q8_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:4b21026808b4263c1fed7ba68af8dd4ce9665c086295f619c466734cac392ad7
+size 4130401856

Fallen-Gemma3-4B-v1-f16.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:798a974b2a2194dbbcd5815e6465d024b3a8683dddd5ac563cadf83fe6c70d97
+size 7767803456