Add GGUF quantized models (Q4_0, Q4_K_M, Q5_K_M, Q8_0, F32)

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

yuuki-best-f32.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd10400e41b71b4dd554706e9f028d12258a1751af76db42d11b03b89868adb7
+size 329422368

yuuki-best-q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634d2b32b500399ca7844b24cb3b4e7d52407aa300f506735b91b675a3c8c94d
+size 60713344

yuuki-best-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87d704e516a9e68f1b231bc5412c1b5ab579199375c07135328913be7d05cd0
+size 63256960

yuuki-best-q5_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e2d24fa211cba8b2b9b36f8a528d752e3a2dfb0ff0d79adb0dbf53770fedef
+size 68058496

yuuki-best-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611d329e0b05b1420cc93fb3a01bd7376a61c048c33fb3c92de90efc9040913f
+size 91294816