Upload folder using huggingface_hub

.gitattributes

@@ -34,3 +34,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 tokenizer.json filter=lfs diff=lfs merge=lfs -text
+lemmy-bf16.gguf filter=lfs diff=lfs merge=lfs -text
+lemmy-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+lemmy-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+lemmy-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+lemmy-q8_0.gguf filter=lfs diff=lfs merge=lfs -text

lemmy-bf16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d17eab77dbffb938d31ff05bed9d3040e0a1fcd6b250ba7d1dc2a330e1b3950
+size 50505130144

lemmy-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42244ee0684a9f3856ad6d1e1396d804f5a1221b6ae98b0965be7a78d0ccd5b
+size 16796010656

lemmy-q5_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd7ea724c91e9a59b38acc6a716ab146712fc35613ea4d0768dd7d5c2fa445e
+size 19132885152

lemmy-q6_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6818e28f457455fa811a585f64b80aa14bf4b45acd8bc848c55de8fb0c4a5a53
+size 22638394016

lemmy-q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67dcec3f99ccae4e31267e6e14a8228b551e026beb35474673db650adea565f3
+size 26859853984