Upload folder using huggingface_hub

.gitattributes

@@ -34,3 +34,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 tokenizer.json filter=lfs diff=lfs merge=lfs -text
+model-F16.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

model-F16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2fde6956b5f6424ea9f7a4830cc6b3540941c0e69f4aa2101aee8d07b97ac2
+size 8051284480

model-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8113b30855953e7284e6ca1b446e336231e83e1aa842c4ed35cf00a1928a0c79
+size 1669498880

model-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5a1ee2ea1c17ce0f1f42bf6c098e538aafe14bf3191855786bfd29ef755a73
+size 2075617280

model-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0503f82ed43b12908f7d7c311427649cc590bf98e87909661e2e180029e8bb
+size 1886996480

model-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46382cdb028976f4e59f4a26fda6735e20374a0ba623e26c900d0178d5b0a31
+size 2369546240

model-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5165fe99c6cdd4c14c038988f85ba026c3d43860c9535153080593fcf98fe4f
+size 2596628480

model-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024d9620fb5652f34c1a95509b1ddb89625373f5054d793cb42095716dab43a7
+size 2497280000

model-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb5ec654e6a38e965d087ca60844abcc6c3b51bf8e65be34686447620ecbfab
+size 2383308800

model-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6905fa34430cfe37327864a112248f9d546a4894fa9eae069ff6227ae6d214f
+size 2889512960

model-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6b72ca30d87ca5994deee9ca76f0ae3d472a27397d78c05f16d5b18eb450a2
+size 2823710720

model-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7883ada50c2996af8455ef3f481ebdf8c2ddeca35ea119273f19e75700b65533
+size 3306260480

model-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cab9ae244d0c64b1517f1ff05430924d16aea82c4b3ec65dfdf6af90361db84
+size 4280404480