Upload folder using huggingface_hub

.gitattributes

@@ -34,3 +34,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 tokenizer.json filter=lfs diff=lfs merge=lfs -text
+model-F16.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+model-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

model-F16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e78ecf6c59c7b070407e58c7841d5510dfc7c68b14d6717d783d05c07ac8a8
+size 8051284480

model-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ced30a6f64f0e1d90e5f0f7e01d19a20a6071bf31c4e10755571c77315fbe6e
+size 1669498880

model-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ba253b8f36407750508e631c3bec0b999d37d62f793f0e49e755a741e86d9f
+size 2075617280

model-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752e32eb4210f73882e384c84a9f83b896f85d35d4abe8b960f3051ebb065e3a
+size 1886996480

model-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2448ef3a571520e4fcc4c68670faeff15dbc0d40bab624d62d1b4c99ef3c2671
+size 2369546240

model-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7723527b39a6f43122d01aea4f3fb91c21c2fbb63005ca8e17f0d55d7dd934
+size 2596628480

model-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2dd1bc76e523fc5c1d2c85f346cea73c791d2398d421683f653830754742ae
+size 2497280000

model-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ce5c9eaa03fc09de074683f98d097d6723b4438971a0608cf9d3f1ce671d3b
+size 2383308800

model-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0d3a5c7809ae7ab87a81b84482c2c79c89126a270ba7302c46071f96d2302f
+size 2889512960

model-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c00811659d43066583ab443ab3196f56519c1044f02b3a543e7249517d2d695
+size 2823710720

model-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f832c4d5c317cad6f6aa65e90b208f3f4134f794291855d5bfda4d4f763381
+size 3306260480

model-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f63bfb80f8a544a4a034300070f1f3f11f46811fb8f935058e404bbb01aba8d
+size 4280404480