Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+monad-BF16.gguf filter=lfs diff=lfs merge=lfs -text
+monad-F16.gguf filter=lfs diff=lfs merge=lfs -text
+monad-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
+monad-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+monad-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+monad-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+monad-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+monad-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+monad-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+monad-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+monad-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+monad-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+monad-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+monad-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+monad-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,24 @@
+---
+base_model: PleIAs/monad
+tags:
+- llama-cpp
+---
+
+# typeof/monad-gguf
+This model was converted to GGUF format from [`PleIAs/monad`](https://huggingface.co/PleIAs/monad) using llama.cpp.
+Refer to the [original model card](https://huggingface.co/PleIAs/monad) for more details on the model.
+
+## Use with llama.cpp
+
+```
+Invoke the llama.cpp server or the CLI.
+
+### CLI:
+```bash
+llama-cli --hf-repo typeof/monad-gguf --hf-file monad-Q4_K_M.gguf -p "The meaning to life and the universe is"
+```
+
+### Server:
+```bash
+llama-server --hf-repo typeof/monad-gguf --hf-file monad-Q4_K_M.gguf -c 2048
+```

README.txt

@@ -0,0 +1,24 @@
+---
+base_model: PleIAs/monad
+tags:
+- llama-cpp
+---
+
+# typeof/monad-gguf
+This model was converted to GGUF format from [`PleIAs/monad`](https://huggingface.co/PleIAs/monad) using llama.cpp.
+Refer to the [original model card](https://huggingface.co/PleIAs/monad) for more details on the model.
+
+## Use with llama.cpp
+
+```
+Invoke the llama.cpp server or the CLI.
+
+### CLI:
+```bash
+llama-cli --hf-repo typeof/monad-gguf --hf-file monad-Q4_K_M.gguf -p "The meaning to life and the universe is"
+```
+
+### Server:
+```bash
+llama-server --hf-repo typeof/monad-gguf --hf-file monad-Q4_K_M.gguf -c 2048
+```

monad-BF16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a2e97211a0dda0886190cfd1d919c54149e1b9d82f333d391a1395e45d27a6
+size 113693184

monad-F16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6aa56f3b7fdfb6299226c743a7d512aff7923691b5fe8330e942da380376ca
+size 113693184

monad-IQ4_NL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f42e91d719fc4a23039b656d206128141aac43c40e9c5eaba217c6542749e9
+size 33034752

monad-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef3d20477857344fad40995b944f1d4b98cefd392f01041f75838f0abe66cae
+size 31379968

monad-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591b09aaed2ac849b97a0163e896620fe819fdfc41d8b99fbdeef40af4eb951f
+size 22188544

monad-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b50816e67cb8130e4158343353f0730a3371ba04f1967a798e1af3f54ec836
+size 28496384

monad-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1270cbe68fabb338117dac09a5a908a9e276cce23b74413343721a2e0e401c0
+size 25596416

monad-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e153eff217eacae763ee755cfa0938ff4a2abaa9933ffd532352828d4d8320ed
+size 32838144

monad-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5722af94dd123864fb20c7d769943a774c7d814416bb005ce0c794c385e4f77
+size 36246016

monad-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5840c72f3030b0141fddac8d7246a4b7acbae0a6c21f638209502a0a86283e4
+size 35000832

monad-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4329bf63067ebacf42ec74eb552c3c274ceb5c368b296fac2218c77092a31d2d
+size 33067520

monad-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e93508476c44283c4e35ea58ad575b95b848c5659a78cc9ff0bf18067c33573
+size 40768000

monad-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d566fcd22ccf494de5006b9f9c534cccf9694da7f2d0d9f02d39881d897831d
+size 39653888

monad-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d05e7ac9f4b6efc9450d8f49f3ddd76785f0e6904ac7d779265ad278b2ab6ea
+size 46895616

monad-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56a447a16b354038289a62dcc7fbcf05905d55aba664aab56718e64e1e910c5
+size 60609024