diff --git a/.gitattributes b/.gitattributes index bf25dcd89384df5f4bc12fbcc9b61d39264ef9bb..abb74236b2cb10e886a78c26dde12a6c740f6338 100644 --- a/.gitattributes +++ b/.gitattributes @@ -45,3 +45,57 @@ text-generation-llama32-3b-instruct-q6-k.gguf filter=lfs diff=lfs merge=lfs -tex functionary-v2-q8-0.gguf filter=lfs diff=lfs merge=lfs -text functionary-small-v2.2-q8-0.gguf filter=lfs diff=lfs merge=lfs -text functionary-v1.4-q8-0.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-2-3b-instruct-q5-k-m.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-llava-v1-5-7b-q3-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-2-3b-instruct-q8-0.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-zephyr-beta-7b-q3-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-1-8b-instruct-q3-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-8b-instruct-q3-k-m.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-llava-v1-5-7b-q4-k-m.gguf filter=lfs diff=lfs merge=lfs -text +image-encoding-clip-moondream-v2-mmproj.fp16.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-llava-v1-5-7b-q6-k.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-1-8b-instruct-q5-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-zephyr-alpha-7b-q6-k.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-8b-instruct-q6-k.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-llava-v1-5-13b-q4-0.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-zephyr-beta-7b-q4-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-1-8b-instruct-q8-0.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-8b-instruct-q8-0.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-8b-instruct-q5-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-1-8b-instruct-q4-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-2-1b-instruct-q5-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-zephyr-beta-7b-q8-0.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-zephyr-alpha-7b-q8-0.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-8b-q8-0.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-zephyr-beta-7b-q5-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-2-3b-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-8b-q6-k.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-llava-v1-5-7b-q5-k-m.gguf filter=lfs diff=lfs merge=lfs -text +image-encoding-clip-llava-mmproj-v1-6-34b.fp16.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-2-1b-instruct-q6-k.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-zephyr-alpha-7b-q5-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-8b-q4-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-2-1b-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-moondream-v2.fp16.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-8b-q5-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-8b-instruct-q4-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-2-1b-instruct-q3-k-l.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-1-8b-instruct-q6-k.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-llava-v1-5-13b-q6-k.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-llava-v1-5-13b-q8-0.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-llava-v1-6-34b-q4-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-2-3b-instruct-q3-k-l.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-2-3b-instruct-q6-k.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-llava-v1-5-13b-q5-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-zephyr-alpha-7b-q4-k-m.gguf filter=lfs diff=lfs merge=lfs -text +image-encoding-clip-llava-mmproj-v1-5-7b.fp16.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-2-1b-instruct-q4-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-8b-q3-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-2-1b-instruct-q8-0.gguf filter=lfs diff=lfs merge=lfs -text +image-encoding-clip-llava-mmproj-v1-5-13b.fp16.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-zephyr-alpha-7b-q3-k-m.gguf filter=lfs diff=lfs merge=lfs -text +text-generation-llama-v3-2-3b-instruct-q4-k-m.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-llava-v1-5-7b-q8-0.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-llava-v1-5-7b.fp16.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-llava-v1-6-34b-q3-k-m.gguf filter=lfs diff=lfs merge=lfs -text +visual-question-answering-llava-v1-6-34b-q5-k-m.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/audio-vocoder-vocos-mel-24khz.fp16.safetensors b/audio-vocoder-vocos-mel-24khz.fp16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6719dcddd91cc9ca24ac27c8365804d0dc81b6ca --- /dev/null +++ b/audio-vocoder-vocos-mel-24khz.fp16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d84bd1b98cc7bec8730213f52ce732b33ee3dac97ac8900bc2ea8d42278166d5 +size 27178204 diff --git a/image-encoding-clip-llava-mmproj-v1-5-13b.fp16.gguf b/image-encoding-clip-llava-mmproj-v1-5-13b.fp16.gguf new file mode 100644 index 0000000000000000000000000000000000000000..efdfffdafc8f070dc97293ed700b0f6a09af0ce6 --- /dev/null +++ b/image-encoding-clip-llava-mmproj-v1-5-13b.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af93a69825fd741ffdc7c002dcd47d045c795dd55f73a3e08afa484aff1bcd3 +size 645414048 diff --git a/image-encoding-clip-llava-mmproj-v1-5-7b.fp16.gguf b/image-encoding-clip-llava-mmproj-v1-5-7b.fp16.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4abba76738fce6b4db42c0525887683659364848 --- /dev/null +++ b/image-encoding-clip-llava-mmproj-v1-5-7b.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c8ff0f58fca47d28ba92c4443adf8653f3349282cb8d9e6911f22d9b3814fe +size 624434336 diff --git a/image-encoding-clip-llava-mmproj-v1-6-34b.fp16.gguf b/image-encoding-clip-llava-mmproj-v1-6-34b.fp16.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5c2b9b78320b48817699d62b7006a8a83dc02a03 --- /dev/null +++ b/image-encoding-clip-llava-mmproj-v1-6-34b.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e97cc88e8063fd1fc23f668f00d936f439a7e9b3f1b9ab0c9f1647ef02ce2f3d +size 699985504 diff --git a/image-encoding-clip-moondream-v2-mmproj.fp16.gguf b/image-encoding-clip-moondream-v2-mmproj.fp16.gguf new file mode 100644 index 0000000000000000000000000000000000000000..499dcb4cf871ee615a69dbb57f8d785261ce3c76 --- /dev/null +++ b/image-encoding-clip-moondream-v2-mmproj.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cc1cb3660d87ff56432ebeb7884ad35d67c48c7b9f6b2856f305e39c38eed8f +size 909777984 diff --git a/image-interpolation-rife-flownet.safetensors b/image-interpolation-rife-flownet.safetensors index 29e3e2357b32192594e0a50c3b4b75edb5737b21..e2695211566846c6137de304743e5e4b5dd56739 100644 --- a/image-interpolation-rife-flownet.safetensors +++ b/image-interpolation-rife-flownet.safetensors @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e4638dde35c5467e3a29df4dfbd3b5972ab5919ecce39f8d9def482f70633368 -size 22674392 +oid sha256:5d48a9c8f1032f046d7dfcbed40299d51e615b4bd8bbfbb36a83c9a49c76aca9 +size 69048401 diff --git a/speech-synthesis-f5tts.fp16.safetensors b/speech-synthesis-f5tts.fp16.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0c85d5c9bf35550e3bce74581256674a59eda491 --- /dev/null +++ b/speech-synthesis-f5tts.fp16.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df8404c3e3a456e2c57239109507a0f40e8f998c563081b3b7b46a6ad00ffe5e +size 674343073 diff --git a/text-generation-llama-v3-1-8b-instruct-q3-k-m.gguf b/text-generation-llama-v3-1-8b-instruct-q3-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a8aae3a37267ebd412145277e75f8489590957ac --- /dev/null +++ b/text-generation-llama-v3-1-8b-instruct-q3-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ed53ec5774dab6bc0f39510a60542e3ff8f1e129bb17571253030b86c076311 +size 4018917920 diff --git a/text-generation-llama-v3-1-8b-instruct-q4-k-m.gguf b/text-generation-llama-v3-1-8b-instruct-q4-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..67b934fa2e64ebae2b199dd68a07d6f2a62f22ac --- /dev/null +++ b/text-generation-llama-v3-1-8b-instruct-q4-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d86fb9d2910178f5c744234fdf91910e033ef7b03c5e23dcc6d25e98687e5fa +size 4920734240 diff --git a/text-generation-llama-v3-1-8b-instruct-q5-k-m.gguf b/text-generation-llama-v3-1-8b-instruct-q5-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..957d05d7d8055de8dbcfcd2b61dcc45b158f5fd5 --- /dev/null +++ b/text-generation-llama-v3-1-8b-instruct-q5-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:599b0d4a087814be765d1d607b2c7bd315868dcc96dbc00c45f877bc6a43fa08 +size 5732987424 diff --git a/text-generation-llama-v3-1-8b-instruct-q6-k.gguf b/text-generation-llama-v3-1-8b-instruct-q6-k.gguf new file mode 100644 index 0000000000000000000000000000000000000000..106163f970c3f5371a66610bcb22939458a3085f --- /dev/null +++ b/text-generation-llama-v3-1-8b-instruct-q6-k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88a24c7c7dac554685659340c28d92a2b87f5ae2973bb1c22aa573987814ee32 +size 6596006432 diff --git a/text-generation-llama-v3-1-8b-instruct-q8-0.gguf b/text-generation-llama-v3-1-8b-instruct-q8-0.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f4692d58fa5de025545d28618279fd05c9914506 --- /dev/null +++ b/text-generation-llama-v3-1-8b-instruct-q8-0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e240fae33a33be0a820880e81239938f7a28e49010487a14a9f04ac672fa48cc +size 8540770848 diff --git a/text-generation-llama-v3-2-1b-instruct-f16.gguf b/text-generation-llama-v3-2-1b-instruct-f16.gguf new file mode 100644 index 0000000000000000000000000000000000000000..75e2bb8d1f8748692d81bbdbf3d386358a137fbf --- /dev/null +++ b/text-generation-llama-v3-2-1b-instruct-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f33ad43d2b85b908ff06fe7002b69806a57359b9b2617ca27d7bdea428ae146 +size 2479595360 diff --git a/text-generation-llama-v3-2-1b-instruct-q3-k-l.gguf b/text-generation-llama-v3-2-1b-instruct-q3-k-l.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c4eb55bc0cc010689f1134e0a635bd78f6ab262b --- /dev/null +++ b/text-generation-llama-v3-2-1b-instruct-q3-k-l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cc006968acfee52002f0d117d14cf2ed587e15c93a85c84fe8c053c5c47455d +size 732524672 diff --git a/text-generation-llama-v3-2-1b-instruct-q4-k-m.gguf b/text-generation-llama-v3-2-1b-instruct-q4-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ca7732416a22ac248814aadae1fb22505e475a92 --- /dev/null +++ b/text-generation-llama-v3-2-1b-instruct-q4-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f85a640a97cf2bf5b8e764087b1e83da0fdb51d7c9fab7d0fece9385611df83 +size 807694464 diff --git a/text-generation-llama-v3-2-1b-instruct-q5-k-m.gguf b/text-generation-llama-v3-2-1b-instruct-q5-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8642900339af0fde9d29a9fb419ea70269218055 --- /dev/null +++ b/text-generation-llama-v3-2-1b-instruct-q5-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f22f95fb1679ef8e2fd6f1659d23f06cd1dbedb79ff291db7413a7ae509e2a9 +size 911503488 diff --git a/text-generation-llama-v3-2-1b-instruct-q6-k.gguf b/text-generation-llama-v3-2-1b-instruct-q6-k.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0bff84d336d86db2c351a624d1d92644db898ea2 --- /dev/null +++ b/text-generation-llama-v3-2-1b-instruct-q6-k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4c510daf16e0d1b3bc94931fd9296c28936bebdda2593687d4eb70c5b70628 +size 1021800576 diff --git a/text-generation-llama-v3-2-1b-instruct-q8-0.gguf b/text-generation-llama-v3-2-1b-instruct-q8-0.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f7635420e39fb1506598e68c2b60342588020f93 --- /dev/null +++ b/text-generation-llama-v3-2-1b-instruct-q8-0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432f310a77f4650a88d0fd59ecdd7cebed8d684bafea53cbff0473542964f0c3 +size 1321083008 diff --git a/text-generation-llama-v3-2-3b-instruct-f16.gguf b/text-generation-llama-v3-2-3b-instruct-f16.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f353ff1527aaaa6631852452553ac925872d3638 --- /dev/null +++ b/text-generation-llama-v3-2-3b-instruct-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5ebe8fbb5ab5f05aaa056948668c5f7443df9d0883497f1d9c05f57fb8ea6cd +size 6433687840 diff --git a/text-generation-llama-v3-2-3b-instruct-q3-k-l.gguf b/text-generation-llama-v3-2-3b-instruct-q3-k-l.gguf new file mode 100644 index 0000000000000000000000000000000000000000..523d6fb2e93ed00820ed2de7907183486a758c76 --- /dev/null +++ b/text-generation-llama-v3-2-3b-instruct-q3-k-l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b11486260d779d1a81876f4c66ea2fd52e52f16d5a2044d992acf6532bfb07 +size 1815347744 diff --git a/text-generation-llama-v3-2-3b-instruct-q4-k-m.gguf b/text-generation-llama-v3-2-3b-instruct-q4-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..05db3ae843d7469470b3bae36359fd49104b5aa2 --- /dev/null +++ b/text-generation-llama-v3-2-3b-instruct-q4-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c1a2b41161032677be168d354123594c0e6e67d2b9227c84f296ad037c728ff +size 2019377696 diff --git a/text-generation-llama-v3-2-3b-instruct-q5-k-m.gguf b/text-generation-llama-v3-2-3b-instruct-q5-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..157bc82731e7178af6cf6991719229128930891b --- /dev/null +++ b/text-generation-llama-v3-2-3b-instruct-q5-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b94ccd04d908304cec5246a3d942b64417a423bc5c6d47c73bc557e590b5194 +size 2322154016 diff --git a/text-generation-llama-v3-2-3b-instruct-q6-k.gguf b/text-generation-llama-v3-2-3b-instruct-q6-k.gguf new file mode 100644 index 0000000000000000000000000000000000000000..47d12cf8883aaa6a6cd0b47975cc026980a3af9d --- /dev/null +++ b/text-generation-llama-v3-2-3b-instruct-q6-k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1771887c15fc3d327cfee6fd593553b2126e88834bf48eae50e709d3f70dd998 +size 2643853856 diff --git a/text-generation-llama-v3-2-3b-instruct-q8-0.gguf b/text-generation-llama-v3-2-3b-instruct-q8-0.gguf new file mode 100644 index 0000000000000000000000000000000000000000..421abba8b0f82e9ba03298fc2ab83e5c82051e90 --- /dev/null +++ b/text-generation-llama-v3-2-3b-instruct-q8-0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5607b5090a8280063fff2d706bb3408ca6542341b06aab39c3eca0a28575921 +size 3421899296 diff --git a/text-generation-llama-v3-8b-instruct-q3-k-m.gguf b/text-generation-llama-v3-8b-instruct-q3-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..410d0bc2dcab618e63b4f0139ed1200c3bb6770d --- /dev/null +++ b/text-generation-llama-v3-8b-instruct-q3-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b41d74e79103da49342fccf295979bf9c64b6907ddd7a576f2ffa4b2d041663 +size 4018917952 diff --git a/text-generation-llama-v3-8b-instruct-q4-k-m.gguf b/text-generation-llama-v3-8b-instruct-q4-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c3f3577e22e7fa4f9aa576174dc7cb3bd6b7ed82 --- /dev/null +++ b/text-generation-llama-v3-8b-instruct-q4-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab9e4eec7e80892fd78f74d9a15d0299f1e22121cea44efd68a7a02a3fe9a1da +size 4920733888 diff --git a/text-generation-llama-v3-8b-instruct-q5-k-m.gguf b/text-generation-llama-v3-8b-instruct-q5-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5c7986630673f760503180cda36f1ae22ee33619 --- /dev/null +++ b/text-generation-llama-v3-8b-instruct-q5-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a528c93a937c8548e0276ee8df5f8564dcf59bc4aefc66fe6760e396892480 +size 5732987072 diff --git a/text-generation-llama-v3-8b-instruct-q6-k.gguf b/text-generation-llama-v3-8b-instruct-q6-k.gguf new file mode 100644 index 0000000000000000000000000000000000000000..543cf26a3da943c00b6143623ae9832286770e9b --- /dev/null +++ b/text-generation-llama-v3-8b-instruct-q6-k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13c5c30a3c9404af369a7b66ce1027097ce02a6b5cc0b17a8df5e414c62d93f6 +size 6596006080 diff --git a/text-generation-llama-v3-8b-instruct-q8-0.gguf b/text-generation-llama-v3-8b-instruct-q8-0.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b976d2269ac8e7f9ccf3b12d93c5ccf70941dfd5 --- /dev/null +++ b/text-generation-llama-v3-8b-instruct-q8-0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4514087a6e21a05906121ebbe22e5f8610eab5e5db561d3a1be20c7fe43167c8 +size 8540770496 diff --git a/text-generation-llama-v3-8b-q3-k-m.gguf b/text-generation-llama-v3-8b-q3-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cfd51a5d2f37c2cbcd1addddd206b979fd0efe88 --- /dev/null +++ b/text-generation-llama-v3-8b-q3-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4d1fb3f8d5689dd7ea0fa80b63d3d787e209b5adcf8c454e20e0a3fc22b4d59 +size 4019430624 diff --git a/text-generation-llama-v3-8b-q4-k-m.gguf b/text-generation-llama-v3-8b-q4-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0186d0873e2235850035076efada3b34d6b65f9c --- /dev/null +++ b/text-generation-llama-v3-8b-q4-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a19e7532fb544cfd164c65a1b045bb415e14924890a8abee0ec84644f66f61f +size 4921246944 diff --git a/text-generation-llama-v3-8b-q5-k-m.gguf b/text-generation-llama-v3-8b-q5-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c3b84b9bb64192ba508fa9e63b79a213c787d725 --- /dev/null +++ b/text-generation-llama-v3-8b-q5-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98b2654bb7bbe434a2ac56cd4239b384d12ed2896ca71e1bfcff938344694996 +size 5733500128 diff --git a/text-generation-llama-v3-8b-q6-k.gguf b/text-generation-llama-v3-8b-q6-k.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d414f0186ce1cb7586157244b56d5b5c1604b1fc --- /dev/null +++ b/text-generation-llama-v3-8b-q6-k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4295733a9a27f0df830998f64aa9c5a246e4f970595284ecd51bc717644389c8 +size 6596519136 diff --git a/text-generation-llama-v3-8b-q8-0.gguf b/text-generation-llama-v3-8b-q8-0.gguf new file mode 100644 index 0000000000000000000000000000000000000000..95f26b43843f1e24f02305e2baeefa072db9e0a4 --- /dev/null +++ b/text-generation-llama-v3-8b-q8-0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db278774487fb6e85d7632778fb34dc93c67bdc458158a50297718142d69d848 +size 8541283552 diff --git a/text-generation-omost-llama3-8b-q5-k-m.gguf b/text-generation-omost-llama3-8b-q5-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c05cffd367cb1c48fb47cf1aa06bdfe07e821767 --- /dev/null +++ b/text-generation-omost-llama3-8b-q5-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff734ad253fd16a781453b7f927e9311458f02bc62ad6a41f3d3f72a83d3115c +size 6596019616 diff --git a/text-generation-zephyr-alpha-7b-q3-k-m.gguf b/text-generation-zephyr-alpha-7b-q3-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..cee75279c26e819cff84648bf0e51fdf67c075b6 --- /dev/null +++ b/text-generation-zephyr-alpha-7b-q3-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b6a1f15a6188a2fe7af1bfc352d04ab8de3d7d5f85c01ae566e8a2488279a5c +size 3518985920 diff --git a/text-generation-zephyr-alpha-7b-q4-k-m.gguf b/text-generation-zephyr-alpha-7b-q4-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e79433896b6029bdbe84d82bc8201da854c13603 --- /dev/null +++ b/text-generation-zephyr-alpha-7b-q4-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59877734fb4a22e81130b5d9b5155fbabdd5e338bba6a27391c93e77bd672004 +size 4368438976 diff --git a/text-generation-zephyr-alpha-7b-q5-k-m.gguf b/text-generation-zephyr-alpha-7b-q5-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9bb049d64968bc9fca94b51dc4f04ee103e805ae --- /dev/null +++ b/text-generation-zephyr-alpha-7b-q5-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ad371d1aeca1ddf6281ca4ee77aa20ace60df33cab71d3bb681e669001e176e +size 5131409088 diff --git a/text-generation-zephyr-alpha-7b-q6-k.gguf b/text-generation-zephyr-alpha-7b-q6-k.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2d913134629fdcd52c7468d987af9fdde30836cb --- /dev/null +++ b/text-generation-zephyr-alpha-7b-q6-k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c0b71b46f0c82c717e1c2806b0250373b58d1fdbf2059a26f860d372a70102 +size 5942064832 diff --git a/text-generation-zephyr-alpha-7b-q8-0.gguf b/text-generation-zephyr-alpha-7b-q8-0.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ad8536da0cb8de870a189e82adb62067b178e1e2 --- /dev/null +++ b/text-generation-zephyr-alpha-7b-q8-0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35555cc49f457c61bb335bf0a09107e8c2d583d5a8f06dddc50c5b18033612c6 +size 7695857344 diff --git a/text-generation-zephyr-beta-7b-q3-k-m.gguf b/text-generation-zephyr-beta-7b-q3-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d56b2fcb37a306fba91271505d73c109618c9e2b --- /dev/null +++ b/text-generation-zephyr-beta-7b-q3-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20517055262b7b0aa3588042bb0e3dae24d0ba2ac6503b5dcddeefc94eb35aaa +size 3518985920 diff --git a/text-generation-zephyr-beta-7b-q4-k-m.gguf b/text-generation-zephyr-beta-7b-q4-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6ffe97deaa4026c3783024db0f24dd95488a4fa5 --- /dev/null +++ b/text-generation-zephyr-beta-7b-q4-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:503580dce392c6e64669ad21a77023ba2a17baa0c381250fb67c11ba6406a85e +size 4368438976 diff --git a/text-generation-zephyr-beta-7b-q5-k-m.gguf b/text-generation-zephyr-beta-7b-q5-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f36b6f34dbca06973bdc8673b53591f42541cef5 --- /dev/null +++ b/text-generation-zephyr-beta-7b-q5-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37894e5b171bd7228f4af7bd5bb0758dd29d6f07fb8e4742e387720f66bac434 +size 5131409088 diff --git a/text-generation-zephyr-beta-7b-q8-0.gguf b/text-generation-zephyr-beta-7b-q8-0.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8dc7fc544d0d7262bf20f859e4e3717e6ef3bf08 --- /dev/null +++ b/text-generation-zephyr-beta-7b-q8-0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90f9b552456b44e02de60905f47e9b4b20bd9088722f5f2c436716a8a52b624f +size 7695857344 diff --git a/visual-question-answering-llava-v1-5-13b-q4-0.gguf b/visual-question-answering-llava-v1-5-13b-q4-0.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d6bfd7e13577998fef91b228f68130e844aa768e --- /dev/null +++ b/visual-question-answering-llava-v1-5-13b-q4-0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cb2baafd1f6ca9975492a243dc04eabdbe4b617cf7020a6e064fdd846125480 +size 7365834720 diff --git a/visual-question-answering-llava-v1-5-13b-q5-k-m.gguf b/visual-question-answering-llava-v1-5-13b-q5-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4db05de7c1dd19b3bd4703b625ce4ed174659d0f --- /dev/null +++ b/visual-question-answering-llava-v1-5-13b-q5-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5192d06916066fe06b1b57a9c3155b4ba97b1bc2925961a05cee8f106817ff8e +size 9229924320 diff --git a/visual-question-answering-llava-v1-5-13b-q6-k.gguf b/visual-question-answering-llava-v1-5-13b-q6-k.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3ecac4268a63b494841331e1b865b382795020b9 --- /dev/null +++ b/visual-question-answering-llava-v1-5-13b-q6-k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89d9a95a45f844e3df71cbe26fe2ca6691cc7e7317cfab528f04c0f61d185d78 +size 10679140320 diff --git a/visual-question-answering-llava-v1-5-13b-q8-0.gguf b/visual-question-answering-llava-v1-5-13b-q8-0.gguf new file mode 100644 index 0000000000000000000000000000000000000000..65d5071d88b630e4c5599cbaa7ba078258051888 --- /dev/null +++ b/visual-question-answering-llava-v1-5-13b-q8-0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77f13915f34a7f1f6cd0a4d3eee40e598557b4dcc7c50fdd254da9497850d8b +size 13831319488 diff --git a/visual-question-answering-llava-v1-5-7b-q3-k-m.gguf b/visual-question-answering-llava-v1-5-7b-q3-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..624f4149cb7855339fb08a073dded2bc9e684006 --- /dev/null +++ b/visual-question-answering-llava-v1-5-7b-q3-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339be6fdad75e27c357b7a0e932ffff5ca5ad9973a4d04d6379776e73aa85af7 +size 3298004768 diff --git a/visual-question-answering-llava-v1-5-7b-q4-k-m.gguf b/visual-question-answering-llava-v1-5-7b-q4-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5c1d35508765ee1c749b6c1722d8ad3309ea966a --- /dev/null +++ b/visual-question-answering-llava-v1-5-7b-q4-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2687b20ac8b7a23f6c70296d5b1e7f908fef2ce4769ecdebd1bb9503528a75bf +size 4081004320 diff --git a/visual-question-answering-llava-v1-5-7b-q5-k-m.gguf b/visual-question-answering-llava-v1-5-7b-q5-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0b12e70531f90e32b74db60d3ceb5a4204762ff0 --- /dev/null +++ b/visual-question-answering-llava-v1-5-7b-q5-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217d0d6a0069af51040ea4bbd1761d038e378e9dfd1851cb5be57f405d01920d +size 4783157024 diff --git a/visual-question-answering-llava-v1-5-7b-q6-k.gguf b/visual-question-answering-llava-v1-5-7b-q6-k.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c6a718e98f9ec9e1014e75768cd51c15c061182a --- /dev/null +++ b/visual-question-answering-llava-v1-5-7b-q6-k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:815f6327b5528afd5860c7ed6b0d4289e3c484baafda01d28e9b76174d374f75 +size 5529194272 diff --git a/visual-question-answering-llava-v1-5-7b-q8-0.gguf b/visual-question-answering-llava-v1-5-7b-q8-0.gguf new file mode 100644 index 0000000000000000000000000000000000000000..fe677deddb1d9ef33240a670275e9075fd38521f --- /dev/null +++ b/visual-question-answering-llava-v1-5-7b-q8-0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de58899356b13714ae290413ff0039d57997ccd6d038399c6ebc7571aa387cf9 +size 7161089728 diff --git a/visual-question-answering-llava-v1-5-7b.fp16.gguf b/visual-question-answering-llava-v1-5-7b.fp16.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b531f7640c024c04dfefb8b91aac66a397deab09 --- /dev/null +++ b/visual-question-answering-llava-v1-5-7b.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be1943f3d90c9ca14356288e8aa5e35a3e9c8d0c6c5e0b338f919bdaad27e6aa +size 13478104736 diff --git a/visual-question-answering-llava-v1-6-34b-q3-k-m.gguf b/visual-question-answering-llava-v1-6-34b-q3-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..297c522049156f06a0aafb68413df81b7c5cb987 --- /dev/null +++ b/visual-question-answering-llava-v1-6-34b-q3-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc74eb3db3b7d8e94d7a1e925dc2f225527aa226ad7cc60f51496a2b580a0488 +size 16654924032 diff --git a/visual-question-answering-llava-v1-6-34b-q4-k-m.gguf b/visual-question-answering-llava-v1-6-34b-q4-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..6ea6d36f4184346055460447a1fd5ba59ec78ced --- /dev/null +++ b/visual-question-answering-llava-v1-6-34b-q4-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8005cfe64b0825f9857477d45ae8f99a991317b0d3629be1e26b6b9c0a8dbd86 +size 20658710784 diff --git a/visual-question-answering-llava-v1-6-34b-q5-k-m.gguf b/visual-question-answering-llava-v1-6-34b-q5-k-m.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9661e142d03a50d871b76470b01a8820998b519a --- /dev/null +++ b/visual-question-answering-llava-v1-6-34b-q5-k-m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79b3acb4668dc90401e9e2ff88a8e1d05f2dee16a159af7d7b476dabe5fef51 +size 24321845504 diff --git a/visual-question-answering-moondream-v2.fp16.gguf b/visual-question-answering-moondream-v2.fp16.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4838e8d231ffe3c4470ba44ef15f77c96ce169cd --- /dev/null +++ b/visual-question-answering-moondream-v2.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e17e9107fb8781629b3c8ce177de57ffeae90fe14adcf7b99f0eef025889696 +size 2839534976