| # models.txt — THE ONLY FILE YOU EDIT TO CHANGE MODELS. |
| # Everything else (downloads, server config) is generated from this file. |
| # |
| # Format per line: <download-url> [save-as-filename] |
| # - The filename is optional. It defaults to the URL's own filename |
| # (anything after ? is ignored), so most lines are just a bare link. |
| # - Set a filename only to rename on save (e.g. two links with the |
| # same name, or a clearer name for a shared projector file). |
| # |
| # Groups: separate models with a blank line. The first .gguf in a group |
| # is the main model; *mmproj* / *mtp* / *draft* files in the same group |
| # are attached to it automatically (vision projector, speculative draft). |
| # |
| # To skip a model, comment out or delete its group. Lines starting |
| # with # are ignored. |
|
|
| # --- Gemma 4 E2B (vision + speculative draft) --- |
| https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf |
| https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/mtp-gemma-4-E2B-it.gguf |
| https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/mmproj-F16.gguf gemma-4-E2B-it-mmproj.gguf |
|
|
| # --- Gemma 3 270M --- |
| https://huggingface.co/unsloth/gemma-3-270m-it-GGUF/resolve/main/gemma-3-270m-it-Q8_0.gguf |
|
|
| # --- Gemma 3 1B --- |
| https://huggingface.co/MaziyarPanahi/gemma-3-1b-it-GGUF/resolve/main/gemma-3-1b-it.Q3_K_M.gguf |
|
|
| # --- Ornith 1.0 9B --- |
| https://huggingface.co/deepreinforce-ai/Ornith-1.0-9B-GGUF/resolve/main/ornith-1.0-9b-Q4_K_M.gguf |
|
|
| # --- Qwen 3.5 0.8B (vision) --- |
| https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/Qwen3.5-0.8B-Q4_0.gguf |
| https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/resolve/main/mmproj-BF16.gguf |
|
|
| # --- GPT OSS 20B --- |
| https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_0.gguf |
|
|
| # --- Gemma 4 12B --- |
| https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/resolve/main/gemma-4-12b-it-Q4_K_M.gguf |
|
|
| # --- Gemma 4 E4B --- |
| https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/resolve/main/gemma-4-E4B-it-Q4_K_M.gguf |
|
|
| # --- MiniCPM 5 1B --- |
| https://huggingface.co/openbmb/MiniCPM5-1B-GGUF/resolve/main/MiniCPM5-1B-Q4_K_M.gguf |
|
|
| # --- Nanbeige 4.1 3B --- |
| https://huggingface.co/Mungert/Nanbeige4.1-3B-GGUF/resolve/main/Nanbeige4.1-3B-q4_k_m.gguf?download=true |
|
|
| # --- TwIL LM3 --- |
| https://huggingface.co/holooo/TwIL-LM3-Q5_K_S-GGUF/resolve/main/twil-lm3-q5_k_s.gguf?download=true |
|
|
| # --- LiquidAI LFM 2.5 1.2B --- |
| https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/resolve/main/LFM2.5-1.2B-Instruct-Q4_0.gguf?download=true |
|
|
| # --- LiquidAI LFM 2.5 8B --- |
| https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q4_0.gguf?download=true |
|
|
| # --- LiquidAI LFM 2.5 VL 450M --- |
| https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/resolve/main/LFM2.5-VL-450M-Q4_0.gguf?download=true |
|
|
