| FROM ghcr.io/ggml-org/llama.cpp:full | |
| ENV DEBIAN_FRONTEND=noninteractive | |
| RUN apt-get update && \ | |
| apt-get install -y --no-install-recommends wget ca-certificates && \ | |
| rm -rf /var/lib/apt/lists/* | |
| RUN wget -O /model.gguf "https://huggingface.co/ggml-org/gemma-4-E2B-it-GGUF/resolve/main/gemma-4-e2b-it-Q8_0.gguf" | |
| RUN wget -O /mmproj.gguf "https://huggingface.co/ggml-org/gemma-4-E2B-it-GGUF/resolve/main/mmproj-gemma-4-e2b-it-f16.gguf" | |
| EXPOSE 7860 | |
| CMD ["--server", "-m", "/model.gguf", "--mmproj", "/mmproj.gguf", "--host", "0.0.0.0", "--port", "7860", "-t", "4", "-c", "4096", "-b", "512"] |