File size: 449 Bytes
aa0b1af 6dd8755 8244fa9 6dd8755 8244fa9 6dd8755 aa0b1af 8244fa9 aa0b1af 8244fa9 aa0b1af a6d8710 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 | FROM ghcr.io/ggml-org/llama.cpp:full
RUN apt update && apt install wget -y
# Download the coding-specialized model
RUN wget "https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/Qwen3.5-9B-Q4_K_M.gguf" -O /Qwen3.5-9B-Q4_K_M.gguf
CMD ["--server", \
"-m", "/Qwen3.5-9B-Q4_K_M.gguf", \
"--port", "7860", \
"--host", "0.0.0.0", \
"--ctx-size", "32768", \
"--n-predict", "-1", \
"--threads", "2", \
"--jinja"] |