Spaces:
Sleeping
Sleeping
Fix CMD: pass args only (ENTRYPOINT is llama-server)
Browse files- Dockerfile +2 -2
Dockerfile
CHANGED
|
@@ -2,7 +2,7 @@ FROM ghcr.io/ggerganov/llama.cpp:server
|
|
| 2 |
|
| 3 |
ENV MODEL_URL="https://huggingface.co/bartowski/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/Qwen2.5-0.5B-Instruct-Q4_K_M.gguf"
|
| 4 |
|
| 5 |
-
RUN mkdir -p /models && curl -L -o /models/model.gguf $MODEL_URL
|
| 6 |
|
| 7 |
EXPOSE 7860
|
| 8 |
-
CMD ["
|
|
|
|
| 2 |
|
| 3 |
ENV MODEL_URL="https://huggingface.co/bartowski/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/Qwen2.5-0.5B-Instruct-Q4_K_M.gguf"
|
| 4 |
|
| 5 |
+
RUN mkdir -p /models && curl -L -o /models/model.gguf "$MODEL_URL"
|
| 6 |
|
| 7 |
EXPOSE 7860
|
| 8 |
+
CMD ["-m","/models/model.gguf","-c","2048","-ngl","0","-t","4","--host","0.0.0.0","--port","7860"]
|