Spaces:
Sleeping
Sleeping
fix: add missing argument to CMD in Dockerfile
Browse files- Dockerfile +10 -3
Dockerfile
CHANGED
|
@@ -11,8 +11,9 @@ RUN apt-get update && apt-get install -y \
|
|
| 11 |
|
| 12 |
WORKDIR /build
|
| 13 |
|
| 14 |
-
# Pin a known-good release
|
| 15 |
-
|
|
|
|
| 16 |
|
| 17 |
WORKDIR /build/llama.cpp
|
| 18 |
|
|
@@ -39,11 +40,17 @@ WORKDIR /app
|
|
| 39 |
|
| 40 |
COPY --from=builder /build/llama.cpp/build/bin/llama-server /app/llama-server
|
| 41 |
|
| 42 |
-
|
|
|
|
|
|
|
|
|
|
| 43 |
RUN curl -L -o /app/model.gguf "${MODEL_URL}"
|
| 44 |
|
| 45 |
EXPOSE 7860
|
| 46 |
|
|
|
|
|
|
|
|
|
|
| 47 |
CMD ["/app/llama-server", \
|
| 48 |
"-m", "/app/model.gguf", \
|
| 49 |
"--host", "0.0.0.0", \
|
|
|
|
| 11 |
|
| 12 |
WORKDIR /build
|
| 13 |
|
| 14 |
+
# Pin a known-good release that supports --jinja (added after b3600).
|
| 15 |
+
# Bump this periodically; check https://github.com/ggml-org/llama.cpp/releases
|
| 16 |
+
RUN git clone --depth 1 --branch b4996 https://github.com/ggml-org/llama.cpp.git
|
| 17 |
|
| 18 |
WORKDIR /build/llama.cpp
|
| 19 |
|
|
|
|
| 40 |
|
| 41 |
COPY --from=builder /build/llama.cpp/build/bin/llama-server /app/llama-server
|
| 42 |
|
| 43 |
+
# Qwen2.5-3B is a better fit than 7B for a 2-thread CPU-only box —
|
| 44 |
+
# noticeably faster time-to-first-token for tool-calling latency.
|
| 45 |
+
# Override with --build-arg MODEL_URL=... if you want to go back to 7B.
|
| 46 |
+
ARG MODEL_URL=https://huggingface.co/bartowski/Qwen2.5-3B-Instruct-GGUF/resolve/main/Qwen2.5-3B-Instruct-Q4_K_M.gguf
|
| 47 |
RUN curl -L -o /app/model.gguf "${MODEL_URL}"
|
| 48 |
|
| 49 |
EXPOSE 7860
|
| 50 |
|
| 51 |
+
HEALTHCHECK --interval=30s --timeout=5s --start-period=60s --retries=3 \
|
| 52 |
+
CMD curl -f http://localhost:7860/health || exit 1
|
| 53 |
+
|
| 54 |
CMD ["/app/llama-server", \
|
| 55 |
"-m", "/app/model.gguf", \
|
| 56 |
"--host", "0.0.0.0", \
|