Samixx commited on
Commit
11ae990
·
1 Parent(s): ca78a3b

fix: add missing argument to CMD in Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +10 -3
Dockerfile CHANGED
@@ -11,8 +11,9 @@ RUN apt-get update && apt-get install -y \
11
 
12
  WORKDIR /build
13
 
14
- # Pin a known-good release; bump as needed
15
- RUN git clone --depth 1 --branch b3600 https://github.com/ggerganov/llama.cpp.git
 
16
 
17
  WORKDIR /build/llama.cpp
18
 
@@ -39,11 +40,17 @@ WORKDIR /app
39
 
40
  COPY --from=builder /build/llama.cpp/build/bin/llama-server /app/llama-server
41
 
42
- ARG MODEL_URL=https://huggingface.co/bartowski/Qwen2.5-7B-Instruct-GGUF/resolve/main/Qwen2.5-7B-Instruct-Q4_K_M.gguf
 
 
 
43
  RUN curl -L -o /app/model.gguf "${MODEL_URL}"
44
 
45
  EXPOSE 7860
46
 
 
 
 
47
  CMD ["/app/llama-server", \
48
  "-m", "/app/model.gguf", \
49
  "--host", "0.0.0.0", \
 
11
 
12
  WORKDIR /build
13
 
14
+ # Pin a known-good release that supports --jinja (added after b3600).
15
+ # Bump this periodically; check https://github.com/ggml-org/llama.cpp/releases
16
+ RUN git clone --depth 1 --branch b4996 https://github.com/ggml-org/llama.cpp.git
17
 
18
  WORKDIR /build/llama.cpp
19
 
 
40
 
41
  COPY --from=builder /build/llama.cpp/build/bin/llama-server /app/llama-server
42
 
43
+ # Qwen2.5-3B is a better fit than 7B for a 2-thread CPU-only box —
44
+ # noticeably faster time-to-first-token for tool-calling latency.
45
+ # Override with --build-arg MODEL_URL=... if you want to go back to 7B.
46
+ ARG MODEL_URL=https://huggingface.co/bartowski/Qwen2.5-3B-Instruct-GGUF/resolve/main/Qwen2.5-3B-Instruct-Q4_K_M.gguf
47
  RUN curl -L -o /app/model.gguf "${MODEL_URL}"
48
 
49
  EXPOSE 7860
50
 
51
+ HEALTHCHECK --interval=30s --timeout=5s --start-period=60s --retries=3 \
52
+ CMD curl -f http://localhost:7860/health || exit 1
53
+
54
  CMD ["/app/llama-server", \
55
  "-m", "/app/model.gguf", \
56
  "--host", "0.0.0.0", \