Samixx commited on
Commit
6b56c00
·
1 Parent(s): 11ae990

fix: add missing argument to CMD in Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -6
Dockerfile CHANGED
@@ -11,9 +11,9 @@ RUN apt-get update && apt-get install -y \
11
 
12
  WORKDIR /build
13
 
14
- # Pin a known-good release that supports --jinja (added after b3600).
15
- # Bump this periodically; check https://github.com/ggml-org/llama.cpp/releases
16
- RUN git clone --depth 1 --branch b4996 https://github.com/ggml-org/llama.cpp.git
17
 
18
  WORKDIR /build/llama.cpp
19
 
@@ -40,9 +40,6 @@ WORKDIR /app
40
 
41
  COPY --from=builder /build/llama.cpp/build/bin/llama-server /app/llama-server
42
 
43
- # Qwen2.5-3B is a better fit than 7B for a 2-thread CPU-only box —
44
- # noticeably faster time-to-first-token for tool-calling latency.
45
- # Override with --build-arg MODEL_URL=... if you want to go back to 7B.
46
  ARG MODEL_URL=https://huggingface.co/bartowski/Qwen2.5-3B-Instruct-GGUF/resolve/main/Qwen2.5-3B-Instruct-Q4_K_M.gguf
47
  RUN curl -L -o /app/model.gguf "${MODEL_URL}"
48
 
 
11
 
12
  WORKDIR /build
13
 
14
+ # Pin a known-good release that supports --jinja.
15
+ # Verify current tags at https://github.com/ggml-org/llama.cpp/releases before bumping.
16
+ RUN git clone --depth 1 --branch b10107 https://github.com/ggml-org/llama.cpp.git
17
 
18
  WORKDIR /build/llama.cpp
19
 
 
40
 
41
  COPY --from=builder /build/llama.cpp/build/bin/llama-server /app/llama-server
42
 
 
 
 
43
  ARG MODEL_URL=https://huggingface.co/bartowski/Qwen2.5-3B-Instruct-GGUF/resolve/main/Qwen2.5-3B-Instruct-Q4_K_M.gguf
44
  RUN curl -L -o /app/model.gguf "${MODEL_URL}"
45