Spaces:
Sleeping
Sleeping
fix: add missing argument to CMD in Dockerfile
Browse files- Dockerfile +3 -6
Dockerfile
CHANGED
|
@@ -11,9 +11,9 @@ RUN apt-get update && apt-get install -y \
|
|
| 11 |
|
| 12 |
WORKDIR /build
|
| 13 |
|
| 14 |
-
# Pin a known-good release that supports --jinja
|
| 15 |
-
#
|
| 16 |
-
RUN git clone --depth 1 --branch
|
| 17 |
|
| 18 |
WORKDIR /build/llama.cpp
|
| 19 |
|
|
@@ -40,9 +40,6 @@ WORKDIR /app
|
|
| 40 |
|
| 41 |
COPY --from=builder /build/llama.cpp/build/bin/llama-server /app/llama-server
|
| 42 |
|
| 43 |
-
# Qwen2.5-3B is a better fit than 7B for a 2-thread CPU-only box —
|
| 44 |
-
# noticeably faster time-to-first-token for tool-calling latency.
|
| 45 |
-
# Override with --build-arg MODEL_URL=... if you want to go back to 7B.
|
| 46 |
ARG MODEL_URL=https://huggingface.co/bartowski/Qwen2.5-3B-Instruct-GGUF/resolve/main/Qwen2.5-3B-Instruct-Q4_K_M.gguf
|
| 47 |
RUN curl -L -o /app/model.gguf "${MODEL_URL}"
|
| 48 |
|
|
|
|
| 11 |
|
| 12 |
WORKDIR /build
|
| 13 |
|
| 14 |
+
# Pin a known-good release that supports --jinja.
|
| 15 |
+
# Verify current tags at https://github.com/ggml-org/llama.cpp/releases before bumping.
|
| 16 |
+
RUN git clone --depth 1 --branch b10107 https://github.com/ggml-org/llama.cpp.git
|
| 17 |
|
| 18 |
WORKDIR /build/llama.cpp
|
| 19 |
|
|
|
|
| 40 |
|
| 41 |
COPY --from=builder /build/llama.cpp/build/bin/llama-server /app/llama-server
|
| 42 |
|
|
|
|
|
|
|
|
|
|
| 43 |
ARG MODEL_URL=https://huggingface.co/bartowski/Qwen2.5-3B-Instruct-GGUF/resolve/main/Qwen2.5-3B-Instruct-Q4_K_M.gguf
|
| 44 |
RUN curl -L -o /app/model.gguf "${MODEL_URL}"
|
| 45 |
|