update application file
Browse files- Dockerfile +18 -1
Dockerfile
CHANGED
|
@@ -2,7 +2,24 @@ FROM ghcr.io/ggml-org/llama.cpp:server
|
|
| 2 |
|
| 3 |
WORKDIR /app
|
| 4 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
EXPOSE 7860
|
| 6 |
|
| 7 |
ENTRYPOINT ["/app/llama-server"]
|
| 8 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
|
| 3 |
WORKDIR /app
|
| 4 |
|
| 5 |
+
RUN apt-get update && \
|
| 6 |
+
apt-get install -y git git-lfs && \
|
| 7 |
+
git lfs install && \
|
| 8 |
+
rm -rf /var/lib/apt/lists/*
|
| 9 |
+
|
| 10 |
+
WORKDIR /models
|
| 11 |
+
|
| 12 |
+
RUN git clone --depth=1 https://huggingface.co/ggml-org/gemma-3-4b-it-GGUF .
|
| 13 |
+
RUN git lfs pull --include="gemma-3-4b-it-Q4_K_M.gguf,mmproj-model-f16.gguf"
|
| 14 |
+
|
| 15 |
EXPOSE 7860
|
| 16 |
|
| 17 |
ENTRYPOINT ["/app/llama-server"]
|
| 18 |
+
|
| 19 |
+
CMD [
|
| 20 |
+
"--host", "0.0.0.0",
|
| 21 |
+
"--port", "7860",
|
| 22 |
+
|
| 23 |
+
"-m", "/models/gemma-3-4b-it-Q4_K_M.gguf",
|
| 24 |
+
"--mmproj", "/models/mmproj-model-f16.gguf"
|
| 25 |
+
]
|