Update Dockerfile
Browse files- Dockerfile +9 -19
Dockerfile
CHANGED
|
@@ -1,21 +1,11 @@
|
|
| 1 |
-
FROM
|
| 2 |
|
| 3 |
-
|
| 4 |
-
ENV
|
| 5 |
-
ENV
|
| 6 |
-
ENV
|
|
|
|
|
|
|
|
|
|
| 7 |
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
RUN mkdir -p /data && chmod -R 777 /data
|
| 11 |
-
|
| 12 |
-
EXPOSE 7860
|
| 13 |
-
|
| 14 |
-
# Pull modelu i start serwera nasłuchującego na 0.0.0.0:7860
|
| 15 |
-
# z API kompatybilnym z OpenAI (/engines/llama.cpp/v1/chat/completions)
|
| 16 |
-
ENTRYPOINT ["sh", "-c", "\
|
| 17 |
-
model-runner pull hf.co/LiquidAI/LFM2.5-230M-GGUF:Q4_0 && \
|
| 18 |
-
model-runner serve \
|
| 19 |
-
--model hf.co/LiquidAI/LFM2.5-230M-GGUF:Q4_0 \
|
| 20 |
-
--host 0.0.0.0 \
|
| 21 |
-
--port 7860 \
|
|
|
|
| 1 |
+
FROM ghcr.io/ggml-org/llama.cpp:server
|
| 2 |
|
| 3 |
+
ENV LLAMA_ARG_HF_REPO=LiquidAI/LFM2.5-230M-GGUF
|
| 4 |
+
ENV LLAMA_ARG_HF_FILE=LFM2.5-230M-Q4_0.gguf
|
| 5 |
+
ENV LLAMA_ARG_HOST=0.0.0.0
|
| 6 |
+
ENV LLAMA_ARG_PORT=7860
|
| 7 |
+
ENV LLAMA_ARG_CTX_SIZE=8192
|
| 8 |
+
ENV HOME=/tmp
|
| 9 |
+
ENV XDG_CACHE_HOME=/tmp/.cache
|
| 10 |
|
| 11 |
+
EXPOSE 7860
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|