oki602960 commited on
Commit
809e716
·
verified ·
1 Parent(s): b8bc918

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +9 -19
Dockerfile CHANGED
@@ -1,21 +1,11 @@
1
- FROM docker/model-runner:latest
2
 
3
- # HF Spaces wymaga zapisywalnego katalogu (poza etapem build)
4
- ENV MODEL_RUNNER_PORT=7860
5
- ENV HOME=/data
6
- ENV XDG_CACHE_HOME=/data/.cache
 
 
 
7
 
8
- WORKDIR /app
9
-
10
- RUN mkdir -p /data && chmod -R 777 /data
11
-
12
- EXPOSE 7860
13
-
14
- # Pull modelu i start serwera nasłuchującego na 0.0.0.0:7860
15
- # z API kompatybilnym z OpenAI (/engines/llama.cpp/v1/chat/completions)
16
- ENTRYPOINT ["sh", "-c", "\
17
- model-runner pull hf.co/LiquidAI/LFM2.5-230M-GGUF:Q4_0 && \
18
- model-runner serve \
19
- --model hf.co/LiquidAI/LFM2.5-230M-GGUF:Q4_0 \
20
- --host 0.0.0.0 \
21
- --port 7860 \
 
1
+ FROM ghcr.io/ggml-org/llama.cpp:server
2
 
3
+ ENV LLAMA_ARG_HF_REPO=LiquidAI/LFM2.5-230M-GGUF
4
+ ENV LLAMA_ARG_HF_FILE=LFM2.5-230M-Q4_0.gguf
5
+ ENV LLAMA_ARG_HOST=0.0.0.0
6
+ ENV LLAMA_ARG_PORT=7860
7
+ ENV LLAMA_ARG_CTX_SIZE=8192
8
+ ENV HOME=/tmp
9
+ ENV XDG_CACHE_HOME=/tmp/.cache
10
 
11
+ EXPOSE 7860