Apsiknb commited on
Commit
b943d6b
·
verified ·
1 Parent(s): ed001a6

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -4
Dockerfile CHANGED
@@ -4,7 +4,7 @@
4
  FROM ubuntu:20.04
5
 
6
  ARG MODEL_DOWNLOAD_LINK
7
- ENV MODEL_DOWNLOAD_LINK=${MODEL_DOWNLOAD_LINK:-https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf?download=true}
8
 
9
  ENV DEBIAN_FRONTEND=noninteractive
10
 
@@ -14,7 +14,6 @@ ENV PATH="/home/user/.local/bin:$PATH"
14
 
15
  WORKDIR /app
16
 
17
-
18
  COPY --chown=user . /app
19
 
20
  USER root
@@ -41,5 +40,7 @@ RUN cmake -B build -DBUILD_SHARED_LIBS=OFF
41
  RUN cmake --build build --config Release -j 8
42
 
43
  WORKDIR /app/llama.cpp/build/bin
44
- RUN wget -nv -O local_model.gguf ${MODEL_DOWNLOAD_LINK}
45
- CMD ["/app/llama.cpp/build/bin/llama-server", "--host", "0.0.0.0","--port","8080", "-c", "2048","-m","local_model.gguf", "--cache-type-k", "q8_0" ]
 
 
 
4
  FROM ubuntu:20.04
5
 
6
  ARG MODEL_DOWNLOAD_LINK
7
+ ENV MODEL_DOWNLOAD_LINK=${MODEL_DOWNLOAD_LINK:-https://huggingface.co/QuantFactory/MN-Violet-Lotus-12B-GGUF/resolve/main/MN-Violet-Lotus-12B.Q4_K_M.gguf?download=true}
8
 
9
  ENV DEBIAN_FRONTEND=noninteractive
10
 
 
14
 
15
  WORKDIR /app
16
 
 
17
  COPY --chown=user . /app
18
 
19
  USER root
 
40
  RUN cmake --build build --config Release -j 8
41
 
42
  WORKDIR /app/llama.cpp/build/bin
43
+ RUN wget -nv -O local_model.gguf "${MODEL_DOWNLOAD_LINK}"
44
+
45
+ # HF Docker Spaces default expects your app on port 7860 (or set app_port in README)
46
+ CMD ["/app/llama.cpp/build/bin/llama-server", "--host", "0.0.0.0", "--port", "7860", "-c", "2048", "-m", "local_model.gguf", "--cache-type-k", "q8_0" ]