Spaces:
Build error
Build error
Update Dockerfile
Browse files- Dockerfile +5 -4
Dockerfile
CHANGED
|
@@ -4,7 +4,7 @@
|
|
| 4 |
FROM ubuntu:20.04
|
| 5 |
|
| 6 |
ARG MODEL_DOWNLOAD_LINK
|
| 7 |
-
ENV MODEL_DOWNLOAD_LINK=${MODEL_DOWNLOAD_LINK:-https://huggingface.co/
|
| 8 |
|
| 9 |
ENV DEBIAN_FRONTEND=noninteractive
|
| 10 |
|
|
@@ -14,7 +14,6 @@ ENV PATH="/home/user/.local/bin:$PATH"
|
|
| 14 |
|
| 15 |
WORKDIR /app
|
| 16 |
|
| 17 |
-
|
| 18 |
COPY --chown=user . /app
|
| 19 |
|
| 20 |
USER root
|
|
@@ -41,5 +40,7 @@ RUN cmake -B build -DBUILD_SHARED_LIBS=OFF
|
|
| 41 |
RUN cmake --build build --config Release -j 8
|
| 42 |
|
| 43 |
WORKDIR /app/llama.cpp/build/bin
|
| 44 |
-
RUN wget -nv -O local_model.gguf ${MODEL_DOWNLOAD_LINK}
|
| 45 |
-
|
|
|
|
|
|
|
|
|
| 4 |
FROM ubuntu:20.04
|
| 5 |
|
| 6 |
ARG MODEL_DOWNLOAD_LINK
|
| 7 |
+
ENV MODEL_DOWNLOAD_LINK=${MODEL_DOWNLOAD_LINK:-https://huggingface.co/QuantFactory/MN-Violet-Lotus-12B-GGUF/resolve/main/MN-Violet-Lotus-12B.Q4_K_M.gguf?download=true}
|
| 8 |
|
| 9 |
ENV DEBIAN_FRONTEND=noninteractive
|
| 10 |
|
|
|
|
| 14 |
|
| 15 |
WORKDIR /app
|
| 16 |
|
|
|
|
| 17 |
COPY --chown=user . /app
|
| 18 |
|
| 19 |
USER root
|
|
|
|
| 40 |
RUN cmake --build build --config Release -j 8
|
| 41 |
|
| 42 |
WORKDIR /app/llama.cpp/build/bin
|
| 43 |
+
RUN wget -nv -O local_model.gguf "${MODEL_DOWNLOAD_LINK}"
|
| 44 |
+
|
| 45 |
+
# HF Docker Spaces default expects your app on port 7860 (or set app_port in README)
|
| 46 |
+
CMD ["/app/llama.cpp/build/bin/llama-server", "--host", "0.0.0.0", "--port", "7860", "-c", "2048", "-m", "local_model.gguf", "--cache-type-k", "q8_0" ]
|