Spaces:
Sleeping
Sleeping
Switch to LiquidAI LFM2-350M Q4_K_M GGUF
Browse files- Dockerfile +3 -3
Dockerfile
CHANGED
|
@@ -7,11 +7,11 @@ RUN set -eux; \
|
|
| 7 |
elif command -v apt-get >/dev/null 2>&1; then apt-get update && apt-get install -y --no-install-recommends curl ca-certificates && rm -rf /var/lib/apt/lists/*; \
|
| 8 |
else echo "no supported pkg manager" && exit 1; fi
|
| 9 |
|
| 10 |
-
# bake
|
| 11 |
RUN mkdir -p /models && \
|
| 12 |
curl -fL --retry 5 --retry-delay 2 -o /models/model.gguf \
|
| 13 |
-
https://huggingface.co/
|
| 14 |
|
| 15 |
EXPOSE 7860
|
| 16 |
-
# base image ENTRYPOINT is
|
| 17 |
CMD ["-m","/models/model.gguf","-c","2048","-ngl","0","-t","4","--host","0.0.0.0","--port","7860"]
|
|
|
|
| 7 |
elif command -v apt-get >/dev/null 2>&1; then apt-get update && apt-get install -y --no-install-recommends curl ca-certificates && rm -rf /var/lib/apt/lists/*; \
|
| 8 |
else echo "no supported pkg manager" && exit 1; fi
|
| 9 |
|
| 10 |
+
# bake the Liquid AI GGUF at build time (fail build if download fails)
|
| 11 |
RUN mkdir -p /models && \
|
| 12 |
curl -fL --retry 5 --retry-delay 2 -o /models/model.gguf \
|
| 13 |
+
"https://huggingface.co/LiquidAI/LFM2-350M-GGUF/resolve/main/LFM2-350M-Q4_K_M.gguf?download=true"
|
| 14 |
|
| 15 |
EXPOSE 7860
|
| 16 |
+
# base image ENTRYPOINT is ["llama-server"]; pass only args:
|
| 17 |
CMD ["-m","/models/model.gguf","-c","2048","-ngl","0","-t","4","--host","0.0.0.0","--port","7860"]
|