Javedalam commited on
Commit
bc59401
·
1 Parent(s): 757a4d9

Switch to LiquidAI LFM2-350M Q4_K_M GGUF

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -3
Dockerfile CHANGED
@@ -7,11 +7,11 @@ RUN set -eux; \
7
  elif command -v apt-get >/dev/null 2>&1; then apt-get update && apt-get install -y --no-install-recommends curl ca-certificates && rm -rf /var/lib/apt/lists/*; \
8
  else echo "no supported pkg manager" && exit 1; fi
9
 
10
- # bake tiny model into the image (fail build if download fails)
11
  RUN mkdir -p /models && \
12
  curl -fL --retry 5 --retry-delay 2 -o /models/model.gguf \
13
- https://huggingface.co/bartowski/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/Qwen2.5-0.5B-Instruct-Q4_K_M.gguf
14
 
15
  EXPOSE 7860
16
- # base image ENTRYPOINT is already ["llama-server"]; pass only args:
17
  CMD ["-m","/models/model.gguf","-c","2048","-ngl","0","-t","4","--host","0.0.0.0","--port","7860"]
 
7
  elif command -v apt-get >/dev/null 2>&1; then apt-get update && apt-get install -y --no-install-recommends curl ca-certificates && rm -rf /var/lib/apt/lists/*; \
8
  else echo "no supported pkg manager" && exit 1; fi
9
 
10
+ # bake the Liquid AI GGUF at build time (fail build if download fails)
11
  RUN mkdir -p /models && \
12
  curl -fL --retry 5 --retry-delay 2 -o /models/model.gguf \
13
+ "https://huggingface.co/LiquidAI/LFM2-350M-GGUF/resolve/main/LFM2-350M-Q4_K_M.gguf?download=true"
14
 
15
  EXPOSE 7860
16
+ # base image ENTRYPOINT is ["llama-server"]; pass only args:
17
  CMD ["-m","/models/model.gguf","-c","2048","-ngl","0","-t","4","--host","0.0.0.0","--port","7860"]