Hugging Face's logo

Spaces:
Javedalam
/
llamacpp-tiny
Running

App Files Community
Javedalam commited on
Commit
3249d37
·
1 Parent(s): 549ce05

Use prebuilt image; ADD tiny GGUF; pass args only

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -3
Dockerfile CHANGED
@@ -1,8 +1,6 @@
1
  FROM ghcr.io/ggerganov/llama.cpp:server
2
 
3
- ENV MODEL_URL="https://huggingface.co/bartowski/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/Qwen2.5-0.5B-Instruct-Q4_K_M.gguf"
4
-
5
- RUN mkdir -p /models && curl -L -o /models/model.gguf "$MODEL_URL"
6
 
7
  EXPOSE 7860
8
  CMD ["-m","/models/model.gguf","-c","2048","-ngl","0","-t","4","--host","0.0.0.0","--port","7860"]
 
1
  FROM ghcr.io/ggerganov/llama.cpp:server
2
 
3
+ ADD https://huggingface.co/bartowski/Qwen2.5-0.5B-Instruct-GGUF/resolve/main/Qwen2.5-0.5B-Instruct-Q4_K_M.gguf /models/model.gguf
 
 
4
 
5
  EXPOSE 7860
6
  CMD ["-m","/models/model.gguf","-c","2048","-ngl","0","-t","4","--host","0.0.0.0","--port","7860"]