ubix commited on
Commit
37d7762
·
verified ·
1 Parent(s): 01b2896

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -2
Dockerfile CHANGED
@@ -2,10 +2,11 @@ FROM ghcr.io/ggml-org/llama.cpp:full
2
 
3
  RUN apt update && apt install wget -y
4
 
5
- RUN wget "https://huggingface.co/Qwen/Qwen3-8B-GGUF/resolve/main/Qwen3-8B-Q4_K_M.gguf" -O /Qwen3-8B-Q4_K_M.gguf
 
6
 
7
  CMD ["--server", \
8
- "-m", "/Qwen3-8B-Q4_K_M.gguf", \
9
  "--port", "7860", \
10
  "--host", "0.0.0.0", \
11
  "--ctx-size", "32768", \
 
2
 
3
  RUN apt update && apt install wget -y
4
 
5
+ # Download the coding-specialized model
6
+ RUN wget "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q4_k_m.gguf" -O /Qwen2.5-Coder-7B-Q4_K_M.gguf
7
 
8
  CMD ["--server", \
9
+ "-m", "/Qwen2.5-Coder-7B-Q4_K_M.gguf", \
10
  "--port", "7860", \
11
  "--host", "0.0.0.0", \
12
  "--ctx-size", "32768", \