ubix commited on
Commit
8937aa2
·
verified ·
1 Parent(s): 7c204ea

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -6
Dockerfile CHANGED
@@ -2,10 +2,6 @@ FROM ghcr.io/ggml-org/llama.cpp:full
2
 
3
  RUN apt update && apt install wget -y
4
 
5
- RUN wget "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q4_k_m.gguf" -O /qwen2.5-coder-7b-instruct-q4_k_m.gguf
6
-
7
- CMD ["--server", "-m", "/qwen2.5-coder-7b-instruct-q4_k_m.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "512"]
8
-
9
-
10
-
11
 
 
 
2
 
3
  RUN apt update && apt install wget -y
4
 
5
+ RUN wget "https://huggingface.co/Qwen/Qwen3-8B-GGUF/resolve/main/Qwen3-8B-Q4_K_M.gguf" -O /Qwen3-8B-Q4_K_M.gguf
 
 
 
 
 
6
 
7
+ CMD ["--server", "-m", "/Qwen3-8B-Q4_K_M.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"]