ubix commited on
Commit
8f8f789
·
verified ·
1 Parent(s): 8937aa2

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +9 -1
Dockerfile CHANGED
@@ -4,4 +4,12 @@ RUN apt update && apt install wget -y
4
 
5
  RUN wget "https://huggingface.co/Qwen/Qwen3-8B-GGUF/resolve/main/Qwen3-8B-Q4_K_M.gguf" -O /Qwen3-8B-Q4_K_M.gguf
6
 
7
- CMD ["--server", "-m", "/Qwen3-8B-Q4_K_M.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"]
 
 
 
 
 
 
 
 
 
4
 
5
  RUN wget "https://huggingface.co/Qwen/Qwen3-8B-GGUF/resolve/main/Qwen3-8B-Q4_K_M.gguf" -O /Qwen3-8B-Q4_K_M.gguf
6
 
7
+ CMD ["--server",
8
+ "-m", "/Qwen3-8B-Q4_K_M.gguf",
9
+ "--port", "7860",
10
+ "--host", "0.0.0.0",
11
+ "--ctx-size", "32768", # ← Main change: context
12
+ "--n-predict", "-1", # Unlimited output (up to context)
13
+ "--threads", "2", # Match your 2 vCPU
14
+ "--no-context-shift", # Stop cleanly when full
15
+ "--jinja"] # Better chat template support