ubix commited on
Commit
251c288
·
verified ·
1 Parent(s): 8f8f789

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +8 -9
Dockerfile CHANGED
@@ -4,12 +4,11 @@ RUN apt update && apt install wget -y
4
 
5
  RUN wget "https://huggingface.co/Qwen/Qwen3-8B-GGUF/resolve/main/Qwen3-8B-Q4_K_M.gguf" -O /Qwen3-8B-Q4_K_M.gguf
6
 
7
- CMD ["--server",
8
- "-m", "/Qwen3-8B-Q4_K_M.gguf",
9
- "--port", "7860",
10
- "--host", "0.0.0.0",
11
- "--ctx-size", "32768", # ← Main change: context
12
- "--n-predict", "-1", # Unlimited output (up to context)
13
- "--threads", "2", # Match your 2 vCPU
14
- "--no-context-shift", # Stop cleanly when full
15
- "--jinja"] # Better chat template support
 
4
 
5
  RUN wget "https://huggingface.co/Qwen/Qwen3-8B-GGUF/resolve/main/Qwen3-8B-Q4_K_M.gguf" -O /Qwen3-8B-Q4_K_M.gguf
6
 
7
+ CMD --server \
8
+ -m /Qwen3-8B-Q4_K_M.gguf \
9
+ --port 7860 \
10
+ --host 0.0.0.0 \
11
+ --ctx-size 32768 \
12
+ --n-predict -1 \
13
+ --threads 2 \
14
+ --jinja