Update Dockerfile
Browse files- Dockerfile +9 -1
Dockerfile
CHANGED
|
@@ -4,4 +4,12 @@ RUN apt update && apt install wget -y
|
|
| 4 |
|
| 5 |
RUN wget "https://huggingface.co/Qwen/Qwen3-8B-GGUF/resolve/main/Qwen3-8B-Q4_K_M.gguf" -O /Qwen3-8B-Q4_K_M.gguf
|
| 6 |
|
| 7 |
-
CMD ["--server",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
|
| 5 |
RUN wget "https://huggingface.co/Qwen/Qwen3-8B-GGUF/resolve/main/Qwen3-8B-Q4_K_M.gguf" -O /Qwen3-8B-Q4_K_M.gguf
|
| 6 |
|
| 7 |
+
CMD ["--server",
|
| 8 |
+
"-m", "/Qwen3-8B-Q4_K_M.gguf",
|
| 9 |
+
"--port", "7860",
|
| 10 |
+
"--host", "0.0.0.0",
|
| 11 |
+
"--ctx-size", "32768", # ← Main change: context
|
| 12 |
+
"--n-predict", "-1", # Unlimited output (up to context)
|
| 13 |
+
"--threads", "2", # Match your 2 vCPU
|
| 14 |
+
"--no-context-shift", # Stop cleanly when full
|
| 15 |
+
"--jinja"] # Better chat template support
|