Update Dockerfile
Browse files- Dockerfile +8 -9
Dockerfile
CHANGED
|
@@ -4,12 +4,11 @@ RUN apt update && apt install wget -y
|
|
| 4 |
|
| 5 |
RUN wget "https://huggingface.co/Qwen/Qwen3-8B-GGUF/resolve/main/Qwen3-8B-Q4_K_M.gguf" -O /Qwen3-8B-Q4_K_M.gguf
|
| 6 |
|
| 7 |
-
CMD
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
"--jinja"] # Better chat template support
|
|
|
|
| 4 |
|
| 5 |
RUN wget "https://huggingface.co/Qwen/Qwen3-8B-GGUF/resolve/main/Qwen3-8B-Q4_K_M.gguf" -O /Qwen3-8B-Q4_K_M.gguf
|
| 6 |
|
| 7 |
+
CMD --server \
|
| 8 |
+
-m /Qwen3-8B-Q4_K_M.gguf \
|
| 9 |
+
--port 7860 \
|
| 10 |
+
--host 0.0.0.0 \
|
| 11 |
+
--ctx-size 32768 \
|
| 12 |
+
--n-predict -1 \
|
| 13 |
+
--threads 2 \
|
| 14 |
+
--jinja
|
|
|