Update Dockerfile
Browse files- Dockerfile +10 -12
Dockerfile
CHANGED
|
@@ -4,15 +4,13 @@ WORKDIR /app
|
|
| 4 |
|
| 5 |
EXPOSE 7860
|
| 6 |
|
| 7 |
-
CMD
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
"--disable-log-requests"]
|
| 18 |
-
|
|
|
|
| 4 |
|
| 5 |
EXPOSE 7860
|
| 6 |
|
| 7 |
+
CMD exec vllm serve --model Qwen/Qwen3-0.6B \
|
| 8 |
+
--host 0.0.0.0 \
|
| 9 |
+
--port 7860 \
|
| 10 |
+
--max-model-len 8192 \
|
| 11 |
+
--dtype float32 \
|
| 12 |
+
--enable-reasoning \
|
| 13 |
+
--reasoning-parser deepseek_r1 \
|
| 14 |
+
--engine-use-ray \
|
| 15 |
+
--trust-remote-code \
|
| 16 |
+
--disable-log-requests
|
|
|
|
|
|