Update README.md
Browse filesfix: correct sglang start command
README.md
CHANGED
|
@@ -61,9 +61,9 @@ python3 -m sglang.launch_server \
|
|
| 61 |
--model-path /models/Kimi-K2-Instruct \
|
| 62 |
--host 0.0.0.0 --port 30012 \
|
| 63 |
--trust-remote-code \
|
| 64 |
-
--attention-backend
|
| 65 |
--mem-fraction-static 0.9 \
|
| 66 |
-
--tp-size
|
| 67 |
--speculative-algorithm EAGLE3 \
|
| 68 |
--speculative-draft-model-path AQ-MedAI/Kimi-K2-Instruct-eagle3 \
|
| 69 |
--speculative-num-steps 3 \
|
|
|
|
| 61 |
--model-path /models/Kimi-K2-Instruct \
|
| 62 |
--host 0.0.0.0 --port 30012 \
|
| 63 |
--trust-remote-code \
|
| 64 |
+
--attention-backend flashinfer \
|
| 65 |
--mem-fraction-static 0.9 \
|
| 66 |
+
--tp-size 8 \
|
| 67 |
--speculative-algorithm EAGLE3 \
|
| 68 |
--speculative-draft-model-path AQ-MedAI/Kimi-K2-Instruct-eagle3 \
|
| 69 |
--speculative-num-steps 3 \
|