xiaomenshen commited on
Commit
4db2f99
·
verified ·
1 Parent(s): 2806a48

Update README.md

Browse files

fix: correct sglang start command

Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -61,9 +61,9 @@ python3 -m sglang.launch_server \
61
  --model-path /models/Kimi-K2-Instruct \
62
  --host 0.0.0.0 --port 30012 \
63
  --trust-remote-code \
64
- --attention-backend fa3 \
65
  --mem-fraction-static 0.9 \
66
- --tp-size 1 \
67
  --speculative-algorithm EAGLE3 \
68
  --speculative-draft-model-path AQ-MedAI/Kimi-K2-Instruct-eagle3 \
69
  --speculative-num-steps 3 \
 
61
  --model-path /models/Kimi-K2-Instruct \
62
  --host 0.0.0.0 --port 30012 \
63
  --trust-remote-code \
64
+ --attention-backend flashinfer \
65
  --mem-fraction-static 0.9 \
66
+ --tp-size 8 \
67
  --speculative-algorithm EAGLE3 \
68
  --speculative-draft-model-path AQ-MedAI/Kimi-K2-Instruct-eagle3 \
69
  --speculative-num-steps 3 \