Update README.md
Browse files
README.md
CHANGED
|
@@ -109,7 +109,7 @@ The Docker image contains the necessary vLLM code modifications to support this
|
|
| 109 |
export VLLM_ROCM_USE_AITER=1
|
| 110 |
export VLLM_ROCM_USE_AITER_FP8BMM=0
|
| 111 |
export VLLM_ROCM_USE_AITER_FP4BMM=0
|
| 112 |
-
vllm serve
|
| 113 |
-tp 8 \
|
| 114 |
--block-size 1 \
|
| 115 |
--trust-remote-code \
|
|
|
|
| 109 |
export VLLM_ROCM_USE_AITER=1
|
| 110 |
export VLLM_ROCM_USE_AITER_FP8BMM=0
|
| 111 |
export VLLM_ROCM_USE_AITER_FP4BMM=0
|
| 112 |
+
vllm serve amd/GLM-5-MXFP4 \
|
| 113 |
-tp 8 \
|
| 114 |
--block-size 1 \
|
| 115 |
--trust-remote-code \
|