Spaces:
Running
Running
Update start_services.sh
Browse files- start_services.sh +1 -1
start_services.sh
CHANGED
|
@@ -42,7 +42,7 @@ python3 -m vllm.entrypoints.openai.api_server \
|
|
| 42 |
--host 0.0.0.0 \
|
| 43 |
--max-model-len 7192 \
|
| 44 |
--tensor-parallel-size 4 \
|
| 45 |
-
--gpu-memory-utilization 0.
|
| 46 |
--trust-remote-code \
|
| 47 |
--interleave-mm-strings \
|
| 48 |
--served-model-name Step-Audio-R1 \
|
|
|
|
| 42 |
--host 0.0.0.0 \
|
| 43 |
--max-model-len 7192 \
|
| 44 |
--tensor-parallel-size 4 \
|
| 45 |
+
--gpu-memory-utilization 0.90 \
|
| 46 |
--trust-remote-code \
|
| 47 |
--interleave-mm-strings \
|
| 48 |
--served-model-name Step-Audio-R1 \
|