Spaces:

stepfun-ai
/

Step-Audio-R1

Running

moevis commited on 16 days ago

Commit

9187b40

verified ·

1 Parent(s): dd84d1d

Update start_services.sh

Files changed (1) hide show

start_services.sh CHANGED Viewed

@@ -40,9 +40,9 @@ python3 -m vllm.entrypoints.openai.api_server \
     --model "$MODEL_DIR" \
     --port "$API_PORT" \
     --host 0.0.0.0 \
-    --max-model-len 8192 \
     --tensor-parallel-size 4 \
-    --gpu-memory-utilization 0.97 \
     --trust-remote-code \
     --interleave-mm-strings \
     --served-model-name Step-Audio-R1 \

     --model "$MODEL_DIR" \
     --port "$API_PORT" \
     --host 0.0.0.0 \
+    --max-model-len 7192 \
     --tensor-parallel-size 4 \
+    --gpu-memory-utilization 0.92 \
     --trust-remote-code \
     --interleave-mm-strings \
     --served-model-name Step-Audio-R1 \