Spaces:

stepfun-ai
/

Step-Audio-R1

Running

moevis commited on 22 days ago

Commit

5276d34

verified ·

1 Parent(s): 54e5ee5

Update start_services.sh

Files changed (1) hide show

start_services.sh CHANGED Viewed

@@ -41,7 +41,7 @@ python3 -m vllm.entrypoints.openai.api_server \
     --model "$MODEL_DIR" \
     --port "$API_PORT" \
     --host 0.0.0.0 \
-    --max-model-len 65536 \
     --tensor-parallel-size 4 \
     --gpu-memory-utilization 0.85 \
     --trust-remote-code \

     --model "$MODEL_DIR" \
     --port "$API_PORT" \
     --host 0.0.0.0 \
+    --max-model-len 8192 \
     --tensor-parallel-size 4 \
     --gpu-memory-utilization 0.85 \
     --trust-remote-code \