moevis commited on
Commit
8eef6eb
·
verified ·
1 Parent(s): b87ba6b

Update start_services.sh

Browse files
Files changed (1) hide show
  1. start_services.sh +1 -1
start_services.sh CHANGED
@@ -42,7 +42,7 @@ python3 -m vllm.entrypoints.openai.api_server \
42
  --host 0.0.0.0 \
43
  --max-model-len 7192 \
44
  --tensor-parallel-size 4 \
45
- --gpu-memory-utilization 0.92 \
46
  --trust-remote-code \
47
  --interleave-mm-strings \
48
  --served-model-name Step-Audio-R1 \
 
42
  --host 0.0.0.0 \
43
  --max-model-len 7192 \
44
  --tensor-parallel-size 4 \
45
+ --gpu-memory-utilization 0.90 \
46
  --trust-remote-code \
47
  --interleave-mm-strings \
48
  --served-model-name Step-Audio-R1 \