Alexandre-Numind commited on
Commit
34da9eb
·
verified ·
1 Parent(s): 046b3ac

Update start.sh

Browse files
Files changed (1) hide show
  1. start.sh +0 -1
start.sh CHANGED
@@ -16,7 +16,6 @@ vllm serve "${MODEL_NAME}" \
16
  --dtype auto \
17
  --max-model-len "${MAX_MODEL_LEN:-8192}" \
18
  --gpu-memory-utilization "${GPU_MEMORY_UTILIZATION:-0.90}" \
19
- --limit-mm-per-prompt image=1 \
20
  --api-key "${API_KEY}" &
21
 
22
  VLLM_PID=$!
 
16
  --dtype auto \
17
  --max-model-len "${MAX_MODEL_LEN:-8192}" \
18
  --gpu-memory-utilization "${GPU_MEMORY_UTILIZATION:-0.90}" \
 
19
  --api-key "${API_KEY}" &
20
 
21
  VLLM_PID=$!