Spaces:
Running on A100
Running on A100
Update start.sh
Browse files
start.sh
CHANGED
|
@@ -16,7 +16,6 @@ vllm serve "${MODEL_NAME}" \
|
|
| 16 |
--dtype auto \
|
| 17 |
--max-model-len "${MAX_MODEL_LEN:-8192}" \
|
| 18 |
--gpu-memory-utilization "${GPU_MEMORY_UTILIZATION:-0.90}" \
|
| 19 |
-
--limit-mm-per-prompt image=1 \
|
| 20 |
--api-key "${API_KEY}" &
|
| 21 |
|
| 22 |
VLLM_PID=$!
|
|
|
|
| 16 |
--dtype auto \
|
| 17 |
--max-model-len "${MAX_MODEL_LEN:-8192}" \
|
| 18 |
--gpu-memory-utilization "${GPU_MEMORY_UTILIZATION:-0.90}" \
|
|
|
|
| 19 |
--api-key "${API_KEY}" &
|
| 20 |
|
| 21 |
VLLM_PID=$!
|