Update run_vllm.sh (#18)
Browse files- Update run_vllm.sh (babe0fbe950be9af9932dde737d1c0ff38b640d7)
Co-authored-by: Fred Reiss <frreiss@users.noreply.huggingface.co>
- run_vllm.sh +1 -1
run_vllm.sh
CHANGED
|
@@ -29,7 +29,7 @@ for item in "."/*; do
|
|
| 29 |
done
|
| 30 |
|
| 31 |
|
| 32 |
-
CMD="vllm serve
|
| 33 |
--port 55555 \
|
| 34 |
--gpu-memory-utilization 0.45 \
|
| 35 |
--max-model-len 8192 \
|
|
|
|
| 29 |
done
|
| 30 |
|
| 31 |
|
| 32 |
+
CMD="vllm serve ${BASE_MODEL_ORG}/${BASE_MODEL_NAME} \
|
| 33 |
--port 55555 \
|
| 34 |
--gpu-memory-utilization 0.45 \
|
| 35 |
--max-model-len 8192 \
|