Spaces:
Paused
Paused
add root-path
Browse files- entrypoint.sh +4 -0
entrypoint.sh
CHANGED
|
@@ -25,6 +25,10 @@ if [[ ! -z "${MAX_MODEL_LEN}" ]]; then
|
|
| 25 |
additional_args="${additional_args} --max-model-len ${MAX_MODEL_LEN}"
|
| 26 |
fi
|
| 27 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 28 |
# Run the provided command
|
| 29 |
exec python3 -u -m vllm.entrypoints.openai.api_server \
|
| 30 |
--model "${HF_MODEL}" \
|
|
|
|
| 25 |
additional_args="${additional_args} --max-model-len ${MAX_MODEL_LEN}"
|
| 26 |
fi
|
| 27 |
|
| 28 |
+
if [[ ! -z "${ROOT_PATH}" ]]; then
|
| 29 |
+
additional_args="${additional_args} --root-path ${ROOT_PATH}"
|
| 30 |
+
fi
|
| 31 |
+
|
| 32 |
# Run the provided command
|
| 33 |
exec python3 -u -m vllm.entrypoints.openai.api_server \
|
| 34 |
--model "${HF_MODEL}" \
|