Spaces:
Running on A100
Running on A100
Update start.sh
Browse files
start.sh
CHANGED
|
@@ -35,7 +35,7 @@ done
|
|
| 35 |
|
| 36 |
echo "vLLM is ready. Starting Gradio..."
|
| 37 |
|
| 38 |
-
|
| 39 |
--model-name "${MODEL_NAME}" \
|
| 40 |
--api-base "http://127.0.0.1:${VLLM_PORT}/v1" \
|
| 41 |
--api-key "${API_KEY}" \
|
|
|
|
| 35 |
|
| 36 |
echo "vLLM is ready. Starting Gradio..."
|
| 37 |
|
| 38 |
+
python3 /home/user/app/app.py \
|
| 39 |
--model-name "${MODEL_NAME}" \
|
| 40 |
--api-base "http://127.0.0.1:${VLLM_PORT}/v1" \
|
| 41 |
--api-key "${API_KEY}" \
|