Spaces:
Paused
Paused
aeb56
commited on
Commit
·
75c2813
1
Parent(s):
5f01a47
Fix vLLM server start command to use python3 instead of python
Browse files
app.py
CHANGED
|
@@ -22,7 +22,7 @@ def start_vllm_server():
|
|
| 22 |
try:
|
| 23 |
# Start vLLM server
|
| 24 |
cmd = [
|
| 25 |
-
"
|
| 26 |
"--model", MODEL_NAME,
|
| 27 |
"--host", "0.0.0.0",
|
| 28 |
"--port", str(VLLM_PORT),
|
|
|
|
| 22 |
try:
|
| 23 |
# Start vLLM server
|
| 24 |
cmd = [
|
| 25 |
+
"python3", "-m", "vllm.entrypoints.openai.api_server",
|
| 26 |
"--model", MODEL_NAME,
|
| 27 |
"--host", "0.0.0.0",
|
| 28 |
"--port", str(VLLM_PORT),
|