Spaces:

numind
/

NuExtract3

Running on A100

Alexandre-Numind commited on 21 days ago

Commit

6b5f9db

verified ·

1 Parent(s): c19e50b

Update start.sh

Files changed (1) hide show

start.sh CHANGED Viewed

@@ -7,8 +7,7 @@ GRADIO_PORT="${GRADIO_SERVER_PORT:-7860}"
 echo "Starting vLLM with model: ${MODEL_NAME}"
-python -m vllm.entrypoints.openai.api_server \
-  --model "${MODEL_NAME}" \
   --served-model-name "${MODEL_NAME}" \
   --host 127.0.0.1 \
   --port "${VLLM_PORT}" \

 echo "Starting vLLM with model: ${MODEL_NAME}"
+vllm serve "${MODEL_NAME}" \
   --served-model-name "${MODEL_NAME}" \
   --host 127.0.0.1 \
   --port "${VLLM_PORT}" \