# This script sets up a Python virtual environment # with all the requirements for running vLLM. set -ex VENV_DIR="${1:-/opt/venv}" echo "Creating virtual environment in ${VENV_DIR}..." pip install virtualenv virtualenv ${VENV_DIR} ${VENV_DIR}/bin/pip install \ -r /opt/NeMo/requirements/requirements_vllm.txt \ -r /opt/NeMo/requirements/requirements_deploy.txt