File size: 375 Bytes
b386992 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 |
# This script sets up a Python virtual environment
# with all the requirements for running vLLM.
set -ex
VENV_DIR="${1:-/opt/venv}"
echo "Creating virtual environment in ${VENV_DIR}..."
pip install virtualenv
virtualenv ${VENV_DIR}
${VENV_DIR}/bin/pip install \
-r /opt/NeMo/requirements/requirements_vllm.txt \
-r /opt/NeMo/requirements/requirements_deploy.txt
|