File size: 375 Bytes
b386992
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
# This script sets up a Python virtual environment
# with all the requirements for running vLLM.
set -ex

VENV_DIR="${1:-/opt/venv}"

echo "Creating virtual environment in ${VENV_DIR}..."

pip install virtualenv

virtualenv ${VENV_DIR}

${VENV_DIR}/bin/pip install \
    -r /opt/NeMo/requirements/requirements_vllm.txt \
    -r /opt/NeMo/requirements/requirements_deploy.txt