FROM nvcr.io/nvidia/tritonserver:22.07-py3 # see .dockerignore to check what is transfered RUN apt-get update && \ DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y \ python3-dev \ python3-distutils \ python3-venv \ python3-pip \ apt-get clean ARG UID=1000 ARG GID=1000 RUN addgroup --gid $GID ubuntu && \ useradd -d /home/ubuntu -ms /bin/bash -g ubuntu -G sudo -u $UID ubuntu ## Switch to ubuntu user by default. USER ubuntu WORKDIR /build RUN pip3 install -U pip --no-cache-dir && \ pip3 install --pre torch --force-reinstall --index-url https://download.pytorch.org/whl/nightly/cu117 --no-cache-dir && \ pip3 install sentence-transformers notebook pytorch-quantization ipywidgets --no-cache-dir RUN mkdir /syncback WORKDIR /transformer_deploy COPY ./setup.py ./setup.py COPY ./requirements.txt ./requirements.txt COPY ./requirements_gpu.txt ./requirements_gpu.txt COPY ./src/__init__.py ./src/__init__.py COPY ./src/transformer_deploy/__init__.py ./src/transformer_deploy/__init__.py RUN pip3 install -r requirements.txt && \ pip3 install nvidia-pyindex --no-cache-dir && \ pip3 install -r requirements_gpu.txt COPY ./ ./