File size: 1,234 Bytes
4a28d4d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 | # Patch image: reuse all Python/CUDA deps from an existing LMDeploy image, only
# overlay this repo and reinstall the lmdeploy package in editable mode.
#
# Build (from repository root); default BACKEND=pytorch (no TurboMind compile):
# docker build -f docker/Dockerfile_patch \
# --build-arg BASE_IMAGE=openmmlab/lmdeploy:v0.10.0-cu12 \
# --build-arg BACKEND=pytorch \
# --build-arg http_proxy=$http_proxy \
# --build-arg https_proxy=$https_proxy \
# --build-arg no_proxy=$no_proxy \
# -t lmdeploy:test .
#
# TurboMind extension:
# --build-arg BACKEND=turbomind
#
# BACKEND=pytorch: skip TurboMind C++ build (PyTorch engine only).
# Any other value (e.g. turbomind): build with TurboMind extension.
#
ARG BASE_IMAGE=openmmlab/lmdeploy:latest
FROM ${BASE_IMAGE}
ARG BACKEND=pytorch
WORKDIR /opt/lmdeploy
COPY . .
# --no-deps: do not pull install_requires (torch, transformers, ...).
# --no-build-isolation: use cmake_build_extension etc. already present in the base image.
RUN if [ "$BACKEND" = "pytorch" ]; then \
DISABLE_TURBOMIND=1 pip install --no-cache-dir --no-build-isolation -e . --no-deps; \
else \
pip install --no-cache-dir --no-build-isolation -e . --no-deps; \
fi
|