acdir-llada-math500 / lmdeploy /docker /Dockerfile_patch
NYCU-MLLab's picture
Upload folder using huggingface_hub
4a28d4d verified
Raw
History Blame Contribute Delete
1.23 kB
# Patch image: reuse all Python/CUDA deps from an existing LMDeploy image, only
# overlay this repo and reinstall the lmdeploy package in editable mode.
#
# Build (from repository root); default BACKEND=pytorch (no TurboMind compile):
# docker build -f docker/Dockerfile_patch \
# --build-arg BASE_IMAGE=openmmlab/lmdeploy:v0.10.0-cu12 \
# --build-arg BACKEND=pytorch \
# --build-arg http_proxy=$http_proxy \
# --build-arg https_proxy=$https_proxy \
# --build-arg no_proxy=$no_proxy \
# -t lmdeploy:test .
#
# TurboMind extension:
# --build-arg BACKEND=turbomind
#
# BACKEND=pytorch: skip TurboMind C++ build (PyTorch engine only).
# Any other value (e.g. turbomind): build with TurboMind extension.
#
ARG BASE_IMAGE=openmmlab/lmdeploy:latest
FROM ${BASE_IMAGE}
ARG BACKEND=pytorch
WORKDIR /opt/lmdeploy
COPY . .
# --no-deps: do not pull install_requires (torch, transformers, ...).
# --no-build-isolation: use cmake_build_extension etc. already present in the base image.
RUN if [ "$BACKEND" = "pytorch" ]; then \
DISABLE_TURBOMIND=1 pip install --no-cache-dir --no-build-isolation -e . --no-deps; \
else \
pip install --no-cache-dir --no-build-isolation -e . --no-deps; \
fi