File size: 2,037 Bytes
4a28d4d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 | FROM nvidia/cuda:12.8.1-devel-ubuntu22.04 AS cu12.8
# environment variables
ENV DEBIAN_FRONTEND=noninteractive \
TZ=Etc/UTC \
PATH=/opt/py3/bin:/root/.local/bin:${PATH} \
TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas \
CUDA_VERSION_SHORT=cu128
# Install dependencies and create python virtual environment
RUN --mount=type=cache,target=/var/cache/apt \
--mount=type=cache,target=/root/.cache \
sed -i 's|http://archive.ubuntu.com|http://azure.archive.ubuntu.com|g' /etc/apt/sources.list && \
apt-get update -y && \
apt-get install -y --no-install-recommends \
tzdata wget curl openssh-server ssh sudo git-core \
libibverbs1 ibverbs-providers ibverbs-utils librdmacm1 \
libibverbs-dev rdma-core libmlx5-1 libssl-dev pkg-config \
vim rapidjson-dev libgoogle-glog-dev gdb cmake build-essential \
python3-dev ninja-build htop tree jq unzip && \
apt-get clean -y && \
rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* && \
# install UV
wget -qO- https://astral.sh/uv/install.sh | sh && \
# create Python virtual environment
uv venv -p python3.12 --seed /opt/py3
# Should be in the lmdeploy root directory when building docker image
COPY . /opt/lmdeploy
WORKDIR /opt/lmdeploy
RUN mkdir -p /wheels
# install lmdeploy and its dependencies
RUN --mount=type=cache,target=/root/.cache/uv \
uv pip install -r requirements_cuda.txt --extra-index-url https://download.pytorch.org/whl/cu128 && \
uv pip install -e .
RUN --mount=type=cache,target=/root/.cache/uv \
bash docker/prepare_3rdparty_wheel.sh
RUN --mount=type=cache,target=/root/.cache/uv \
mkdir -p /tmp/requirements && \
cp requirements/serve.txt /tmp/requirements/ && \
docker/install.sh
# Clean up to reduce image size
RUN uv cache clean && \
rm -rf /wheels /tmp/* /var/tmp/* /root/.cache/uv/* && \
find /opt/lmdeploy -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true && \
find /opt/lmdeploy -type f -name "*.pyc" -delete 2>/dev/null || true
|