Hanrui / sglang /docker /gateway.Dockerfile

Add files using upload-large-folder tool

61ba51e verified 7 months ago

2.17 kB

######################## BASE IMAGE ##########################
FROM ubuntu:24.04 AS base

ARG PYTHON_VERSION=3.12

# set the environment variables
ENV PATH="/root/.local/bin:${PATH}"
ENV DEBIAN_FRONTEND=noninteractive

# uv environment variables
ENV UV_HTTP_TIMEOUT=500
ENV VIRTUAL_ENV="/opt/venv"
ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
ENV UV_LINK_MODE="copy"
ENV PATH="$VIRTUAL_ENV/bin:$PATH"


# install dependencies
RUN apt update -y \
    && apt install -y curl \
    && rm -rf /var/lib/apt/lists/* \
    && apt clean

# install uv
RUN curl -LsSf https://astral.sh/uv/install.sh | sh

# install python
RUN uv venv --python ${PYTHON_VERSION} --seed ${VIRTUAL_ENV}

FROM scratch AS local_src
COPY . /src

######################### BUILD IMAGE #########################
FROM base AS build-image

# set the environment variables
ENV PATH="/root/.cargo/bin:${PATH}"

# install dependencies
RUN apt update -y \
    && apt install -y git build-essential libssl-dev pkg-config protobuf-compiler \
    && rm -rf /var/lib/apt/lists/* \
    && apt clean

# install rustup from rustup.rs
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y \
    && rustc --version && cargo --version && protoc --version

# copy source code
COPY --from=local_src /src /opt/sglang

# working directory
WORKDIR /opt/sglang/sgl-model-gateway

# install maturin and build the wheel with vendored OpenSSL
RUN uv pip install maturin \
    && cargo clean \
    && rm -rf bindings/python/dist/ \
    && cd bindings/python \
    && ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist \
    && rm -rf /root/.cache

######################### ROUTER IMAGE #########################
FROM base AS router-image

# Copy the built package from the build image
COPY --from=build-image /opt/sglang/sgl-model-gateway/bindings/python/dist/*.whl dist/

# Build the package and install
RUN uv pip install --force-reinstall dist/*.whl

# Clean up unnecessary files to reduce the image size
RUN rm -rf /root/.cache dist/ \
    && apt purge -y --auto-remove curl

# Set the entrypoint to the main command
ENTRYPOINT ["python3", "-m", "sglang_router.launch_router"]

	######################## BASE IMAGE ##########################
	FROM ubuntu:24.04 AS base

	ARG PYTHON_VERSION=3.12

	# set the environment variables
	ENV PATH="/root/.local/bin:${PATH}"
	ENV DEBIAN_FRONTEND=noninteractive

	# uv environment variables
	ENV UV_HTTP_TIMEOUT=500
	ENV VIRTUAL_ENV="/opt/venv"
	ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
	ENV UV_LINK_MODE="copy"
	ENV PATH="$VIRTUAL_ENV/bin:$PATH"


	# install dependencies
	RUN apt update -y \
	&& apt install -y curl \
	&& rm -rf /var/lib/apt/lists/* \
	&& apt clean

	# install uv
	RUN curl -LsSf https://astral.sh/uv/install.sh \| sh

	# install python
	RUN uv venv --python ${PYTHON_VERSION} --seed ${VIRTUAL_ENV}

	FROM scratch AS local_src
	COPY . /src

	######################### BUILD IMAGE #########################
	FROM base AS build-image

	# set the environment variables
	ENV PATH="/root/.cargo/bin:${PATH}"

	# install dependencies
	RUN apt update -y \
	&& apt install -y git build-essential libssl-dev pkg-config protobuf-compiler \
	&& rm -rf /var/lib/apt/lists/* \
	&& apt clean

	# install rustup from rustup.rs
	RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs \| sh -s -- -y \
	&& rustc --version && cargo --version && protoc --version

	# copy source code
	COPY --from=local_src /src /opt/sglang

	# working directory
	WORKDIR /opt/sglang/sgl-model-gateway

	# install maturin and build the wheel with vendored OpenSSL
	RUN uv pip install maturin \
	&& cargo clean \
	&& rm -rf bindings/python/dist/ \
	&& cd bindings/python \
	&& ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist \
	&& rm -rf /root/.cache

	######################### ROUTER IMAGE #########################
	FROM base AS router-image

	# Copy the built package from the build image
	COPY --from=build-image /opt/sglang/sgl-model-gateway/bindings/python/dist/*.whl dist/

	# Build the package and install
	RUN uv pip install --force-reinstall dist/*.whl

	# Clean up unnecessary files to reduce the image size
	RUN rm -rf /root/.cache dist/ \
	&& apt purge -y --auto-remove curl

	# Set the entrypoint to the main command
	ENTRYPOINT ["python3", "-m", "sglang_router.launch_router"]