File size: 1,080 Bytes
3c0d3e1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 | ARG BASE_IMAGE=nvcr.io/nvidia/tensorrt:26.04-py3
FROM ${BASE_IMAGE} AS build
RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential curl ca-certificates pkg-config \
&& rm -rf /var/lib/apt/lists/*
RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --profile minimal
ENV PATH=/root/.cargo/bin:${PATH}
WORKDIR /src
COPY rust-batcher/Cargo.toml ./Cargo.toml
COPY rust-batcher/Cargo.lock ./Cargo.lock
COPY rust-batcher/build.rs ./build.rs
COPY rust-batcher/cpp ./cpp
COPY rust-batcher/src ./src
RUN cargo build --release
FROM ${BASE_IMAGE}
ENV RUST_LOG=info \
DOC_LAYOUT_ENGINE=/models/pp_doclayout_v3.engine \
DOC_LAYOUT_SAMPLE_IMAGE=/inputs/sample.png \
DOC_LAYOUT_MAX_BATCH=8 \
DOC_LAYOUT_MAX_DELAY_US=1000 \
DOC_LAYOUT_WORKERS=3 \
DOC_LAYOUT_QUEUE_CAPACITY=4096 \
DOC_LAYOUT_MAX_UPLOAD_MB=512 \
DOC_LAYOUT_PORT=18082
COPY --from=build /src/target/release/doclayout-rust-batcher /usr/local/bin/doclayout-rust-batcher
EXPOSE 18082
ENTRYPOINT ["/usr/local/bin/doclayout-rust-batcher"]
|