FROM pytorch/pytorch:2.9.1-cuda13.0-cudnn9-runtime@sha256:60f22fb80755fd0b470fb47928dbd55816aa9f847edd95cf43c93253507a9ddf WORKDIR /release RUN apt-get update && apt-get install -y --no-install-recommends gcc libc6-dev && rm -rf /var/lib/apt/lists/* COPY requirements.txt /tmp/requirements.txt RUN python -m pip install --no-cache-dir -r /tmp/requirements.txt ENV PYTHONUNBUFFERED=1 TOKENIZERS_PARALLELISM=false TRITON_CACHE_DIR=/tmp/triton-cache ENTRYPOINT ["python"]