Dockerfile

FROM pytorch/pytorch:2.3.1-cuda12.1-cudnn8-runtime

RUN useradd -m -u 1000 user
USER user
ENV PATH="/home/user/.local/bin:$PATH"

WORKDIR /app

COPY --chown=user requirements.txt ./requirements.txt
RUN pip install --no-cache-dir --upgrade pip && \
    pip install --no-cache-dir -r requirements.txt

COPY --chown=user . /app

ENV HF_HOME=/data/hf_cache

CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]