Dockerfile

FROM nvidia/cuda:12.4.1-cudnn-runtime-ubuntu22.04

ENV DEBIAN_FRONTEND=noninteractive

RUN apt-get update && apt-get install -y --no-install-recommends \
    python3 python3-pip \
    && rm -rf /var/lib/apt/lists/*

RUN pip3 install --no-cache-dir \
    torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124

RUN pip3 install --no-cache-dir \
    flask flask-cors numpy \
    "transformers>=4.40,<5" accelerate sentencepiece protobuf \
    lightning omegaconf safetensors diffusers ftfy regex \
    huggingface_hub requests

RUN useradd -m -u 1000 user
USER user
ENV HOME=/home/user \
    PATH=/home/user/.local/bin:$PATH \
    HF_HOME=/home/user/.cache/huggingface

WORKDIR /home/user/app
COPY --chown=user:user . .

EXPOSE 7860
CMD ["python3", "app.py", "--port", "7860"]