Dockerfile

FROM python:3.12-slim

ENV PYTHONUNBUFFERED=1
ENV PYTHONDONTWRITEBYTECODE=1

WORKDIR /app

RUN apt-get update && \
    apt-get install -y \
        git \
        build-essential \
        libgomp1 \
    && rm -rf /var/lib/apt/lists/*

COPY requirements.txt .

RUN pip install --no-cache-dir \
    --index-url https://download.pytorch.org/whl/cpu \
    torch

RUN pip install --no-cache-dir \
    fastapi \
    "uvicorn[standard]" \
    transformers \
    safetensors \
    sentencepiece

COPY app.py .

# Your merged model can either be copied into the image
# or downloaded from a Hugging Face model repository.

EXPOSE 7860

CMD ["python", "app.py"]