Dockerfile

FROM python:3.10-slim

WORKDIR /app

ENV PYTHONUNBUFFERED=1 \
    HF_HUB_DISABLE_SYMLINKS_WARNING=1

RUN apt-get update && apt-get install -y --no-install-recommends \
    git \
    build-essential \
 && rm -rf /var/lib/apt/lists/*

RUN pip install --no-cache-dir --upgrade pip && \
    pip install --no-cache-dir \
      "torch==2.3.0" \
      torchvision \
      fastapi \
      uvicorn[standard] \
      "huggingface-hub>=0.23.2" \
      "transformers==4.44.2" \
      accelerate \
      einops \
      timm \
      pillow \
      requests

# Tạo stub module flash_attn và bitsandbytes để tránh lỗi trên môi trường CPU-only
RUN mkdir -p /usr/local/lib/python3.10/site-packages/flash_attn && \
    printf '%s\n' "def _not_available(*args, **kwargs):" \
                  "    raise ImportError('flash_attn is not available in this CPU-only build')" \
                  "" \
                  "__all__ = ['_not_available']" \
        > /usr/local/lib/python3.10/site-packages/flash_attn/__init__.py && \
    mkdir -p /usr/local/lib/python3.10/site-packages/bitsandbytes && \
    printf '%s\n' "raise ImportError('bitsandbytes is not available in this CPU-only build')" \
        > /usr/local/lib/python3.10/site-packages/bitsandbytes/__init__.py

COPY app.py /app/app.py

EXPOSE 7860

CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]