FROM python:3.10-slim ENV DEBIAN_FRONTEND=noninteractive \ PYTHONUNBUFFERED=1 \ PYTHONDONTWRITEBYTECODE=1 \ HF_HOME=/models/huggingface \ TRANSFORMERS_CACHE=/models/huggingface \ HUGGINGFACE_HUB_CACHE=/models/huggingface \ HF_HUB_CACHE=/models/huggingface WORKDIR /code RUN apt-get update && apt-get install -y --no-install-recommends \ build-essential \ git \ curl \ libopenblas-dev \ libomp-dev \ ffmpeg \ libsm6 \ libxext6 \ && rm -rf /var/lib/apt/lists/* COPY requirements.txt . RUN pip install --upgrade pip && \ pip install --no-cache-dir -r requirements.txt && \ pip install --no-cache-dir \ "transformers>=4.51.0" \ "accelerate>=0.33.0" \ "einops" \ "huggingface-hub>=0.23" \ "sentencepiece" RUN mkdir -p /models/huggingface && chmod -R 777 /models/huggingface COPY . . EXPOSE 7860 CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]