Dockerfile

FROM python:3.12

WORKDIR /app

# llama-cpp-python 预编译 wheel（30 秒，不需编译）
RUN pip install --no-cache-dir --timeout 300 "llama-cpp-python>=0.3.4" \
    --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu

# 下载 GGUF 多模态模型（构建时打包进镜像）
RUN apt-get update && apt-get install -y --no-install-recommends curl \
    && rm -rf /var/lib/apt/lists/*
RUN mkdir -p /app/models && \
    curl -sL -o /app/models/MiniCPM-V-4.6-Q4_K_M.gguf \
    "https://huggingface.co/ggml-org/MiniCPM-V-4.6-GGUF/resolve/main/MiniCPM-V-4.6-Q4_K_M.gguf" && \
    curl -sL -o /app/models/mmproj-MiniCPM-V-4.6-Q8_0.gguf \
    "https://huggingface.co/ggml-org/MiniCPM-V-4.6-GGUF/resolve/main/mmproj-MiniCPM-V-4.6-Q8_0.gguf"

COPY requirements.txt .
RUN pip install -r requirements.txt --no-cache-dir

COPY app.py .

EXPOSE 7860
CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]