Dockerfile

FROM python:3.12-slim-bookworm

ENV DEBIAN_FRONTEND=noninteractive \
    PYTHONUNBUFFERED=1 \
    PYTHONDONTWRITEBYTECODE=1 \
    PIP_NO_CACHE_DIR=1 \
    HF_HOME=/opt/models \
    TRANSFORMERS_CACHE=/opt/models \
    HUGGINGFACE_HUB_CACHE=/opt/models

WORKDIR /code

RUN apt-get update && apt-get install -y --no-install-recommends \
        git \
        wget \
        curl \
        ffmpeg \
        libsndfile1 \
        gcc \
        g++ \
        build-essential \
        python3-dev \
        pkg-config \
        libsentencepiece-dev \
    && apt-get clean && rm -rf /var/lib/apt/lists/*

COPY requirements.txt .
RUN pip install --upgrade pip \
    && pip install --no-cache-dir -r requirements.txt


RUN python - <<PYEOF
from huggingface_hub import snapshot_download
snapshot_download(
    repo_id="nvidia/personaplex-7b-v1",
    local_dir="/opt/models/personaplex",
    local_dir_use_symlinks=False
)
print("Model downloaded successfully.")
PYEOF

COPY . .

EXPOSE 7860

CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"]