Dockerfile

FROM python:3.10.9

RUN useradd -m -u 1000 user

WORKDIR /app

COPY --chown=user:user . /app

RUN pip install --no-cache-dir --upgrade pip \
    && pip install --no-cache-dir -r requirements_gguf.txt

USER user

# Start the FastAPI app on port 7860, the default port expected by Spaces
CMD ["uvicorn", "main_gguf:app", "--host", "0.0.0.0", "--port", "7860"]