FROM ghcr.io/ggml-org/llama.cpp:server-cuda
USER root
RUN apt-get update && apt-get install -y --no-install-recommends python3 python3-pip ca-certificates && rm -rf /var/lib/apt/lists/*
WORKDIR /app
COPY requirements.txt .
RUN python3 -m pip install --break-system-packages --no-cache-dir -r requirements.txt
COPY app.py .
ENV PORT=7860
EXPOSE 7860
ENTRYPOINT []
CMD ["python3", "app.py"]