Dockerfile

FROM python:3.11-slim
RUN apt-get update && apt-get install -y curl build-essential cmake && rm -rf /var/lib/apt/lists/*
RUN pip install --no-cache-dir "llama-cpp-python[server]==0.2.89"
COPY app.py /app.py
EXPOSE 7860
CMD ["python", "/app.py"]