Dockerfile

FROM python:3.11-slim

RUN apt-get update && \
    apt-get install -y --no-install-recommends build-essential cmake && \
    rm -rf /var/lib/apt/lists/*

ENV CMAKE_BUILD_PARALLEL_LEVEL=4
ENV CMAKE_ARGS="-DLLAMA_NATIVE=OFF"

RUN pip install --no-cache-dir "llama-cpp-python==0.3.16" && \
    pip install --no-cache-dir gradio huggingface_hub

WORKDIR /app
COPY app.py .

EXPOSE 7860
CMD ["python", "app.py"]