Dockerfile

FROM python:3.10-bullseye

# Install minimal dependencies for Llama
RUN apt-get update && apt-get install -y \
    build-essential cmake libgomp1 wget \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /app

# Upgrade pip + setuptools + wheel
RUN pip install --no-cache-dir --upgrade pip setuptools wheel

# Install llama-cpp-python
RUN pip install --no-cache-dir llama-cpp-python \
    --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu

# Install Flask + Hugging Face tools
RUN pip install --no-cache-dir flask requests huggingface-hub

# Copy app
COPY . .

EXPOSE 7860
ENV PYTHONUNBUFFERED=1

CMD ["python", "app.py"]