Dockerfile

FROM ubuntu:22.04

ENV DEBIAN_FRONTEND=noninteractive

# Install deps
RUN apt-get update && apt-get install -y \
    git \
    build-essential \
    cmake \
    python3 \
    python3-pip \
    curl \
    && rm -rf /var/lib/apt/lists/*

# Workdir
WORKDIR /app

# Clone llama.cpp + submodules
RUN git clone https://github.com/ggml-org/llama.cpp.git
WORKDIR /app/llama.cpp
RUN git submodule update --init --recursive

# Build llama.cpp
RUN cmake -S . -B build \
 && cmake --build build -j$(nproc)

# Download model
WORKDIR /app
RUN mkdir -p models \
 && curl -L \
 https://huggingface.co/mradermacher/SLiNeP-GGUF/resolve/main/SLiNeP.Q4_K_M.gguf \
 -o models/slinep.gguf

# Copy app
COPY app.py /app/app.py

EXPOSE 7860
CMD ["python3", "/app/app.py"]