Dockerfile

FROM python:3.11-slim

RUN apt-get update && apt-get install -y --no-install-recommends \
    curl ca-certificates libgomp1 && rm -rf /var/lib/apt/lists/*

# Prebuilt llama.cpp (CPU x64). b10091 supports the standard Gemma4 architecture
# POCKET-26B uses. Runtime CPU-feature dispatch (portable, no SIGILL), no compile (no OOM).
ARG LLAMA_TAG=b10091
RUN curl -fsSL -o /tmp/llama.tgz \
      "https://github.com/ggml-org/llama.cpp/releases/download/${LLAMA_TAG}/llama-${LLAMA_TAG}-bin-ubuntu-x64.tar.gz" && \
    mkdir -p /opt/llama && tar xzf /tmp/llama.tgz -C /opt/llama && rm /tmp/llama.tgz && \
    ln -s "/opt/llama/llama-${LLAMA_TAG}" /opt/llama/bin

ENV LD_LIBRARY_PATH=/opt/llama/bin \
    PATH="/opt/llama/bin:${PATH}"

WORKDIR /app
COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt
COPY app.py index.html start.sh ./
RUN chmod +x start.sh

ENV MODEL_REPO=FINAL-Bench/POCKET-26B-GGUF \
    MODEL_FILE=POCKET-26B-Q4_K_M.gguf \
    BONSAI_REPO=prism-ml/Bonsai-27B-gguf \
    BONSAI_FILE=Bonsai-27B-Q1_0.gguf \
    N_CTX=2048 \
    HF_HOME=/data/hf \
    BACKEND=http://127.0.0.1:8080 \
    BONSAI_BACKEND=http://127.0.0.1:8081 \
    PORT=7860

EXPOSE 7860
CMD ["bash", "start.sh"]