up

Dockerfile

@@ -2,29 +2,23 @@ FROM python:3.11-slim
 
 WORKDIR /app
 
-# Build tools required — no pre-built CPU wheels exist for llama-cpp-python >= 0.3.x
-# (abetlen's /whl/cpu index only has older versions)
 RUN apt-get update && apt-get install -y \
     build-essential \
     cmake \
     libopenblas-dev \
+    pkg-config \
+    git \
     curl \
     wget \
     && rm -rf /var/lib/apt/lists/*
 
-# Install all non-compiled deps first (fast, cached separately)
 COPY requirements.txt .
 RUN pip install --no-cache-dir -r requirements.txt
 
-# ── Compile llama-cpp-python from source ──────────────────────────────────────
-# CMAKE_BUILD_PARALLEL_LEVEL=4  → use all available build cores (~4x faster)
-# GGML_BLAS=ON                  → link OpenBLAS for faster matrix ops on CPU
-# This layer is Docker-cached: only re-runs if requirements change
 RUN CMAKE_BUILD_PARALLEL_LEVEL=4 \
-    CMAKE_ARGS="-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS -DCMAKE_BUILD_TYPE=Release" \
+    CMAKE_ARGS="-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS" \
     pip install --no-cache-dir "llama-cpp-python==0.3.8"
 
-# Download model at build time (cached separately from compilation)
 RUN mkdir -p /app/models && \
     wget --progress=dot:giga \
     "https://huggingface.co/unsloth/gemma-4-26B-A4B-it-GGUF/resolve/main/gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf" \