ok

Dockerfile

@@ -8,8 +8,10 @@ ENV PYTHONDONTWRITEBYTECODE=1 \
 
 WORKDIR /app
 
-# Minimal dependencies
+# Install build dependencies for llama-cpp-python
 RUN apt-get update && apt-get install -y \
+    build-essential \
+    cmake \
     curl \
     && rm -rf /var/lib/apt/lists/*
 
@@ -17,12 +19,15 @@ RUN apt-get update && apt-get install -y \
 RUN useradd -m -u 1000 user
 RUN mkdir -p /app/cache /app/models && chown -R user:user /app
 
+# Install pip as root first
+RUN pip install --no-cache-dir --upgrade pip
+
 USER user
 
-# Install everything
-RUN pip install --no-cache-dir --upgrade pip
+# Install dependencies
 COPY --chown=user:user requirements.txt .
-RUN pip install --no-cache-dir -r requirements.txt
+RUN CMAKE_ARGS="-DGGML_BLAS=OFF -DGGML_NATIVE=OFF" \
+    pip install --no-cache-dir -r requirements.txt
 
 # Copy app
 COPY --chown=user:user main.py .