ok whatever

Dockerfile

@@ -1,46 +1,31 @@
-# Use Python 3.12 slim
-FROM python:3.12-slim
+FROM python:3.10-slim
+
+ENV PYTHONDONTWRITEBYTECODE=1 \
+    PYTHONUNBUFFERED=1 \
+    PORT=7860 \
+    HF_HOME=/app/cache \
+    PATH="/home/user/.local/bin:${PATH}"
 
-# Set working directory
 WORKDIR /app
 
-# Install build dependencies
-RUN apt-get update && apt-get install -y --no-install-recommends \
-    gcc \
-    g++ \
-    cmake \
-    git \
+# Minimal dependencies
+RUN apt-get update && apt-get install -y \
+    curl \
     && rm -rf /var/lib/apt/lists/*
 
-# Create non-root user
+# Create user
 RUN useradd -m -u 1000 user
-RUN chown -R user:user /app
+RUN mkdir -p /app/cache /app/models && chown -R user:user /app
 
 USER user
 
-# Set environment variables
-ENV PATH="/home/user/.local/bin:${PATH}" \
-    PYTHONDONTWRITEBYTECODE=1 \
-    PYTHONUNBUFFERED=1 \
-    PORT=7860 \
-    HF_HOME=/app/cache
-
-# Upgrade pip
+# Install everything
 RUN pip install --no-cache-dir --upgrade pip
-
-# Install llama-cpp-python (this will build it)
-RUN CMAKE_ARGS="-DGGML_BLAS=OFF -DGGML_NATIVE=OFF" \
-    pip install --no-cache-dir llama-cpp-python==0.3.2
-
-# Copy and install other requirements
 COPY --chown=user:user requirements.txt .
 RUN pip install --no-cache-dir -r requirements.txt
 
-# Copy application
+# Copy app
 COPY --chown=user:user main.py .
 
-# Expose port
 EXPOSE 7860
-
-# Run the application
 CMD ["python", "-m", "uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

requirements.txt

@@ -1,3 +1,5 @@
+--extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
+llama-cpp-python>=0.2.90
 fastapi>=0.115.0
 uvicorn>=0.30.0
 pydantic>=2.8.0