feat: i love ai,but it hates me

Dockerfile

@@ -1,31 +1,46 @@
-FROM python:3.10-slim
-
-ENV PYTHONDONTWRITEBYTECODE=1 \
-    PYTHONUNBUFFERED=1 \
-    PORT=7860 \
-    HF_HOME=/app/cache \
-    PATH="/home/user/.local/bin:${PATH}"
+# Use Python 3.12 slim
+FROM python:3.12-slim
 
+# Set working directory
 WORKDIR /app
 
-# Minimal system dependencies
-RUN apt-get update && apt-get install -y \
-    curl \
+# Install build dependencies
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    gcc \
+    g++ \
+    cmake \
+    git \
     && rm -rf /var/lib/apt/lists/*
 
 # Create non-root user
 RUN useradd -m -u 1000 user
-RUN mkdir -p /app/cache /app/models && chown -R user:user /app
+RUN chown -R user:user /app
 
 USER user
 
-# Install dependencies
+# Set environment variables
+ENV PATH="/home/user/.local/bin:${PATH}" \
+    PYTHONDONTWRITEBYTECODE=1 \
+    PYTHONUNBUFFERED=1 \
+    PORT=7860 \
+    HF_HOME=/app/cache
+
+# Upgrade pip
 RUN pip install --no-cache-dir --upgrade pip
+
+# Install llama-cpp-python (this will build it)
+RUN CMAKE_ARGS="-DGGML_BLAS=OFF -DGGML_NATIVE=OFF" \
+    pip install --no-cache-dir llama-cpp-python==0.3.2
+
+# Copy and install other requirements
 COPY --chown=user:user requirements.txt .
 RUN pip install --no-cache-dir -r requirements.txt
 
-# Copy app
+# Copy application
 COPY --chown=user:user main.py .
 
+# Expose port
 EXPOSE 7860
+
+# Run the application
 CMD ["python", "-m", "uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

requirements.txt

@@ -1,7 +1,4 @@
-# Use mrzeeshanahmed's pre-built manylinux wheel
-llama-cpp-python @ https://github.com/mrzeeshanahmed/llama-cpp-python/releases/download/v0.3.17-manylinux-x86_64/llama_cpp_python-0.3.17-cp310-cp310-manylinux_2_17_x86_64.whl
-
 fastapi>=0.115.0
 uvicorn>=0.30.0
 pydantic>=2.8.0
-huggingface-hub>=0.24.0
+huggingface-hub>=0.24.0