Update Dockerfile

Dockerfile

@@ -1,7 +1,7 @@
-# Use a Python image that has many tools pre-installed
+# Use Python 3.11 slim image
 FROM python:3.11-slim
 
-# Install Node.js (needed for promptfoo) and system tools
+# 1. Install Node.js (for promptfoo) and basic tools
 RUN apt-get update && apt-get install -y \
     curl \
     git \
@@ -9,21 +9,22 @@ RUN apt-get update && apt-get install -y \
     npm \
     && rm -rf /var/lib/apt/lists/*
 
-# Install promptfoo globally
+# 2. Install promptfoo globally
 RUN npm install -g promptfoo
 
 # Set working directory
 WORKDIR /app
 
-# Copy requirements
+# 3. Install Python dependencies (FastAPI, etc.)
 COPY requirements.txt .
-
-# Install Python dependencies
-# We use --extra-index-url to get the pre-built 'wheel' to avoid compilation timeout
-RUN pip install --no-cache-dir --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu llama-cpp-python
 RUN pip install --no-cache-dir -r requirements.txt
 
-# Copy application code
+# 4. CRITICAL FIX: Install the Pre-Built AI Engine
+# We directly download the compiled wheel file so we don't have to compile it (saves 30 mins)
+RUN curl -L "https://github.com/abetlen/llama-cpp-python/releases/download/v0.2.90/llama_cpp_python-0.2.90-cp311-cp311-manylinux_2_17_x86_64.whl" -o llama.whl && \
+    pip install llama.whl
+
+# 5. Copy your application code
 COPY . .
 
 # Expose port