Update Dockerfile

Dockerfile

@@ -5,6 +5,7 @@ RUN apt-get update && apt-get install -y \
     wget \
     gnupg \
     fontconfig \
+    build-essential \
     && rm -rf /var/lib/apt/lists/*
 
 # Create non-root user
@@ -29,22 +30,11 @@ WORKDIR /app
 
 # Create and set permissions for cache directories
 RUN mkdir -p /home/crawler/.cache/fontconfig \
+    && mkdir -p /home/crawler/.cache/pip \
     && mkdir -p /home/crawler/.crawl4ai \
     && chown -R crawler:crawler /home/crawler \
     && chown -R crawler:crawler /app
 
-# Copy requirements and install Python dependencies
-COPY requirements.txt .
-RUN pip install --no-cache-dir -r requirements.txt
-
-# Install Playwright browsers
-RUN playwright install chromium
-RUN playwright install-deps
-
-# Copy application code
-COPY . .
-RUN chown -R crawler:crawler /app
-
 # Set environment variables
 ENV PYTHONUNBUFFERED=1
 ENV GRADIO_SERVER_NAME=0.0.0.0
@@ -52,10 +42,22 @@ ENV GRADIO_SERVER_PORT=7860
 ENV HOME=/home/crawler
 ENV FONTCONFIG_PATH=/etc/fonts
 ENV XDG_CACHE_HOME=/home/crawler/.cache
+ENV PIP_CACHE_DIR=/home/crawler/.cache/pip
+ENV PYTHONDONTWRITEBYTECODE=1
 
-# Switch to non-root user
+# Switch to non-root user for pip installations
 USER crawler
 
+# Copy requirements and install Python dependencies
+COPY --chown=crawler:crawler requirements.txt .
+RUN pip install --no-cache-dir --user -r requirements.txt
+
+# Install Playwright browsers
+RUN python -m playwright install chromium --with-deps
+
+# Copy application code
+COPY --chown=crawler:crawler . .
+
 # Expose port
 EXPOSE 7860