2nd fix

Dockerfile

@@ -5,22 +5,19 @@ FROM ubuntu:22.04
 ENV DEBIAN_FRONTEND=noninteractive
 ENV TZ=Etc/UTC
 
-# Configure Hugging Face cache to a writable directory
-ENV XDG_CACHE_HOME=/app/.cache
-ENV HF_HOME=/app/.cache/huggingface
+# Configure Hugging Face and XDG cache to use a writable /tmp directory
+ENV XDG_CACHE_HOME=/tmp/.cache
+ENV HF_HOME=/tmp/.cache/huggingface
 
 # Use bash with strict modes for debugging
 SHELL ["/bin/bash", "-euxo", "pipefail", "-c"]
 
-# Create cache directories
-RUN mkdir -p "$XDG_CACHE_HOME" "$HF_HOME"
-
 # Preseed tzdata to avoid interactive prompt
 RUN echo "tzdata tzdata/Areas select Etc" > /tmp/tzdata.seed && \
     echo "tzdata tzdata/Zones/Etc select UTC" >> /tmp/tzdata.seed && \
     debconf-set-selections /tmp/tzdata.seed
 
-# 1. Install OS-level dependencies, including pkg-config and git
+# 1. Install OS-level dependencies (including pkg-config and git)
 RUN echo "### STEP 1: Installing OS-level dependencies" && \
     apt-get update && \
     apt-get install -y --no-install-recommends \
@@ -35,24 +32,28 @@ RUN echo "### STEP 1: Installing OS-level dependencies" && \
         python3-opencv && \
     rm -rf /var/lib/apt/lists/*
 
-# 2. Prepare application directory and copy code
-RUN echo "### STEP 2: Preparing application directory"
+# 2. Prepare application directory
 WORKDIR /app
 COPY requirements.txt ./
 COPY app.py ./
-# COPY any other source files or directories as needed
+# (Copy any other source files or directories needed)
 
 # 3. Install Python dependencies (excluding llama-cpp-python)
-RUN echo "### STEP 3: Installing Python dependencies" && \
+RUN echo "### STEP 2: Installing Python dependencies" && \
     pip3 install --upgrade pip && \
     pip3 install --no-cache-dir -r requirements.txt
 
-# 4. Build and install llama-cpp-python from source with OpenBLAS
-RUN echo "### STEP 4: Building and installing llama-cpp-python with OpenBLAS" && \
+# 4. Ensure cache directories are writable by runtime user
+RUN echo "### STEP 3: Creating cache directories" && \
+    mkdir -p "$XDG_CACHE_HOME" "$HF_HOME" && \
+    chmod -R a+rwX "$XDG_CACHE_HOME"
+
+# 5. Build and install llama-cpp-python from source with OpenBLAS
+RUN echo "### STEP 4: Building llama-cpp-python with OpenBLAS" && \
     export CMAKE_ARGS="-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS" && \
     pip3 install --no-cache-dir --force-reinstall --no-binary llama-cpp-python llama-cpp-python
 
-# 5. Finalize and launch
+# 6. Finalize and launch the app
 RUN echo "### STEP 5: Finalizing Docker image"
 EXPOSE 7860
 CMD ["python3", "app.py"]