Update Dockerfile

Dockerfile

@@ -1,99 +1,32 @@
 FROM python:3.10-slim
 
-# ============================================================
-# ENV
-# ============================================================
-
-ENV DEBIAN_FRONTEND=noninteractive
-ENV PYTHONUNBUFFERED=1
-ENV HF_HOME=/tmp/huggingface
-ENV PIP_NO_CACHE_DIR=1
-ENV HF_HUB_ENABLE_HF_TRANSFER=1
-
-# ============================================================
-# SYSTEM DEPS
-# ============================================================
-
+# Install system dependencies
 RUN apt-get update && apt-get install -y \
-    git \
-    git-lfs \
     build-essential \
     cmake \
-    ninja-build \
-    wget \
-    curl \
-    pkg-config \
-    ccache \
-    libopenblas-dev \
+    git \
     && rm -rf /var/lib/apt/lists/*
 
-# ============================================================
-# PYTHON DEPS FIRST (CACHEABLE)
-# ============================================================
-
-WORKDIR /app
-
-COPY requirements.txt .
-
-RUN pip install --upgrade pip setuptools wheel
-
-RUN pip install --no-cache-dir -r requirements.txt
-
-# ============================================================
-# LLAMA.CPP
-# ============================================================
-
-WORKDIR /app
+# Set environment variable for HF cache
+ENV HF_HOME=/tmp/huggingface_cache
 
-# IMPORTANT:
-# Pin commit instead of git pull
-RUN git clone https://github.com/ggml-org/llama.cpp
+# Clone llama.cpp
+RUN git clone https://github.com/ggerganov/llama.cpp /app/llama.cpp
 
+# Build llama.cpp
 WORKDIR /app/llama.cpp
+RUN mkdir -p build && cd build && cmake .. && make
 
-# Pin stable commit for cache stability
-RUN git checkout b5093
-
-# ============================================================
-# BUILD
-# ============================================================
-
-RUN cmake -B build \
-    -G Ninja \
-    -DCMAKE_BUILD_TYPE=Release
-
-RUN cmake --build build -j$(nproc)
-
-# ============================================================
-# OPTIONAL CALIBRATION DATASET
-# ============================================================
-
+# Set up Python environment
 WORKDIR /app
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
 
-RUN wget -O wiki.train.raw \
-https://huggingface.co/datasets/ikawrakow/validation-datasets/resolve/main/wiki.train.raw
-
-# ============================================================
-# APP CODE LAST
-# ============================================================
-
+# Copy your app code
 COPY . .
 
-# ============================================================
-# HF CACHE
-# ============================================================
-
-RUN mkdir -p /tmp/huggingface
-RUN chmod -R 777 /tmp/huggingface
-
-# ============================================================
-# PORT
-# ============================================================
-
-EXPOSE 7860
-
-# ============================================================
-# START
-# ============================================================
+# Ensure the cache directory exists
+RUN mkdir -p $HF_HOME && chmod -R 777 $HF_HOME
 
+# Set the entrypoint
 CMD ["streamlit", "run", "app.py", "--server.port=7860", "--server.address=0.0.0.0"]