Update Dockerfile

Dockerfile

@@ -1,28 +1,26 @@
-FROM ubuntu:22.04
+FROM python:3.10-slim
 
-# Install system dependencies
-RUN apt-get update && \
-    apt-get install -y \
+# Install system dependencies for build-essential (needed for some python libs)
+RUN apt-get update && apt-get install -y \
     build-essential \
-    python3-pip \
-    cmake \
     git \
-    curl && \
-    rm -rf /var/lib/apt/lists/*
+    && rm -rf /var/lib/apt/lists/*
 
-# Set environment variables for faster downloads
-ENV HF_HUB_ENABLE_HF_TRANSFER=1
+# Install Hugging Face stack and Search
+# bitsandbytes + accelerate allows running the model on lower RAM
+RUN pip install --no-cache-dir \
+    torch \
+    transformers \
+    accelerate \
+    bitsandbytes \
+    gradio \
+    duckduckgo-search \
+    sentencepiece
 
-# Install Python dependencies
-# llama-cpp-python will be compiled during install
-RUN pip3 install --upgrade pip && \
-    pip3 install llama-cpp-python huggingface-hub[hf_transfer] gradio duckduckgo-search
+WORKDIR /app
+COPY app.py .
 
-# Copy the application code
-COPY app.py /app.py
-
-# Expose the Gradio port
+# Expose Gradio port
 EXPOSE 7860
 
-# Run the script directly
-CMD ["python3", "/app.py"]
+CMD ["python", "app.py"]