Update Dockerfile

Dockerfile

@@ -7,13 +7,20 @@ ENV HOME=/home/user \
 
 WORKDIR $HOME/app
 
-# Added accelerate to the requirements
-RUN pip install --no-cache-dir \
-    transformers \
-    accelerate \
-    torch \
-    gradio \
-    huggingface_hub
+USER root
+RUN apt-get update && apt-get install -y \
+    gcc g++ make cmake git wget \
+    && rm -rf /var/lib/apt/lists/*
+USER user
+
+# Install llama-cpp-python and other essentials
+RUN pip install --no-cache-dir llama-cpp-python huggingface_hub gradio
+
+# Download the specific GGUF file from the repo in your screenshot
+# Using the Q4_K_M version for the best balance of speed and logic
+RUN huggingface-cli download tensorblock/llama3.2-1b-Uncensored-GGUF \
+    llama3.2-1b-Uncensored-Q4_K_M.gguf \
+    --local-dir . --local-dir-use-symlinks False
 
 COPY --chown=user . $HOME/app