Update Dockerfile

Dockerfile

@@ -1,15 +1,24 @@
 FROM python:3.10-slim
 
 WORKDIR /app
+
 ENV DEBIAN_FRONTEND=noninteractive
 ENV PYTHONUNBUFFERED=1
 ENV HF_HOME=/tmp/hf_cache
-ENV PIP_NO_CACHE_DIR=1
+ENV CC=/usr/bin/gcc
+ENV CXX=/usr/bin/g++
+ENV CMAKE_ARGS="-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS"
 
 RUN apt-get update && apt-get install -y --no-install-recommends \
+    build-essential \
+    cmake \
+    pkg-config \
+    libopenblas-dev \
     ca-certificates \
     && rm -rf /var/lib/apt/lists/*
 
+RUN gcc --version && g++ --version
+
 RUN pip install --upgrade pip setuptools wheel
 
 RUN pip install --no-cache-dir \
@@ -17,8 +26,7 @@ RUN pip install --no-cache-dir \
     "uvicorn[standard]" \
     huggingface-hub \
     pydantic \
-    llama-cpp-python \
-    --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
+    llama-cpp-python
 
 COPY . .