Update Dockerfile

Dockerfile

@@ -1,17 +1,23 @@
 FROM python:3.10-slim
 
-RUN apt-get update && apt-get install -y --no-install-recommends build-essential cmake git && rm -rf /var/lib/apt/lists/*
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    build-essential cmake git libopenblas-dev && \
+    rm -rf /var/lib/apt/lists/*
 
 WORKDIR /code
 
 COPY requirements.txt .
 
-RUN pip install --no-cache-dir -r requirements.txt
+RUN CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS" \
+    pip install --no-cache-dir -r requirements.txt
 
-RUN python -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='Qwen/Qwen2.5-7B-Instruct-GGUF', filename='qwen2.5-7b-instruct-q4_k_m.gguf', local_dir='/models')"
+RUN python -c "from huggingface_hub import hf_hub_download; \
+    hf_hub_download(repo_id='Qwen/Qwen2.5-7B-Instruct-GGUF', \
+    filename='qwen2.5-7b-instruct-q4_k_m.gguf', \
+    local_dir='/models')"
 
 COPY app.py .
 
 EXPOSE 7860
 
-CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]