go

Dockerfile

@@ -13,7 +13,7 @@ RUN apt-get update && apt-get install -y \
     curl \
     && rm -rf /var/lib/apt/lists/*
 
-# Create non-root user (required for HF Spaces)
+# Create non-root user
 RUN useradd -m -u 1000 user
 RUN mkdir -p /app/cache /app/models && chown -R user:user /app
 

requirements.txt

@@ -1,8 +1,6 @@
---prefer-binary
---only-binary llama-cpp-python
---extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
+# Use pre-built glibc wheel instead of musl wheel
+llama-cpp-python @ https://github.com/John6666cat/llama-cpp-python/releases/download/v0.3.16/llama_cpp_python-0.3.16-cp310-cp310-linux_x86_64.whl
 
-llama-cpp-python>=0.2.90
 fastapi>=0.115.0
 uvicorn>=0.30.0
 pydantic>=2.8.0