go

Dockerfile

@@ -31,7 +31,7 @@ USER user
 
 # Install llama-cpp-python with optimized build flags
 RUN CMAKE_ARGS="-DGGML_BLAS=OFF -DGGML_NATIVE=OFF -DGGML_AVX2=ON" \
-    pip install --no-cache-dir --user --upgrade llama-cpp-python
+    pip install --no-cache-dir --user llama-cpp-python==0.3.16
 
 # Copy requirements and install dependencies
 COPY --chown=user:user requirements.txt .