fomext commited on
Commit
6c216e1
Β·
verified Β·
1 Parent(s): 05cb686

Upload 2 files

Browse files
Files changed (2) hide show
  1. Dockerfile +2 -2
  2. requirements.txt +1 -1
Dockerfile CHANGED
@@ -21,9 +21,9 @@ RUN pip install --no-cache-dir \
21
  pydantic==2.7.1
22
 
23
  # Install llama-cpp-python CPU-only (compiled from source)
24
- RUN CMAKE_ARGS="-DLLAMA_CUBLAS=OFF -DLLAMA_METAL=OFF -DLLAMA_OPENCL=OFF" \
25
  FORCE_CMAKE=1 \
26
- pip install --no-cache-dir llama-cpp-python==0.2.77
27
 
28
  # ── App code ─────────────────────────────────────────────────
29
  COPY app.py .
 
21
  pydantic==2.7.1
22
 
23
  # Install llama-cpp-python CPU-only (compiled from source)
24
+ RUN CMAKE_ARGS="-DGGML_CUDA=OFF -DGGML_METAL=OFF -DGGML_OPENCL=OFF" \
25
  FORCE_CMAKE=1 \
26
+ pip install --no-cache-dir llama-cpp-python==0.3.9
27
 
28
  # ── App code ─────────────────────────────────────────────────
29
  COPY app.py .
requirements.txt CHANGED
@@ -3,4 +3,4 @@ uvicorn[standard]==0.29.0
3
  pydantic==2.7.1
4
  # llama-cpp-python is installed via pip in the Dockerfile
5
  # with CPU-only build flags (no CUDA / Metal)
6
- llama-cpp-python==0.2.77
 
3
  pydantic==2.7.1
4
  # llama-cpp-python is installed via pip in the Dockerfile
5
  # with CPU-only build flags (no CUDA / Metal)
6
+ llama-cpp-python==0.3.9