AIencoder commited on
Commit
a274746
·
verified ·
1 Parent(s): bd4303f

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -3
Dockerfile CHANGED
@@ -14,10 +14,9 @@ RUN apt-get update && apt-get install -y \
14
  ffmpeg \
15
  && rm -rf /var/lib/apt/lists/*
16
 
17
- # Install AVX2-optimized llama-cpp-python wheel (2-3x faster!)
18
- # Fallback to PyPI if wheel fails
19
  RUN pip install --no-cache-dir \
20
- https://huggingface.co/datasets/AIencoder/llama-cpp-wheels/resolve/main/llama_cpp_python-0.3.16%2Bavx2-cp311-cp311-manylinux_2_31_x86_64.whl \
21
  || pip install --no-cache-dir llama-cpp-python
22
 
23
  # Install Python dependencies
 
14
  ffmpeg \
15
  && rm -rf /var/lib/apt/lists/*
16
 
17
+ # Install AVX2 + OpenBLAS optimized llama-cpp-python wheel (MAXIMUM SPEED!)
 
18
  RUN pip install --no-cache-dir \
19
+ https://huggingface.co/datasets/AIencoder/llama-cpp-wheels/resolve/main/llama_cpp_python-0.2.17%2Bcpuavx2-cp311-cp311-manylinux_2_31_x86_64.whl \
20
  || pip install --no-cache-dir llama-cpp-python
21
 
22
  # Install Python dependencies