Spaces:
Running
Running
Update Dockerfile
Browse files- Dockerfile +2 -2
Dockerfile
CHANGED
|
@@ -14,9 +14,9 @@ RUN apt-get update && apt-get install -y \
|
|
| 14 |
ffmpeg \
|
| 15 |
&& rm -rf /var/lib/apt/lists/*
|
| 16 |
|
| 17 |
-
# Install
|
| 18 |
RUN pip install --no-cache-dir \
|
| 19 |
-
https://huggingface.co/datasets/AIencoder/llama-cpp-wheels/resolve/main/llama_cpp_python-0.2.26%
|
| 20 |
|| pip install --no-cache-dir llama-cpp-python
|
| 21 |
|
| 22 |
# Install Python dependencies
|
|
|
|
| 14 |
ffmpeg \
|
| 15 |
&& rm -rf /var/lib/apt/lists/*
|
| 16 |
|
| 17 |
+
# Install AVX512 + OpenBLAS optimized llama-cpp-python wheel (MAXIMUM SPEED!)
|
| 18 |
RUN pip install --no-cache-dir \
|
| 19 |
+
https://huggingface.co/datasets/AIencoder/llama-cpp-wheels/resolve/main/llama_cpp_python-0.2.26%2Bcpuavx512-cp311-cp311-manylinux_2_31_x86_64.whl \
|
| 20 |
|| pip install --no-cache-dir llama-cpp-python
|
| 21 |
|
| 22 |
# Install Python dependencies
|