Spaces:
Sleeping
Sleeping
Upload 2 files
Browse files- Dockerfile +2 -2
- requirements.txt +1 -1
Dockerfile
CHANGED
|
@@ -21,9 +21,9 @@ RUN pip install --no-cache-dir \
|
|
| 21 |
pydantic==2.7.1
|
| 22 |
|
| 23 |
# Install llama-cpp-python CPU-only (compiled from source)
|
| 24 |
-
RUN CMAKE_ARGS="-
|
| 25 |
FORCE_CMAKE=1 \
|
| 26 |
-
pip install --no-cache-dir llama-cpp-python==0.
|
| 27 |
|
| 28 |
# ββ App code βββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 29 |
COPY app.py .
|
|
|
|
| 21 |
pydantic==2.7.1
|
| 22 |
|
| 23 |
# Install llama-cpp-python CPU-only (compiled from source)
|
| 24 |
+
RUN CMAKE_ARGS="-DGGML_CUDA=OFF -DGGML_METAL=OFF -DGGML_OPENCL=OFF" \
|
| 25 |
FORCE_CMAKE=1 \
|
| 26 |
+
pip install --no-cache-dir llama-cpp-python==0.3.9
|
| 27 |
|
| 28 |
# ββ App code βββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 29 |
COPY app.py .
|
requirements.txt
CHANGED
|
@@ -3,4 +3,4 @@ uvicorn[standard]==0.29.0
|
|
| 3 |
pydantic==2.7.1
|
| 4 |
# llama-cpp-python is installed via pip in the Dockerfile
|
| 5 |
# with CPU-only build flags (no CUDA / Metal)
|
| 6 |
-
llama-cpp-python==0.
|
|
|
|
| 3 |
pydantic==2.7.1
|
| 4 |
# llama-cpp-python is installed via pip in the Dockerfile
|
| 5 |
# with CPU-only build flags (no CUDA / Metal)
|
| 6 |
+
llama-cpp-python==0.3.9
|