Spaces:
Runtime error
Runtime error
Update Dockerfile
Browse files- Dockerfile +1 -1
Dockerfile
CHANGED
|
@@ -54,7 +54,7 @@ RUN if [ "$RUN_LOCALLY" = "true" ]; then export GGML_CUDA=OFF; fi && \
|
|
| 54 |
echo "GGML_CUDA=$GGML_CUDA" && \
|
| 55 |
cd /app/llama.cpp && \
|
| 56 |
cmake -B build -DBUILD_SHARED_LIBS=OFF -DGGML_CUDA=${GGML_CUDA} && \
|
| 57 |
-
cmake --build build --config Release -
|
| 58 |
cp ./build/bin/llama-* . && \
|
| 59 |
rm -rf build
|
| 60 |
|
|
|
|
| 54 |
echo "GGML_CUDA=$GGML_CUDA" && \
|
| 55 |
cd /app/llama.cpp && \
|
| 56 |
cmake -B build -DBUILD_SHARED_LIBS=OFF -DGGML_CUDA=${GGML_CUDA} && \
|
| 57 |
+
cmake --build build --config Release -j2 --target llama-quantize llama-gguf-split llama-imatrix && \
|
| 58 |
cp ./build/bin/llama-* . && \
|
| 59 |
rm -rf build
|
| 60 |
|