Create prebuilt.sh
Browse files- prebuilt.sh +13 -0
prebuilt.sh
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
set -e
|
| 3 |
+
|
| 4 |
+
echo "=== Building llama-cpp-python with CUDA for ZeroGPU ==="
|
| 5 |
+
export CMAKE_ARGS="-DGGML_CUDA=on"
|
| 6 |
+
export FORCE_CMAKE=1
|
| 7 |
+
|
| 8 |
+
# The Gradio base image has CUDA 12.x installed.
|
| 9 |
+
# Build llama-cpp-python from source so it links against the actual GPU toolkit.
|
| 10 |
+
pip install --no-cache-dir llama-cpp-python
|
| 11 |
+
pip install --no-cache-dir python-docx pdfplumber chardet
|
| 12 |
+
|
| 13 |
+
echo "=== Build complete ==="
|