kirikir13 commited on
Commit
ade509f
·
verified ·
1 Parent(s): ebc1e89

Create prebuilt.sh

Browse files
Files changed (1) hide show
  1. prebuilt.sh +13 -0
prebuilt.sh ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+ set -e
3
+
4
+ echo "=== Building llama-cpp-python with CUDA for ZeroGPU ==="
5
+ export CMAKE_ARGS="-DGGML_CUDA=on"
6
+ export FORCE_CMAKE=1
7
+
8
+ # The Gradio base image has CUDA 12.x installed.
9
+ # Build llama-cpp-python from source so it links against the actual GPU toolkit.
10
+ pip install --no-cache-dir llama-cpp-python
11
+ pip install --no-cache-dir python-docx pdfplumber chardet
12
+
13
+ echo "=== Build complete ==="