ksjpswaroop commited on
Commit
70436da
·
verified ·
1 Parent(s): ec3a78c

Add scripts/llamacpp_chat.sh

Browse files
Files changed (1) hide show
  1. scripts/llamacpp_chat.sh +25 -0
scripts/llamacpp_chat.sh ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+ # llama.cpp chat with zindango-slm for English verification
3
+ # Prerequisites: llama.cpp built (llama-cli) and GGUF model
4
+
5
+ set -e
6
+ SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
7
+ PROJECT_ROOT="$(dirname "$SCRIPT_DIR")"
8
+ MODEL_DIR="${MODEL_DIR:-$PROJECT_ROOT/models/zindango-slm}"
9
+ GGUF="${GGUF:-$MODEL_DIR/zindango-slm-Q8_0.gguf}"
10
+ LLAMA_CLI="${LLAMA_CLI:-llama-cli}"
11
+
12
+ if ! command -v "$LLAMA_CLI" &>/dev/null; then
13
+ echo "llama-cli not found. Build llama.cpp or set LLAMA_CLI:"
14
+ echo " git clone https://github.com/ggerganov/llama.cpp && cd llama.cpp && make"
15
+ exit 1
16
+ fi
17
+
18
+ if [[ ! -f "$GGUF" ]]; then
19
+ echo "GGUF not found. Downloading..."
20
+ mkdir -p "$MODEL_DIR"
21
+ huggingface-cli download ksjpswaroop/zindango-slm zindango-slm-Q8_0.gguf --local-dir "$MODEL_DIR" || exit 1
22
+ fi
23
+
24
+ echo "=== zindango-slm Chat (llama.cpp) - English verification ==="
25
+ exec "$LLAMA_CLI" -m "$GGUF" -c 2048 -i