HelloSun commited on
Commit
e50ea5f
·
verified ·
1 Parent(s): 9c9cc27

Update installpi.sh

Browse files
Files changed (1) hide show
  1. installpi.sh +12 -11
installpi.sh CHANGED
@@ -2,10 +2,10 @@
2
  set -euo pipefail
3
 
4
  # ==============================================================================
5
- # installpi.sh - 一键全自动安装 pi + llama.cpp (源码编译) + Ornith 模型
6
  # 特性:无 sudo、无互动、全自动、可断点续传、安装后自动验证
7
- # 模型:ornith-ai/Ornith-1.5-35B-A3B-GGUF (Ornith-1.5-35B-Q4_K_M.gguf)
8
- # 启动:taskset -c 0-14 llama-server ... -t 15 --jinja --load-mode mlock -c 131072 (极限上下文)
9
  # ==============================================================================
10
 
11
  HOME_DIR="$HOME"
@@ -14,11 +14,11 @@ LLAMA_BIN="$LLAMA_SRC_DIR/build/bin" # 编译后二进制目录
14
  MODEL_DIR="$HOME_DIR/models"
15
  PI_MODELS_JSON="$HOME_DIR/.pi/agent/models.json"
16
  LLAMA_PORT=8080
17
- REPO="ornith-ai/Ornith-1.5-35B-A3B-GGUF"
18
- MODEL_FILE="Ornith-1.5-35B-Q4_K_M.gguf"
19
- MODEL_ID="ornith-1.5"
20
  PROVIDER_ID="llama-cpp-local"
21
- CONTEXT_SIZE=131072 # 极限上下文 (128K)
22
 
23
  # 基础输出函数
24
  info() { echo -e "\033[36m[INFO]\033[0m $*"; }
@@ -186,10 +186,10 @@ fi
186
  pkill -f "llama-server.*${LLAMA_PORT}" 2>/dev/null || true
187
  sleep 1
188
 
189
- # 构建命令(注意 taskset 包裹整个 llama-server,prlimit 限制内存 64GB)
190
  CMD=(
191
  taskset -c 0-14
192
- prlimit --as=68719476736
193
  "$LLAMA_BIN/llama-server"
194
  -m "$MODEL_PATH"
195
  --alias ornith-1.5
@@ -333,9 +333,9 @@ cfg["providers"][provider] = {
333
  "compat": {"supportsDeveloperRole": True, "supportsReasoningEffort": False},
334
  "models": [{
335
  "id": model_id,
336
- "name": "Ornith 1.5 35B A3B (Local)",
337
  "reasoning": True,
338
- "input": ["text", "image"],
339
  "contextWindow": ctx_size,
340
  "maxTokens": ctx_size,
341
  "cost": {"input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0}
@@ -467,6 +467,7 @@ fi
467
  echo "================================================================"
468
  echo "- 模型: $REPO"
469
  echo " 模型文件: $MODEL_PATH"
 
470
  echo "- llama-server (编译自源码): $LLAMA_BIN/llama-server"
471
  echo " 启动参数: taskset -c 0-14 ... -t 15 --jinja --load-mode mlock -c $CONTEXT_SIZE --host 127.0.0.1 --port $LLAMA_PORT"
472
  echo "- 服务: http://127.0.0.1:$LLAMA_PORT (log: ~/llama-server.log, pid: ~/llama-server.pid)"
 
2
  set -euo pipefail
3
 
4
  # ==============================================================================
5
+ # installpi.sh - 一键全自动安装 pi + llama.cpp (源码编译) + Huihui 模型
6
  # 特性:无 sudo、无互动、全自动、可断点续传、安装后自动验证
7
+ # 模型:mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF (Q4_K_M.gguf)
8
+ # 启动:taskset -c 0-14 llama-server ... -t 15 --jinja --load-mode mlock -c 65536 (64K上下文)
9
  # ==============================================================================
10
 
11
  HOME_DIR="$HOME"
 
14
  MODEL_DIR="$HOME_DIR/models"
15
  PI_MODELS_JSON="$HOME_DIR/.pi/agent/models.json"
16
  LLAMA_PORT=8080
17
+ REPO="mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF"
18
+ MODEL_FILE="Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.Q4_K_M.gguf"
19
+ MODEL_ID="huihui-qwen3.5-4b-claude-4.6"
20
  PROVIDER_ID="llama-cpp-local"
21
+ CONTEXT_SIZE=65536 # 上下文 64K
22
 
23
  # 基础输出函数
24
  info() { echo -e "\033[36m[INFO]\033[0m $*"; }
 
186
  pkill -f "llama-server.*${LLAMA_PORT}" 2>/dev/null || true
187
  sleep 1
188
 
189
+ # 构建命令(注意 taskset 包裹整个 llama-server,prlimit 限制内存 32GB)
190
  CMD=(
191
  taskset -c 0-14
192
+ prlimit --as=34359738368
193
  "$LLAMA_BIN/llama-server"
194
  -m "$MODEL_PATH"
195
  --alias ornith-1.5
 
333
  "compat": {"supportsDeveloperRole": True, "supportsReasoningEffort": False},
334
  "models": [{
335
  "id": model_id,
336
+ "name": "Huihui Qwen3.5 4B Claude 4.6 Opus (Local)",
337
  "reasoning": True,
338
+ "input": ["text"],
339
  "contextWindow": ctx_size,
340
  "maxTokens": ctx_size,
341
  "cost": {"input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0}
 
467
  echo "================================================================"
468
  echo "- 模型: $REPO"
469
  echo " 模型文件: $MODEL_PATH"
470
+ echo "- 内存限制: 32GB"
471
  echo "- llama-server (编译自源码): $LLAMA_BIN/llama-server"
472
  echo " 启动参数: taskset -c 0-14 ... -t 15 --jinja --load-mode mlock -c $CONTEXT_SIZE --host 127.0.0.1 --port $LLAMA_PORT"
473
  echo "- 服务: http://127.0.0.1:$LLAMA_PORT (log: ~/llama-server.log, pid: ~/llama-server.pid)"