Spaces:
Paused
Paused
Update installpi.sh
Browse files- installpi.sh +12 -11
installpi.sh
CHANGED
|
@@ -2,10 +2,10 @@
|
|
| 2 |
set -euo pipefail
|
| 3 |
|
| 4 |
# ==============================================================================
|
| 5 |
-
# installpi.sh - 一键全自动安装 pi + llama.cpp (源码编译) +
|
| 6 |
# 特性:无 sudo、无互动、全自动、可断点续传、安装后自动验证
|
| 7 |
-
# 模型:
|
| 8 |
-
# 启动:taskset -c 0-14 llama-server ... -t 15 --jinja --load-mode mlock -c
|
| 9 |
# ==============================================================================
|
| 10 |
|
| 11 |
HOME_DIR="$HOME"
|
|
@@ -14,11 +14,11 @@ LLAMA_BIN="$LLAMA_SRC_DIR/build/bin" # 编译后二进制目录
|
|
| 14 |
MODEL_DIR="$HOME_DIR/models"
|
| 15 |
PI_MODELS_JSON="$HOME_DIR/.pi/agent/models.json"
|
| 16 |
LLAMA_PORT=8080
|
| 17 |
-
REPO="
|
| 18 |
-
MODEL_FILE="
|
| 19 |
-
MODEL_ID="
|
| 20 |
PROVIDER_ID="llama-cpp-local"
|
| 21 |
-
CONTEXT_SIZE=
|
| 22 |
|
| 23 |
# 基础输出函数
|
| 24 |
info() { echo -e "\033[36m[INFO]\033[0m $*"; }
|
|
@@ -186,10 +186,10 @@ fi
|
|
| 186 |
pkill -f "llama-server.*${LLAMA_PORT}" 2>/dev/null || true
|
| 187 |
sleep 1
|
| 188 |
|
| 189 |
-
# 构建命令(注意 taskset 包裹整个 llama-server,prlimit 限制内存
|
| 190 |
CMD=(
|
| 191 |
taskset -c 0-14
|
| 192 |
-
prlimit --as=
|
| 193 |
"$LLAMA_BIN/llama-server"
|
| 194 |
-m "$MODEL_PATH"
|
| 195 |
--alias ornith-1.5
|
|
@@ -333,9 +333,9 @@ cfg["providers"][provider] = {
|
|
| 333 |
"compat": {"supportsDeveloperRole": True, "supportsReasoningEffort": False},
|
| 334 |
"models": [{
|
| 335 |
"id": model_id,
|
| 336 |
-
"name": "
|
| 337 |
"reasoning": True,
|
| 338 |
-
"input": ["text"
|
| 339 |
"contextWindow": ctx_size,
|
| 340 |
"maxTokens": ctx_size,
|
| 341 |
"cost": {"input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0}
|
|
@@ -467,6 +467,7 @@ fi
|
|
| 467 |
echo "================================================================"
|
| 468 |
echo "- 模型: $REPO"
|
| 469 |
echo " 模型文件: $MODEL_PATH"
|
|
|
|
| 470 |
echo "- llama-server (编译自源码): $LLAMA_BIN/llama-server"
|
| 471 |
echo " 启动参数: taskset -c 0-14 ... -t 15 --jinja --load-mode mlock -c $CONTEXT_SIZE --host 127.0.0.1 --port $LLAMA_PORT"
|
| 472 |
echo "- 服务: http://127.0.0.1:$LLAMA_PORT (log: ~/llama-server.log, pid: ~/llama-server.pid)"
|
|
|
|
| 2 |
set -euo pipefail
|
| 3 |
|
| 4 |
# ==============================================================================
|
| 5 |
+
# installpi.sh - 一键全自动安装 pi + llama.cpp (源码编译) + Huihui 模型
|
| 6 |
# 特性:无 sudo、无互动、全自动、可断点续传、安装后自动验证
|
| 7 |
+
# 模型:mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF (Q4_K_M.gguf)
|
| 8 |
+
# 启动:taskset -c 0-14 llama-server ... -t 15 --jinja --load-mode mlock -c 65536 (64K上下文)
|
| 9 |
# ==============================================================================
|
| 10 |
|
| 11 |
HOME_DIR="$HOME"
|
|
|
|
| 14 |
MODEL_DIR="$HOME_DIR/models"
|
| 15 |
PI_MODELS_JSON="$HOME_DIR/.pi/agent/models.json"
|
| 16 |
LLAMA_PORT=8080
|
| 17 |
+
REPO="mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF"
|
| 18 |
+
MODEL_FILE="Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.Q4_K_M.gguf"
|
| 19 |
+
MODEL_ID="huihui-qwen3.5-4b-claude-4.6"
|
| 20 |
PROVIDER_ID="llama-cpp-local"
|
| 21 |
+
CONTEXT_SIZE=65536 # 上下文 64K
|
| 22 |
|
| 23 |
# 基础输出函数
|
| 24 |
info() { echo -e "\033[36m[INFO]\033[0m $*"; }
|
|
|
|
| 186 |
pkill -f "llama-server.*${LLAMA_PORT}" 2>/dev/null || true
|
| 187 |
sleep 1
|
| 188 |
|
| 189 |
+
# 构建命令(注意 taskset 包裹整个 llama-server,prlimit 限制内存 32GB)
|
| 190 |
CMD=(
|
| 191 |
taskset -c 0-14
|
| 192 |
+
prlimit --as=34359738368
|
| 193 |
"$LLAMA_BIN/llama-server"
|
| 194 |
-m "$MODEL_PATH"
|
| 195 |
--alias ornith-1.5
|
|
|
|
| 333 |
"compat": {"supportsDeveloperRole": True, "supportsReasoningEffort": False},
|
| 334 |
"models": [{
|
| 335 |
"id": model_id,
|
| 336 |
+
"name": "Huihui Qwen3.5 4B Claude 4.6 Opus (Local)",
|
| 337 |
"reasoning": True,
|
| 338 |
+
"input": ["text"],
|
| 339 |
"contextWindow": ctx_size,
|
| 340 |
"maxTokens": ctx_size,
|
| 341 |
"cost": {"input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0}
|
|
|
|
| 467 |
echo "================================================================"
|
| 468 |
echo "- 模型: $REPO"
|
| 469 |
echo " 模型文件: $MODEL_PATH"
|
| 470 |
+
echo "- 内存限制: 32GB"
|
| 471 |
echo "- llama-server (编译自源码): $LLAMA_BIN/llama-server"
|
| 472 |
echo " 启动参数: taskset -c 0-14 ... -t 15 --jinja --load-mode mlock -c $CONTEXT_SIZE --host 127.0.0.1 --port $LLAMA_PORT"
|
| 473 |
echo "- 服务: http://127.0.0.1:$LLAMA_PORT (log: ~/llama-server.log, pid: ~/llama-server.pid)"
|