File size: 1,143 Bytes
259ed66
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
#!/usr/bin/env bash
# setup_and_upload.sh
# 一键完成仓库克隆、编译 llama.cpp、安装依赖、上传模型、启动服务

set -e  # 出错就退出

# ====== 配置变量(请根据实际修改) ======
REPO_URL="https://github.com/your-username/my-chatbot-llama2-7b.git"
BRANCH="main"
MODEL_PATH="/path/to/llama2-7b.gguf"
API_KEY="your-secret-api-key"
# =======================================

echo "🚀 克隆仓库..."
git clone "$REPO_URL"
cd my-chatbot-llama2-7b
git checkout "$BRANCH"
git submodule update --init --recursive

echo "🔧 编译 llama.cpp 并安装依赖..."
cd llama.cpp && make && cd ..
pip install -r requirements.txt
pip install python-dotenv

echo "🔐 写入 .env 文件..."
echo "API_KEY=${API_KEY}" > .env

echo "📦 配置 Git LFS..."
git lfs install
git lfs track "models/*.gguf"

echo "📁 放置并上传模型..."
mkdir -p models
cp "$MODEL_PATH" models/
git add .gitattributes models/llama2-7b.gguf
git commit -m "add model weights"
git push origin "$BRANCH"

echo "🚀 启动 FastAPI 服务..."
uvicorn app:app --host 0.0.0.0 --port 8000 --reload