moxiaoying2 commited on
Commit
301bf97
·
verified ·
1 Parent(s): 40bf575

Update sync_data.sh

Browse files
Files changed (1) hide show
  1. sync_data.sh +120 -117
sync_data.sh CHANGED
@@ -1,128 +1,131 @@
1
  #!/bin/bash
2
 
3
- mkdir -p ./data
 
 
 
 
 
 
 
 
 
 
 
4
 
5
- # 生成校验和文件
6
- generate_sum() {
7
- local file=$1
8
- local sum_file=$2
9
- sha256sum "$file" > "$sum_file"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  }
11
 
12
- # 优先从WebDAV恢复数据
13
- if [ ! -z "$WEBDAV_URL" ] && [ ! -z "$WEBDAV_USERNAME" ] && [ ! -z "$WEBDAV_PASSWORD" ]; then
14
- echo "尝试从WebDAV恢复数据..."
15
- curl -L --fail --user "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" "$WEBDAV_URL/webui.db" -o "./data/webui.db" && {
16
- echo "从WebDAV恢复数据成功"
17
- } || {
18
- if [ ! -z "$G_NAME" ] && [ ! -z "$G_TOKEN" ]; then
19
- echo "从WebDAV恢复失败,尝试从GitHub恢复..."
20
- REPO_URL="https://${G_TOKEN}@github.com/${G_NAME}.git"
21
- git clone "$REPO_URL" ./data/temp && {
22
- if [ -f ./data/temp/webui.db ]; then
23
- mv ./data/temp/webui.db ./data/webui.db
24
- echo "从GitHub仓库恢复成功"
25
- rm -rf ./data/temp
26
- else
27
- echo "GitHub仓库中未找到webui.db"
28
- rm -rf ./data/temp
29
- fi
30
- }
31
- else
32
- echo "WebDAV恢复失败,且未配置GitHub"
33
- fi
34
- }
35
- else
36
- echo "未配置WebDAV,跳过数据恢复"
37
- fi
38
 
39
  # 同步函数
40
  sync_data() {
41
- while true; do
42
- echo "开始同步..."
43
- HOUR=$(date +%H)
44
-
45
- if [ -f "./data/webui.db" ]; then
46
- # 生成新的校验和文件
47
- generate_sum "./data/webui.db" "./data/webui.db.sha256.new"
48
-
49
- # 检查文件是否变化
50
- if [ ! -f "./data/webui.db.sha256" ] || ! cmp -s "./data/webui.db.sha256.new" "./data/webui.db.sha256"; then
51
- echo "检测文件变化,开始同步..."
52
- mv "./data/webui.db.sha256.new" "./data/webui.db.sha256"
53
-
54
- # 同步到WebDAV
55
- if [ ! -z "$WEBDAV_URL" ] && [ ! -z "$WEBDAV_USERNAME" ] && [ ! -z "$WEBDAV_PASSWORD" ]; then
56
- echo "同步到WebDAV..."
57
-
58
- # 上传数据文件
59
- curl -L -T "./data/webui.db" --user "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" "$WEBDAV_URL/webui.db" && {
60
- echo "WebDAV更新成功"
61
-
62
- # 每日备份(包括WebDAV和GitHub),在每天0点进行
63
- if [ "$HOUR" = "00" ]; then
64
- echo "开始每日备份..."
65
-
66
- # 获取前一天的日期
67
- YESTERDAY=$(date -d "yesterday" '+%Y%m%d')
68
- FILENAME_DAILY="webui_${YESTERDAY}.db"
69
-
70
- # WebDAV每日备份
71
- curl -L -T "./data/webui.db" --user "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" "$WEBDAV_URL/$FILENAME_DAILY" && {
72
- echo "WebDAV日期备份成功: $FILENAME_DAILY"
73
-
74
- # GitHub每日备份
75
- if [ ! -z "$G_NAME" ] && [ ! -z "$G_TOKEN" ]; then
76
- echo "开始GitHub每日备份..."
77
- REPO_URL="https://${G_TOKEN}@github.com/${G_NAME}.git"
78
- git clone "$REPO_URL" ./data/temp || {
79
- echo "GitHub克隆失败"
80
- rm -rf ./data/temp
81
- }
82
-
83
- if [ -d "./data/temp" ]; then
84
- cd ./data/temp
85
- git config user.name "AutoSync Bot"
86
- git config user.email "autosync@bot.com"
87
- git checkout main || git checkout master
88
- cp ../webui.db ./webui.db
89
-
90
- if [[ -n $(git status -s) ]]; then
91
- git add webui.db
92
- git commit -m "Auto sync webui.db for ${YESTERDAY}"
93
- git push origin HEAD && {
94
- echo "GitHub推送成功"
95
- } || echo "GitHub推送失败"
96
- else
97
- echo "GitHub: 无数据变化"
98
- fi
99
- cd ../..
100
- rm -rf ./data/temp
101
- fi
102
- fi
103
- } || echo "WebDAV日期备份失败"
104
- fi
105
- } || {
106
- echo "WebDAV上传失败,重试..."
107
- sleep 10
108
- curl -L -T "./data/webui.db" --user "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" "$WEBDAV_URL/webui.db" || {
109
- echo "WebDAV重试失败"
110
- }
111
- }
112
- fi
113
- else
114
- echo "文件未发生变化,跳过同步"
115
- rm -f "./data/webui.db.sha256.new"
116
- fi
117
- else
118
- echo "未找到webui.db,跳过同步"
119
- fi
120
-
121
- echo "当前时间: $(date '+%Y-%m-%d %H:%M:%S')"
122
- echo "下次同步: $(date -d '+5 minutes' '+%Y-%m-%d %H:%M:%S')"
123
- sleep 300
124
- done
125
  }
126
 
127
- # 启动同步进程
128
  sync_data &
 
1
  #!/bin/bash
2
 
3
+ # 检查环境变量
4
+ if [[ -z "$WEBDAV_URL" ]] || [[ -z "$WEBDAV_USERNAME" ]] || [[ -z "$WEBDAV_PASSWORD" ]]; then
5
+ echo "缺少 WEBDAV_URL、WEBDAV_USERNAME 或 WEBDAV_PASSWORD,启动时将不包含备份功能"
6
+ exit 0
7
+ fi
8
+
9
+ # 设置备份路径
10
+ WEBDAV_BACKUP_PATH=${WEBDAV_BACKUP_PATH:-""}
11
+ FULL_WEBDAV_URL="${WEBDAV_URL}"
12
+ if [ -n "$WEBDAV_BACKUP_PATH" ]; then
13
+ FULL_WEBDAV_URL="${WEBDAV_URL}/${WEBDAV_BACKUP_PATH}"
14
+ fi
15
 
16
+ # 下载最新备份并恢复
17
+ restore_backup() {
18
+ echo "开始从 WebDAV 下载最新备份..."
19
+ python3 -c "
20
+ import sys
21
+ import os
22
+ import tarfile
23
+ import requests
24
+ from webdav3.client import Client
25
+ import shutil
26
+ options = {
27
+ 'webdav_hostname': '$FULL_WEBDAV_URL',
28
+ 'webdav_login': '$WEBDAV_USERNAME',
29
+ 'webdav_password': '$WEBDAV_PASSWORD'
30
+ }
31
+ client = Client(options)
32
+ backups = [file for file in client.list() if file.endswith('.tar.gz') and file.startswith('webui_backup_')]
33
+ if not backups:
34
+ print('没有找到备份文件')
35
+ sys.exit()
36
+ latest_backup = sorted(backups)[-1]
37
+ print(f'最新备份文件:{latest_backup}')
38
+ with requests.get(f'$FULL_WEBDAV_URL/{latest_backup}', auth=('$WEBDAV_USERNAME', '$WEBDAV_PASSWORD'), stream=True) as r:
39
+ if r.status_code == 200:
40
+ with open(f'/tmp/{latest_backup}', 'wb') as f:
41
+ for chunk in r.iter_content(chunk_size=8192):
42
+ f.write(chunk)
43
+ print(f'成功下载备份文件到 /tmp/{latest_backup}')
44
+ if os.path.exists(f'/tmp/{latest_backup}'):
45
+ # 解压备份文件到临时目录
46
+ temp_dir = '/tmp/restore'
47
+ os.makedirs(temp_dir, exist_ok=True)
48
+ tar = tarfile.open(f'/tmp/{latest_backup}', 'r:gz')
49
+ tar.extractall(temp_dir)
50
+ tar.close()
51
+ # 查找并移动 webui.db 文件
52
+ for root, dirs, files in os.walk(temp_dir):
53
+ if 'webui.db' in files:
54
+ db_path = os.path.join(root, 'webui.db')
55
+ os.makedirs('./data', exist_ok=True)
56
+ os.replace(db_path, './data/webui.db')
57
+ print(f'成功从 {latest_backup} 恢复备份')
58
+ break
59
+ else:
60
+ print('备份文件中未找到 webui.db')
61
+ # 删除临时目录
62
+ try:
63
+ shutil.rmtree(temp_dir)
64
+ except Exception as e:
65
+ print(f'删除临时目录时出错:{e}')
66
+ os.remove(f'/tmp/{latest_backup}')
67
+ else:
68
+ print('下载的备份文件不存在')
69
+ else:
70
+ print(f'下载备份失败:{r.status_code}')
71
+ "
72
  }
73
 
74
+ # 首次启动时下载最新备份
75
+ echo "正在从 WebDAV 下载最新备份..."
76
+ restore_backup
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
77
 
78
  # 同步函数
79
  sync_data() {
80
+ while true; do
81
+ echo "在 $(date) 开始同步进程"
82
+
83
+ if [ -f "./data/webui.db" ]; then
84
+ timestamp=$(date +%Y%m%d_%H%M%S)
85
+ backup_file="webui_backup_${timestamp}.tar.gz"
86
+
87
+ # 打包数据库文件
88
+ tar -czf "/tmp/${backup_file}" ./data/webui.db
89
+
90
+ # 上传新备份WebDAV
91
+ curl -u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" -T "/tmp/${backup_file}" "$FULL_WEBDAV_URL/${backup_file}"
92
+ if [ $? -eq 0 ]; then
93
+ echo "成功将 ${backup_file} 上传至 WebDAV"
94
+ else
95
+ echo "上传 ${backup_file} 至 WebDAV 失败"
96
+ fi
97
+
98
+ # 清理旧备份文件
99
+ python3 -c "
100
+ import sys
101
+ from webdav3.client import Client
102
+ options = {
103
+ 'webdav_hostname': '$FULL_WEBDAV_URL',
104
+ 'webdav_login': '$WEBDAV_USERNAME',
105
+ 'webdav_password': '$WEBDAV_PASSWORD'
106
+ }
107
+ client = Client(options)
108
+ backups = [file for file in client.list() if file.endswith('.tar.gz') and file.startswith('webui_backup_')]
109
+ backups.sort()
110
+ if len(backups) > 5:
111
+ to_delete = len(backups) - 5
112
+ for file in backups[:to_delete]:
113
+ client.clean(file)
114
+ print(f'成功删除 {file}。')
115
+ else:
116
+ print('仅找到 {} 个备份,无需清理。'.format(len(backups)))
117
+ " 2>&1
118
+
119
+ rm -f "/tmp/${backup_file}"
120
+ else
121
+ echo "数据库文件尚不存在,等待下次同步..."
122
+ fi
123
+
124
+ SYNC_INTERVAL=${SYNC_INTERVAL:-600}
125
+ echo "下次同步将在 ${SYNC_INTERVAL} 秒后进行..."
126
+ sleep $SYNC_INTERVAL
127
+ done
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
128
  }
129
 
130
+ # 后台启动同步进程
131
  sync_data &