flzta commited on
Commit
6dfe279
·
verified ·
1 Parent(s): de16472

Create sync_data.sh

Browse files
Files changed (1) hide show
  1. sync_data.sh +149 -0
sync_data.sh ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/sh
2
+
3
+ # 检查环境变量
4
+ if [ -z "$WEBDAV_URL" ] || [ -z "$WEBDAV_USERNAME" ] || [ -z "$WEBDAV_PASSWORD" ]; then
5
+ echo "Starting without sync functionality - missing WEBDAV_URL, WEBDAV_USERNAME, or WEBDAV_PASSWORD"
6
+ exit 0
7
+ fi
8
+
9
+ # 设置备份路径
10
+ WEBDAV_BACKUP_PATH=${WEBDAV_BACKUP_PATH:-"cloudreve_backups"}
11
+ FULL_WEBDAV_URL="${WEBDAV_URL}/${WEBDAV_BACKUP_PATH}"
12
+
13
+ # 创建 WebDAV 备份路径(如果不存在) - 尝试使用 curl 创建目录
14
+ curl -f -u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" -X MKCOL "$FULL_WEBDAV_URL"
15
+
16
+ # 下载最新备份并恢复
17
+ restore_backup() {
18
+ echo "开始从 WebDAV 下载最新备份..."
19
+ python3 -c "
20
+ import sys
21
+ import os
22
+ import tarfile
23
+ import requests
24
+ import shutil
25
+ import subprocess
26
+ from webdav3.client import Client
27
+
28
+ # 设置 WebDAV 客户端
29
+ options = {
30
+ 'webdav_hostname': os.environ.get('FULL_WEBDAV_URL'),
31
+ 'webdav_login': os.environ.get('WEBDAV_USERNAME'),
32
+ 'webdav_password': os.environ.get('WEBDAV_PASSWORD')
33
+ }
34
+ client = Client(options)
35
+
36
+ # 列出备份文件
37
+ try:
38
+ backups = [file for file in client.list('${WEBDAV_BACKUP_PATH}/') if file.endswith('.tar.gz') and file.startswith('cloudreve_backup_')]
39
+ except Exception as e:
40
+ print(f'连接 WebDAV 服务器出错: {e}')
41
+ sys.exit(1)
42
+
43
+ if not backups:
44
+ print('没有找到备份文件,跳过恢复步骤。')
45
+ sys.exit(0)
46
+
47
+ # 获取最新备份文件
48
+ latest_backup = sorted(backups)[-1]
49
+ print(f'最新备份文件:{latest_backup}')
50
+
51
+ # 下载最新备份
52
+ download_url = os.path.join(os.environ.get('FULL_WEBDAV_URL'), latest_backup)
53
+ try:
54
+ with requests.get(download_url, auth=(os.environ.get('WEBDAV_USERNAME'), os.environ.get('WEBDAV_PASSWORD')), stream=True) as r:
55
+ if r.status_code == 200:
56
+ with open(f'/tmp/{latest_backup}', 'wb') as f:
57
+ for chunk in r.iter_content(chunk_size=8192):
58
+ f.write(chunk)
59
+ print(f'成功下载备份文件到 /tmp/{latest_backup}')
60
+
61
+ # 检查数据库文件是否被占用 (Cloudreve 默认使用 cloudreve.db)
62
+ try:
63
+ pids = subprocess.check_output(['lsof', '-t', '/opt/cloudreve/data/cloudreve.db']).decode().strip()
64
+ if pids:
65
+ print('数据库文件被占用,无法恢复备份。')
66
+ sys.exit(1)
67
+ except subprocess.CalledProcessError:
68
+ # 没有进程占用数据库文件
69
+ pass
70
+
71
+ # 解压备份文件
72
+ with tarfile.open(f'/tmp/{latest_backup}', 'r:gz') as tar:
73
+ tar.extractall('/opt/cloudreve/')
74
+ print(f'成功从 {latest_backup} 恢复备份')
75
+ else:
76
+ print(f'下载备份失败:{r.status_code}')
77
+ except Exception as e:
78
+ print(f'恢复备份过程中出错: {e}')
79
+ "
80
+ }
81
+
82
+ # 首次启动时下载最新备份
83
+ echo "Downloading latest backup from WebDAV..."
84
+ restore_backup
85
+
86
+ # 同步函数
87
+ sync_data() {
88
+ while true; do
89
+ echo "Starting sync process at $(date)"
90
+
91
+ # 定义备份文件名
92
+ timestamp=$(date +%Y%m%d_%H%M%S)
93
+ backup_file="cloudreve_backup_${timestamp}.tar.gz"
94
+
95
+ # 备份数据库和配置文件
96
+ cd /opt/cloudreve
97
+ tar -czf "/tmp/${backup_file}" data/cloudreve.db cloudreve.ini
98
+
99
+ # 上传新备份到 WebDAV
100
+ curl -u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" -T "/tmp/${backup_file}" "$FULL_WEBDAV_URL/${backup_file}"
101
+ if [ $? -eq 0 ]; then
102
+ echo "Successfully uploaded ${backup_file} to WebDAV"
103
+ else
104
+ echo "Failed to upload ${backup_file} to WebDAV"
105
+ fi
106
+
107
+ # 清理旧备份文件
108
+ python3 -c "
109
+ import sys
110
+ import os
111
+ from webdav3.client import Client
112
+
113
+ options = {
114
+ 'webdav_hostname': os.environ.get('FULL_WEBDAV_URL'),
115
+ 'webdav_login': os.environ.get('WEBDAV_USERNAME'),
116
+ 'webdav_password': os.environ.get('WEBDAV_PASSWORD')
117
+ }
118
+ client = Client(options)
119
+
120
+ backup_path = os.environ.get('WEBDAV_BACKUP_PATH', 'cloudreve_backups')
121
+ full_backup_path = f'/{backup_path}/' if backup_path else '/'
122
+
123
+ try:
124
+ backups = [file.name for file in client.list(full_backup_path) if file.name.endswith('.tar.gz') and file.name.startswith('cloudreve_backup_')]
125
+ backups.sort()
126
+ if len(backups) > 5:
127
+ to_delete = len(backups) - 5
128
+ for file_name in backups[:to_delete]:
129
+ try:
130
+ client.delete(os.path.join(full_backup_path, file_name))
131
+ print(f'Successfully deleted {file_name}.')
132
+ except Exception as e:
133
+ print(f'删除 {file_name} 失败: {e}')
134
+ else:
135
+ print('Only {} backups found, no need to clean.'.format(len(backups)))
136
+ except Exception as e:
137
+ print(f'清理旧备份过程中出错: {e}')
138
+ " 2>&1
139
+
140
+ rm -f "/tmp/${backup_file}"
141
+
142
+ SYNC_INTERVAL=${SYNC_INTERVAL:-3600} # 默认每小时同步一次
143
+ echo "Next sync in ${SYNC_INTERVAL} seconds..."
144
+ sleep $SYNC_INTERVAL
145
+ done
146
+ }
147
+
148
+ # 启动同步进程
149
+ sync_data &