Update sync_data.sh

sync_data.sh

@@ -1,109 +1,169 @@
-#!/bin/sh
+#!/bin/bash
+
+# 设置默认的同步间隔为 600 秒 (10 分钟)，可以作为环境变量传入
+SYNC_INTERVAL=${SYNC_INTERVAL:-600}
+
+# 设置备份保留数量，默认为 5，可以作为环境变量传入
+BACKUP_RETENTION=${BACKUP_RETENTION:-5}
 
 # 检查环境变量
-if [ -z "$WEBDAV_URL" ] || [ -z "$WEBDAV_USERNAME" ] || [ -z "$WEBDAV_PASSWORD" ]; then
-    echo "Starting without sync functionality - missing WEBDAV_URL, WEBDAV_USERNAME, or WEBDAV_PASSWORD"
+if [[ -z "$WEBDAV_URL" ]] || [[ -z "$WEBDAV_USERNAME" ]] || [[ -z "$WEBDAV_PASSWORD" ]]; then
+    echo "Warning: Backup functionality will not be enabled - missing WEBDAV_URL, WEBDAV_USERNAME, or WEBDAV_PASSWORD"
     exit 0
 fi
 
-# 设置备份路径
-WEBDAV_BACKUP_PATH=${WEBDAV_BACKUP_PATH:-"cloudreve_backups"}
-FULL_WEBDAV_URL="${WEBDAV_URL}/${WEBDAV_BACKUP_PATH}"
+# 设置备份路径，如果 WEBDAV_BACKUP_PATH 为空，则直接使用 WEBDAV_URL
+WEBDAV_BACKUP_PATH=${WEBDAV_BACKUP_PATH:-""}
+FULL_WEBDAV_URL="${WEBDAV_URL}"
+if [ -n "$WEBDAV_BACKUP_PATH" ]; then
+    FULL_WEBDAV_URL="${WEBDAV_URL}/${WEBDAV_BACKUP_PATH}"
+fi
+
+# 设置 Cloudreve 数据目录 (修改为正确的路径)
+CLOUDREVE_DATA_DIR="/opt/cloudreve/data"
 
-# 下载最新备份并恢复 (使用 curl 和 requests)
+# 激活虚拟环境
+if [ -f "$HOME/venv/bin/activate" ]; then
+    source "$HOME/venv/bin/activate"
+fi
+
+# 下载最新备份并恢复
 restore_backup() {
-    echo "开始从 WebDAV 下载最新备份..."
-    LATEST_BACKUP=$(curl -s -u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" -X PROPFIND -depth 1 "$FULL_WEBDAV_URL/" | grep '<d:href>' | grep 'cloudreve_backup_' | grep '.tar.gz' | sed -e 's/.*<d:href>\([^<]*\)<\/d:href>.*/\1/' | sort -r | head -n 1)
-
-    if [ -n "$LATEST_BACKUP" ]; then
-        echo "最新备份文件：$LATEST_BACKUP"
-        BACKUP_URL="$FULL_WEBDAV_URL/$LATEST_BACKUP"
-        BACKUP_FILE="/tmp/$LATEST_BACKUP"
-
-        echo "Downloading $BACKUP_URL to $BACKUP_FILE..."
-        curl -o "$BACKUP_FILE" -u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" "$BACKUP_URL"
-        if [ -f "$BACKUP_FILE" ]; then
-            echo "成功下载备份文件到 $BACKUP_FILE"
-            # 检查数据库文件是否被占用
-            if lsof /opt/cloudreve/data/cloudreve.db >/dev/null ; then
-                echo "数据库文件被占用，无法恢复备份。"
-            else
-                echo "解压备份文件..."
-                cd /opt/cloudreve
-                tar -xzf "$BACKUP_FILE"
-                if [ $? -eq 0 ]; then
-                    echo "成功恢复备份。"
-                else
-                    echo "解压备份文件失败。"
-                fi
-                cd -
-            fi
-            rm -f "$BACKUP_FILE"
-        else
-            echo "下载备份文件失败。"
-        fi
-    else
-        echo "没有找到备份文件，跳过恢复步骤。"
-    fi
+    echo "Starting to download the latest backup from WebDAV..."
+    WEBDAV_URL="$FULL_WEBDAV_URL" WEBDAV_USERNAME="$WEBDAV_USERNAME" WEBDAV_PASSWORD="$WEBDAV_PASSWORD" CLOUDREVE_DATA_DIR="$CLOUDREVE_DATA_DIR" python3 -c "
+import sys
+import os
+import tarfile
+import requests
+import shutil
+from webdav3.client import Client
+
+WEBDAV_URL = os.environ.get('WEBDAV_URL')
+WEBDAV_USERNAME = os.environ.get('WEBDAV_USERNAME')
+WEBDAV_PASSWORD = os.environ.get('WEBDAV_PASSWORD')
+CLOUDREVE_DATA_DIR = os.environ.get('CLOUDREVE_DATA_DIR')
+
+options = {
+    'webdav_hostname': WEBDAV_URL,
+    'webdav_login': WEBDAV_USERNAME,
+    'webdav_password': WEBDAV_PASSWORD
+}
+client = Client(options)
+try:
+    files = client.list()
+except Exception as e:
+    print(f'Error listing WebDAV directory: {e}')
+    sys.exit(1)
+
+backups = [file for file in files if file.endswith('.tar.gz') and file.startswith('alist_backup_')]
+if not backups:
+    print('No backup files found on WebDAV.')
+    sys.exit()
+
+latest_backup = sorted(backups)[-1]
+backup_file_path = f'/tmp/{latest_backup}'
+print(f'Latest backup file found: {latest_backup}')
+
+try:
+    client.download_file(latest_backup, backup_file_path)
+    print(f'Successfully downloaded backup file to {backup_file_path}')
+except Exception as e:
+    print(f'Failed to download backup file: {e}')
+    sys.exit(1)
+
+if os.path.exists(backup_file_path):
+    if os.path.exists(CLOUDREVE_DATA_DIR):
+        print(f\"Deleting existing data directory: {CLOUDREVE_DATA_DIR}\")
+        shutil.rmtree(CLOUDREVE_DATA_DIR)
+    os.makedirs(CLOUDREVE_DATA_DIR, exist_ok=True)
+    print(f\"Extracting backup to: {CLOUDREVE_DATA_DIR}\")
+    try:
+        with tarfile.open(backup_file_path, 'r:gz') as tar:
+            tar.extractall(CLOUDREVE_DATA_DIR)
+        print(f'Successfully restored backup from {latest_backup}')
+    except Exception as e:
+        print(f'Error extracting backup file: {e}')
+        sys.exit(1)
+else:
+    print('Downloaded backup file does not exist.')
+"
 }
 
 # 首次启动时下载最新备份
 echo "Downloading latest backup from WebDAV..."
 restore_backup
 
+# 等待30秒后启动程序
+sleep 30
+
+# 启动程序 (根据您的日志，您运行的是 Cloudreve)
+./cloudreve -c /opt/cloudreve/conf/cloudreve.ini &
+
 # 同步函数
 sync_data() {
     while true; do
         echo "Starting sync process at $(date)"
 
-        # 定义备份文件名
+        if [ ! -d "$CLOUDREVE_DATA_DIR" ]; then
+            mkdir -p "$CLOUDREVE_DATA_DIR"
+            echo "Data directory created."
+        fi
+
         timestamp=$(date +%Y%m%d_%H%M%S)
-        backup_file="cloudreve_backup_${timestamp}.tar.gz"
-
-        # 备份数据库和配置文件
-        cd /opt/cloudreve
-        tar -czf "/tmp/${backup_file}" data/cloudreve.db cloudreve.ini
-        if [ $? -eq 0 ]; then
-            echo "Successfully created backup: /tmp/${backup_file}"
-            # 上传新备份到 WebDAV
-            curl -T "/tmp/${backup_file}" -u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" "$FULL_WEBDAV_URL/${backup_file}"
+        backup_file="alist_backup_${timestamp}.tar.gz"
+        backup_file_path="/tmp/${backup_file}"
+
+        echo "Creating backup archive: ${backup_file_path}"
+        # 压缩数据目录，排除可能存在的临时文件
+        tar -czf "${backup_file_path}" --exclude='*.tmp' -C "$CLOUDREVE_DATA_DIR" .
+
+        if [ -f "${backup_file_path}" ]; then
+            echo "Uploading backup to WebDAV: ${FULL_WEBDAV_URL}/${backup_file}"
+            curl -u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" -T "${backup_file_path}" "${FULL_WEBDAV_URL}/${backup_file}"
             if [ $? -eq 0 ]; then
                 echo "Successfully uploaded ${backup_file} to WebDAV"
             else
                 echo "Failed to upload ${backup_file} to WebDAV"
             fi
-            rm -f "/tmp/${backup_file}"
+
+            # 清理旧备份文件
+            WEBDAV_URL="$FULL_WEBDAV_URL" WEBDAV_USERNAME="$WEBDAV_USERNAME" WEBDAV_PASSWORD="$WEBDAV_PASSWORD" BACKUP_RETENTION="$BACKUP_RETENTION" python3 -c "
+import os
+from webdav3.client import Client
+
+WEBDAV_URL = os.environ.get('WEBDAV_URL')
+WEBDAV_USERNAME = os.environ.get('WEBDAV_USERNAME')
+WEBDAV_PASSWORD = os.environ.get('WEBDAV_PASSWORD')
+BACKUP_RETENTION = int(os.environ.get('BACKUP_RETENTION', '5'))
+
+options = {
+    'webdav_hostname': WEBDAV_URL,
+    'webdav_login': WEBDAV_USERNAME,
+    'webdav_password': WEBDAV_PASSWORD
+}
+client = Client(options)
+try:
+    backups = sorted([file for file in client.list() if file.endswith('.tar.gz') and file.startswith('alist_backup_')])
+    if len(backups) > BACKUP_RETENTION:
+        num_to_delete = len(backups) - BACKUP_RETENTION
+        for file in backups[:num_to_delete]:
+            try:
+                client.clean(file)
+                print(f'Successfully deleted old backup: {file}')
+            except Exception as e:
+                print(f'Error deleting {file}: {e}')
+except Exception as e:
+    print(f'Error managing backups: {e}')
+" 2>&1
+
+            rm -f "${backup_file_path}"
         else
             echo "Failed to create backup archive."
         fi
-        cd -
-
-        # 清理旧备份文件 (使用 curl)
-        echo "清理旧备份文件..."
-        BACKUP_FILES=$(curl -s -u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" -X PROPFIND -depth 1 "$FULL_WEBDAV_URL/" | grep '<d:href>' | grep 'cloudreve_backup_' | grep '.tar.gz' | sed -e 's/.*<d:href>\([^<]*\)<\/d:href>.*/\1/' | sort)
-        BACKUP_ARRAY=($BACKUP_FILES)
-        NUM_BACKUPS="${#BACKUP_ARRAY[@]}"
-        MAX_BACKUPS=5
-
-        if [ "$NUM_BACKUPS" -gt "$MAX_BACKUPS" ]; then
-            echo "找到 $NUM_BACKUPS 个备份文件，保留最新的 $MAX_BACKUPS 个。"
-            for ((i=0; i<$(($NUM_BACKUPS - $MAX_BACKUPS)); i++)); do
-                FILE_TO_DELETE="${BACKUP_ARRAY[i]}"
-                echo "删除旧备份: $FULL_WEBDAV_URL/$FILE_TO_DELETE"
-                curl -X DELETE -u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" "$FULL_WEBDAV_URL/$FILE_TO_DELETE"
-                if [ $? -eq 0 ]; then
-                    echo "成功删除 $FILE_TO_DELETE"
-                else
-                    echo "删除 $FILE_TO_DELETE 失败"
-                fi
-            done
-        else
-            echo "备份文件数量少于 $MAX_BACKUPS，无需清理。"
-        fi
 
-        SYNC_INTERVAL=${SYNC_INTERVAL:-3600} # 默认每小时同步一次
+        SYNC_INTERVAL=${SYNC_INTERVAL:-600}
         echo "Next sync in ${SYNC_INTERVAL} seconds..."
-        sleep $SYNC_INTERVAL
+        sleep "$SYNC_INTERVAL"
     done
 }