Spaces:
Paused
Paused
Update sync_data.sh
Browse files- sync_data.sh +69 -49
sync_data.sh
CHANGED
|
@@ -23,54 +23,32 @@ restore_from_webdav() {
|
|
| 23 |
RESTORE_DIR="$WORK_DIR/webdav_restore"
|
| 24 |
mkdir -p "$RESTORE_DIR"
|
| 25 |
|
| 26 |
-
#
|
| 27 |
-
|
|
|
|
| 28 |
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
# 尝试最近几个同步周期的备份
|
| 35 |
-
for i in $(seq 0 20); do # 最多尝试20个周期
|
| 36 |
-
# 计算备份时间点(向前推 i 个同步间隔)
|
| 37 |
-
MINUTES_AGO=$((i * SYNC_INTERVAL_MINUTES))
|
| 38 |
-
BACKUP_TIME=$(date -d "$MINUTES_AGO minutes ago" +'%Y%m%d_%H%M')
|
| 39 |
-
BACKUP_FILENAME="mcp_backup_$BACKUP_TIME.tar.gz"
|
| 40 |
-
|
| 41 |
-
echo "尝试下载备份: $BACKUP_FILENAME"
|
| 42 |
-
if curl -f --user "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" "$WEBDAV_URL/$BACKUP_FILENAME" -o "$RESTORE_DIR/$BACKUP_FILENAME" 2>/dev/null; then
|
| 43 |
-
BACKUP_FILE="$BACKUP_FILENAME"
|
| 44 |
-
DOWNLOAD_SUCCESS=1
|
| 45 |
-
echo "下载备份成功: $BACKUP_FILENAME"
|
| 46 |
-
break
|
| 47 |
-
fi
|
| 48 |
-
done
|
| 49 |
-
|
| 50 |
-
# 如果按间隔没找到,尝试最近几个小时的备份(每5分钟一个点)
|
| 51 |
-
if [ "$DOWNLOAD_SUCCESS" = "0" ]; then
|
| 52 |
-
echo "按同步间隔未找到备份,尝试最近几个小时的备份..."
|
| 53 |
-
for minutes in $(seq 0 5 300); do # 0到300分钟,每5分钟一个点
|
| 54 |
-
BACKUP_TIME=$(date -d "$minutes minutes ago" +'%Y%m%d_%H%M')
|
| 55 |
-
BACKUP_FILENAME="mcp_backup_$BACKUP_TIME.tar.gz"
|
| 56 |
-
|
| 57 |
-
if curl -f --user "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" "$WEBDAV_URL/$BACKUP_FILENAME" -o "$RESTORE_DIR/$BACKUP_FILENAME" 2>/dev/null; then
|
| 58 |
-
BACKUP_FILE="$BACKUP_FILENAME"
|
| 59 |
-
DOWNLOAD_SUCCESS=1
|
| 60 |
-
echo "找到备份文件: $BACKUP_FILENAME"
|
| 61 |
-
break
|
| 62 |
-
fi
|
| 63 |
-
done
|
| 64 |
fi
|
| 65 |
|
| 66 |
-
|
| 67 |
-
|
|
|
|
|
|
|
| 68 |
fi
|
| 69 |
|
| 70 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 71 |
# 解压缩备份文件
|
| 72 |
cd "$RESTORE_DIR"
|
| 73 |
-
tar -xzf "$
|
| 74 |
echo "解压缩备份文件成功"
|
| 75 |
|
| 76 |
# 恢复配置文件
|
|
@@ -97,11 +75,47 @@ restore_from_webdav() {
|
|
| 97 |
echo "解压缩备份文件失败"
|
| 98 |
}
|
| 99 |
cd - > /dev/null
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 100 |
fi
|
| 101 |
|
| 102 |
# 清理临时目录
|
| 103 |
rm -rf "$RESTORE_DIR"
|
| 104 |
-
return
|
| 105 |
}
|
| 106 |
|
| 107 |
# 解析仓库名和用户名
|
|
@@ -144,6 +158,7 @@ if [ "$RESTORE_SOURCE" = "webdav" ]; then
|
|
| 144 |
elif [ "$RESTORE_SOURCE" = "github" ] || [ "$RESTORE_SOURCE" = "auto" ]; then
|
| 145 |
# 从 GitHub 恢复(根据环境变量决定是否包含tools)
|
| 146 |
GITHUB_RESTORED=0
|
|
|
|
| 147 |
|
| 148 |
if [ "$GITHUB_BACKUP_TOOLS" = "true" ]; then
|
| 149 |
echo "从 GitHub 恢复配置(config 和 tools 目录)..."
|
|
@@ -170,6 +185,7 @@ elif [ "$RESTORE_SOURCE" = "github" ] || [ "$RESTORE_SOURCE" = "auto" ]; then
|
|
| 170 |
cp -r "$GITHUB_DATA_DIR/tools"/* /tools/
|
| 171 |
echo "GitHub: tools 目录恢复成功"
|
| 172 |
GITHUB_RESTORED=1
|
|
|
|
| 173 |
else
|
| 174 |
echo "GitHub 仓库中没有 tools 目录或目录为空"
|
| 175 |
fi
|
|
@@ -177,13 +193,17 @@ elif [ "$RESTORE_SOURCE" = "github" ] || [ "$RESTORE_SOURCE" = "auto" ]; then
|
|
| 177 |
echo "跳过 tools 目录恢复(由 GITHUB_BACKUP_TOOLS=false 控制)"
|
| 178 |
fi
|
| 179 |
|
| 180 |
-
#
|
| 181 |
-
if [ "$RESTORE_SOURCE" = "auto" ]
|
| 182 |
-
|
| 183 |
-
|
| 184 |
-
|
| 185 |
-
|
| 186 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 187 |
elif [ "$GITHUB_RESTORED" = "1" ]; then
|
| 188 |
echo "从 GitHub 恢复配置完成"
|
| 189 |
else
|
|
|
|
| 23 |
RESTORE_DIR="$WORK_DIR/webdav_restore"
|
| 24 |
mkdir -p "$RESTORE_DIR"
|
| 25 |
|
| 26 |
+
# 获取WebDAV上所有备份文件列表
|
| 27 |
+
echo "获取 WebDAV 备份文件列表..."
|
| 28 |
+
BACKUP_LIST=$(curl -s --user "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" "$WEBDAV_URL/" | grep -o 'mcp_backup_[0-9]*_[0-9]*\.tar\.gz' | sort -r)
|
| 29 |
|
| 30 |
+
if [ -z "$BACKUP_LIST" ]; then
|
| 31 |
+
echo "未找到任何备份文件"
|
| 32 |
+
rm -rf "$RESTORE_DIR"
|
| 33 |
+
return 1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
fi
|
| 35 |
|
| 36 |
+
echo "找到以下备份文件:"
|
| 37 |
+
echo "$BACKUP_LIST" | head -5 | while read file; do echo " - $file"; done
|
| 38 |
+
if [ $(echo "$BACKUP_LIST" | wc -l) -gt 5 ]; then
|
| 39 |
+
echo " ... 等共 $(echo "$BACKUP_LIST" | wc -l) 个文件"
|
| 40 |
fi
|
| 41 |
|
| 42 |
+
# 尝试下载最新的备份文件
|
| 43 |
+
LATEST_BACKUP=$(echo "$BACKUP_LIST" | head -1)
|
| 44 |
+
echo "尝试下载最新备份: $LATEST_BACKUP"
|
| 45 |
+
|
| 46 |
+
if curl -f --user "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" "$WEBDAV_URL/$LATEST_BACKUP" -o "$RESTORE_DIR/$LATEST_BACKUP" 2>/dev/null; then
|
| 47 |
+
echo "下载备份成功: $LATEST_BACKUP"
|
| 48 |
+
|
| 49 |
# 解压缩备份文件
|
| 50 |
cd "$RESTORE_DIR"
|
| 51 |
+
tar -xzf "$LATEST_BACKUP" && {
|
| 52 |
echo "解压缩备份文件成功"
|
| 53 |
|
| 54 |
# 恢复配置文件
|
|
|
|
| 75 |
echo "解压缩备份文件失败"
|
| 76 |
}
|
| 77 |
cd - > /dev/null
|
| 78 |
+
else
|
| 79 |
+
echo "下载最新备份失败,尝试其他备份文件..."
|
| 80 |
+
|
| 81 |
+
# 尝试前3个备份文件
|
| 82 |
+
SUCCESS=0
|
| 83 |
+
for backup_file in $(echo "$BACKUP_LIST" | head -3 | tail -n +2); do
|
| 84 |
+
echo "尝试下载: $backup_file"
|
| 85 |
+
if curl -f --user "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" "$WEBDAV_URL/$backup_file" -o "$RESTORE_DIR/$backup_file" 2>/dev/null; then
|
| 86 |
+
echo "下载成功,开始解压..."
|
| 87 |
+
cd "$RESTORE_DIR"
|
| 88 |
+
if tar -xzf "$backup_file"; then
|
| 89 |
+
echo "解压成功,恢复文件..."
|
| 90 |
+
|
| 91 |
+
# 恢复配置文件
|
| 92 |
+
if [ -d "config" ] && [ "$(ls -A config 2>/dev/null)" ]; then
|
| 93 |
+
mkdir -p /mcp-proxy-server/config
|
| 94 |
+
cp -r config/* /mcp-proxy-server/config/
|
| 95 |
+
echo "config 目录恢复成功"
|
| 96 |
+
fi
|
| 97 |
+
|
| 98 |
+
if [ -d "tools" ] && [ "$(ls -A tools 2>/dev/null)" ]; then
|
| 99 |
+
mkdir -p /tools
|
| 100 |
+
cp -r tools/* /tools/
|
| 101 |
+
echo "tools 目录恢复成功"
|
| 102 |
+
fi
|
| 103 |
+
|
| 104 |
+
SUCCESS=1
|
| 105 |
+
break
|
| 106 |
+
fi
|
| 107 |
+
cd - > /dev/null
|
| 108 |
+
fi
|
| 109 |
+
done
|
| 110 |
+
|
| 111 |
+
if [ "$SUCCESS" = "0" ]; then
|
| 112 |
+
echo "无法下载任何可用的备份文件"
|
| 113 |
+
fi
|
| 114 |
fi
|
| 115 |
|
| 116 |
# 清理临时目录
|
| 117 |
rm -rf "$RESTORE_DIR"
|
| 118 |
+
return 0
|
| 119 |
}
|
| 120 |
|
| 121 |
# 解析仓库名和用户名
|
|
|
|
| 158 |
elif [ "$RESTORE_SOURCE" = "github" ] || [ "$RESTORE_SOURCE" = "auto" ]; then
|
| 159 |
# 从 GitHub 恢复(根据环境变量决定是否包含tools)
|
| 160 |
GITHUB_RESTORED=0
|
| 161 |
+
GITHUB_TOOLS_RESTORED=0
|
| 162 |
|
| 163 |
if [ "$GITHUB_BACKUP_TOOLS" = "true" ]; then
|
| 164 |
echo "从 GitHub 恢复配置(config 和 tools 目录)..."
|
|
|
|
| 185 |
cp -r "$GITHUB_DATA_DIR/tools"/* /tools/
|
| 186 |
echo "GitHub: tools 目录恢复成功"
|
| 187 |
GITHUB_RESTORED=1
|
| 188 |
+
GITHUB_TOOLS_RESTORED=1
|
| 189 |
else
|
| 190 |
echo "GitHub 仓库中没有 tools 目录或目录为空"
|
| 191 |
fi
|
|
|
|
| 193 |
echo "跳过 tools 目录恢复(由 GITHUB_BACKUP_TOOLS=false 控制)"
|
| 194 |
fi
|
| 195 |
|
| 196 |
+
# auto 模式的补充恢复逻辑
|
| 197 |
+
if [ "$RESTORE_SOURCE" = "auto" ]; then
|
| 198 |
+
if [ "$GITHUB_RESTORED" = "0" ]; then
|
| 199 |
+
# GitHub完全没有恢复任何内容,尝试完整WebDAV恢复
|
| 200 |
+
echo "GitHub 中没有找到任何配置,尝试从 WebDAV 恢复..."
|
| 201 |
+
restore_from_webdav || echo "WebDAV 恢复失败,将在同步时重新备份"
|
| 202 |
+
elif [ "$GITHUB_TOOLS_RESTORED" = "0" ]; then
|
| 203 |
+
# GitHub恢复了config但没有tools,从WebDAV补充恢复tools
|
| 204 |
+
echo "GitHub 中没有 tools 目录,尝试从 WebDAV 补充恢复..."
|
| 205 |
+
restore_from_webdav || echo "WebDAV 恢复失败"
|
| 206 |
+
fi
|
| 207 |
elif [ "$GITHUB_RESTORED" = "1" ]; then
|
| 208 |
echo "从 GitHub 恢复配置完成"
|
| 209 |
else
|