silicon-pool / sync_data.sh
hzruo's picture
Update sync_data.sh
2926c04 verified
#!/bin/bash
# 设置颜色
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
RED='\033[0;31m'
NC='\033[0m' # No Color
# 确保临时目录和日志目录存在且有正确权限
mkdir -p /app/logs
touch /app/logs/app.log
chmod -R 755 /app/logs
# 使用 TMPDIR 环境变量
TEMP_DIR=${TMPDIR:-"/tmp"}
DB_DOWNLOAD_PATH="${TEMP_DIR}/pool.db.download"
BACKUP_DIR="${TEMP_DIR}/backup"
# 检查环境变量
if [[ -z "$WEBDAV_URL" ]] || [[ -z "$WEBDAV_USERNAME" ]] || [[ -z "$WEBDAV_PASSWORD" ]]; then
echo -e "${YELLOW}未配置 WebDAV,跳过同步功能${NC}"
echo -e "${YELLOW}如需启用同步,请设置 WEBDAV_URL, WEBDAV_USERNAME, WEBDAV_PASSWORD 环境变量${NC}"
# 直接执行主程序
exec python main.py
exit 0
fi
# 设置备份路径
WEBDAV_BACKUP_PATH=${WEBDAV_BACKUP_PATH:-"silicon-pool"}
FULL_WEBDAV_URL="${WEBDAV_URL}"
if [ -n "$WEBDAV_BACKUP_PATH" ]; then
FULL_WEBDAV_URL="${WEBDAV_URL}/${WEBDAV_BACKUP_PATH}"
fi
# 设置同步间隔(默认10分钟)
SYNC_INTERVAL=${SYNC_INTERVAL:-600}
echo -e "${GREEN}WebDAV 同步已配置:${NC}"
echo -e " URL: ${FULL_WEBDAV_URL}"
echo -e " 同步间隔: ${SYNC_INTERVAL}秒"
# 检查 WebDAV 连接和权限
check_webdav_connection() {
echo -e "${GREEN}检查 WebDAV 连接和权限...${NC}"
# 尝试列出根目录
HTTP_CODE=$(curl -s -o /dev/null -w "%{http_code}" \
-u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" \
-X PROPFIND -H "Depth: 1" \
"${FULL_WEBDAV_URL}/")
if [ "$HTTP_CODE" = "207" ] || [ "$HTTP_CODE" = "200" ]; then
echo -e "${GREEN}WebDAV 连接成功${NC}"
return 0
elif [ "$HTTP_CODE" = "404" ]; then
echo -e "${YELLOW}WebDAV 路径不存在,尝试创建...${NC}"
# 尝试创建主目录
create_main_dir
return $?
elif [ "$HTTP_CODE" = "401" ]; then
echo -e "${RED}WebDAV 认证失败,请检查用户名和密码${NC}"
return 1
elif [ "$HTTP_CODE" = "403" ]; then
echo -e "${RED}WebDAV 权限不足,无法访问${NC}"
return 1
else
echo -e "${RED}WebDAV 连接失败: HTTP 状态码 ${HTTP_CODE}${NC}"
return 1
fi
}
# 创建主目录
create_main_dir() {
# 如果路径包含多级目录,需要逐级创建
IFS='/' read -ra DIRS <<< "$WEBDAV_BACKUP_PATH"
CURRENT_PATH=""
for DIR in "${DIRS[@]}"; do
if [ -z "$DIR" ]; then
continue
fi
if [ -z "$CURRENT_PATH" ]; then
CURRENT_PATH="$DIR"
else
CURRENT_PATH="$CURRENT_PATH/$DIR"
fi
HTTP_CODE=$(curl -s -o /dev/null -w "%{http_code}" \
-u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" \
-X MKCOL "${WEBDAV_URL}/${CURRENT_PATH}/")
if [ "$HTTP_CODE" = "201" ]; then
echo -e "${GREEN}创建目录成功: ${CURRENT_PATH}${NC}"
elif [ "$HTTP_CODE" = "405" ]; then
echo -e "${YELLOW}目录已存在: ${CURRENT_PATH}${NC}"
elif [ "$HTTP_CODE" = "409" ]; then
echo -e "${YELLOW}父目录不存在: ${CURRENT_PATH}${NC}"
return 1
elif [ "$HTTP_CODE" = "403" ]; then
echo -e "${RED}无权限创建目录: ${CURRENT_PATH}${NC}"
return 1
else
echo -e "${RED}创建目录失败: ${CURRENT_PATH}, HTTP 状态码 ${HTTP_CODE}${NC}"
return 1
fi
done
# 创建备份子目录
HTTP_CODE=$(curl -s -o /dev/null -w "%{http_code}" \
-u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" \
-X MKCOL "${FULL_WEBDAV_URL}/backups/")
if [ "$HTTP_CODE" = "201" ]; then
echo -e "${GREEN}创建备份目录成功${NC}"
return 0
elif [ "$HTTP_CODE" = "405" ]; then
echo -e "${YELLOW}备份目录已存在${NC}"
return 0
elif [ "$HTTP_CODE" = "403" ]; then
echo -e "${RED}无权限创建备份目录${NC}"
return 1
else
echo -e "${RED}创建备份目录失败: HTTP 状态码 ${HTTP_CODE}${NC}"
return 1
fi
}
# 从 WebDAV 下载数据库
download_db() {
echo -e "${GREEN}从 WebDAV 下载数据库...${NC}"
# 使用 curl 下载数据库文件
HTTP_CODE=$(curl -s -o "${DB_DOWNLOAD_PATH}" -w "%{http_code}" \
-u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" \
"${FULL_WEBDAV_URL}/pool.db")
if [ "$HTTP_CODE" = "200" ]; then
# 检查文件是否为有效的 SQLite 数据库
if sqlite3 "${DB_DOWNLOAD_PATH}" "PRAGMA integrity_check;" > /dev/null 2>&1; then
echo -e "${GREEN}成功下载数据库文件并验证完整性${NC}"
# 如果当前没有数据库或下载的数据库更新,则使用下载的数据库
if [ ! -f /app/pool.db ] || [ $(stat -c %Y "${DB_DOWNLOAD_PATH}") -gt $(stat -c %Y /app/pool.db 2>/dev/null || echo 0) ]; then
cp "${DB_DOWNLOAD_PATH}" /app/pool.db
echo -e "${GREEN}已更新本地数据库${NC}"
else
echo -e "${YELLOW}本地数据库已是最新版本${NC}"
rm "${DB_DOWNLOAD_PATH}"
fi
else
echo -e "${RED}下载的文件不是有效的 SQLite 数据库${NC}"
rm "${DB_DOWNLOAD_PATH}"
fi
elif [ "$HTTP_CODE" = "404" ]; then
echo -e "${YELLOW}WebDAV 上不存在数据库文件,将使用本地数据库${NC}"
rm -f "${DB_DOWNLOAD_PATH}"
else
echo -e "${RED}下载数据库失败: HTTP 状态码 ${HTTP_CODE}${NC}"
rm -f "${DB_DOWNLOAD_PATH}"
fi
}
# 上传数据库到 WebDAV
upload_db() {
echo -e "${GREEN}上传数据库到 WebDAV...${NC}"
# 确保数据库文件存在
if [ ! -f /app/pool.db ]; then
echo -e "${YELLOW}本地数据库文件不存在,跳过上传${NC}"
return
fi
# 创建备份目录(如果不存在)
mkdir -p "${BACKUP_DIR}"
# 创建带时间戳的备份
TIMESTAMP=$(date +%Y%m%d_%H%M%S)
cp /app/pool.db "${BACKUP_DIR}/pool_${TIMESTAMP}.db"
# 上传当前数据库
HTTP_CODE=$(curl -s -o /dev/null -w "%{http_code}" \
-u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" \
-T /app/pool.db "${FULL_WEBDAV_URL}/pool.db")
if [ "$HTTP_CODE" = "201" ] || [ "$HTTP_CODE" = "204" ]; then
echo -e "${GREEN}成功上传数据库${NC}"
# 上传备份
HTTP_CODE=$(curl -s -o /dev/null -w "%{http_code}" \
-u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" \
-T "${BACKUP_DIR}/pool_${TIMESTAMP}.db" "${FULL_WEBDAV_URL}/backups/pool_${TIMESTAMP}.db")
if [ "$HTTP_CODE" = "201" ] || [ "$HTTP_CODE" = "204" ]; then
echo -e "${GREEN}成功上传数据库备份 pool_${TIMESTAMP}.db${NC}"
else
echo -e "${YELLOW}上传数据库备份失败: HTTP 状态码 ${HTTP_CODE}${NC}"
fi
else
echo -e "${RED}上传数据库失败: HTTP 状态码 ${HTTP_CODE}${NC}"
fi
# 清理临时文件
rm -rf "${BACKUP_DIR}"
}
# 清理旧备份
cleanup_old_backups() {
echo -e "${GREEN}清理旧备份...${NC}"
# 使用 curl 列出目录内容
BACKUPS=$(curl -s -X PROPFIND -H "Depth: 1" \
-u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" \
"${FULL_WEBDAV_URL}/backups/" | grep -o "backups/pool_[0-9]\{8\}_[0-9]\{6\}.db" | sort)
# 计算要删除的备份数量(保留最新的5个)
BACKUP_COUNT=$(echo "$BACKUPS" | wc -l)
DELETE_COUNT=$((BACKUP_COUNT - 5))
if [ $DELETE_COUNT -gt 0 ]; then
echo -e "${GREEN}找到 ${BACKUP_COUNT} 个备份,将删除最旧的 ${DELETE_COUNT}${NC}"
# 获取要删除的备份列表
TO_DELETE=$(echo "$BACKUPS" | head -n $DELETE_COUNT)
# 删除旧备份
for BACKUP in $TO_DELETE; do
HTTP_CODE=$(curl -s -o /dev/null -w "%{http_code}" \
-u "$WEBDAV_USERNAME:$WEBDAV_PASSWORD" \
-X DELETE "${FULL_WEBDAV_URL}/${BACKUP}")
if [ "$HTTP_CODE" = "204" ] || [ "$HTTP_CODE" = "200" ]; then
echo -e "${GREEN}已删除旧备份: ${BACKUP}${NC}"
else
echo -e "${YELLOW}删除旧备份失败: ${BACKUP}, HTTP 状态码 ${HTTP_CODE}${NC}"
fi
done
else
echo -e "${GREEN}备份数量不超过5个,无需清理${NC}"
fi
}
# 同步函数
sync_data() {
while true; do
echo -e "${GREEN}开始同步过程: $(date)${NC}"
# 检查 WebDAV 连接
if check_webdav_connection; then
# 上传数据库
upload_db
# 清理旧备份
cleanup_old_backups
else
echo -e "${RED}WebDAV 连接或权限问题,跳过本次同步${NC}"
fi
echo -e "${GREEN}同步完成,下次同步将在 ${SYNC_INTERVAL} 秒后进行...${NC}"
sleep $SYNC_INTERVAL
done
}
# 首次启动时检查 WebDAV 连接并下载数据库
if check_webdav_connection; then
download_db
else
echo -e "${YELLOW}WebDAV 连接或权限问题,将使用本地数据库${NC}"
fi
# 启动同步进程
sync_data &
# 启动主应用
exec python main.py