Update sync_data.sh

sync_data.sh

@@ -10,41 +10,9 @@ fi
 # 设置解密密钥 (请务必设置一个长且随机的字符串)
 ENCRYPTION_KEY=${ENCRYPTION_KEY:-"请在此处设置您的加密密钥，这是一个长且随机的字符串"}
 BACKUP_DELAY=${BACKUP_DELAY:-7200} # 默认备份间隔为 2 小时
-UPLOAD_INACTIVITY_TIME=${UPLOAD_INACTIVITY_TIME:-600} # 默认上传閒置时间为 10 分钟 (600 秒)
-CLOUDREVE_LOG_FILE="/proc/self/fd/2" # 假设 Cloudreve 日志输出到标准错误/输出
-HF_DATA_DIR="/opt/cloudreve/hf_uploaded_files" # 用于记录已上传到 HF 的文件
 
-# 创建 HF 上传记录目录
-mkdir -p "$HF_DATA_DIR"
-
-# Python 函数: 上传文件到 Hugging Face Dataset
-upload_file_to_dataset() {
-    local_file_path="$1"
-    relative_path=$(echo "$local_file_path" | sed "s|$CLOUDREVE_DIR/data/||")
-    token="$HF_TOKEN"
-    repo_id="$DATASET_ID"
-
-    echo "Preparing to upload file: $local_file_path to Dataset: $repo_id at path: $relative_path"
-
-    python3 -c "
-from huggingface_hub import HfApi
-import os
-
-api = HfApi(token='$token')
-try:
-    repo_id_val = os.environ.get('DATASET_ID')
-    print(f'Uploading file: '$local_file_path' to {repo_id_val} as '$relative_path'')
-    api.upload_file(
-        path_or_fileobj='$local_file_path',
-        path_in_repo='$relative_path',
-        repo_id='$repo_id',
-        repo_type='dataset'
-    )
-    print(f'Successfully uploaded '$relative_path'')
-except Exception as e:
-    print(f'Error uploading file: {str(e)}')
-"
-}
+# 激活虚拟环境
+source /opt/venv/bin/activate
 
 # 上传备份
 upload_backup() {
@@ -137,7 +105,6 @@ import base64
 from cryptography.fernet import Fernet
 from cryptography.hazmat.primitives import hashes
 from cryptography.hazmat.primitives.kdf.pbkdf2 import PBKDF2HMAC
-import io
 def generate_key(password, salt=b'cloudreve_salt'):
     kdf = PBKDF2HMAC(
         algorithm=hashes.SHA256(),
@@ -224,42 +191,14 @@ sync_data() {
 
             rm -f "/tmp/${backup_file}"
 
-            # 检查最近是否有上传活动
-            if tail -n 50 "$CLOUDREVE_LOG_FILE" | grep -qE 'PUT "/api/v3/file/upload"|POST "/api/v3/file/upload/[^/]+/([0-9]+)"'; then
-                echo "Recent upload activity detected. Waiting for ${UPLOAD_INACTIVITY_TIME} seconds of inactivity before next backup."
-                sleep "$UPLOAD_INACTIVITY_TIME"
-                # 再次检查，确保在等待期间没有新的上传
-                if tail -n 50 "$CLOUDREVE_LOG_FILE" | grep -qE 'PUT "/api/v3/file/upload"|POST "/api/v3/file/upload/[^/]+/([0-9]+)"'; then
-                    echo "Upload activity still detected. Skipping individual file upload for this cycle."
-                else
-                    if [ -d /opt/cloudreve/data" ]; then
-                        find "/opt/cloudreve/data" -type f -print0 | while IFS= read -r -d $'\0' file; do
-                            if [ ! -f "$HF_DATA_DIR/$(basename "$file")" ]; then
-                                echo "New file found: $file"
-                                upload_file_to_dataset "$file"
-                                touch "$HF_DATA_DIR/$(basename "$file")" # 创建已上传标记
-                            fi
-                        done
-                    fi
-                fi
-            else
-                 if [ -d /opt/cloudreve/data" ]; then
-                    find "/opt/cloudreve/data" -type f -print0 | while IFS= read -r -d $'\0' file; do
-                        if [ ! -f "$HF_DATA_DIR/$(basename "$file")" ]; then
-                            echo "New file found: $file"
-                            upload_file_to_dataset "$file"
-                            touch "$HF_DATA_DIR/$(basename "$file")" # 创建已上传标记
-                        fi
-                    done
-                fi
-            fi
+            initial_backup_done=true
+
+            echo "Backup completed. Waiting for ${BACKUP_DELAY} seconds before the next backup."
+            sleep "$BACKUP_DELAY" # 将 sleep 移动到这里
         else
             echo "Cloudreve directory does not exist yet, waiting..."
             sleep 60 # 如果 Cloudreve 目录不存在，等待 60 秒后重试
         fi
-        initial_backup_done=true
-        echo "Backup completed. Waiting for ${BACKUP_DELAY} seconds before the next backup."
-        sleep "$BACKUP_DELAY" # sleep 移动到这里
     done
 }