Update sync_data.sh

sync_data.sh

@@ -1,13 +1,5 @@
 #!/bin/bash
 
-# 检查Tunnel
-check_tunnel() {
-    while ! curl -s http://localhost:8090 >/dev/null; do
-        echo "Waiting for Cloudflare Tunnel to be ready..."
-        sleep 5
-    done
-}
-
 # 检查环境变量
 if [[ -z "$HF_TOKEN" ]] || [[ -z "$DATASET_ID" ]]; then
     echo "Starting without backup functionality - missing HF_TOKEN or DATASET_ID"
@@ -20,17 +12,30 @@ source /opt/venv/bin/activate
 
 # Python 函数: 上传备份
 upload_backup() {
-  file_path="$1"
-  file_name="$2"
-  token="$HF_TOKEN"
-  repo_id="$DATASET_ID"
+    file_path="$1"
+    file_name="$2"
+    token="$HF_TOKEN"
+    repo_id="$DATASET_ID"
 
-  python3 -c "
+    python3 -c "
 from huggingface_hub import HfApi
 import sys
 import os
-import tarfile
-import tempfile
+
+def manage_backups(api, repo_id, max_files=50):
+    files = api.list_repo_files(repo_id=repo_id, repo_type='dataset')
+    backup_files = [f for f in files if f.startswith('halo_backup_') and f.endswith('.tar.gz')]
+    backup_files.sort()
+    
+    if len(backup_files) >= max_files:
+        files_to_delete = backup_files[:(len(backup_files) - max_files + 1)]
+        for file_to_delete in files_to_delete:
+            try:
+                api.delete_file(path_in_repo=file_to_delete, repo_id=repo_id, repo_type='dataset')
+                print(f'Deleted old backup: {file_to_delete}')
+            except Exception as e:
+                print(f'Error deleting {file_to_delete}: {str(e)}')
+
 api = HfApi(token='$token')
 try:
     api.upload_file(
@@ -40,6 +45,8 @@ try:
         repo_type='dataset'
     )
     print(f'Successfully uploaded $file_name')
+    
+    manage_backups(api, '$repo_id')
 except Exception as e:
     print(f'Error uploading file: {str(e)}')
 "