Update sync_data.sh

sync_data.sh

@@ -21,12 +21,23 @@ sync_data() {
         
         tar -czf "/tmp/${backup_file}" data/
         
-        # 使用Python脚本上传到HuggingFace
         python3 -c "
-try:
-    from huggingface_hub import HfApi
-    import os
+from huggingface_hub import HfApi
+import os
+def manage_backups(api, repo_id, max_files=50):
+    files = api.list_repo_files(repo_id=repo_id, repo_type='dataset')
+    backup_files = [f for f in files if f.startswith('backup_') and f.endswith('.tar.gz')]
+    backup_files.sort()
     
+    if len(backup_files) >= max_files:
+        files_to_delete = backup_files[:(len(backup_files) - max_files + 1)]
+        for file_to_delete in files_to_delete:
+            try:
+                api.delete_file(path_in_repo=file_to_delete, repo_id=repo_id, repo_type='dataset')
+                print(f'Deleted old backup: {file_to_delete}')
+            except Exception as e:
+                print(f'Error deleting {file_to_delete}: {str(e)}')
+try:
     api = HfApi()
     api.upload_file(
         path_or_fileobj='/tmp/${backup_file}',
@@ -34,7 +45,9 @@ try:
         repo_id='${DATASET_ID}',
         repo_type='dataset'
     )
-    print('Backup completed successfully')
+    print('Backup uploaded successfully')
+    
+    manage_backups(api, '${DATASET_ID}')
 except Exception as e:
     print(f'Backup failed: {str(e)}')
 "