Stevels commited on
Commit
a79e72c
·
verified ·
1 Parent(s): 6398d7c

Update sync_data.sh

Browse files
Files changed (1) hide show
  1. sync_data.sh +2 -2
sync_data.sh CHANGED
@@ -24,7 +24,7 @@ sync_data() {
24
  python3 -c "
25
  from huggingface_hub import HfApi
26
  import os
27
- def manage_backups(api, repo_id, max_files=50):
28
  files = api.list_repo_files(repo_id=repo_id, repo_type='dataset')
29
  backup_files = [f for f in files if f.startswith('backup_') and f.endswith('.tar.gz')]
30
  backup_files.sort()
@@ -55,7 +55,7 @@ except Exception as e:
55
  rm -f "/tmp/${backup_file}"
56
 
57
  # 设置同步间隔
58
- SYNC_INTERVAL=${SYNC_INTERVAL:-7200}
59
  echo "Next sync in ${SYNC_INTERVAL} seconds..."
60
  sleep $SYNC_INTERVAL
61
  done
 
24
  python3 -c "
25
  from huggingface_hub import HfApi
26
  import os
27
+ def manage_backups(api, repo_id, max_files=2):
28
  files = api.list_repo_files(repo_id=repo_id, repo_type='dataset')
29
  backup_files = [f for f in files if f.startswith('backup_') and f.endswith('.tar.gz')]
30
  backup_files.sort()
 
55
  rm -f "/tmp/${backup_file}"
56
 
57
  # 设置同步间隔
58
+ SYNC_INTERVAL=${SYNC_INTERVAL:-72000}
59
  echo "Next sync in ${SYNC_INTERVAL} seconds..."
60
  sleep $SYNC_INTERVAL
61
  done