Update sync_data.sh
Browse files- sync_data.sh +2 -2
sync_data.sh
CHANGED
|
@@ -24,7 +24,7 @@ sync_data() {
|
|
| 24 |
python3 -c "
|
| 25 |
from huggingface_hub import HfApi
|
| 26 |
import os
|
| 27 |
-
def manage_backups(api, repo_id, max_files=
|
| 28 |
files = api.list_repo_files(repo_id=repo_id, repo_type='dataset')
|
| 29 |
backup_files = [f for f in files if f.startswith('backup_') and f.endswith('.tar.gz')]
|
| 30 |
backup_files.sort()
|
|
@@ -55,7 +55,7 @@ except Exception as e:
|
|
| 55 |
rm -f "/tmp/${backup_file}"
|
| 56 |
|
| 57 |
# 设置同步间隔
|
| 58 |
-
SYNC_INTERVAL=${SYNC_INTERVAL:-
|
| 59 |
echo "Next sync in ${SYNC_INTERVAL} seconds..."
|
| 60 |
sleep $SYNC_INTERVAL
|
| 61 |
done
|
|
|
|
| 24 |
python3 -c "
|
| 25 |
from huggingface_hub import HfApi
|
| 26 |
import os
|
| 27 |
+
def manage_backups(api, repo_id, max_files=2):
|
| 28 |
files = api.list_repo_files(repo_id=repo_id, repo_type='dataset')
|
| 29 |
backup_files = [f for f in files if f.startswith('backup_') and f.endswith('.tar.gz')]
|
| 30 |
backup_files.sort()
|
|
|
|
| 55 |
rm -f "/tmp/${backup_file}"
|
| 56 |
|
| 57 |
# 设置同步间隔
|
| 58 |
+
SYNC_INTERVAL=${SYNC_INTERVAL:-72000}
|
| 59 |
echo "Next sync in ${SYNC_INTERVAL} seconds..."
|
| 60 |
sleep $SYNC_INTERVAL
|
| 61 |
done
|