HuggingFace0920 commited on
Commit
7d9e249
·
verified ·
1 Parent(s): a53e76c

Upload sync_data.sh

Browse files
Files changed (1) hide show
  1. sync_data.sh +3 -4
sync_data.sh CHANGED
@@ -91,11 +91,10 @@ if __name__ == "__main__":
91
  file_name = sys.argv[5]
92
  upload_backup(file_path, file_name, token, repo_id)
93
  elif action == "download":
94
- extract_path = sys.argv[4] if len(sys.argv) > 4 else '.' # 默认为当前目录
95
  download_latest_backup(token, repo_id, extract_path)
96
  elif action == "super_squash":
97
- keep_latest = int(sys.argv[4]) if len(sys.argv) > 4 else 3
98
- super_squash_history(token, repo_id, keep_latest)
99
  EOL
100
  # 首次启动时从 HuggingFace 下载最新备份(解压到应用目录)
101
  echo "正在从 HuggingFace 下载最新备份..."
@@ -122,7 +121,7 @@ sync_data() {
122
 
123
  # 合并历史提交
124
  echo "正在合并历史提交..."
125
- python hf_sync.py super_squash "${HF_TOKEN}" "${DATASET_ID}" 3
126
 
127
  # 清理临时文件
128
  rm -f "/tmp/${backup_file}"
 
91
  file_name = sys.argv[5]
92
  upload_backup(file_path, file_name, token, repo_id)
93
  elif action == "download":
94
+ extract_path = sys.argv[4] if len(sys.argv) > 4 else '.'
95
  download_latest_backup(token, repo_id, extract_path)
96
  elif action == "super_squash":
97
+ super_squash_history(token, repo_id)
 
98
  EOL
99
  # 首次启动时从 HuggingFace 下载最新备份(解压到应用目录)
100
  echo "正在从 HuggingFace 下载最新备份..."
 
121
 
122
  # 合并历史提交
123
  echo "正在合并历史提交..."
124
+ python hf_sync.py super_squash "${HF_TOKEN}" "${DATASET_ID}"
125
 
126
  # 清理临时文件
127
  rm -f "/tmp/${backup_file}"