HuggingFace0920 commited on
Commit
24d8083
·
verified ·
1 Parent(s): 709fd1c

Upload sync_data.sh

Browse files
Files changed (1) hide show
  1. sync_data.sh +4 -0
sync_data.sh CHANGED
@@ -120,6 +120,10 @@ sync_data() {
120
  echo "正在上传备份到 HuggingFace..."
121
  python hf_sync.py upload "${HF_TOKEN}" "${DATASET_ID}" "/tmp/${backup_file}" "${backup_file}"
122
 
 
 
 
 
123
  # 清理临时文件
124
  rm -f "/tmp/${backup_file}"
125
  else
 
120
  echo "正在上传备份到 HuggingFace..."
121
  python hf_sync.py upload "${HF_TOKEN}" "${DATASET_ID}" "/tmp/${backup_file}" "${backup_file}"
122
 
123
+ # 定期合并历史提交,只保留最新的3个提交
124
+ echo "正在合并历史提交,仅保留最近3次提交..."
125
+ python hf_sync.py super_squash "${HF_TOKEN}" "${DATASET_ID}" 3
126
+
127
  # 清理临时文件
128
  rm -f "/tmp/${backup_file}"
129
  else