auto-sync 2026-07-04T05:35:30Z workspace (part 3)

workspace/scripts/hf_push_once.sh

@@ -12,6 +12,8 @@ HF_SYNC_PRIVATE="${HF_SYNC_PRIVATE:-0}"
 HF_SYNC_LOG_DIR="${HF_SYNC_LOG_DIR:-$PROJECT_DIR/outputs/hf_sync}"
 HF_SYNC_COMMIT_PREFIX="${HF_SYNC_COMMIT_PREFIX:-auto-sync}"
 HF_SYNC_AUTH_TIMEOUT="${HF_SYNC_AUTH_TIMEOUT:-60}"
+HF_SYNC_CLEAN_REMOTE_MARKDOWN="${HF_SYNC_CLEAN_REMOTE_MARKDOWN:-1}"
+HF_SYNC_REMOTE_MARKDOWN_KEEP="${HF_SYNC_REMOTE_MARKDOWN_KEEP:-workspace/README.md}"
 
 mkdir -p "$HF_SYNC_LOG_DIR"
 
@@ -104,6 +106,52 @@ upload_root() {
     "${exclude_args[@]}"
 }
 
+cleanup_remote_markdown() {
+  if [[ "$HF_SYNC_CLEAN_REMOTE_MARKDOWN" != "1" ]]; then
+    log "skip remote Markdown cleanup: HF_SYNC_CLEAN_REMOTE_MARKDOWN=$HF_SYNC_CLEAN_REMOTE_MARKDOWN"
+    return 0
+  fi
+  if [[ "$HF_SYNC_DRY_RUN" == "1" ]]; then
+    log "dry-run would remove remote Markdown except: $HF_SYNC_REMOTE_MARKDOWN_KEEP"
+    return 0
+  fi
+  log "cleanup remote Markdown; keep=$HF_SYNC_REMOTE_MARKDOWN_KEEP"
+  python3 - "$HF_REPO_ID" "$HF_REPO_TYPE" "$HF_SYNC_REMOTE_MARKDOWN_KEEP" "$HF_SYNC_COMMIT_PREFIX" <<'PY'
+from __future__ import annotations
+
+import os
+import sys
+from datetime import datetime, timezone
+
+from huggingface_hub import HfApi
+
+repo_id = sys.argv[1]
+repo_type = sys.argv[2]
+keep = {item.strip("/") for item in sys.argv[3].split(":") if item.strip()}
+commit_prefix = sys.argv[4]
+
+api = HfApi(token=os.environ.get("HF_TOKEN") or None)
+paths = api.list_repo_files(repo_id, repo_type=repo_type)
+to_delete = sorted(path for path in paths if path.endswith(".md") and path not in keep)
+if not to_delete:
+    print("remote_markdown_cleanup: nothing_to_delete")
+    raise SystemExit(0)
+
+stamp = datetime.now(timezone.utc).strftime("%Y-%m-%dT%H:%M:%SZ")
+info = api.delete_files(
+    repo_id,
+    to_delete,
+    repo_type=repo_type,
+    commit_message=f"{commit_prefix} {stamp} cleanup stale markdown",
+    commit_description=(
+        "Keep the configured README-only Markdown contract on the Hub. "
+        f"Kept paths: {', '.join(sorted(keep)) or '(none)'}."
+    ),
+)
+print(f"remote_markdown_cleanup: deleted={len(to_delete)} commit={info.commit_url}")
+PY
+}
+
 write_manifest() {
   python3 - "$HF_SYNC_LOG_DIR/last_manifest.json" "$PROJECT_DIR" "$SCRATCH_ROOT" "$HF_REPO_ID" <<'PY'
 from __future__ import annotations
@@ -185,4 +233,5 @@ if [[ -n "${HF_SYNC_EXTRA_ROOTS:-}" ]]; then
 fi
 
 upload_root "$HF_SYNC_LOG_DIR/last_manifest.json" "manifests/hf_sync_last_manifest.json"
+cleanup_remote_markdown
 log "sync complete"