scripts/upload_dbpedia_snapshot_clean_sync.sh

#!/usr/bin/env bash
set -euo pipefail

LOCAL_DIR="${1:-/home/alatipov/iris-at-text2sparql/hf_upload/dbpedia_snapshot_paper_clean}"
BUCKET_URI="${2:-hf://buckets/InsanAlex/iris-at-text2sparql-storage/dbpedia_snapshot_paper_clean}"

if [[ ! -d "$LOCAL_DIR" ]]; then
  echo "Local clean snapshot directory not found: $LOCAL_DIR"
  exit 1
fi

echo "Syncing $LOCAL_DIR -> $BUCKET_URI"
hf buckets sync "$LOCAL_DIR" "$BUCKET_URI"