umm / scripts /upload_hf.sh
Orangerl's picture
Add files using upload-large-folder tool
70e1bae verified
Raw
History Blame Contribute Delete
716 Bytes
#!/usr/bin/env bash
set -euo pipefail
UMM_ROOT="${UMM_ROOT:-$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)}"
HF_BIN="${HF_BIN:-/rczhang/rczhang/conda_packs/unvideo/bin/hf}"
REPO_ID="${REPO_ID:-Orangerl/umm}"
unset http_proxy https_proxy HTTP_PROXY HTTPS_PROXY all_proxy ALL_PROXY
exec "${HF_BIN}" upload-large-folder "${REPO_ID}" "${UMM_ROOT}" \
--repo-type model \
--num-workers "${HF_UPLOAD_WORKERS:-8}" \
--exclude '.env/**' \
--exclude '.cache/**' \
--exclude 'data/covt/images/**' \
--exclude 'outputs/**' \
--exclude 'secrets/**' \
--exclude 'configs/stage2_covt.yaml' \
--exclude '**/__pycache__/**' \
--exclude '**/*.pyc' \
--exclude '**/*.egg-info/**' \
--exclude '**/*.partial'