tmp/video-velocity-model/data_processing/bridgedatav2/scripts/run_data_process_mae.sh

#!/bin/bash
# Extract MAE latent features for the BridgeDataV2 raw split.
# REPO_ROOT is derived from this script's own location, so it works no matter
# which working directory it is invoked from (e.g. via slurm srun).
set -euo pipefail

SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
REPO_ROOT="$(cd "${SCRIPT_DIR}/../../.." && pwd)"

# forward.py imports `stage1` / `utils` from RAE/src.
export PYTHONPATH="${REPO_ROOT}/RAE/src:${PYTHONPATH:-}"

# Prefer the project venv (torch, decord, ...); fall back to any python3.
PYTHON_BIN="${REPO_ROOT}/.venv/bin/python"
if [[ ! -x "${PYTHON_BIN}" ]]; then
    PYTHON_BIN="$(command -v python3)"
fi

exec "${PYTHON_BIN}" "${REPO_ROOT}/data_processing/tools/forward.py" \
  --rae-backbone mae \
  --device cuda:0 \
  --encoder-path /home/sz128/scratch_sz128/models/vit-mae-base \
  --rae-root /home/sz128/scratch_sz128/models/RAE-collections \
  --dataset-name bridgedatav2 \
  --video-data-dir-path /home/sz128/scratch_sz128/datasets/bridgedatav2_video/data \
  --data-split raw