social-data-attribution-w2/scripts/slurm/dedup/ops/migrate_ids.sbatch

#!/usr/bin/env bash
#SBATCH --job-name=migrate_ids
#SBATCH --cpus-per-task=1
#SBATCH --mem=4G
#SBATCH --time=06:00:00
#SBATCH --output=logs/dedup/%x_%j.out
#SBATCH --error=logs/dedup/%x_%j.err

set -euo pipefail

REPO_DIR="${SLURM_SUBMIT_DIR:-$(cd "$(dirname "$0")/../../../.." && pwd)}"
cd "$REPO_DIR"
mkdir -p logs/dedup

if [ -f .venv/bin/activate ]; then
    source .venv/bin/activate
fi

export PYTHONPATH="${REPO_DIR}/src${PYTHONPATH:+:$PYTHONPATH}"

python3 scripts/slurm/dedup/ops/migrate_ids_to_slim.py \
    --input-dir "${IDS_DIR:-$HOME/scratch/soc90/ids}" \
    --verbose