sync rgb ref export slurm wrapper 2026-07-03

workspace/scripts/slurm/reexport_rgb_ref_cil_charts.sbatch

@@ -0,0 +1,58 @@
+#!/bin/bash
+#SBATCH --job-name=cil_rgb_ref_export
+#SBATCH --account=def-yalda
+#SBATCH --nodes=1
+#SBATCH --ntasks=1
+#SBATCH --cpus-per-task=2
+#SBATCH --mem=8G
+#SBATCH --time=01:00:00
+#SBATCH --output=outputs/hpc/logs/%x_%j.out
+#SBATCH --error=outputs/hpc/logs/%x_%j.err
+
+set -euo pipefail
+
+PROJECT_DIR="${PROJECT_DIR:-$SLURM_SUBMIT_DIR}"
+PYTHON="${PYTHON:-$PROJECT_DIR/.venv/bin/python}"
+DATASET="${DATASET:-/scratch/$USER/dovla/experiments/six_task_h16_collection}"
+OUT_ROOT="${OUT_ROOT:-data/cil_charts_rgb_refs}"
+SPLIT_FRACTIONS="${SPLIT_FRACTIONS:-0.70,0.15,0.15}"
+SPLIT_SEED="${SPLIT_SEED:-0}"
+EPSILON="${EPSILON:-0.05}"
+BASE_CANDIDATE_TYPES="${BASE_CANDIDATE_TYPES:-policy,policy_residual,anchor,base,expert}"
+
+cd "$PROJECT_DIR"
+mkdir -p outputs/hpc/logs "$OUT_ROOT" runs/leakage_audit_rgb_refs runs/chart_feature_audit_rgb_refs
+
+common_args=(
+  --dataset "$DATASET"
+  --split-policy stable-hash
+  --split-fractions "$SPLIT_FRACTIONS"
+  --split-seed "$SPLIT_SEED"
+  --epsilon "$EPSILON"
+  --base-candidate-types "$BASE_CANDIDATE_TYPES"
+)
+
+"$PYTHON" scripts/export_cil_charts.py \
+  "${common_args[@]}" \
+  --split train \
+  --out-dir "$OUT_ROOT/train"
+
+"$PYTHON" scripts/export_cil_charts.py \
+  "${common_args[@]}" \
+  --split val \
+  --include-outcomes \
+  --out-dir "$OUT_ROOT/val"
+
+"$PYTHON" scripts/export_cil_charts.py \
+  "${common_args[@]}" \
+  --split test \
+  --include-outcomes \
+  --out-dir "$OUT_ROOT/test"
+
+"$PYTHON" scripts/audit_cil_charts.py \
+  --chart-root "$OUT_ROOT" \
+  --out-dir runs/leakage_audit_rgb_refs
+
+"$PYTHON" scripts/audit_chart_feature_sources.py \
+  --indexes "$OUT_ROOT/train/index.json" "$OUT_ROOT/val/index.json" "$OUT_ROOT/test/index.json" \
+  --out-dir runs/chart_feature_audit_rgb_refs