code/scripts/run_eval_ablations.sh

#!/bin/bash
# Serial driver: eval ab_noHung then ab_noAug at checkpoint-956.
# Halts on first failure.
set -e
set -u
set -o pipefail

cd "$(dirname "$0")/.."

mkdir -p logs

TS=$(date +%Y%m%d_%H%M%S)
SUMMARY="logs/eval_ablations_summary_${TS}.log"

run_one() {
    local id="$1"; local script="$2"
    local log="logs/eval_${id}_${TS}.log"
    echo "[$(date '+%F %T')] >>> START eval_${id}  (log: ${log})" | tee -a "$SUMMARY"
    bash "$script" 2>&1 | tee "$log"
    local rc=${PIPESTATUS[0]}
    if [ "$rc" -ne 0 ]; then
        echo "[$(date '+%F %T')] !!! FAIL  eval_${id}  (exit=${rc}) -- halting queue" | tee -a "$SUMMARY"
        exit "$rc"
    fi
    echo "[$(date '+%F %T')] <<< DONE   eval_${id}" | tee -a "$SUMMARY"
}

echo "=== eval ablation queue start ${TS} ===" | tee -a "$SUMMARY"
run_one ab_noHung scripts/run_eval_ab_noHung_ckpt956.sh
run_one ab_noAug  scripts/run_eval_ab_noAug_ckpt956.sh
echo "=== eval ablation queue done  $(date '+%F %T') ===" | tee -a "$SUMMARY"