#!/bin/bash
#SBATCH --job-name=eval_a5
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=4
#SBATCH --gres=gpu:1
#SBATCH --mem=32000M
#SBATCH --time=2:00:00
#SBATCH --output=logs/eval_phase_a5_%j.out
#SBATCH --error=logs/eval_phase_a5_%j.err

set -euo pipefail

PROJECT_DIR="${PROJECT_DIR:-$PWD}"
cd "$PROJECT_DIR"

source .venv/bin/activate

echo "=== Evaluating Phase A5 (Horizon Sweep) ==="
echo ""

for H in 4 8 12 16; do
  echo "Evaluating H=$H..."
  python scripts/eval_lattice_checkpoint.py \
    --checkpoint /scratch/$USER/dovla/experiments/phase_a5_horizon_sweep/h$H/best.pt \
    --dataset /scratch/$USER/dovla/experiments/maniskill_presuccess_six_task_collection \
    --out /scratch/$USER/dovla/experiments/phase_a5_horizon_sweep/h$H/lattice_eval.json \
    --all-groups \
    --device cuda
  echo "✅ H=$H complete"
  echo ""
done

echo "✅ All Phase A5 evaluations complete!"