File size: 1,321 Bytes
adc02fa | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 | #!/bin/bash
#SBATCH --job-name=eval_a4_all
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=4
#SBATCH --gres=gpu:1
#SBATCH --mem=32000M
#SBATCH --time=8:00:00
#SBATCH --output=logs/eval_phase_a4_%j.out
#SBATCH --error=logs/eval_phase_a4_%j.err
set -euo pipefail
PROJECT_DIR="${PROJECT_DIR:-$PWD}"
cd "$PROJECT_DIR"
source .venv/bin/activate
CONFIG_DIR="/scratch/$USER/dovla/experiments/phase_a4_hparam_sweep"
DATASET="/scratch/$USER/dovla/experiments/maniskill_presuccess_six_task_collection"
echo "=== Evaluating Phase A4 All Configs (GPU) ==="
echo "Config dir: $CONFIG_DIR"
echo "Dataset: $DATASET"
echo ""
for config_dir in "$CONFIG_DIR"/*/; do
config_name=$(basename "$config_dir")
checkpoint="$config_dir/best.pt"
out="$config_dir/lattice_eval.json"
if [ ! -f "$checkpoint" ]; then
echo "⚠️ Skipping $config_name (no checkpoint)"
continue
fi
if [ -f "$out" ]; then
echo "✓ $config_name already evaluated"
continue
fi
echo "Evaluating $config_name..."
python scripts/eval_lattice_checkpoint.py \
--checkpoint "$checkpoint" \
--dataset "$DATASET" \
--out "$out" \
--all-groups \
--device cuda
if [ $? -eq 0 ]; then
echo " ✅ Complete"
else
echo " ❌ Failed"
fi
done
echo ""
echo "✅ Phase A4 evaluation complete!"
|