code/scripts/run_full_grid.sh

#!/usr/bin/env bash
# scripts/run_full_grid.sh
# Full ablation grid (6 conditions × 5 sizes × 3 seeds = 90 jobs)
# detached under nohup. Each job lands in its own experiments/runs/<run_id>/.
# Orchestrator log lands in experiments/orchestrator/<stamp>_full_grid/.

set -euo pipefail

ROOT="$(cd "$(dirname "$0")/.." && pwd)"
cd "${ROOT}"
source "${ROOT}/scripts/lib/nohup_runner.sh"
source "${ROOT}/scripts/lib/env.sh"
resolve_python

N_GPUS="${N_GPUS:-8}"

STAMP="$(date -u +%Y%m%d-%H%M%S)"
ORCH_DIR="experiments/orchestrator/${STAMP}_full_grid"
mkdir -p "${ORCH_DIR}/logs"

launch_detached "${ORCH_DIR}" \
    "${PYTHON}" -u -m experiments.run_ablations --parallel --n_gpus "${N_GPUS}"

echo "Full ablation orchestrator launched on ${N_GPUS} GPUs."
echo "List in-flight runs with:"
echo "  bash scripts/list_runs.sh"