social-data-attribution-w2/scripts/slurm/evaluation/submit_tom_parallel.sh

#!/usr/bin/env bash
# Submit 23 parallel single-task OLMES MC jobs (SimpleToM + ToMBench only).
# HiToM and BigToM omitted per user direction.
set -euo pipefail

MODEL_ID="${1:?usage: submit_tom_parallel.sh <model-id>}"
REPO_DIR="${REPO_DIR:-$PWD}"
SBATCH_PATH="${SBATCH_PATH:-$REPO_DIR/scripts/slurm/evaluation/tom_mc_single.sbatch}"

TASKS=(
  simpletom_mental-state-qa:mc::tom-rebuttal
  simpletom_behavior-qa:mc::tom-rebuttal
  simpletom_judgment-qa:mc::tom-rebuttal
  tombench_ambiguous_story_task:mc::tom-rebuttal
  tombench_completion_of_failed_actions:mc::tom-rebuttal
  tombench_discrepant_desires:mc::tom-rebuttal
  tombench_discrepant_emotions:mc::tom-rebuttal
  tombench_discrepant_intentions:mc::tom-rebuttal
  tombench_emotion_regulation:mc::tom-rebuttal
  tombench_false_belief_task:mc::tom-rebuttal
  tombench_faux_pas_recognition_test:mc::tom-rebuttal
  tombench_hidden_emotions:mc::tom-rebuttal
  tombench_hinting_task_test:mc::tom-rebuttal
  tombench_knowledge_attention_links:mc::tom-rebuttal
  tombench_knowledge_pretend_play_links:mc::tom-rebuttal
  tombench_moral_emotions:mc::tom-rebuttal
  tombench_multiple_desires:mc::tom-rebuttal
  tombench_percepts_knowledge_links:mc::tom-rebuttal
  tombench_persuasion_story_task:mc::tom-rebuttal
  tombench_prediction_of_actions:mc::tom-rebuttal
  tombench_scalar_implicature_test:mc::tom-rebuttal
  tombench_strange_story_task:mc::tom-rebuttal
  tombench_unexpected_outcome_test:mc::tom-rebuttal
)

for t in "${TASKS[@]}"; do
  short=${t//::/_}
  short=${short//:/_}
  jobid=$(MODEL_ID="$MODEL_ID" TASK_CONFIG="$t" sbatch --parsable \
    --job-name="tm_${short:0:30}" \
    --export=ALL,MODEL_ID,TASK_CONFIG \
    "$SBATCH_PATH")
  echo "$jobid  $t"
done