#!/usr/bin/env bash set -euo pipefail SCRIPT_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd) TASKS=( "gsm8k:128" "math500:128" "aime24:30" "aime25:30" "humaneval:164" "mbpp:128" "livecodebench:128" "swe-bench:128" "mt-bench:80" "alpaca:128" ) for task in "${TASKS[@]}"; do dataset=${task%%:*} count=${task##*:} "$SCRIPT_DIR/run_benchmark_pair.sh" "$dataset" "$count" done