daim / scripts /run_benchmark_suite.sh
yaro1214's picture
Upload dflash source snapshot
09af6cc verified
Raw History Blame Contribute Delete
435 Bytes
#!/usr/bin/env bash
set -euo pipefail
SCRIPT_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd)
TASKS=(
"gsm8k:128"
"math500:128"
"aime24:30"
"aime25:30"
"humaneval:164"
"mbpp:128"
"livecodebench:128"
"swe-bench:128"
"mt-bench:80"
"alpaca:128"
)
for task in "${TASKS[@]}"; do
dataset=${task%%:*}
count=${task##*:}
"$SCRIPT_DIR/run_benchmark_pair.sh" "$dataset" "$count"
done