Download scripts/run_benchmark_suite.sh from yaro1214/daim: direct link, hf CLI and curl.
- Browser
- Download file 435 Bytes
-
https://huggingface.co/yaro1214/daim/resolve/main/scripts/run_benchmark_suite.sh
- Command line
-
hf download hf://yaro1214/daim/scripts/run_benchmark_suite.sh
-
curl -L -o run_benchmark_suite.sh https://huggingface.co/yaro1214/daim/resolve/main/scripts/run_benchmark_suite.sh
435 Bytes
| set -euo pipefail | |
| SCRIPT_DIR=$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")" && pwd) | |
| TASKS=( | |
| "gsm8k:128" | |
| "math500:128" | |
| "aime24:30" | |
| "aime25:30" | |
| "humaneval:164" | |
| "mbpp:128" | |
| "livecodebench:128" | |
| "swe-bench:128" | |
| "mt-bench:80" | |
| "alpaca:128" | |
| ) | |
| for task in "${TASKS[@]}"; do | |
| dataset=${task%%:*} | |
| count=${task##*:} | |
| "$SCRIPT_DIR/run_benchmark_pair.sh" "$dataset" "$count" | |
| done | |