Spaces:
Sleeping
Sleeping
File size: 2,522 Bytes
a4508e8 4d1a589 a4508e8 4d1a589 a4508e8 4d1a589 a4508e8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 | #!/usr/bin/env bash
# Sparse-clones MLPerf Inference results repos into data/raw/mlperf/<version>/, fetching only closed/*/systems/*.json and closed/*/results/**/mlperf_log_summary.txt — keeps each round under ~50 MB vs several GB for a full clone. Usage: `bash scripts/fetch_mlperf.sh` (all rounds), `bash scripts/fetch_mlperf.sh v6.0` (one round), or `ROUNDS="v5.1 v6.0" bash scripts/fetch_mlperf.sh`.
set -euo pipefail
DEST="data/raw/mlperf"
ORG="mlcommons"
ROUNDS="${ROUNDS:-v4.1 v5.0 v5.1 v6.0}"
# If a round argument is passed on the command line, use that instead.
if [[ $# -ge 1 ]]; then
ROUNDS="$*"
fi
mkdir -p "$DEST"
for ROUND in $ROUNDS; do
# Validate before using $ROUND in path/URL construction — only vN.N (e.g. v6.0) accepted, to prevent path traversal.
if ! [[ "$ROUND" =~ ^v[0-9]+\.[0-9]+$ ]]; then
echo "Error: invalid round tag '${ROUND}' — expected vN.N (e.g. v6.0)" >&2
exit 1
fi
REPO="${ORG}/inference_results_${ROUND}"
TARGET="${DEST}/${ROUND}"
if [[ -d "$TARGET/.git" ]]; then
echo "→ ${ROUND}: already cloned at ${TARGET}, skipping."
continue
fi
echo "→ Cloning ${REPO} (sparse) into ${TARGET} …"
git clone \
--filter=blob:none \
--sparse \
--depth=1 \
--no-checkout \
"https://github.com/${REPO}.git" \
"$TARGET"
pushd "$TARGET" > /dev/null
# Fetch only the paths the parser needs; --no-cone allows gitignore-style * wildcards (default cone mode rejects them).
git sparse-checkout set --no-cone \
"closed/*/systems" \
"closed/*/results/*/llama2-70b/*/performance" \
"closed/*/results/*/llama2-70b-99/*/performance" \
"closed/*/results/*/llama2-70b-99.9/*/performance" \
"closed/*/results/*/mixtral-8x7b/*/performance" \
"closed/*/results/*/mixtral-8x7b-99/*/performance" \
"closed/*/results/*/mixtral-8x7b-99.9/*/performance" \
"closed/*/results/*/llama3.1-405b/*/performance" \
"closed/*/results/*/llama3.1-405b-99/*/performance" \
"closed/*/results/*/llama3.1-405b-99.9/*/performance" \
"closed/*/results/*/gptj/*/performance" \
"closed/*/results/*/gptj-99/*/performance" \
"closed/*/results/*/gptj-99.9/*/performance"
git checkout
popd > /dev/null
echo " Done: ${TARGET}"
done
echo ""
echo "All requested rounds fetched. Run the parser with:"
echo " python -m src.data.mlperf_parser --repos-dir ${DEST} --parquet"
|