CafeClope's picture
download
raw
2.24 kB
#!/usr/bin/env bash
set -uo pipefail
OUT_ROOT="${1:-runs/isobasinflow_smoke_$(date -u +%Y%m%d_%H%M%S)}"
PYTHON="${PYTHON:-python3}"
mkdir -p "${OUT_ROOT}" results figures reports
RUN_LOG="${OUT_ROOT}/run.log"
STATUS="${OUT_ROOT}/stage_status.tsv"
if [ "${RESET_RUN_LOG:-1}" = "1" ]; then
: > "${RUN_LOG}"
else
touch "${RUN_LOG}"
fi
echo -e "stage\tstatus\tstarted_at\tfinished_at" > "${STATUS}"
run_stage() {
local name="$1"; shift
local start finish
start="$(date -u +%Y-%m-%dT%H:%M:%SZ)"
echo "stage_start=${name} at=${start}" | tee -a "${RUN_LOG}"
if "$@" 2>&1 | tee -a "${RUN_LOG}"; then
finish="$(date -u +%Y-%m-%dT%H:%M:%SZ)"
echo -e "${name}\tpass\t${start}\t${finish}" >> "${STATUS}"
return 0
fi
finish="$(date -u +%Y-%m-%dT%H:%M:%SZ)"
echo -e "${name}\tfail\t${start}\t${finish}" >> "${STATUS}"
return 0
}
run_stage synthetic_iso "${PYTHON}" run_experiments.py \
--synthetic --isobasinflow --basin-slice \
--seeds "${SMOKE_SEEDS:-2}" --budget "${SMOKE_BUDGET:-12}" \
--ablations full,LossOnly \
--baselines random,sobol,optuna \
--outdir "${OUT_ROOT}/synthetic_iso"
run_stage market_smoke "${PYTHON}" scripts/run_market_hf_benchmark.py \
--outdir "${OUT_ROOT}/market_smoke" \
--seeds "${MARKET_SMOKE_SEEDS:-1}" \
--seed-offset "${MARKET_SMOKE_SEED_OFFSET:-8000}" \
--text-datasets "${MARKET_SMOKE_TEXT_DATASETS:-sst2,ag_news}" \
--image-datasets "${MARKET_SMOKE_IMAGE_DATASETS:-fashion_mnist}" \
--text-budget "${MARKET_SMOKE_TEXT_BUDGET:-3}" \
--image-budget "${MARKET_SMOKE_IMAGE_BUDGET:-3}" \
--text-train-size "${MARKET_SMOKE_TEXT_TRAIN_SIZE:-48}" \
--text-val-size "${MARKET_SMOKE_TEXT_VAL_SIZE:-48}" \
--image-train-size "${MARKET_SMOKE_IMAGE_TRAIN_SIZE:-128}" \
--image-val-size "${MARKET_SMOKE_IMAGE_VAL_SIZE:-64}" \
--image-epochs "${MARKET_SMOKE_IMAGE_EPOCHS:-1}"
run_stage frontier_status "${PYTHON}" scripts/run_frontier_workload_status.py --outdir "${OUT_ROOT}/frontier_status"
run_stage aggregate "${PYTHON}" -m hdbasin.aggregate \
--runs-root "${OUT_ROOT}" \
--outdir results
cp -R results/figures/. figures/ 2>/dev/null || true
cp -R results/reports/. reports/ 2>/dev/null || true
echo "wrote_out_root=${OUT_ROOT}" | tee -a "${RUN_LOG}"

Xet Storage Details

Size:
2.24 kB
·
Xet hash:
489d8260fd1e1e1901a74e03520ce6a031219dcb0bb1d8247dcc363b5fe5259d

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.