Buckets:
| set -uo pipefail | |
| OUT_ROOT="${1:-runs/isobasinflow_smoke_$(date -u +%Y%m%d_%H%M%S)}" | |
| PYTHON="${PYTHON:-python3}" | |
| mkdir -p "${OUT_ROOT}" results figures reports | |
| RUN_LOG="${OUT_ROOT}/run.log" | |
| STATUS="${OUT_ROOT}/stage_status.tsv" | |
| if [ "${RESET_RUN_LOG:-1}" = "1" ]; then | |
| : > "${RUN_LOG}" | |
| else | |
| touch "${RUN_LOG}" | |
| fi | |
| echo -e "stage\tstatus\tstarted_at\tfinished_at" > "${STATUS}" | |
| run_stage() { | |
| local name="$1"; shift | |
| local start finish | |
| start="$(date -u +%Y-%m-%dT%H:%M:%SZ)" | |
| echo "stage_start=${name} at=${start}" | tee -a "${RUN_LOG}" | |
| if "$@" 2>&1 | tee -a "${RUN_LOG}"; then | |
| finish="$(date -u +%Y-%m-%dT%H:%M:%SZ)" | |
| echo -e "${name}\tpass\t${start}\t${finish}" >> "${STATUS}" | |
| return 0 | |
| fi | |
| finish="$(date -u +%Y-%m-%dT%H:%M:%SZ)" | |
| echo -e "${name}\tfail\t${start}\t${finish}" >> "${STATUS}" | |
| return 0 | |
| } | |
| run_stage synthetic_iso "${PYTHON}" run_experiments.py \ | |
| --synthetic --isobasinflow --basin-slice \ | |
| --seeds "${SMOKE_SEEDS:-2}" --budget "${SMOKE_BUDGET:-12}" \ | |
| --ablations full,LossOnly \ | |
| --baselines random,sobol,optuna \ | |
| --outdir "${OUT_ROOT}/synthetic_iso" | |
| run_stage market_smoke "${PYTHON}" scripts/run_market_hf_benchmark.py \ | |
| --outdir "${OUT_ROOT}/market_smoke" \ | |
| --seeds "${MARKET_SMOKE_SEEDS:-1}" \ | |
| --seed-offset "${MARKET_SMOKE_SEED_OFFSET:-8000}" \ | |
| --text-datasets "${MARKET_SMOKE_TEXT_DATASETS:-sst2,ag_news}" \ | |
| --image-datasets "${MARKET_SMOKE_IMAGE_DATASETS:-fashion_mnist}" \ | |
| --text-budget "${MARKET_SMOKE_TEXT_BUDGET:-3}" \ | |
| --image-budget "${MARKET_SMOKE_IMAGE_BUDGET:-3}" \ | |
| --text-train-size "${MARKET_SMOKE_TEXT_TRAIN_SIZE:-48}" \ | |
| --text-val-size "${MARKET_SMOKE_TEXT_VAL_SIZE:-48}" \ | |
| --image-train-size "${MARKET_SMOKE_IMAGE_TRAIN_SIZE:-128}" \ | |
| --image-val-size "${MARKET_SMOKE_IMAGE_VAL_SIZE:-64}" \ | |
| --image-epochs "${MARKET_SMOKE_IMAGE_EPOCHS:-1}" | |
| run_stage frontier_status "${PYTHON}" scripts/run_frontier_workload_status.py --outdir "${OUT_ROOT}/frontier_status" | |
| run_stage aggregate "${PYTHON}" -m hdbasin.aggregate \ | |
| --runs-root "${OUT_ROOT}" \ | |
| --outdir results | |
| cp -R results/figures/. figures/ 2>/dev/null || true | |
| cp -R results/reports/. reports/ 2>/dev/null || true | |
| echo "wrote_out_root=${OUT_ROOT}" | tee -a "${RUN_LOG}" | |
Xet Storage Details
- Size:
- 2.24 kB
- Xet hash:
- 489d8260fd1e1e1901a74e03520ce6a031219dcb0bb1d8247dcc363b5fe5259d
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.