#!/usr/bin/env bash # # Migration gate — the HEAVIER, on-demand gate for the comparison-index migration # (run when working on the scoped-fetch migration, NOT on every push — the fast # pre-push gate is scripts/linux-gate.sh). Runs on linux/amd64 with the prod-pinned # binding. Today: leaderboard parity (query == comparison-index). As the migration # proceeds, add render-equivalence + the by_model consumer test here. # # Usage: scripts/migration-gate.sh # SNAPSHOT_URL= scripts/migration-gate.sh # re-verify after the registry rebaseline set -euo pipefail ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)" cd "$ROOT" : "${SNAPSHOT_URL:=https://huggingface.co/datasets/evaleval/card_backend/resolve/main/warehouse/2026-05-29T00-24-44Z}" DUCKDB_VERSION="$(grep -m1 -oE '@duckdb/node-api@[0-9][A-Za-z0-9.+-]*' pnpm-lock.yaml | sed 's#.*@##' || true)" DUCKDB_VERSION="${DUCKDB_VERSION:-1.5.3-r.2}" echo "[migration-gate] binding @duckdb/node-api@${DUCKDB_VERSION}; snapshot ${SNAPSHOT_URL}" docker build --platform=linux/amd64 --build-arg "DUCKDB_VERSION=${DUCKDB_VERSION}" \ -t evalcard-linux-gate "$ROOT/scripts/linux-gate" >/dev/null echo "[migration-gate] leaderboard parity (query vs live comparison-index)…" docker run --platform=linux/amd64 --rm -e SNAPSHOT_URL="$SNAPSHOT_URL" evalcard-linux-gate parity.mjs # TODO add as the migration proceeds (see notes/comparison-index-rootcause-design.md §7): # - render-equivalence (eval-page leaderboard / histogram bars / whisker N-min-max / DeepDive run-labels) # - by_model-removal consumer test (slash/percent/dunder identity resolution) echo "[migration-gate] PASS ✅"