"""Run the tiny token-label demo set through the DGX baseline evaluator.""" from __future__ import annotations import sys from pathlib import Path from eval_baselines_dgx import main REPO_ROOT = Path(__file__).resolve().parents[1] DEFAULT_INPUT = REPO_ROOT / "examples" / "tiny_token_eval.jsonl" DEFAULT_OUTPUT = REPO_ROOT / "outputs" / "tiny_token_eval_predictions.jsonl" def _has_option(args, name): return name in args or any(arg.startswith(f"{name}=") for arg in args) def run(): args = sys.argv[1:] if not _has_option(args, "--input"): args = ["--input", str(DEFAULT_INPUT), *args] if not _has_option(args, "--output"): DEFAULT_OUTPUT.parent.mkdir(parents=True, exist_ok=True) args = ["--output", str(DEFAULT_OUTPUT), *args] if not _has_option(args, "--require-labels"): args.append("--require-labels") if not _has_option(args, "--strict-labels"): args.append("--strict-labels") sys.argv = [sys.argv[0], *args] main() if __name__ == "__main__": run()