| """Run the tiny token-label demo set through the DGX baseline evaluator.""" | |
| from __future__ import annotations | |
| import sys | |
| from pathlib import Path | |
| from eval_baselines_dgx import main | |
| REPO_ROOT = Path(__file__).resolve().parents[1] | |
| DEFAULT_INPUT = REPO_ROOT / "examples" / "tiny_token_eval.jsonl" | |
| DEFAULT_OUTPUT = REPO_ROOT / "outputs" / "tiny_token_eval_predictions.jsonl" | |
| def _has_option(args, name): | |
| return name in args or any(arg.startswith(f"{name}=") for arg in args) | |
| def run(): | |
| args = sys.argv[1:] | |
| if not _has_option(args, "--input"): | |
| args = ["--input", str(DEFAULT_INPUT), *args] | |
| if not _has_option(args, "--output"): | |
| DEFAULT_OUTPUT.parent.mkdir(parents=True, exist_ok=True) | |
| args = ["--output", str(DEFAULT_OUTPUT), *args] | |
| if not _has_option(args, "--require-labels"): | |
| args.append("--require-labels") | |
| if not _has_option(args, "--strict-labels"): | |
| args.append("--strict-labels") | |
| sys.argv = [sys.argv[0], *args] | |
| main() | |
| if __name__ == "__main__": | |
| run() | |