File size: 1,044 Bytes
e2c9d42 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 | """Run the tiny token-label demo set through the DGX baseline evaluator."""
from __future__ import annotations
import sys
from pathlib import Path
from eval_baselines_dgx import main
REPO_ROOT = Path(__file__).resolve().parents[1]
DEFAULT_INPUT = REPO_ROOT / "examples" / "tiny_token_eval.jsonl"
DEFAULT_OUTPUT = REPO_ROOT / "outputs" / "tiny_token_eval_predictions.jsonl"
def _has_option(args, name):
return name in args or any(arg.startswith(f"{name}=") for arg in args)
def run():
args = sys.argv[1:]
if not _has_option(args, "--input"):
args = ["--input", str(DEFAULT_INPUT), *args]
if not _has_option(args, "--output"):
DEFAULT_OUTPUT.parent.mkdir(parents=True, exist_ok=True)
args = ["--output", str(DEFAULT_OUTPUT), *args]
if not _has_option(args, "--require-labels"):
args.append("--require-labels")
if not _has_option(args, "--strict-labels"):
args.append("--strict-labels")
sys.argv = [sys.argv[0], *args]
main()
if __name__ == "__main__":
run()
|