tinymind-native-8b-remote-handoff/bundle/evaluation/int6_cuda_rust_eval.py

"""Run the Rust INT6 CUDA compiler harness from TinyMind CLI."""

from __future__ import annotations

import json
from pathlib import Path
import subprocess


ROOT = Path(__file__).resolve().parents[1]
HARNESS_DIR = ROOT / "runtime" / "int6_cuda_harness"


def run_int6_cuda_rust_eval(out_dir: str | Path = "reports/int6_cuda_eval_rust") -> dict:
    command = ["cargo", "run", "--release", "--", "--out-dir", str(out_dir)]
    proc = subprocess.run(command, cwd=HARNESS_DIR, capture_output=True, text=True, timeout=240, check=False)
    report_path = ROOT / out_dir / "int6_cuda_eval_rust_report.json"
    report = json.loads(report_path.read_text(encoding="utf-8")) if report_path.exists() else {}
    report["rust_harness_invocation"] = {
        "command": command,
        "exit_code": proc.returncode,
        "stdout_tail": proc.stdout[-2000:],
        "stderr_tail": proc.stderr[-2000:],
    }
    if report_path.exists():
        report_path.write_text(json.dumps(report, ensure_ascii=False, indent=2, sort_keys=True), encoding="utf-8")
    return report