agent-harness / tests /test_study2_paper_consistency.py
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
584 Bytes
import importlib.util
from pathlib import Path
ROOT = Path(__file__).resolve().parents[1]
SPEC = importlib.util.spec_from_file_location(
"check_study2_paper_consistency",
ROOT / "scripts" / "check_study2_paper_consistency.py",
)
assert SPEC is not None and SPEC.loader is not None
MODULE = importlib.util.module_from_spec(SPEC)
SPEC.loader.exec_module(MODULE)
def test_study2_paper_claims_match_generated_analysis() -> None:
result = MODULE.audit(ROOT)
assert result["status"] == "pass"
assert result["cells"] == 912
assert result["secondary_tests"] == 13