tests/test_verify_loop.py

"""Standalone unit tests for research/verify_loop.py.

Run: .venv/bin/python tests/test_verify_loop.py
"""
import sys
from pathlib import Path
sys.path.insert(0, str(Path(__file__).resolve().parents[1]))
from research.verify_loop import plan_checks, run_checks, verify_case


def _verified_sources():
    return [
        {"source_id": "dot", "url": "https://records.example/dot",
         "retrieved_at": "2026-08-12T12:00:00Z", "content_sha256": "a" * 64,
         "independent": True, "retrievable": True,
         "triage": {"independence": 3, "proximity": 3, "recency": 2, "track": 3, "interest": 3}},
        {"source_id": "archive", "url": "https://archive.example/bridge",
         "retrieved_at": "2026-08-12T12:01:00Z", "content_sha256": "b" * 64,
         "independent": True, "retrievable": True,
         "triage": {"independence": 2, "proximity": 2, "recency": 2, "track": 2, "interest": 2}},
    ]


def test_plan_checks_extracts_values():
    checks = plan_checks('Claim: "the bridge opened in 2010" and cost $4.2M at 9:30am.')
    kinds = [c["kind"] for c in checks]
    assert "quote" in kinds and "number" in kinds and "time" in kinds
    assert len(checks) <= 8


def test_run_checks_supports():
    checks = [{"kind": "number", "value": "2010"}]
    res = run_checks(checks, lambda v: "The DOT file lists the bridge opening year as 2010.")
    assert res[0]["verdict"] == "supports"


def test_run_checks_refutes():
    checks = [{"kind": "number", "value": "2010"}]
    res = run_checks(checks, lambda v: "The DOT file lists the bridge opening year as 2012.")
    assert res[0]["verdict"] == "refutes"


def test_run_checks_no_evidence():
    checks = [{"kind": "quote", "value": "classified"}]
    res = run_checks(checks, lambda v: "")
    assert res[0]["verdict"] == "not enough information"
    assert res[0]["kind"] == "no-evidence"


def test_verify_case_rule_refuted_wins():
    d = verify_case('Claim: "the bridge opened in 2010"',
                    draft_verdict="true", draft_conf="HIGH",
                    retrieve=lambda v: "The DOT file lists the bridge opening year as 2012.",
                    require_source_policy=False)
    assert d["verdict"] == "false"
    assert d["confidence"] == "HIGH"
    assert d["basis"] == "rule-refuted"


def test_verify_case_rule_verified():
    d = verify_case('Claim: "the bridge opened in 2010"',
                    draft_verdict="true", draft_conf="MEDIUM",
                    retrieve=lambda v: "The DOT file lists the bridge opening year as 2010.",
                    require_source_policy=False)
    assert d["verdict"] == "true"
    assert d["confidence"] == "HIGH"
    assert d["basis"] == "rule-verified"


def test_verify_case_unresolved_downgrades_high():
    d = verify_case("Claim: the memo is significant.",
                    draft_verdict="overclaim", draft_conf="HIGH",
                    retrieve=lambda v: "", require_source_policy=False)
    assert d["confidence"] == "MEDIUM"
    assert d["basis"] == "draft-high-downgraded-unverified"


def test_verify_case_unresolved_keeps_low():
    d = verify_case("Claim: the memo is significant.",
                    draft_verdict="not enough information", draft_conf="LOW",
                    retrieve=lambda v: "", require_source_policy=False)
    assert d["verdict"] == "not enough information"
    assert d["confidence"] == "LOW"
    assert d["abstained"]


def test_strict_policy_overrides_an_incorrect_model_draft():
    d = verify_case('Claim: "the bridge opened in 2010"',
                    draft_verdict="false", draft_conf="HIGH",
                    retrieve=lambda v: {
                        "evidence": "The DOT filing lists the bridge opening year as 2010.",
                        "sources": _verified_sources(), "claim_relation": "supports"},
                    require_source_policy=True)
    assert d["verdict"] == "true"
    assert d["confidence"] == "HIGH"
    assert d["basis"] == "source-policy-verified"
    assert set(d["sources"]) == {"dot", "archive"}


def test_strict_policy_fails_closed_on_a_single_untraceable_lead():
    d = verify_case('Claim: "the bridge opened in 2010"',
                    draft_verdict="true", draft_conf="HIGH",
                    retrieve=lambda v: {
                        "evidence": "An anonymous post says the bridge opened in 2010.",
                        "sources": [{"source_id": "forum", "url": "https://forum.example/post",
                                     "retrieved_at": "", "content_sha256": "bad",
                                     "independent": True, "retrievable": True,
                                     "triage": {"independence": 1, "proximity": 0,
                                                "recency": 1, "track": 0, "interest": 0}}],
                        "claim_relation": "supports"},
                    require_source_policy=True)
    assert d["verdict"] == "not enough information"
    assert d["confidence"] == "LOW"
    assert d["abstained"]


def test_verify_case_defaults_to_fail_closed_source_policy():
    d = verify_case('Claim: "the bridge opened in 2010"',
                    draft_verdict="true", draft_conf="HIGH",
                    retrieve=lambda v: "A copied page says the bridge opened in 2010.")
    assert d["verdict"] == "not enough information"
    assert d["confidence"] == "LOW"
    assert d["abstained"]


if __name__ == "__main__":
    fns = [v for k, v in sorted(globals().items()) if k.startswith("test_")]
    for fn in fns:
        fn()
        print(f"PASS {fn.__name__}")
    print(f"\n{len(fns)} tests passed")