"""Public UI assertions; private arithmetic and engine oracles stay in the core repo.""" import json from demo.examples import example_metadata def check_report(name, data, seed_count): report = json.loads(data) assert report["completed"] == seed_count start = example_metadata(name).get("seed_start", 0) assert [item["seed"] for item in report["results"]] == list(range(start, start + seed_count)) assert sum(report["counts"].values()) == seed_count assert report["verdict"] == example_metadata(name)["expected_verdict"]