Spaces:
Running
Running
| """Public UI assertions; private arithmetic and engine oracles stay in the core repo.""" | |
| import json | |
| from demo.examples import example_metadata | |
| def check_report(name, data, seed_count): | |
| report = json.loads(data) | |
| assert report["completed"] == seed_count | |
| start = example_metadata(name).get("seed_start", 0) | |
| assert [item["seed"] for item in report["results"]] == list(range(start, start + seed_count)) | |
| assert sum(report["counts"].values()) == seed_count | |
| assert report["verdict"] == example_metadata(name)["expected_verdict"] | |