Download tests/test_design.py from BurnyCoder/rqgm-editable-parent-selection: direct link, hf CLI and curl.
- Browser
- Download file 4.79 kB
-
https://huggingface.co/BurnyCoder/rqgm-editable-parent-selection/resolve/main/tests/test_design.py
- Command line
-
hf download hf://BurnyCoder/rqgm-editable-parent-selection/tests/test_design.py
-
curl -L -o test_design.py https://huggingface.co/BurnyCoder/rqgm-editable-parent-selection/resolve/main/tests/test_design.py
4.79 kB
| """Regression fixtures for the treatment, published formulas and data boundary.""" | |
| import random | |
| from copy import deepcopy | |
| import numpy as np | |
| from rqgm.archive import Archive | |
| from rqgm.models import UtilityRecord, WorkspaceNode | |
| from rqstudy.data import clean, prepare | |
| from rqstudy.policies import ( | |
| archive_view, | |
| choose_parent, | |
| choose_thompson, | |
| reference_choice, | |
| ) | |
| from rqstudy.sandbox import Worker | |
| from rqstudy.workspace import ROOT, apply_changes | |
| def tree(): | |
| archive = Archive(WorkspaceNode("root", deepcopy(ROOT), None, 0)) | |
| archive.add_node(WorkspaceNode("older", deepcopy(ROOT), "root", 1)) | |
| archive.add_node(WorkspaceNode("latest", deepcopy(ROOT), "older", 2)) | |
| for node, outcomes in ( | |
| ("root", [0] * 16), | |
| ("older", [0] * 4), | |
| ("latest", [1] * 20), | |
| ): | |
| for i, outcome in enumerate(outcomes): | |
| archive.add_record( | |
| UtilityRecord( | |
| f"{node}{i}", node, "reviewer", "human", outcome, {}, None, None | |
| ) | |
| ) | |
| return archive | |
| def test_node_and_clade_evidence_differ(): | |
| view = archive_view(tree(), 1, 40, 64) | |
| assert view["nodes"][0]["own_s"] == 0 | |
| assert view["nodes"][0]["clade_s"] == 20 | |
| # Compare decisions with identical RNG streams on deliberately mixed lineages. | |
| choices = [ | |
| ( | |
| choose_thompson(view, np.random.default_rng(s), clade=False), | |
| choose_thompson(view, np.random.default_rng(s), clade=True), | |
| ) | |
| for s in range(500) | |
| ] | |
| assert any(a != b for a, b in choices) | |
| def test_latest_selector_and_older_parent_inheritance(): | |
| a = tree() | |
| a.nodes["latest"].workspace["selector"] = ( | |
| "def select_parent(archive_snapshot, rng):\n return 'older'" | |
| ) | |
| selected = choose_parent( | |
| "editable", a, archive_view(a, 1, 40, 64), np.random.default_rng(42), Worker() | |
| ) | |
| assert (selected["owner"], selected["parent"]) == ("latest", "older") | |
| child = apply_changes( | |
| a.nodes["older"].workspace, {"writer": "Focus on evidence."}, editable=True | |
| ) | |
| assert child["selector"] == ROOT["selector"] | |
| assert child["writer"] != ROOT["writer"] | |
| def test_failed_owner_falls_back(): | |
| a = tree() | |
| a.nodes["latest"].workspace["selector"] = ( | |
| "def select_parent(archive_snapshot, rng):\n return 'absent'" | |
| ) | |
| result = choose_parent( | |
| "editable", a, archive_view(a, 1, 40, 64), np.random.default_rng(2), Worker() | |
| ) | |
| assert result["owner"] == "older" and result["failures"][0]["owner"] == "latest" | |
| def test_released_and_published_penalties_can_disagree(): | |
| v = { | |
| "nodes": [ | |
| {"id": "a", "score": 0.5, "children": 6}, | |
| {"id": "b", "score": 0.5, "children": 0}, | |
| ] | |
| } | |
| assert reference_choice(v, 0.21, paper=False) != reference_choice( | |
| v, 0.21, paper=True | |
| ) | |
| def test_strip_outcome_headers_preserve_neighbor_text(): | |
| assert "science" in clean( | |
| "'Title: science\\nPublished as a conference paper at ICLR 2024\\nSection: proof'" | |
| ) | |
| assert "Published as" not in clean( | |
| "Published as a conference paper at ICLR 2024\nproof" | |
| ) | |
| def test_sandbox_blocks_private_io(): | |
| import pytest | |
| with pytest.raises(ValueError): | |
| Worker().call( | |
| "def instruct(context):\n return open('.env').read()", "instruct", {} | |
| ) | |
| def test_concatenated_mastheads_and_blind_review_titles(): | |
| assert ( | |
| clean("formula2Under review as a conference paper at ICLR 2025 appendix") | |
| == "formula2 appendix" | |
| ) | |
| assert ( | |
| clean("analyticalPublished as a conference paper at ICLR 2024 noise") | |
| == "analytical noise" | |
| ) | |
| assert ( | |
| clean( | |
| "Study Anonymous authors Paper under double-blind review\n\nAbstract: proof" | |
| ) | |
| == "Study \n\nAbstract: proof" | |
| ) | |
| assert "openreview.net" not in clean( | |
| "Citation https: //openreview.net/forum?id=public-id" | |
| ) | |
| def test_failed_worker_uniform_root_and_readonly_snapshot(): | |
| class FailedWorker: | |
| def call(self, *args): | |
| raise ValueError("Worker timed out") | |
| a = tree() | |
| before = archive_view(a, 1, 40, 64) | |
| selected = choose_parent( | |
| "editable", | |
| a, | |
| before, | |
| np.random.default_rng(42), | |
| FailedWorker(), | |
| fallback_allowance=1, | |
| ) | |
| assert ( | |
| selected["trusted_root_fallback"] | |
| and selected["owner"] == "root" | |
| and len(selected["failures"]) == 2 | |
| ) | |
| assert selected["parent"] in a.nodes | |
| assert "secret" not in before | |
| Worker().call( | |
| "def instruct(context):\n context['secret'] = 1\n return 'ok'", | |
| "instruct", | |
| before, | |
| ) | |
| assert "secret" not in before | |