File size: 1,593 Bytes
59db361 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 | """Agent-visible instance model and the held-out ground truth carrier.
HeldOut never crosses the tool boundary: ToolRegistry (envir/tools.py) accepts
only Instance — enforced by signature, tested in test_tools.py.
"""
from __future__ import annotations
import json
from dataclasses import dataclass, field
def _jsonable(obj):
# sets iterate in hash order, which is randomized across processes —
# sort them or byte-identity breaks across machines
if isinstance(obj, (set, frozenset)):
return sorted(str(x) for x in obj)
return str(obj)
def canonical_json(obj) -> str:
return json.dumps(obj, sort_keys=True, separators=(",", ":"), default=_jsonable)
@dataclass(frozen=True)
class Entry:
entry_id: str
header: dict
lines: tuple[dict, ...]
@dataclass(frozen=True)
class Document:
doc_id: str
entry_id: str
doc_type: str
filename: str
pages: tuple[str, ...]
@dataclass(frozen=True)
class Instance:
task_id: str
seed: int
entries: tuple[Entry, ...]
documents: tuple[Document, ...]
policies: dict[str, str]
master_data: dict[str, dict]
@dataclass(frozen=True)
class DefectRecord:
entry_id: str
defect_type: str
revealing_evidence_id: str | None
correct_verdict: str
@dataclass(frozen=True)
class HeldOut:
defects: tuple[DefectRecord, ...]
required_docs: frozenset[str]
evidence_map: dict[str, frozenset[str]]
claims: dict[str, dict[str, int]] = field(default_factory=dict)
@dataclass(frozen=True)
class TaskInstance:
instance: Instance
heldout: HeldOut
|