benchmarks/__init__.py

"""Deterministic benchmark validators and observe-only model discovery."""

from .model_watch_adapter import (
    CatalogResult,
    CatalogStatus,
    GeminiModelsAdapter,
    ObserveOnlyModelsAdapter,
    ProfileScan,
    ProviderProfile,
    scan_profiles,
)
from .shadow_telemetry import (
    shadow_enabled,
    validate_and_record_shadow,
)
from .validators import (
    ValidationResult,
    validate_coding_output,
    validate_coding_retry,
    validate_mmlu_output,
    validate_reasoning_output,
    validate_reasoning_retry,
)

__all__ = [
    "CatalogResult",
    "CatalogStatus",
    "GeminiModelsAdapter",
    "ObserveOnlyModelsAdapter",
    "ProfileScan",
    "ProviderProfile",
    "scan_profiles",
    "ValidationResult",
    "shadow_enabled",
    "validate_and_record_shadow",
    "validate_coding_output",
    "validate_coding_retry",
    "validate_mmlu_output",
    "validate_reasoning_output",
    "validate_reasoning_retry",
]