LTA_openwebtext_dualt/scripts/eval_dirichlet_latest_key3_20260508.py

#!/usr/bin/env python3
from __future__ import annotations

import importlib.util
import sys
from pathlib import Path


BASE = Path(__file__).with_name("eval_c1024_decode_sweep_20260507.py")
spec = importlib.util.spec_from_file_location("eval_c1024_decode_sweep_20260507", BASE)
if spec is None or spec.loader is None:
    raise RuntimeError(f"cannot import {BASE}")
base = importlib.util.module_from_spec(spec)
sys.modules[spec.name] = base
spec.loader.exec_module(base)


def key_configs() -> list[base.DecodeConfig]:
    return [
        base.DecodeConfig(
            "match_post_sem1_blend_c16_t1p3",
            "post",
            1.0,
            1.0,
            "blend",
            endpoint_temp=1.3,
            concentration_max=16.0,
        ),
        base.DecodeConfig(
            "match_post_sem1_blend_c64_t1p3",
            "post",
            1.0,
            1.0,
            "blend",
            endpoint_temp=1.3,
            concentration_max=64.0,
        ),
        base.DecodeConfig(
            "match_post_sem1_blend_c1024_t1p3",
            "post",
            1.0,
            1.0,
            "blend",
            endpoint_temp=1.3,
            concentration_max=1024.0,
        ),
    ]


base.default_configs = key_configs
base.main()