File size: 1,592 Bytes
004530b 1dd52d9 004530b 1dd52d9 004530b 1dd52d9 004530b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 | from __future__ import annotations
from dataclasses import dataclass
@dataclass(frozen=True)
class TemporalBenchSchema:
identity_fields: tuple[str, ...] = (
"agent_name",
"agent_type",
"base_model",
)
required_metrics: tuple[str, ...] = (
"T1_acc",
"T2_acc",
"T3_acc",
"T4_acc",
)
optional_metrics: tuple[str, ...] = (
"overall_mcq_acc",
"T2_sMAPE",
"T2_MAE",
"T2_OW_sMAPE_MIMIC",
"T2_OW_RMSSE_MIMIC",
"T4_sMAPE",
"T4_MAE",
"T4_OW_sMAPE_MIMIC",
"T4_OW_RMSSE_MIMIC",
"FreshRetailNet_T1_acc",
"FreshRetailNet_T2_acc",
"FreshRetailNet_T3_acc",
"FreshRetailNet_T4_acc",
"PSML_T1_acc",
"PSML_T2_acc",
"PSML_T3_acc",
"PSML_T4_acc",
"CausalChambers_T1_acc",
"CausalChambers_T2_acc",
"CausalChambers_T3_acc",
"CausalChambers_T4_acc",
"MIMIC_T1_acc",
"MIMIC_T2_acc",
"MIMIC_T3_acc",
"MIMIC_T4_acc",
"FreshRetailNet_T2_sMAPE",
"FreshRetailNet_T2_MAE",
"PSML_T2_sMAPE",
"PSML_T2_MAE",
"CausalChambers_T2_sMAPE",
"CausalChambers_T2_MAE",
"MIMIC_T2_OW_sMAPE",
"MIMIC_T2_OW_RMSSE",
"FreshRetailNet_T4_sMAPE",
"FreshRetailNet_T4_MAE",
"PSML_T4_sMAPE",
"PSML_T4_MAE",
"CausalChambers_T4_sMAPE",
"CausalChambers_T4_MAE",
"MIMIC_T4_OW_sMAPE",
"MIMIC_T4_OW_RMSSE",
)
SCHEMA = TemporalBenchSchema()
|