|
|
from __future__ import annotations |
|
|
|
|
|
from dataclasses import dataclass |
|
|
|
|
|
|
|
|
@dataclass(frozen=True) |
|
|
class TemporalBenchSchema: |
|
|
identity_fields: tuple[str, ...] = ( |
|
|
"agent_name", |
|
|
"agent_type", |
|
|
"base_model", |
|
|
) |
|
|
required_metrics: tuple[str, ...] = ( |
|
|
"T1_acc", |
|
|
"T2_acc", |
|
|
"T3_acc", |
|
|
"T4_acc", |
|
|
) |
|
|
optional_metrics: tuple[str, ...] = ( |
|
|
"overall_mcq_acc", |
|
|
"T2_sMAPE", |
|
|
"T2_MAE", |
|
|
"T2_OW_sMAPE_MIMIC", |
|
|
"T2_OW_RMSSE_MIMIC", |
|
|
"T4_sMAPE", |
|
|
"T4_MAE", |
|
|
"T4_OW_sMAPE_MIMIC", |
|
|
"T4_OW_RMSSE_MIMIC", |
|
|
"FreshRetailNet_T1_acc", |
|
|
"FreshRetailNet_T2_acc", |
|
|
"FreshRetailNet_T3_acc", |
|
|
"FreshRetailNet_T4_acc", |
|
|
"PSML_T1_acc", |
|
|
"PSML_T2_acc", |
|
|
"PSML_T3_acc", |
|
|
"PSML_T4_acc", |
|
|
"CausalChambers_T1_acc", |
|
|
"CausalChambers_T2_acc", |
|
|
"CausalChambers_T3_acc", |
|
|
"CausalChambers_T4_acc", |
|
|
"MIMIC_T1_acc", |
|
|
"MIMIC_T2_acc", |
|
|
"MIMIC_T3_acc", |
|
|
"MIMIC_T4_acc", |
|
|
"FreshRetailNet_T2_sMAPE", |
|
|
"FreshRetailNet_T2_MAE", |
|
|
"PSML_T2_sMAPE", |
|
|
"PSML_T2_MAE", |
|
|
"CausalChambers_T2_sMAPE", |
|
|
"CausalChambers_T2_MAE", |
|
|
"MIMIC_T2_OW_sMAPE", |
|
|
"MIMIC_T2_OW_RMSSE", |
|
|
"FreshRetailNet_T4_sMAPE", |
|
|
"FreshRetailNet_T4_MAE", |
|
|
"PSML_T4_sMAPE", |
|
|
"PSML_T4_MAE", |
|
|
"CausalChambers_T4_sMAPE", |
|
|
"CausalChambers_T4_MAE", |
|
|
"MIMIC_T4_OW_sMAPE", |
|
|
"MIMIC_T4_OW_RMSSE", |
|
|
) |
|
|
|
|
|
|
|
|
SCHEMA = TemporalBenchSchema() |
|
|
|
