Spaces:
Running
Running
Add breakdown by task type
Browse files- pages/fev_bench.py +12 -1
- save_tables.py +4 -1
- src/task_groups.py +59 -2
- tables/task_type_covariate_informed/leaderboard_MASE.csv +28 -0
- tables/task_type_covariate_informed/leaderboard_SQL.csv +28 -0
- tables/task_type_covariate_informed/leaderboard_WAPE.csv +28 -0
- tables/task_type_covariate_informed/leaderboard_WQL.csv +28 -0
- tables/task_type_covariate_informed/pairwise_MASE.csv +257 -0
- tables/task_type_covariate_informed/pairwise_SQL.csv +257 -0
- tables/task_type_covariate_informed/pairwise_WAPE.csv +257 -0
- tables/task_type_covariate_informed/pairwise_WQL.csv +257 -0
- tables/task_type_multivariate/leaderboard_MASE.csv +28 -0
- tables/task_type_multivariate/leaderboard_SQL.csv +28 -0
- tables/task_type_multivariate/leaderboard_WAPE.csv +28 -0
- tables/task_type_multivariate/leaderboard_WQL.csv +28 -0
- tables/task_type_multivariate/pairwise_MASE.csv +257 -0
- tables/task_type_multivariate/pairwise_SQL.csv +257 -0
- tables/task_type_multivariate/pairwise_WAPE.csv +257 -0
- tables/task_type_multivariate/pairwise_WQL.csv +257 -0
- tables/task_type_univariate/leaderboard_MASE.csv +28 -0
- tables/task_type_univariate/leaderboard_SQL.csv +28 -0
- tables/task_type_univariate/leaderboard_WAPE.csv +28 -0
- tables/task_type_univariate/leaderboard_WQL.csv +28 -0
- tables/task_type_univariate/pairwise_MASE.csv +257 -0
- tables/task_type_univariate/pairwise_SQL.csv +257 -0
- tables/task_type_univariate/pairwise_WAPE.csv +257 -0
- tables/task_type_univariate/pairwise_WQL.csv +257 -0
pages/fev_bench.py
CHANGED
|
@@ -19,6 +19,7 @@ from src.task_groups import (
|
|
| 19 |
DOMAIN_GROUPS,
|
| 20 |
FREQUENCY_GROUPS,
|
| 21 |
MINI_TASKS,
|
|
|
|
| 22 |
)
|
| 23 |
from src.utils import (
|
| 24 |
COLORS,
|
|
@@ -38,9 +39,10 @@ SORT_COL = "win_rate"
|
|
| 38 |
AVAILABLE_METRICS = ["SQL", "MASE", "WQL", "WAPE"]
|
| 39 |
|
| 40 |
# Group type options
|
| 41 |
-
GROUP_TYPES = ["Full (100 tasks)", "Mini (20 tasks)", "By frequency", "By domain"]
|
| 42 |
FREQUENCY_OPTIONS = list(FREQUENCY_GROUPS.keys())
|
| 43 |
DOMAIN_OPTIONS = list(DOMAIN_GROUPS.keys())
|
|
|
|
| 44 |
|
| 45 |
def get_subset_description(group_type: str, subgroup: str | None, num_tasks: int) -> str:
|
| 46 |
"""Generate a description of the current subset."""
|
|
@@ -51,6 +53,8 @@ def get_subset_description(group_type: str, subgroup: str | None, num_tasks: int
|
|
| 51 |
subset_desc = "from the **fev-bench-mini** subset"
|
| 52 |
elif group_type == "By frequency":
|
| 53 |
subset_desc = f"with **{subgroup.lower()}** frequency"
|
|
|
|
|
|
|
| 54 |
else: # By domain
|
| 55 |
subset_desc = f"from the **{subgroup}** domain"
|
| 56 |
paper_link = "[fev-bench: A Realistic Benchmark for Time Series Forecasting](https://arxiv.org/abs/2509.26468)"
|
|
@@ -73,6 +77,9 @@ GROUP_DIR_MAPPING = {
|
|
| 73 |
"Econ": "domain_econ",
|
| 74 |
"Health": "domain_health",
|
| 75 |
"Retail": "domain_retail",
|
|
|
|
|
|
|
|
|
|
| 76 |
}
|
| 77 |
|
| 78 |
|
|
@@ -104,6 +111,8 @@ with st.sidebar:
|
|
| 104 |
selected_subgroup = st.selectbox("Frequency", options=FREQUENCY_OPTIONS)
|
| 105 |
elif selected_group_type == "By domain":
|
| 106 |
selected_subgroup = st.selectbox("Domain", options=DOMAIN_OPTIONS)
|
|
|
|
|
|
|
| 107 |
|
| 108 |
# Determine the directory to load tables from
|
| 109 |
if selected_group_type in ["Full (100 tasks)", "Mini (20 tasks)"]:
|
|
@@ -113,6 +122,8 @@ with st.sidebar:
|
|
| 113 |
group_dir = GROUP_DIR_MAPPING[selected_subgroup]
|
| 114 |
if selected_group_type == "By frequency":
|
| 115 |
task_list = FREQUENCY_GROUPS[selected_subgroup]
|
|
|
|
|
|
|
| 116 |
else:
|
| 117 |
task_list = DOMAIN_GROUPS[selected_subgroup]
|
| 118 |
|
|
|
|
| 19 |
DOMAIN_GROUPS,
|
| 20 |
FREQUENCY_GROUPS,
|
| 21 |
MINI_TASKS,
|
| 22 |
+
TASK_TYPE_GROUPS,
|
| 23 |
)
|
| 24 |
from src.utils import (
|
| 25 |
COLORS,
|
|
|
|
| 39 |
AVAILABLE_METRICS = ["SQL", "MASE", "WQL", "WAPE"]
|
| 40 |
|
| 41 |
# Group type options
|
| 42 |
+
GROUP_TYPES = ["Full (100 tasks)", "Mini (20 tasks)", "By frequency", "By domain", "By task type"]
|
| 43 |
FREQUENCY_OPTIONS = list(FREQUENCY_GROUPS.keys())
|
| 44 |
DOMAIN_OPTIONS = list(DOMAIN_GROUPS.keys())
|
| 45 |
+
TASK_TYPE_OPTIONS = list(TASK_TYPE_GROUPS.keys())
|
| 46 |
|
| 47 |
def get_subset_description(group_type: str, subgroup: str | None, num_tasks: int) -> str:
|
| 48 |
"""Generate a description of the current subset."""
|
|
|
|
| 53 |
subset_desc = "from the **fev-bench-mini** subset"
|
| 54 |
elif group_type == "By frequency":
|
| 55 |
subset_desc = f"with **{subgroup.lower()}** frequency"
|
| 56 |
+
elif group_type == "By task type":
|
| 57 |
+
subset_desc = f"of type **{subgroup.lower()}**"
|
| 58 |
else: # By domain
|
| 59 |
subset_desc = f"from the **{subgroup}** domain"
|
| 60 |
paper_link = "[fev-bench: A Realistic Benchmark for Time Series Forecasting](https://arxiv.org/abs/2509.26468)"
|
|
|
|
| 77 |
"Econ": "domain_econ",
|
| 78 |
"Health": "domain_health",
|
| 79 |
"Retail": "domain_retail",
|
| 80 |
+
"Univariate": "task_type_univariate",
|
| 81 |
+
"Covariate-informed": "task_type_covariate_informed",
|
| 82 |
+
"Multivariate": "task_type_multivariate",
|
| 83 |
}
|
| 84 |
|
| 85 |
|
|
|
|
| 111 |
selected_subgroup = st.selectbox("Frequency", options=FREQUENCY_OPTIONS)
|
| 112 |
elif selected_group_type == "By domain":
|
| 113 |
selected_subgroup = st.selectbox("Domain", options=DOMAIN_OPTIONS)
|
| 114 |
+
elif selected_group_type == "By task type":
|
| 115 |
+
selected_subgroup = st.selectbox("Task type", options=TASK_TYPE_OPTIONS)
|
| 116 |
|
| 117 |
# Determine the directory to load tables from
|
| 118 |
if selected_group_type in ["Full (100 tasks)", "Mini (20 tasks)"]:
|
|
|
|
| 122 |
group_dir = GROUP_DIR_MAPPING[selected_subgroup]
|
| 123 |
if selected_group_type == "By frequency":
|
| 124 |
task_list = FREQUENCY_GROUPS[selected_subgroup]
|
| 125 |
+
elif selected_group_type == "By task type":
|
| 126 |
+
task_list = TASK_TYPE_GROUPS[selected_subgroup]
|
| 127 |
else:
|
| 128 |
task_list = DOMAIN_GROUPS[selected_subgroup]
|
| 129 |
|
save_tables.py
CHANGED
|
@@ -13,7 +13,7 @@ sys.path.append(str(Path(__file__).parent))
|
|
| 13 |
import fev
|
| 14 |
import pandas as pd
|
| 15 |
|
| 16 |
-
from src.task_groups import ALL_TASKS, DOMAIN_GROUPS, FREQUENCY_GROUPS, MINI_TASKS
|
| 17 |
|
| 18 |
GITHUB_REPO = "autogluon/fev"
|
| 19 |
RESULTS_PATH = "benchmarks/fev_bench/results"
|
|
@@ -56,6 +56,9 @@ TASK_GROUPS = {
|
|
| 56 |
"domain_econ": DOMAIN_GROUPS["Econ"],
|
| 57 |
"domain_health": DOMAIN_GROUPS["Health"],
|
| 58 |
"domain_retail": DOMAIN_GROUPS["Retail"],
|
|
|
|
|
|
|
|
|
|
| 59 |
}
|
| 60 |
|
| 61 |
|
|
|
|
| 13 |
import fev
|
| 14 |
import pandas as pd
|
| 15 |
|
| 16 |
+
from src.task_groups import ALL_TASKS, DOMAIN_GROUPS, FREQUENCY_GROUPS, MINI_TASKS, TASK_TYPE_GROUPS
|
| 17 |
|
| 18 |
GITHUB_REPO = "autogluon/fev"
|
| 19 |
RESULTS_PATH = "benchmarks/fev_bench/results"
|
|
|
|
| 56 |
"domain_econ": DOMAIN_GROUPS["Econ"],
|
| 57 |
"domain_health": DOMAIN_GROUPS["Health"],
|
| 58 |
"domain_retail": DOMAIN_GROUPS["Retail"],
|
| 59 |
+
"task_type_univariate": TASK_TYPE_GROUPS["Univariate"],
|
| 60 |
+
"task_type_covariate_informed": TASK_TYPE_GROUPS["Covariate-informed"],
|
| 61 |
+
"task_type_multivariate": TASK_TYPE_GROUPS["Multivariate"],
|
| 62 |
}
|
| 63 |
|
| 64 |
|
src/task_groups.py
CHANGED
|
@@ -181,14 +181,67 @@ DOMAIN_GROUPS = {
|
|
| 181 |
"SZ_TAXI_15T", "SZ_TAXI_1H",
|
| 182 |
],
|
| 183 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 184 |
|
| 185 |
|
| 186 |
def get_task_group(group_type: str, group_value: str | None = None) -> list[str]:
|
| 187 |
"""Get the list of tasks for a given group type and value.
|
| 188 |
|
| 189 |
Args:
|
| 190 |
-
group_type: One of "full", "mini", "frequency", "domain"
|
| 191 |
-
group_value: Required for "frequency" and "
|
| 192 |
|
| 193 |
Returns:
|
| 194 |
List of task names belonging to the group
|
|
@@ -205,5 +258,9 @@ def get_task_group(group_type: str, group_value: str | None = None) -> list[str]
|
|
| 205 |
if group_value is None:
|
| 206 |
raise ValueError("group_value required for domain grouping")
|
| 207 |
return DOMAIN_GROUPS[group_value]
|
|
|
|
|
|
|
|
|
|
|
|
|
| 208 |
else:
|
| 209 |
raise ValueError(f"Unknown group_type: {group_type}")
|
|
|
|
| 181 |
"SZ_TAXI_15T", "SZ_TAXI_1H",
|
| 182 |
],
|
| 183 |
}
|
| 184 |
+
# Task type groupings (overlapping: a multivariate task with covariates
|
| 185 |
+
# belongs to both "Covariate-informed" and "Multivariate").
|
| 186 |
+
# - Multivariate: target is a list of columns
|
| 187 |
+
# - Covariate-informed: known_dynamic_columns or past_dynamic_columns is non-empty
|
| 188 |
+
# - Univariate: neither of the above
|
| 189 |
+
TASK_TYPE_GROUPS = {
|
| 190 |
+
"Univariate": [
|
| 191 |
+
"LOOP_SEATTLE_1D", "LOOP_SEATTLE_1H", "LOOP_SEATTLE_5T",
|
| 192 |
+
"M_DENSE_1D", "M_DENSE_1H",
|
| 193 |
+
"SZ_TAXI_15T", "SZ_TAXI_1H",
|
| 194 |
+
"australian_tourism", "ecdc_ili",
|
| 195 |
+
"ercot_1D", "ercot_1H", "ercot_1M", "ercot_1W",
|
| 196 |
+
"hierarchical_sales_1D", "hierarchical_sales_1W",
|
| 197 |
+
"hospital", "hospital_admissions_1D", "hospital_admissions_1W",
|
| 198 |
+
"redset_15T", "redset_1H", "redset_5T",
|
| 199 |
+
"restaurant",
|
| 200 |
+
"solar_1D", "solar_1W",
|
| 201 |
+
"uk_covid_utla_1D/new", "uk_covid_utla_1W/cumulative",
|
| 202 |
+
"us_consumption_1M", "us_consumption_1Q", "us_consumption_1Y",
|
| 203 |
+
"world_co2_emissions", "world_life_expectancy", "world_tourism",
|
| 204 |
+
],
|
| 205 |
+
"Covariate-informed": [
|
| 206 |
+
"entsoe_15T", "entsoe_1H", "entsoe_30T",
|
| 207 |
+
"epf_be", "epf_de", "epf_fr", "epf_np", "epf_pjm",
|
| 208 |
+
"favorita_stores_1D", "favorita_stores_1M", "favorita_stores_1W",
|
| 209 |
+
"favorita_transactions_1D", "favorita_transactions_1M", "favorita_transactions_1W",
|
| 210 |
+
"fred_md_2025/cee", "fred_qd_2025/cee",
|
| 211 |
+
"gvar", "hermes",
|
| 212 |
+
"kdd_cup_2022_10T", "kdd_cup_2022_1D", "kdd_cup_2022_30T",
|
| 213 |
+
"m5_1D", "m5_1M", "m5_1W",
|
| 214 |
+
"proenfo_gfc12", "proenfo_gfc14", "proenfo_gfc17",
|
| 215 |
+
"rohlik_orders_1D", "rohlik_orders_1W", "rohlik_sales_1D", "rohlik_sales_1W",
|
| 216 |
+
"rossmann_1D", "rossmann_1W",
|
| 217 |
+
"solar_with_weather_15T", "solar_with_weather_1H",
|
| 218 |
+
"uci_air_quality_1D", "uci_air_quality_1H",
|
| 219 |
+
"uk_covid_nation_1D/cumulative", "uk_covid_nation_1D/new",
|
| 220 |
+
"uk_covid_nation_1W/cumulative", "uk_covid_nation_1W/new",
|
| 221 |
+
"walmart",
|
| 222 |
+
],
|
| 223 |
+
"Multivariate": [
|
| 224 |
+
"ETT_15T", "ETT_1D", "ETT_1H", "ETT_1W",
|
| 225 |
+
"bizitobs_l2c_1H", "bizitobs_l2c_5T",
|
| 226 |
+
"boomlet_1062", "boomlet_1209", "boomlet_1225", "boomlet_1230", "boomlet_1282",
|
| 227 |
+
"boomlet_1487", "boomlet_1631", "boomlet_1676", "boomlet_1855", "boomlet_1975",
|
| 228 |
+
"boomlet_2187", "boomlet_285", "boomlet_619", "boomlet_772", "boomlet_963",
|
| 229 |
+
"fred_md_2025/cee", "fred_md_2025/macro", "fred_qd_2025/cee", "fred_qd_2025/macro",
|
| 230 |
+
"gvar",
|
| 231 |
+
"jena_weather_10T", "jena_weather_1D", "jena_weather_1H",
|
| 232 |
+
"uci_air_quality_1D", "uci_air_quality_1H",
|
| 233 |
+
"uk_covid_nation_1D/cumulative", "uk_covid_nation_1D/new",
|
| 234 |
+
"uk_covid_nation_1W/cumulative", "uk_covid_nation_1W/new",
|
| 235 |
+
],
|
| 236 |
+
}
|
| 237 |
|
| 238 |
|
| 239 |
def get_task_group(group_type: str, group_value: str | None = None) -> list[str]:
|
| 240 |
"""Get the list of tasks for a given group type and value.
|
| 241 |
|
| 242 |
Args:
|
| 243 |
+
group_type: One of "full", "mini", "frequency", "domain", "task_type"
|
| 244 |
+
group_value: Required for "frequency", "domain", and "task_type" types
|
| 245 |
|
| 246 |
Returns:
|
| 247 |
List of task names belonging to the group
|
|
|
|
| 258 |
if group_value is None:
|
| 259 |
raise ValueError("group_value required for domain grouping")
|
| 260 |
return DOMAIN_GROUPS[group_value]
|
| 261 |
+
elif group_type == "task_type":
|
| 262 |
+
if group_value is None:
|
| 263 |
+
raise ValueError("group_value required for task_type grouping")
|
| 264 |
+
return TASK_TYPE_GROUPS[group_value]
|
| 265 |
else:
|
| 266 |
raise ValueError(f"Unknown group_type: {group_type}")
|
tables/task_type_covariate_informed/leaderboard_MASE.csv
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,85.25641025641025,37.85799069972645,0.0,1.2462164325,0.0,0.0
|
| 3 |
+
Toto-2.0-1B,71.7032967032967,29.050115763331195,0.0,2.9384434409375,0.0,0.0
|
| 4 |
+
TabPFN-TS-3,71.06227106227107,34.106843589937796,0.0,233.19124419048612,0.0,0.0
|
| 5 |
+
Toto-2.0-2.5B,70.97069597069597,29.325569671639194,0.0,6.392388657648901,0.0,0.0
|
| 6 |
+
Toto-2.0-313m,69.87179487179488,28.75756667123792,0.0,1.415961499111262,0.0,0.0
|
| 7 |
+
TabPFN-TS,67.35347985347985,33.645363857682895,0.0,94.5240759370583,0.0,2.380952380952381
|
| 8 |
+
TiRex,67.03296703296702,28.470636641084333,0.0,0.6630511256654228,0.023809523809523808,0.0
|
| 9 |
+
TimesFM-2.5,66.11721611721612,27.784643347991,0.0,1.6456731042857142,0.21428571428571427,0.0
|
| 10 |
+
Toto-2.0-22m,64.1025641025641,27.746780910077852,0.0,0.5999408045710785,0.0,0.0
|
| 11 |
+
FlowState,63.827838827838825,27.18964779800085,0.0,3.149809327083334,0.16666666666666666,0.0
|
| 12 |
+
Moirai-2.0,57.32600732600732,27.011208854073608,0.0,0.8126894325,0.16666666666666666,0.0
|
| 13 |
+
CatBoost,55.12820512820513,27.450740665065144,28.452690788739496,0.5293052348809524,0.0,0.0
|
| 14 |
+
Toto-1.0,52.83882783882784,25.062514275946356,0.0,21.010914669873948,0.16666666666666666,0.0
|
| 15 |
+
Chronos-Bolt,52.65567765567766,25.633108331049936,0.0,0.7454693648227612,0.0,0.0
|
| 16 |
+
LightGBM,52.28937728937729,26.138069870715697,2.7357501468749996,0.4490329255357143,0.0,0.0
|
| 17 |
+
Toto-2.0-4m,51.00732600732599,25.059586999925887,0.0,0.5331319968382353,0.0,0.0
|
| 18 |
+
Sundial-Base,46.062271062271066,23.050755938875334,0.0,8.6058723475,0.023809523809523808,0.0
|
| 19 |
+
Stat. Ensemble,43.63553113553114,17.07188261534265,0.0,238.7019323257143,0.0,2.380952380952381
|
| 20 |
+
TFT,38.00366300366299,16.610547189801082,840.0363191524633,2.784774613627451,0.0,0.0
|
| 21 |
+
PatchTST,34.70695970695971,13.580115395669367,1025.4073311141667,1.489614424754902,0.0,0.0
|
| 22 |
+
AutoTheta,31.959706959706956,11.019039468741898,0.0,3.78152038,0.0,0.0
|
| 23 |
+
DeepAR,31.5018315018315,14.551541760519592,1785.5292291445587,1.8718095706431082,0.0,4.761904761904762
|
| 24 |
+
AutoETS,29.67032967032967,-6.726032194167697,0.0,4.6384753278664625,0.0,0.0
|
| 25 |
+
AutoARIMA,25.77838827838828,7.194406163199618,0.0,95.12863658364125,0.0,2.380952380952381
|
| 26 |
+
Seasonal Naive,19.871794871794872,0.0,0.0,0.470381465,0.0,0.0
|
| 27 |
+
Naive,16.254578754578752,-18.492832604363784,0.0,0.47363605499999994,0.0,0.0
|
| 28 |
+
Drift,14.01098901098901,-17.92857450946139,0.0,0.4627528775,0.0,0.0
|
tables/task_type_covariate_informed/leaderboard_SQL.csv
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,89.74358974358974,47.03439239650638,0.0,1.2462164325,0.0,0.0
|
| 3 |
+
TiRex,75.36630036630036,38.67793124651509,0.0,0.6630511256654228,0.023809523809523808,0.0
|
| 4 |
+
Toto-2.0-1B,74.72527472527474,38.89265863808164,0.0,2.9384434409375,0.0,0.0
|
| 5 |
+
Toto-2.0-2.5B,74.72527472527472,38.77117816788853,0.0,6.392388657648901,0.0,0.0
|
| 6 |
+
TabPFN-TS-3,72.89377289377289,43.34821010942925,0.0,233.19124419048612,0.0,0.0
|
| 7 |
+
Toto-2.0-313m,72.89377289377289,38.74850022403288,0.0,1.415961499111262,0.0,0.0
|
| 8 |
+
TabPFN-TS,71.56593406593407,42.46951390177763,0.0,94.5240759370583,0.0,2.380952380952381
|
| 9 |
+
TimesFM-2.5,69.59706959706959,37.356310446995735,0.0,1.6456731042857142,0.21428571428571427,0.0
|
| 10 |
+
Toto-2.0-22m,68.13186813186813,37.59770290848886,0.0,0.5999408045710785,0.0,0.0
|
| 11 |
+
FlowState,67.94871794871793,36.65564931062223,0.0,3.149809327083334,0.16666666666666666,0.0
|
| 12 |
+
Moirai-2.0,61.996336996337,36.59258743049962,0.0,0.8126894325,0.16666666666666666,0.0
|
| 13 |
+
Chronos-Bolt,59.98168498168499,35.87139576468958,0.0,0.7454693648227612,0.0,0.0
|
| 14 |
+
Toto-1.0,58.699633699633694,35.17359783525491,0.0,21.010914669873948,0.16666666666666666,0.0
|
| 15 |
+
Toto-2.0-4m,58.05860805860805,35.40744128959241,0.0,0.5331319968382353,0.0,0.0
|
| 16 |
+
TFT,42.765567765567766,25.24922731698379,840.0363191524633,2.784774613627451,0.0,0.0
|
| 17 |
+
Sundial-Base,40.56776556776556,27.96144140268967,0.0,8.6058723475,0.023809523809523808,0.0
|
| 18 |
+
Stat. Ensemble,39.14835164835164,21.00789975438786,0.0,238.7019323257143,0.0,2.380952380952381
|
| 19 |
+
PatchTST,35.66849816849816,21.575077599958682,1025.4073311141667,1.489614424754902,0.0,0.0
|
| 20 |
+
DeepAR,33.928571428571416,22.083135288368496,1785.5292291445587,1.8718095706431082,0.0,4.761904761904762
|
| 21 |
+
CatBoost,32.78388278388278,23.128137800086222,28.452690788739496,0.5293052348809524,0.0,0.0
|
| 22 |
+
AutoARIMA,30.265567765567763,15.177379671415093,0.0,95.12863658364125,0.0,2.380952380952381
|
| 23 |
+
LightGBM,30.21978021978022,21.737255944887302,2.7357501468749996,0.4490329255357143,0.0,0.0
|
| 24 |
+
AutoETS,27.93040293040293,-25.161340235868156,0.0,4.6384753278664625,0.0,0.0
|
| 25 |
+
AutoTheta,26.831501831501832,8.37504381956522,0.0,3.78152038,0.0,0.0
|
| 26 |
+
Seasonal Naive,15.613553113553113,0.0,0.0,0.470381465,0.0,0.0
|
| 27 |
+
Naive,10.439560439560438,-33.03620398638194,0.0,0.47363605499999994,0.0,0.0
|
| 28 |
+
Drift,7.509157509157507,-31.75596044124429,0.0,0.4627528775,0.0,0.0
|
tables/task_type_covariate_informed/leaderboard_WAPE.csv
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,82.60073260073261,39.97910055229871,0.0,1.2462164325,0.0,0.0
|
| 3 |
+
Toto-2.0-1B,76.37362637362638,32.1259584298953,0.0,2.9384434409375,0.0,0.0
|
| 4 |
+
TabPFN-TS-3,73.62637362637362,37.24548801189469,0.0,233.19124419048612,0.0,0.0
|
| 5 |
+
Toto-2.0-2.5B,73.44322344322343,31.798726646474805,0.0,6.392388657648901,0.0,0.0
|
| 6 |
+
Toto-2.0-313m,72.34432234432234,31.547170325205375,0.0,1.415961499111262,0.0,0.0
|
| 7 |
+
TabPFN-TS,70.83333333333334,36.035457638526424,0.0,94.5240759370583,0.0,2.380952380952381
|
| 8 |
+
TiRex,66.30036630036629,30.37469958526301,0.0,0.6630511256654228,0.023809523809523808,0.0
|
| 9 |
+
Toto-2.0-22m,63.91941391941393,29.777759860762497,0.0,0.5999408045710785,0.0,0.0
|
| 10 |
+
TimesFM-2.5,63.827838827838825,29.478887305815647,0.0,1.6456731042857142,0.21428571428571427,0.0
|
| 11 |
+
FlowState,60.34798534798536,28.91770981196896,0.0,3.149809327083334,0.16666666666666666,0.0
|
| 12 |
+
Moirai-2.0,56.684981684981686,28.783939901885137,0.0,0.8126894325,0.16666666666666666,0.0
|
| 13 |
+
LightGBM,53.38827838827839,28.026675823648763,2.7357501468749996,0.4490329255357143,0.0,0.0
|
| 14 |
+
CatBoost,53.205128205128204,27.596357187205513,28.452690788739496,0.5293052348809524,0.0,0.0
|
| 15 |
+
Toto-1.0,51.73992673992673,26.4221714932126,0.0,21.010914669873948,0.16666666666666666,0.0
|
| 16 |
+
Chronos-Bolt,50.732600732600744,26.172791737408396,0.0,0.7454693648227612,0.0,0.0
|
| 17 |
+
Toto-2.0-4m,47.71062271062271,25.500630381090716,0.0,0.5331319968382353,0.0,0.0
|
| 18 |
+
Sundial-Base,46.978021978021985,24.560922790508542,0.0,8.6058723475,0.023809523809523808,0.0
|
| 19 |
+
Stat. Ensemble,42.53663003663003,18.65248010325733,0.0,238.7019323257143,0.0,2.380952380952381
|
| 20 |
+
TFT,39.1941391941392,17.55129235888411,840.0363191524633,2.784774613627451,0.0,0.0
|
| 21 |
+
PatchTST,32.05128205128205,12.082418084936153,1025.4073311141667,1.489614424754902,0.0,0.0
|
| 22 |
+
AutoETS,30.586080586080588,-2.7290136569638745,0.0,4.6384753278664625,0.0,0.0
|
| 23 |
+
DeepAR,29.48717948717949,14.30320734363062,1785.5292291445587,1.8718095706431082,0.0,4.761904761904762
|
| 24 |
+
AutoTheta,29.120879120879117,12.238855032317774,0.0,3.78152038,0.0,0.0
|
| 25 |
+
AutoARIMA,26.968864468864467,11.608332472472217,0.0,95.12863658364125,0.0,2.380952380952381
|
| 26 |
+
Naive,22.023809523809522,-9.55304348683621,0.0,0.47363605499999994,0.0,0.0
|
| 27 |
+
Seasonal Naive,17.03296703296703,0.0,0.0,0.470381465,0.0,0.0
|
| 28 |
+
Drift,16.941391941391938,-11.985879428309133,0.0,0.4627528775,0.0,0.0
|
tables/task_type_covariate_informed/leaderboard_WQL.csv
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,86.53846153846155,50.25077498745439,0.0,1.2462164325,0.0,0.0
|
| 3 |
+
TabPFN-TS-3,77.56410256410258,47.84852116161721,0.0,233.19124419048612,0.0,0.0
|
| 4 |
+
Toto-2.0-1B,77.56410256410257,43.86639294767475,0.0,2.9384434409375,0.0,0.0
|
| 5 |
+
Toto-2.0-2.5B,75.64102564102565,43.37032468187005,0.0,6.392388657648901,0.0,0.0
|
| 6 |
+
Toto-2.0-313m,75.54945054945054,43.447102168825424,0.0,1.415961499111262,0.0,0.0
|
| 7 |
+
TabPFN-TS,73.48901098901098,46.57775946986645,0.0,94.5240759370583,0.0,2.380952380952381
|
| 8 |
+
TiRex,71.33699633699634,42.05271803405567,0.0,0.6630511256654228,0.023809523809523808,0.0
|
| 9 |
+
Toto-2.0-22m,67.94871794871794,41.7421059135865,0.0,0.5999408045710785,0.0,0.0
|
| 10 |
+
TimesFM-2.5,67.76556776556775,41.339265283988716,0.0,1.6456731042857142,0.21428571428571427,0.0
|
| 11 |
+
FlowState,66.20879120879121,40.63664377134849,0.0,3.149809327083334,0.16666666666666666,0.0
|
| 12 |
+
Moirai-2.0,64.01098901098901,40.57999071515723,0.0,0.8126894325,0.16666666666666666,0.0
|
| 13 |
+
Chronos-Bolt,58.79120879120878,38.93740380330451,0.0,0.7454693648227612,0.0,0.0
|
| 14 |
+
Toto-1.0,58.33333333333333,38.88016049043232,0.0,21.010914669873948,0.16666666666666666,0.0
|
| 15 |
+
Toto-2.0-4m,54.76190476190476,38.1771523471722,0.0,0.5331319968382353,0.0,0.0
|
| 16 |
+
Sundial-Base,43.13186813186813,32.41302088995285,0.0,8.6058723475,0.023809523809523808,0.0
|
| 17 |
+
TFT,41.57509157509158,27.0102097648108,840.0363191524633,2.784774613627451,0.0,0.0
|
| 18 |
+
Stat. Ensemble,37.95787545787545,23.762019047847925,0.0,238.7019323257143,0.0,2.380952380952381
|
| 19 |
+
LightGBM,35.53113553113552,26.455638284100015,2.7357501468749996,0.4490329255357143,0.0,0.0
|
| 20 |
+
PatchTST,34.478021978021964,23.070595231883427,1025.4073311141667,1.489614424754902,0.0,0.0
|
| 21 |
+
DeepAR,34.2032967032967,24.509565155499104,1785.5292291445587,1.8718095706431082,0.0,4.761904761904762
|
| 22 |
+
CatBoost,33.79120879120879,26.015926682282032,28.452690788739496,0.5293052348809524,0.0,0.0
|
| 23 |
+
AutoARIMA,29.807692307692307,20.163225583931876,0.0,95.12863658364125,0.0,2.380952380952381
|
| 24 |
+
AutoETS,25.732600732600737,-22.25262533609125,0.0,4.6384753278664625,0.0,0.0
|
| 25 |
+
AutoTheta,25.091575091575084,10.95860098159448,0.0,3.78152038,0.0,0.0
|
| 26 |
+
Seasonal Naive,14.697802197802195,0.0,0.0,0.470381465,0.0,0.0
|
| 27 |
+
Naive,11.17216117216117,-27.38359153519554,0.0,0.47363605499999994,0.0,0.0
|
| 28 |
+
Drift,7.326007326007325,-29.07226056551304,0.0,0.4627528775,0.0,0.0
|
tables/task_type_covariate_informed/pairwise_MASE.csv
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Chronos-2,TabPFN-TS-3,0.643,0.5,0.762,0.057,0.017,0.096
|
| 4 |
+
Chronos-2,Toto-2.0-1B,0.786,0.667,0.905,0.124,0.076,0.181
|
| 5 |
+
Chronos-2,Toto-2.0-2.5B,0.81,0.69,0.929,0.121,0.075,0.176
|
| 6 |
+
Chronos-2,TabPFN-TS,0.69,0.548,0.833,0.063,0.018,0.113
|
| 7 |
+
Chronos-2,Toto-2.0-313m,0.81,0.69,0.929,0.128,0.078,0.188
|
| 8 |
+
Chronos-2,TiRex,0.762,0.619,0.881,0.131,0.081,0.191
|
| 9 |
+
Chronos-2,TimesFM-2.5,0.833,0.714,0.929,0.139,0.085,0.202
|
| 10 |
+
Chronos-2,FlowState,0.857,0.761,0.952,0.147,0.098,0.205
|
| 11 |
+
Chronos-2,Toto-2.0-22m,0.833,0.714,0.929,0.14,0.091,0.195
|
| 12 |
+
Chronos-2,CatBoost,0.786,0.667,0.905,0.143,0.087,0.197
|
| 13 |
+
Chronos-2,Moirai-2.0,0.905,0.81,0.976,0.149,0.097,0.202
|
| 14 |
+
Chronos-2,LightGBM,0.762,0.643,0.881,0.159,0.101,0.213
|
| 15 |
+
Chronos-2,Toto-1.0,0.857,0.762,0.952,0.171,0.119,0.226
|
| 16 |
+
Chronos-2,Chronos-Bolt,0.976,0.929,1.0,0.164,0.12,0.216
|
| 17 |
+
Chronos-2,Seasonal Naive,0.976,0.929,1.0,0.379,0.315,0.439
|
| 18 |
+
TabPFN-TS-3,Chronos-2,0.357,0.238,0.5,-0.06,-0.107,-0.017
|
| 19 |
+
TabPFN-TS-3,TabPFN-TS-3,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
TabPFN-TS-3,Toto-2.0-1B,0.571,0.405,0.714,0.071,0.002,0.149
|
| 21 |
+
TabPFN-TS-3,Toto-2.0-2.5B,0.571,0.429,0.714,0.068,-0.001,0.144
|
| 22 |
+
TabPFN-TS-3,TabPFN-TS,0.548,0.405,0.69,0.007,-0.035,0.049
|
| 23 |
+
TabPFN-TS-3,Toto-2.0-313m,0.571,0.405,0.714,0.075,0.005,0.155
|
| 24 |
+
TabPFN-TS-3,TiRex,0.524,0.381,0.667,0.079,0.013,0.155
|
| 25 |
+
TabPFN-TS-3,TimesFM-2.5,0.548,0.405,0.69,0.088,0.014,0.168
|
| 26 |
+
TabPFN-TS-3,FlowState,0.643,0.5,0.786,0.095,0.029,0.171
|
| 27 |
+
TabPFN-TS-3,Toto-2.0-22m,0.595,0.429,0.738,0.088,0.019,0.164
|
| 28 |
+
TabPFN-TS-3,CatBoost,0.714,0.595,0.833,0.092,0.025,0.153
|
| 29 |
+
TabPFN-TS-3,Moirai-2.0,0.643,0.5,0.786,0.097,0.029,0.173
|
| 30 |
+
TabPFN-TS-3,LightGBM,0.714,0.571,0.857,0.108,0.033,0.173
|
| 31 |
+
TabPFN-TS-3,Toto-1.0,0.714,0.571,0.857,0.121,0.052,0.193
|
| 32 |
+
TabPFN-TS-3,Chronos-Bolt,0.69,0.548,0.833,0.114,0.053,0.186
|
| 33 |
+
TabPFN-TS-3,Seasonal Naive,0.976,0.929,1.0,0.341,0.274,0.409
|
| 34 |
+
Toto-2.0-1B,Chronos-2,0.214,0.095,0.333,-0.142,-0.221,-0.083
|
| 35 |
+
Toto-2.0-1B,TabPFN-TS-3,0.429,0.286,0.595,-0.077,-0.175,-0.002
|
| 36 |
+
Toto-2.0-1B,Toto-2.0-1B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Toto-2.0-1B,Toto-2.0-2.5B,0.571,0.429,0.738,-0.004,-0.015,0.006
|
| 38 |
+
Toto-2.0-1B,TabPFN-TS,0.476,0.31,0.619,-0.069,-0.164,0.011
|
| 39 |
+
Toto-2.0-1B,Toto-2.0-313m,0.571,0.429,0.714,0.004,-0.007,0.018
|
| 40 |
+
Toto-2.0-1B,TiRex,0.595,0.452,0.738,0.008,-0.025,0.038
|
| 41 |
+
Toto-2.0-1B,TimesFM-2.5,0.524,0.381,0.667,0.018,-0.016,0.049
|
| 42 |
+
Toto-2.0-1B,FlowState,0.619,0.476,0.762,0.026,-0.008,0.059
|
| 43 |
+
Toto-2.0-1B,Toto-2.0-22m,0.762,0.643,0.881,0.018,0.001,0.033
|
| 44 |
+
Toto-2.0-1B,CatBoost,0.619,0.476,0.762,0.022,-0.051,0.088
|
| 45 |
+
Toto-2.0-1B,Moirai-2.0,0.714,0.571,0.857,0.028,-0.008,0.061
|
| 46 |
+
Toto-2.0-1B,LightGBM,0.619,0.476,0.762,0.039,-0.027,0.102
|
| 47 |
+
Toto-2.0-1B,Toto-1.0,0.714,0.571,0.857,0.053,0.017,0.09
|
| 48 |
+
Toto-2.0-1B,Chronos-Bolt,0.762,0.643,0.881,0.046,0.017,0.076
|
| 49 |
+
Toto-2.0-1B,Seasonal Naive,0.929,0.833,1.0,0.291,0.227,0.358
|
| 50 |
+
Toto-2.0-2.5B,Chronos-2,0.19,0.071,0.31,-0.137,-0.213,-0.081
|
| 51 |
+
Toto-2.0-2.5B,TabPFN-TS-3,0.429,0.286,0.571,-0.073,-0.169,0.001
|
| 52 |
+
Toto-2.0-2.5B,Toto-2.0-1B,0.429,0.262,0.571,0.004,-0.006,0.015
|
| 53 |
+
Toto-2.0-2.5B,Toto-2.0-2.5B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Toto-2.0-2.5B,TabPFN-TS,0.5,0.333,0.643,-0.065,-0.158,0.012
|
| 55 |
+
Toto-2.0-2.5B,Toto-2.0-313m,0.595,0.452,0.738,0.008,-0.008,0.024
|
| 56 |
+
Toto-2.0-2.5B,TiRex,0.595,0.452,0.738,0.012,-0.016,0.039
|
| 57 |
+
Toto-2.0-2.5B,TimesFM-2.5,0.571,0.429,0.714,0.021,-0.014,0.051
|
| 58 |
+
Toto-2.0-2.5B,FlowState,0.619,0.476,0.762,0.029,-0.006,0.064
|
| 59 |
+
Toto-2.0-2.5B,Toto-2.0-22m,0.667,0.524,0.81,0.022,0.006,0.037
|
| 60 |
+
Toto-2.0-2.5B,CatBoost,0.595,0.452,0.738,0.026,-0.046,0.091
|
| 61 |
+
Toto-2.0-2.5B,Moirai-2.0,0.714,0.571,0.857,0.032,-0.004,0.065
|
| 62 |
+
Toto-2.0-2.5B,LightGBM,0.643,0.5,0.786,0.043,-0.023,0.103
|
| 63 |
+
Toto-2.0-2.5B,Toto-1.0,0.762,0.643,0.881,0.057,0.026,0.093
|
| 64 |
+
Toto-2.0-2.5B,Chronos-Bolt,0.81,0.69,0.929,0.05,0.021,0.078
|
| 65 |
+
Toto-2.0-2.5B,Seasonal Naive,0.929,0.833,1.0,0.293,0.229,0.361
|
| 66 |
+
TabPFN-TS,Chronos-2,0.31,0.167,0.452,-0.068,-0.127,-0.018
|
| 67 |
+
TabPFN-TS,TabPFN-TS-3,0.452,0.31,0.595,-0.007,-0.051,0.033
|
| 68 |
+
TabPFN-TS,Toto-2.0-1B,0.524,0.381,0.69,0.065,-0.011,0.141
|
| 69 |
+
TabPFN-TS,Toto-2.0-2.5B,0.5,0.357,0.667,0.061,-0.012,0.137
|
| 70 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TabPFN-TS,Toto-2.0-313m,0.5,0.357,0.643,0.069,-0.007,0.148
|
| 72 |
+
TabPFN-TS,TiRex,0.5,0.357,0.667,0.072,0.008,0.143
|
| 73 |
+
TabPFN-TS,TimesFM-2.5,0.524,0.381,0.667,0.081,0.008,0.159
|
| 74 |
+
TabPFN-TS,FlowState,0.548,0.381,0.69,0.089,0.019,0.16
|
| 75 |
+
TabPFN-TS,Toto-2.0-22m,0.548,0.404,0.69,0.082,0.009,0.153
|
| 76 |
+
TabPFN-TS,CatBoost,0.667,0.524,0.786,0.085,0.021,0.143
|
| 77 |
+
TabPFN-TS,Moirai-2.0,0.619,0.476,0.762,0.091,0.022,0.162
|
| 78 |
+
TabPFN-TS,LightGBM,0.69,0.548,0.833,0.102,0.043,0.159
|
| 79 |
+
TabPFN-TS,Toto-1.0,0.714,0.571,0.857,0.115,0.046,0.19
|
| 80 |
+
TabPFN-TS,Chronos-Bolt,0.667,0.524,0.81,0.108,0.042,0.176
|
| 81 |
+
TabPFN-TS,Seasonal Naive,0.964,0.905,1.0,0.336,0.257,0.408
|
| 82 |
+
Toto-2.0-313m,Chronos-2,0.19,0.071,0.31,-0.146,-0.231,-0.084
|
| 83 |
+
Toto-2.0-313m,TabPFN-TS-3,0.429,0.286,0.595,-0.081,-0.183,-0.005
|
| 84 |
+
Toto-2.0-313m,Toto-2.0-1B,0.429,0.286,0.571,-0.004,-0.018,0.007
|
| 85 |
+
Toto-2.0-313m,Toto-2.0-2.5B,0.405,0.262,0.548,-0.008,-0.025,0.008
|
| 86 |
+
Toto-2.0-313m,TabPFN-TS,0.5,0.357,0.643,-0.074,-0.173,0.007
|
| 87 |
+
Toto-2.0-313m,Toto-2.0-313m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Toto-2.0-313m,TiRex,0.571,0.405,0.714,0.004,-0.029,0.031
|
| 89 |
+
Toto-2.0-313m,TimesFM-2.5,0.5,0.357,0.643,0.013,-0.016,0.04
|
| 90 |
+
Toto-2.0-313m,FlowState,0.595,0.452,0.738,0.022,-0.012,0.058
|
| 91 |
+
Toto-2.0-313m,Toto-2.0-22m,0.69,0.547,0.833,0.014,-0.003,0.028
|
| 92 |
+
Toto-2.0-313m,CatBoost,0.595,0.452,0.738,0.018,-0.057,0.084
|
| 93 |
+
Toto-2.0-313m,Moirai-2.0,0.714,0.571,0.857,0.024,-0.012,0.055
|
| 94 |
+
Toto-2.0-313m,LightGBM,0.643,0.5,0.786,0.035,-0.033,0.099
|
| 95 |
+
Toto-2.0-313m,Toto-1.0,0.762,0.619,0.882,0.049,0.012,0.087
|
| 96 |
+
Toto-2.0-313m,Chronos-Bolt,0.762,0.619,0.905,0.042,0.009,0.072
|
| 97 |
+
Toto-2.0-313m,Seasonal Naive,0.929,0.833,1.0,0.288,0.22,0.357
|
| 98 |
+
TiRex,Chronos-2,0.238,0.119,0.381,-0.151,-0.236,-0.088
|
| 99 |
+
TiRex,TabPFN-TS-3,0.476,0.333,0.619,-0.086,-0.183,-0.014
|
| 100 |
+
TiRex,Toto-2.0-1B,0.405,0.262,0.548,-0.008,-0.04,0.025
|
| 101 |
+
TiRex,Toto-2.0-2.5B,0.405,0.262,0.548,-0.012,-0.041,0.016
|
| 102 |
+
TiRex,TabPFN-TS,0.5,0.333,0.643,-0.078,-0.168,-0.009
|
| 103 |
+
TiRex,Toto-2.0-313m,0.429,0.286,0.595,-0.004,-0.032,0.029
|
| 104 |
+
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TiRex,TimesFM-2.5,0.488,0.333,0.631,0.009,-0.021,0.038
|
| 106 |
+
TiRex,FlowState,0.464,0.321,0.607,0.018,-0.012,0.05
|
| 107 |
+
TiRex,Toto-2.0-22m,0.524,0.381,0.667,0.01,-0.017,0.036
|
| 108 |
+
TiRex,CatBoost,0.619,0.476,0.762,0.014,-0.051,0.074
|
| 109 |
+
TiRex,Moirai-2.0,0.607,0.452,0.738,0.02,-0.005,0.045
|
| 110 |
+
TiRex,LightGBM,0.667,0.524,0.81,0.032,-0.027,0.086
|
| 111 |
+
TiRex,Toto-1.0,0.679,0.548,0.81,0.045,0.015,0.081
|
| 112 |
+
TiRex,Chronos-Bolt,0.726,0.595,0.857,0.038,0.013,0.063
|
| 113 |
+
TiRex,Seasonal Naive,0.952,0.881,1.0,0.285,0.219,0.35
|
| 114 |
+
TimesFM-2.5,Chronos-2,0.167,0.071,0.286,-0.162,-0.254,-0.093
|
| 115 |
+
TimesFM-2.5,TabPFN-TS-3,0.452,0.31,0.595,-0.096,-0.202,-0.014
|
| 116 |
+
TimesFM-2.5,Toto-2.0-1B,0.476,0.333,0.619,-0.018,-0.052,0.015
|
| 117 |
+
TimesFM-2.5,Toto-2.0-2.5B,0.429,0.286,0.571,-0.022,-0.054,0.014
|
| 118 |
+
TimesFM-2.5,TabPFN-TS,0.476,0.333,0.619,-0.088,-0.19,-0.008
|
| 119 |
+
TimesFM-2.5,Toto-2.0-313m,0.5,0.357,0.643,-0.014,-0.042,0.015
|
| 120 |
+
TimesFM-2.5,TiRex,0.512,0.369,0.667,-0.01,-0.04,0.02
|
| 121 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
TimesFM-2.5,FlowState,0.536,0.381,0.667,0.008,-0.021,0.044
|
| 123 |
+
TimesFM-2.5,Toto-2.0-22m,0.548,0.405,0.69,0.001,-0.033,0.034
|
| 124 |
+
TimesFM-2.5,CatBoost,0.548,0.405,0.69,0.005,-0.062,0.068
|
| 125 |
+
TimesFM-2.5,Moirai-2.0,0.607,0.476,0.75,0.011,-0.018,0.038
|
| 126 |
+
TimesFM-2.5,LightGBM,0.595,0.452,0.738,0.022,-0.04,0.084
|
| 127 |
+
TimesFM-2.5,Toto-1.0,0.631,0.5,0.774,0.036,-0.002,0.077
|
| 128 |
+
TimesFM-2.5,Chronos-Bolt,0.679,0.559,0.81,0.029,0.005,0.055
|
| 129 |
+
TimesFM-2.5,Seasonal Naive,0.952,0.881,1.0,0.278,0.215,0.344
|
| 130 |
+
FlowState,Chronos-2,0.143,0.048,0.239,-0.172,-0.258,-0.108
|
| 131 |
+
FlowState,TabPFN-TS-3,0.357,0.214,0.5,-0.105,-0.207,-0.03
|
| 132 |
+
FlowState,Toto-2.0-1B,0.381,0.238,0.524,-0.026,-0.063,0.008
|
| 133 |
+
FlowState,Toto-2.0-2.5B,0.381,0.238,0.524,-0.03,-0.069,0.006
|
| 134 |
+
FlowState,TabPFN-TS,0.452,0.31,0.619,-0.097,-0.191,-0.02
|
| 135 |
+
FlowState,Toto-2.0-313m,0.405,0.262,0.548,-0.022,-0.062,0.012
|
| 136 |
+
FlowState,TiRex,0.536,0.393,0.679,-0.018,-0.052,0.012
|
| 137 |
+
FlowState,TimesFM-2.5,0.464,0.333,0.619,-0.008,-0.046,0.021
|
| 138 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
FlowState,Toto-2.0-22m,0.548,0.405,0.69,-0.008,-0.052,0.029
|
| 140 |
+
FlowState,CatBoost,0.524,0.381,0.69,-0.004,-0.074,0.063
|
| 141 |
+
FlowState,Moirai-2.0,0.488,0.357,0.631,0.002,-0.033,0.035
|
| 142 |
+
FlowState,LightGBM,0.548,0.405,0.69,0.014,-0.058,0.08
|
| 143 |
+
FlowState,Toto-1.0,0.631,0.5,0.762,0.028,-0.016,0.072
|
| 144 |
+
FlowState,Chronos-Bolt,0.631,0.5,0.774,0.021,-0.007,0.048
|
| 145 |
+
FlowState,Seasonal Naive,0.929,0.857,1.0,0.272,0.22,0.327
|
| 146 |
+
Toto-2.0-22m,Chronos-2,0.167,0.071,0.286,-0.163,-0.242,-0.1
|
| 147 |
+
Toto-2.0-22m,TabPFN-TS-3,0.405,0.262,0.571,-0.097,-0.196,-0.019
|
| 148 |
+
Toto-2.0-22m,Toto-2.0-1B,0.238,0.119,0.357,-0.018,-0.034,-0.001
|
| 149 |
+
Toto-2.0-22m,Toto-2.0-2.5B,0.333,0.19,0.476,-0.022,-0.038,-0.006
|
| 150 |
+
Toto-2.0-22m,TabPFN-TS,0.452,0.31,0.596,-0.089,-0.181,-0.009
|
| 151 |
+
Toto-2.0-22m,Toto-2.0-313m,0.31,0.167,0.453,-0.014,-0.029,0.003
|
| 152 |
+
Toto-2.0-22m,TiRex,0.476,0.333,0.619,-0.01,-0.038,0.016
|
| 153 |
+
Toto-2.0-22m,TimesFM-2.5,0.452,0.31,0.595,-0.001,-0.035,0.032
|
| 154 |
+
Toto-2.0-22m,FlowState,0.452,0.31,0.595,0.008,-0.03,0.049
|
| 155 |
+
Toto-2.0-22m,Toto-2.0-22m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Toto-2.0-22m,CatBoost,0.619,0.476,0.762,0.004,-0.067,0.066
|
| 157 |
+
Toto-2.0-22m,Moirai-2.0,0.571,0.405,0.714,0.01,-0.023,0.044
|
| 158 |
+
Toto-2.0-22m,LightGBM,0.69,0.548,0.833,0.022,-0.043,0.08
|
| 159 |
+
Toto-2.0-22m,Toto-1.0,0.619,0.476,0.762,0.036,0.006,0.07
|
| 160 |
+
Toto-2.0-22m,Chronos-Bolt,0.619,0.476,0.762,0.028,-0.002,0.061
|
| 161 |
+
Toto-2.0-22m,Seasonal Naive,0.905,0.81,0.976,0.277,0.209,0.352
|
| 162 |
+
CatBoost,Chronos-2,0.214,0.095,0.333,-0.167,-0.245,-0.095
|
| 163 |
+
CatBoost,TabPFN-TS-3,0.286,0.167,0.405,-0.101,-0.18,-0.026
|
| 164 |
+
CatBoost,Toto-2.0-1B,0.381,0.238,0.524,-0.023,-0.097,0.049
|
| 165 |
+
CatBoost,Toto-2.0-2.5B,0.405,0.262,0.548,-0.027,-0.1,0.044
|
| 166 |
+
CatBoost,TabPFN-TS,0.333,0.214,0.476,-0.093,-0.168,-0.022
|
| 167 |
+
CatBoost,Toto-2.0-313m,0.405,0.262,0.548,-0.018,-0.091,0.054
|
| 168 |
+
CatBoost,TiRex,0.381,0.238,0.524,-0.014,-0.079,0.049
|
| 169 |
+
CatBoost,TimesFM-2.5,0.452,0.31,0.595,-0.005,-0.073,0.058
|
| 170 |
+
CatBoost,FlowState,0.476,0.31,0.619,0.004,-0.067,0.069
|
| 171 |
+
CatBoost,Toto-2.0-22m,0.381,0.238,0.524,-0.004,-0.07,0.063
|
| 172 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
CatBoost,Moirai-2.0,0.452,0.31,0.595,0.006,-0.054,0.064
|
| 174 |
+
CatBoost,LightGBM,0.667,0.524,0.81,0.018,-0.011,0.046
|
| 175 |
+
CatBoost,Toto-1.0,0.476,0.31,0.619,0.032,-0.024,0.089
|
| 176 |
+
CatBoost,Chronos-Bolt,0.571,0.429,0.714,0.024,-0.041,0.083
|
| 177 |
+
CatBoost,Seasonal Naive,0.857,0.738,0.952,0.275,0.204,0.349
|
| 178 |
+
Moirai-2.0,Chronos-2,0.095,0.024,0.19,-0.175,-0.253,-0.107
|
| 179 |
+
Moirai-2.0,TabPFN-TS-3,0.357,0.214,0.5,-0.108,-0.209,-0.03
|
| 180 |
+
Moirai-2.0,Toto-2.0-1B,0.286,0.143,0.429,-0.029,-0.065,0.008
|
| 181 |
+
Moirai-2.0,Toto-2.0-2.5B,0.286,0.143,0.429,-0.033,-0.069,0.004
|
| 182 |
+
Moirai-2.0,TabPFN-TS,0.381,0.238,0.524,-0.1,-0.193,-0.022
|
| 183 |
+
Moirai-2.0,Toto-2.0-313m,0.286,0.143,0.429,-0.025,-0.059,0.012
|
| 184 |
+
Moirai-2.0,TiRex,0.393,0.262,0.548,-0.02,-0.047,0.005
|
| 185 |
+
Moirai-2.0,TimesFM-2.5,0.393,0.25,0.524,-0.011,-0.04,0.018
|
| 186 |
+
Moirai-2.0,FlowState,0.512,0.369,0.643,-0.002,-0.037,0.032
|
| 187 |
+
Moirai-2.0,Toto-2.0-22m,0.429,0.286,0.595,-0.01,-0.046,0.022
|
| 188 |
+
Moirai-2.0,CatBoost,0.548,0.405,0.69,-0.006,-0.068,0.051
|
| 189 |
+
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Moirai-2.0,LightGBM,0.548,0.405,0.69,0.012,-0.049,0.068
|
| 191 |
+
Moirai-2.0,Toto-1.0,0.536,0.405,0.69,0.026,-0.002,0.057
|
| 192 |
+
Moirai-2.0,Chronos-Bolt,0.607,0.476,0.738,0.019,-0.004,0.04
|
| 193 |
+
Moirai-2.0,Seasonal Naive,0.833,0.738,0.929,0.27,0.204,0.339
|
| 194 |
+
LightGBM,Chronos-2,0.238,0.119,0.357,-0.189,-0.27,-0.112
|
| 195 |
+
LightGBM,TabPFN-TS-3,0.286,0.143,0.429,-0.121,-0.21,-0.034
|
| 196 |
+
LightGBM,Toto-2.0-1B,0.381,0.238,0.524,-0.041,-0.113,0.027
|
| 197 |
+
LightGBM,Toto-2.0-2.5B,0.357,0.214,0.5,-0.045,-0.115,0.023
|
| 198 |
+
LightGBM,TabPFN-TS,0.31,0.167,0.452,-0.113,-0.189,-0.044
|
| 199 |
+
LightGBM,Toto-2.0-313m,0.357,0.214,0.5,-0.037,-0.11,0.031
|
| 200 |
+
LightGBM,TiRex,0.333,0.19,0.476,-0.033,-0.094,0.026
|
| 201 |
+
LightGBM,TimesFM-2.5,0.405,0.262,0.548,-0.023,-0.091,0.039
|
| 202 |
+
LightGBM,FlowState,0.452,0.31,0.595,-0.014,-0.087,0.055
|
| 203 |
+
LightGBM,Toto-2.0-22m,0.31,0.167,0.452,-0.022,-0.087,0.041
|
| 204 |
+
LightGBM,CatBoost,0.333,0.19,0.476,-0.018,-0.048,0.011
|
| 205 |
+
LightGBM,Moirai-2.0,0.452,0.31,0.595,-0.012,-0.073,0.047
|
| 206 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
LightGBM,Toto-1.0,0.5,0.357,0.643,0.014,-0.039,0.072
|
| 208 |
+
LightGBM,Chronos-Bolt,0.5,0.357,0.643,0.007,-0.054,0.066
|
| 209 |
+
LightGBM,Seasonal Naive,0.857,0.738,0.952,0.261,0.187,0.338
|
| 210 |
+
Toto-1.0,Chronos-2,0.143,0.048,0.238,-0.206,-0.292,-0.136
|
| 211 |
+
Toto-1.0,TabPFN-TS-3,0.286,0.143,0.429,-0.137,-0.239,-0.054
|
| 212 |
+
Toto-1.0,Toto-2.0-1B,0.286,0.143,0.429,-0.056,-0.099,-0.018
|
| 213 |
+
Toto-1.0,Toto-2.0-2.5B,0.238,0.119,0.357,-0.06,-0.102,-0.027
|
| 214 |
+
Toto-1.0,TabPFN-TS,0.286,0.143,0.429,-0.129,-0.234,-0.049
|
| 215 |
+
Toto-1.0,Toto-2.0-313m,0.238,0.118,0.381,-0.052,-0.095,-0.012
|
| 216 |
+
Toto-1.0,TiRex,0.321,0.19,0.452,-0.048,-0.088,-0.015
|
| 217 |
+
Toto-1.0,TimesFM-2.5,0.369,0.226,0.5,-0.038,-0.083,0.002
|
| 218 |
+
Toto-1.0,FlowState,0.369,0.238,0.5,-0.029,-0.078,0.016
|
| 219 |
+
Toto-1.0,Toto-2.0-22m,0.381,0.238,0.524,-0.037,-0.075,-0.006
|
| 220 |
+
Toto-1.0,CatBoost,0.524,0.381,0.69,-0.033,-0.098,0.023
|
| 221 |
+
Toto-1.0,Moirai-2.0,0.464,0.31,0.595,-0.027,-0.06,0.002
|
| 222 |
+
Toto-1.0,LightGBM,0.5,0.357,0.643,-0.015,-0.078,0.037
|
| 223 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
Toto-1.0,Chronos-Bolt,0.488,0.357,0.631,-0.008,-0.046,0.024
|
| 225 |
+
Toto-1.0,Seasonal Naive,0.857,0.738,0.952,0.251,0.181,0.324
|
| 226 |
+
Chronos-Bolt,Chronos-2,0.024,0.0,0.071,-0.197,-0.276,-0.136
|
| 227 |
+
Chronos-Bolt,TabPFN-TS-3,0.31,0.167,0.452,-0.129,-0.229,-0.056
|
| 228 |
+
Chronos-Bolt,Toto-2.0-1B,0.238,0.119,0.357,-0.048,-0.082,-0.017
|
| 229 |
+
Chronos-Bolt,Toto-2.0-2.5B,0.19,0.071,0.31,-0.052,-0.085,-0.021
|
| 230 |
+
Chronos-Bolt,TabPFN-TS,0.333,0.19,0.476,-0.121,-0.213,-0.044
|
| 231 |
+
Chronos-Bolt,Toto-2.0-313m,0.238,0.095,0.381,-0.044,-0.078,-0.009
|
| 232 |
+
Chronos-Bolt,TiRex,0.274,0.143,0.405,-0.04,-0.067,-0.014
|
| 233 |
+
Chronos-Bolt,TimesFM-2.5,0.321,0.19,0.441,-0.03,-0.058,-0.005
|
| 234 |
+
Chronos-Bolt,FlowState,0.369,0.226,0.5,-0.021,-0.05,0.007
|
| 235 |
+
Chronos-Bolt,Toto-2.0-22m,0.381,0.238,0.524,-0.029,-0.065,0.002
|
| 236 |
+
Chronos-Bolt,CatBoost,0.429,0.286,0.571,-0.025,-0.091,0.04
|
| 237 |
+
Chronos-Bolt,Moirai-2.0,0.393,0.262,0.524,-0.019,-0.042,0.004
|
| 238 |
+
Chronos-Bolt,LightGBM,0.5,0.357,0.643,-0.007,-0.071,0.052
|
| 239 |
+
Chronos-Bolt,Toto-1.0,0.512,0.369,0.643,0.008,-0.025,0.044
|
| 240 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Chronos-Bolt,Seasonal Naive,0.905,0.81,0.976,0.256,0.196,0.316
|
| 242 |
+
Seasonal Naive,Chronos-2,0.024,0.0,0.071,-0.609,-0.784,-0.46
|
| 243 |
+
Seasonal Naive,TabPFN-TS-3,0.024,0.0,0.071,-0.518,-0.692,-0.378
|
| 244 |
+
Seasonal Naive,Toto-2.0-1B,0.071,0.0,0.167,-0.409,-0.557,-0.294
|
| 245 |
+
Seasonal Naive,Toto-2.0-2.5B,0.071,0.0,0.167,-0.415,-0.565,-0.296
|
| 246 |
+
Seasonal Naive,TabPFN-TS,0.036,0.0,0.095,-0.507,-0.689,-0.346
|
| 247 |
+
Seasonal Naive,Toto-2.0-313m,0.071,0.0,0.167,-0.404,-0.555,-0.282
|
| 248 |
+
Seasonal Naive,TiRex,0.048,0.0,0.119,-0.398,-0.539,-0.28
|
| 249 |
+
Seasonal Naive,TimesFM-2.5,0.048,0.0,0.119,-0.385,-0.524,-0.274
|
| 250 |
+
Seasonal Naive,FlowState,0.071,0.0,0.143,-0.373,-0.486,-0.282
|
| 251 |
+
Seasonal Naive,Toto-2.0-22m,0.095,0.024,0.19,-0.384,-0.544,-0.264
|
| 252 |
+
Seasonal Naive,CatBoost,0.143,0.048,0.262,-0.378,-0.536,-0.256
|
| 253 |
+
Seasonal Naive,Moirai-2.0,0.167,0.071,0.262,-0.37,-0.512,-0.256
|
| 254 |
+
Seasonal Naive,LightGBM,0.143,0.048,0.262,-0.354,-0.511,-0.23
|
| 255 |
+
Seasonal Naive,Toto-1.0,0.143,0.048,0.262,-0.334,-0.478,-0.222
|
| 256 |
+
Seasonal Naive,Chronos-Bolt,0.095,0.024,0.19,-0.345,-0.463,-0.244
|
| 257 |
+
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/task_type_covariate_informed/pairwise_SQL.csv
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Chronos-2,Toto-2.0-2.5B,0.81,0.69,0.929,0.135,0.09,0.185
|
| 4 |
+
Chronos-2,Toto-2.0-1B,0.81,0.69,0.929,0.133,0.087,0.185
|
| 5 |
+
Chronos-2,TiRex,0.762,0.619,0.881,0.136,0.089,0.192
|
| 6 |
+
Chronos-2,TabPFN-TS-3,0.714,0.571,0.833,0.065,0.025,0.103
|
| 7 |
+
Chronos-2,Toto-2.0-313m,0.81,0.69,0.929,0.135,0.086,0.189
|
| 8 |
+
Chronos-2,TabPFN-TS,0.786,0.643,0.905,0.079,0.036,0.124
|
| 9 |
+
Chronos-2,TimesFM-2.5,0.857,0.738,0.952,0.154,0.102,0.213
|
| 10 |
+
Chronos-2,FlowState,0.857,0.761,0.952,0.164,0.116,0.22
|
| 11 |
+
Chronos-2,Toto-2.0-22m,0.833,0.714,0.929,0.151,0.102,0.204
|
| 12 |
+
Chronos-2,Moirai-2.0,0.929,0.833,1.0,0.165,0.115,0.218
|
| 13 |
+
Chronos-2,Chronos-Bolt,0.976,0.929,1.0,0.174,0.129,0.225
|
| 14 |
+
Chronos-2,Toto-1.0,0.881,0.786,0.976,0.183,0.131,0.239
|
| 15 |
+
Chronos-2,Toto-2.0-4m,0.905,0.81,0.976,0.18,0.129,0.233
|
| 16 |
+
Chronos-2,TFT,0.881,0.786,0.952,0.291,0.211,0.362
|
| 17 |
+
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.47,0.41,0.527
|
| 18 |
+
Toto-2.0-2.5B,Chronos-2,0.19,0.071,0.31,-0.156,-0.227,-0.099
|
| 19 |
+
Toto-2.0-2.5B,Toto-2.0-2.5B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Toto-2.0-2.5B,Toto-2.0-1B,0.524,0.381,0.667,-0.002,-0.017,0.012
|
| 21 |
+
Toto-2.0-2.5B,TiRex,0.595,0.452,0.738,0.002,-0.03,0.03
|
| 22 |
+
Toto-2.0-2.5B,TabPFN-TS-3,0.476,0.333,0.619,-0.081,-0.176,-0.007
|
| 23 |
+
Toto-2.0-2.5B,Toto-2.0-313m,0.69,0.548,0.833,0.0,-0.019,0.018
|
| 24 |
+
Toto-2.0-2.5B,TabPFN-TS,0.524,0.381,0.667,-0.064,-0.157,0.014
|
| 25 |
+
Toto-2.0-2.5B,TimesFM-2.5,0.571,0.429,0.714,0.023,-0.02,0.06
|
| 26 |
+
Toto-2.0-2.5B,FlowState,0.595,0.452,0.738,0.033,-0.009,0.073
|
| 27 |
+
Toto-2.0-2.5B,Toto-2.0-22m,0.714,0.571,0.857,0.019,-0.004,0.04
|
| 28 |
+
Toto-2.0-2.5B,Moirai-2.0,0.714,0.595,0.857,0.034,-0.005,0.068
|
| 29 |
+
Toto-2.0-2.5B,Chronos-Bolt,0.762,0.642,0.881,0.045,0.008,0.079
|
| 30 |
+
Toto-2.0-2.5B,Toto-1.0,0.762,0.643,0.881,0.055,0.018,0.093
|
| 31 |
+
Toto-2.0-2.5B,Toto-2.0-4m,0.786,0.667,0.905,0.052,0.019,0.082
|
| 32 |
+
Toto-2.0-2.5B,TFT,0.786,0.666,0.905,0.181,0.082,0.261
|
| 33 |
+
Toto-2.0-2.5B,Seasonal Naive,0.976,0.929,1.0,0.388,0.32,0.454
|
| 34 |
+
Toto-2.0-1B,Chronos-2,0.19,0.071,0.31,-0.154,-0.227,-0.095
|
| 35 |
+
Toto-2.0-1B,Toto-2.0-2.5B,0.476,0.333,0.619,0.002,-0.012,0.016
|
| 36 |
+
Toto-2.0-1B,Toto-2.0-1B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Toto-2.0-1B,TiRex,0.595,0.452,0.738,0.004,-0.028,0.032
|
| 38 |
+
Toto-2.0-1B,TabPFN-TS-3,0.452,0.31,0.595,-0.079,-0.173,-0.007
|
| 39 |
+
Toto-2.0-1B,Toto-2.0-313m,0.595,0.452,0.738,0.002,-0.008,0.013
|
| 40 |
+
Toto-2.0-1B,TabPFN-TS,0.524,0.381,0.667,-0.062,-0.153,0.017
|
| 41 |
+
Toto-2.0-1B,TimesFM-2.5,0.571,0.429,0.714,0.025,-0.012,0.059
|
| 42 |
+
Toto-2.0-1B,FlowState,0.595,0.452,0.738,0.035,-0.001,0.071
|
| 43 |
+
Toto-2.0-1B,Toto-2.0-22m,0.714,0.571,0.833,0.021,0.002,0.04
|
| 44 |
+
Toto-2.0-1B,Moirai-2.0,0.738,0.595,0.857,0.036,-0.001,0.069
|
| 45 |
+
Toto-2.0-1B,Chronos-Bolt,0.762,0.619,0.881,0.047,0.014,0.079
|
| 46 |
+
Toto-2.0-1B,Toto-1.0,0.786,0.667,0.905,0.057,0.019,0.095
|
| 47 |
+
Toto-2.0-1B,Toto-2.0-4m,0.81,0.69,0.905,0.054,0.019,0.086
|
| 48 |
+
Toto-2.0-1B,TFT,0.81,0.69,0.905,0.183,0.086,0.259
|
| 49 |
+
Toto-2.0-1B,Seasonal Naive,0.976,0.929,1.0,0.389,0.324,0.454
|
| 50 |
+
TiRex,Chronos-2,0.238,0.119,0.381,-0.158,-0.238,-0.097
|
| 51 |
+
TiRex,Toto-2.0-2.5B,0.405,0.262,0.548,-0.002,-0.031,0.029
|
| 52 |
+
TiRex,Toto-2.0-1B,0.405,0.262,0.548,-0.004,-0.033,0.027
|
| 53 |
+
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
TiRex,TabPFN-TS-3,0.595,0.452,0.738,-0.082,-0.178,-0.01
|
| 55 |
+
TiRex,Toto-2.0-313m,0.5,0.357,0.643,-0.001,-0.027,0.024
|
| 56 |
+
TiRex,TabPFN-TS,0.548,0.405,0.69,-0.066,-0.16,0.007
|
| 57 |
+
TiRex,TimesFM-2.5,0.655,0.512,0.798,0.021,-0.003,0.045
|
| 58 |
+
TiRex,FlowState,0.607,0.464,0.75,0.032,0.006,0.06
|
| 59 |
+
TiRex,Toto-2.0-22m,0.595,0.452,0.738,0.017,-0.008,0.04
|
| 60 |
+
TiRex,Moirai-2.0,0.726,0.595,0.857,0.033,0.01,0.057
|
| 61 |
+
TiRex,Chronos-Bolt,0.774,0.655,0.893,0.044,0.023,0.066
|
| 62 |
+
TiRex,Toto-1.0,0.774,0.655,0.905,0.054,0.024,0.09
|
| 63 |
+
TiRex,Toto-2.0-4m,0.81,0.69,0.929,0.051,0.028,0.074
|
| 64 |
+
TiRex,TFT,0.786,0.666,0.905,0.18,0.085,0.262
|
| 65 |
+
TiRex,Seasonal Naive,1.0,1.0,1.0,0.387,0.325,0.448
|
| 66 |
+
TabPFN-TS-3,Chronos-2,0.286,0.167,0.429,-0.07,-0.115,-0.025
|
| 67 |
+
TabPFN-TS-3,Toto-2.0-2.5B,0.524,0.381,0.667,0.075,0.007,0.149
|
| 68 |
+
TabPFN-TS-3,Toto-2.0-1B,0.548,0.405,0.69,0.073,0.007,0.148
|
| 69 |
+
TabPFN-TS-3,TiRex,0.405,0.262,0.548,0.076,0.01,0.151
|
| 70 |
+
TabPFN-TS-3,TabPFN-TS-3,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TabPFN-TS-3,Toto-2.0-313m,0.548,0.405,0.69,0.075,0.006,0.154
|
| 72 |
+
TabPFN-TS-3,TabPFN-TS,0.548,0.405,0.714,0.015,-0.027,0.062
|
| 73 |
+
TabPFN-TS-3,TimesFM-2.5,0.524,0.381,0.667,0.096,0.026,0.172
|
| 74 |
+
TabPFN-TS-3,FlowState,0.619,0.476,0.762,0.106,0.042,0.182
|
| 75 |
+
TabPFN-TS-3,Toto-2.0-22m,0.595,0.429,0.738,0.092,0.022,0.166
|
| 76 |
+
TabPFN-TS-3,Moirai-2.0,0.619,0.476,0.762,0.107,0.04,0.18
|
| 77 |
+
TabPFN-TS-3,Chronos-Bolt,0.69,0.548,0.833,0.117,0.055,0.187
|
| 78 |
+
TabPFN-TS-3,Toto-1.0,0.69,0.548,0.833,0.126,0.057,0.2
|
| 79 |
+
TabPFN-TS-3,Toto-2.0-4m,0.619,0.476,0.762,0.123,0.054,0.196
|
| 80 |
+
TabPFN-TS-3,TFT,0.881,0.762,0.976,0.242,0.157,0.321
|
| 81 |
+
TabPFN-TS-3,Seasonal Naive,1.0,1.0,1.0,0.433,0.368,0.495
|
| 82 |
+
Toto-2.0-313m,Chronos-2,0.19,0.071,0.31,-0.156,-0.233,-0.095
|
| 83 |
+
Toto-2.0-313m,Toto-2.0-2.5B,0.31,0.167,0.452,-0.0,-0.018,0.019
|
| 84 |
+
Toto-2.0-313m,Toto-2.0-1B,0.405,0.262,0.548,-0.002,-0.013,0.008
|
| 85 |
+
Toto-2.0-313m,TiRex,0.5,0.357,0.643,0.001,-0.025,0.026
|
| 86 |
+
Toto-2.0-313m,TabPFN-TS-3,0.452,0.31,0.595,-0.081,-0.181,-0.006
|
| 87 |
+
Toto-2.0-313m,Toto-2.0-313m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Toto-2.0-313m,TabPFN-TS,0.476,0.333,0.619,-0.065,-0.163,0.016
|
| 89 |
+
Toto-2.0-313m,TimesFM-2.5,0.524,0.381,0.667,0.022,-0.011,0.055
|
| 90 |
+
Toto-2.0-313m,FlowState,0.524,0.381,0.667,0.033,-0.001,0.072
|
| 91 |
+
Toto-2.0-313m,Toto-2.0-22m,0.738,0.595,0.881,0.018,0.003,0.033
|
| 92 |
+
Toto-2.0-313m,Moirai-2.0,0.69,0.548,0.833,0.034,0.0,0.064
|
| 93 |
+
Toto-2.0-313m,Chronos-Bolt,0.714,0.571,0.833,0.045,0.014,0.076
|
| 94 |
+
Toto-2.0-313m,Toto-1.0,0.786,0.667,0.905,0.055,0.018,0.092
|
| 95 |
+
Toto-2.0-313m,Toto-2.0-4m,0.786,0.666,0.905,0.052,0.019,0.08
|
| 96 |
+
Toto-2.0-313m,TFT,0.762,0.619,0.881,0.181,0.083,0.259
|
| 97 |
+
Toto-2.0-313m,Seasonal Naive,1.0,1.0,1.0,0.387,0.321,0.452
|
| 98 |
+
TabPFN-TS,Chronos-2,0.214,0.095,0.357,-0.086,-0.142,-0.037
|
| 99 |
+
TabPFN-TS,Toto-2.0-2.5B,0.476,0.333,0.619,0.06,-0.014,0.136
|
| 100 |
+
TabPFN-TS,Toto-2.0-1B,0.476,0.333,0.619,0.059,-0.017,0.133
|
| 101 |
+
TabPFN-TS,TiRex,0.452,0.31,0.595,0.062,-0.007,0.138
|
| 102 |
+
TabPFN-TS,TabPFN-TS-3,0.452,0.286,0.595,-0.016,-0.067,0.026
|
| 103 |
+
TabPFN-TS,Toto-2.0-313m,0.524,0.381,0.667,0.061,-0.016,0.14
|
| 104 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TabPFN-TS,TimesFM-2.5,0.524,0.381,0.667,0.082,0.008,0.157
|
| 106 |
+
TabPFN-TS,FlowState,0.595,0.452,0.738,0.092,0.022,0.164
|
| 107 |
+
TabPFN-TS,Toto-2.0-22m,0.548,0.405,0.69,0.078,0.005,0.152
|
| 108 |
+
TabPFN-TS,Moirai-2.0,0.643,0.5,0.786,0.093,0.022,0.163
|
| 109 |
+
TabPFN-TS,Chronos-Bolt,0.69,0.548,0.833,0.103,0.037,0.17
|
| 110 |
+
TabPFN-TS,Toto-1.0,0.643,0.5,0.786,0.113,0.041,0.187
|
| 111 |
+
TabPFN-TS,Toto-2.0-4m,0.619,0.476,0.762,0.109,0.036,0.183
|
| 112 |
+
TabPFN-TS,TFT,0.81,0.667,0.929,0.23,0.13,0.316
|
| 113 |
+
TabPFN-TS,Seasonal Naive,0.964,0.905,1.0,0.425,0.354,0.49
|
| 114 |
+
TimesFM-2.5,Chronos-2,0.143,0.048,0.262,-0.183,-0.271,-0.114
|
| 115 |
+
TimesFM-2.5,Toto-2.0-2.5B,0.429,0.286,0.571,-0.023,-0.064,0.02
|
| 116 |
+
TimesFM-2.5,Toto-2.0-1B,0.429,0.286,0.571,-0.025,-0.063,0.012
|
| 117 |
+
TimesFM-2.5,TiRex,0.345,0.202,0.488,-0.022,-0.047,0.003
|
| 118 |
+
TimesFM-2.5,TabPFN-TS-3,0.476,0.333,0.619,-0.106,-0.207,-0.027
|
| 119 |
+
TimesFM-2.5,Toto-2.0-313m,0.476,0.333,0.619,-0.023,-0.058,0.011
|
| 120 |
+
TimesFM-2.5,TabPFN-TS,0.476,0.333,0.619,-0.089,-0.186,-0.008
|
| 121 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
TimesFM-2.5,FlowState,0.488,0.345,0.619,0.011,-0.017,0.043
|
| 123 |
+
TimesFM-2.5,Toto-2.0-22m,0.524,0.381,0.667,-0.004,-0.039,0.031
|
| 124 |
+
TimesFM-2.5,Moirai-2.0,0.679,0.548,0.81,0.012,-0.016,0.038
|
| 125 |
+
TimesFM-2.5,Chronos-Bolt,0.655,0.524,0.774,0.023,0.002,0.046
|
| 126 |
+
TimesFM-2.5,Toto-1.0,0.631,0.5,0.774,0.034,-0.006,0.076
|
| 127 |
+
TimesFM-2.5,Toto-2.0-4m,0.643,0.5,0.786,0.03,-0.006,0.067
|
| 128 |
+
TimesFM-2.5,TFT,0.762,0.619,0.881,0.162,0.062,0.242
|
| 129 |
+
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.374,0.309,0.436
|
| 130 |
+
FlowState,Chronos-2,0.143,0.048,0.239,-0.196,-0.281,-0.132
|
| 131 |
+
FlowState,Toto-2.0-2.5B,0.405,0.262,0.548,-0.035,-0.079,0.009
|
| 132 |
+
FlowState,Toto-2.0-1B,0.405,0.262,0.548,-0.037,-0.076,0.001
|
| 133 |
+
FlowState,TiRex,0.393,0.25,0.536,-0.033,-0.064,-0.006
|
| 134 |
+
FlowState,TabPFN-TS-3,0.381,0.238,0.524,-0.118,-0.222,-0.043
|
| 135 |
+
FlowState,Toto-2.0-313m,0.476,0.333,0.619,-0.034,-0.078,0.001
|
| 136 |
+
FlowState,TabPFN-TS,0.405,0.262,0.548,-0.101,-0.196,-0.023
|
| 137 |
+
FlowState,TimesFM-2.5,0.512,0.381,0.655,-0.011,-0.045,0.017
|
| 138 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
FlowState,Toto-2.0-22m,0.476,0.333,0.619,-0.015,-0.058,0.022
|
| 140 |
+
FlowState,Moirai-2.0,0.536,0.404,0.667,0.001,-0.037,0.037
|
| 141 |
+
FlowState,Chronos-Bolt,0.607,0.476,0.75,0.012,-0.017,0.041
|
| 142 |
+
FlowState,Toto-1.0,0.583,0.452,0.714,0.023,-0.024,0.068
|
| 143 |
+
FlowState,Toto-2.0-4m,0.667,0.524,0.81,0.019,-0.02,0.056
|
| 144 |
+
FlowState,TFT,0.762,0.619,0.881,0.153,0.059,0.227
|
| 145 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.367,0.311,0.425
|
| 146 |
+
Toto-2.0-22m,Chronos-2,0.167,0.071,0.286,-0.178,-0.257,-0.113
|
| 147 |
+
Toto-2.0-22m,Toto-2.0-2.5B,0.286,0.143,0.429,-0.019,-0.042,0.004
|
| 148 |
+
Toto-2.0-22m,Toto-2.0-1B,0.286,0.167,0.429,-0.021,-0.041,-0.002
|
| 149 |
+
Toto-2.0-22m,TiRex,0.405,0.262,0.548,-0.018,-0.042,0.008
|
| 150 |
+
Toto-2.0-22m,TabPFN-TS-3,0.405,0.262,0.571,-0.102,-0.199,-0.023
|
| 151 |
+
Toto-2.0-22m,Toto-2.0-313m,0.262,0.119,0.405,-0.019,-0.034,-0.003
|
| 152 |
+
Toto-2.0-22m,TabPFN-TS,0.452,0.31,0.595,-0.085,-0.18,-0.005
|
| 153 |
+
Toto-2.0-22m,TimesFM-2.5,0.476,0.333,0.619,0.004,-0.032,0.038
|
| 154 |
+
Toto-2.0-22m,FlowState,0.524,0.381,0.667,0.015,-0.023,0.055
|
| 155 |
+
Toto-2.0-22m,Toto-2.0-22m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Toto-2.0-22m,Moirai-2.0,0.595,0.452,0.738,0.016,-0.017,0.047
|
| 157 |
+
Toto-2.0-22m,Chronos-Bolt,0.619,0.476,0.762,0.027,-0.005,0.059
|
| 158 |
+
Toto-2.0-22m,Toto-1.0,0.69,0.548,0.81,0.037,0.008,0.068
|
| 159 |
+
Toto-2.0-22m,Toto-2.0-4m,0.762,0.643,0.881,0.034,0.012,0.057
|
| 160 |
+
Toto-2.0-22m,TFT,0.786,0.667,0.905,0.165,0.065,0.247
|
| 161 |
+
Toto-2.0-22m,Seasonal Naive,0.976,0.929,1.0,0.376,0.309,0.443
|
| 162 |
+
Moirai-2.0,Chronos-2,0.071,0.0,0.167,-0.197,-0.278,-0.13
|
| 163 |
+
Moirai-2.0,Toto-2.0-2.5B,0.286,0.143,0.405,-0.036,-0.073,0.005
|
| 164 |
+
Moirai-2.0,Toto-2.0-1B,0.262,0.143,0.405,-0.038,-0.074,0.001
|
| 165 |
+
Moirai-2.0,TiRex,0.274,0.143,0.405,-0.034,-0.061,-0.01
|
| 166 |
+
Moirai-2.0,TabPFN-TS-3,0.381,0.238,0.524,-0.119,-0.22,-0.041
|
| 167 |
+
Moirai-2.0,Toto-2.0-313m,0.31,0.167,0.452,-0.035,-0.069,-0.0
|
| 168 |
+
Moirai-2.0,TabPFN-TS,0.357,0.214,0.5,-0.102,-0.195,-0.022
|
| 169 |
+
Moirai-2.0,TimesFM-2.5,0.321,0.19,0.452,-0.012,-0.04,0.016
|
| 170 |
+
Moirai-2.0,FlowState,0.464,0.333,0.596,-0.001,-0.038,0.036
|
| 171 |
+
Moirai-2.0,Toto-2.0-22m,0.405,0.262,0.548,-0.016,-0.05,0.017
|
| 172 |
+
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
Moirai-2.0,Chronos-Bolt,0.512,0.381,0.643,0.011,-0.008,0.031
|
| 174 |
+
Moirai-2.0,Toto-1.0,0.536,0.405,0.69,0.022,-0.004,0.051
|
| 175 |
+
Moirai-2.0,Toto-2.0-4m,0.619,0.476,0.762,0.018,-0.014,0.049
|
| 176 |
+
Moirai-2.0,TFT,0.714,0.571,0.833,0.152,0.049,0.237
|
| 177 |
+
Moirai-2.0,Seasonal Naive,0.952,0.881,1.0,0.366,0.298,0.426
|
| 178 |
+
Chronos-Bolt,Chronos-2,0.024,0.0,0.071,-0.211,-0.291,-0.148
|
| 179 |
+
Chronos-Bolt,Toto-2.0-2.5B,0.238,0.119,0.358,-0.047,-0.086,-0.008
|
| 180 |
+
Chronos-Bolt,Toto-2.0-1B,0.238,0.119,0.381,-0.049,-0.086,-0.014
|
| 181 |
+
Chronos-Bolt,TiRex,0.226,0.107,0.345,-0.046,-0.07,-0.023
|
| 182 |
+
Chronos-Bolt,TabPFN-TS-3,0.31,0.167,0.452,-0.132,-0.23,-0.058
|
| 183 |
+
Chronos-Bolt,Toto-2.0-313m,0.286,0.167,0.429,-0.047,-0.082,-0.014
|
| 184 |
+
Chronos-Bolt,TabPFN-TS,0.31,0.167,0.452,-0.115,-0.205,-0.038
|
| 185 |
+
Chronos-Bolt,TimesFM-2.5,0.345,0.226,0.476,-0.024,-0.048,-0.002
|
| 186 |
+
Chronos-Bolt,FlowState,0.393,0.25,0.524,-0.012,-0.043,0.017
|
| 187 |
+
Chronos-Bolt,Toto-2.0-22m,0.381,0.238,0.524,-0.028,-0.063,0.005
|
| 188 |
+
Chronos-Bolt,Moirai-2.0,0.488,0.357,0.619,-0.011,-0.032,0.008
|
| 189 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Chronos-Bolt,Toto-1.0,0.56,0.417,0.69,0.011,-0.021,0.049
|
| 191 |
+
Chronos-Bolt,Toto-2.0-4m,0.524,0.381,0.69,0.007,-0.025,0.04
|
| 192 |
+
Chronos-Bolt,TFT,0.738,0.595,0.857,0.142,0.045,0.221
|
| 193 |
+
Chronos-Bolt,Seasonal Naive,0.976,0.929,1.0,0.359,0.294,0.417
|
| 194 |
+
Toto-1.0,Chronos-2,0.119,0.024,0.214,-0.224,-0.314,-0.151
|
| 195 |
+
Toto-1.0,Toto-2.0-2.5B,0.238,0.119,0.357,-0.059,-0.103,-0.018
|
| 196 |
+
Toto-1.0,Toto-2.0-1B,0.214,0.095,0.333,-0.061,-0.105,-0.019
|
| 197 |
+
Toto-1.0,TiRex,0.226,0.095,0.345,-0.057,-0.099,-0.025
|
| 198 |
+
Toto-1.0,TabPFN-TS-3,0.31,0.167,0.452,-0.144,-0.249,-0.061
|
| 199 |
+
Toto-1.0,Toto-2.0-313m,0.214,0.095,0.333,-0.058,-0.101,-0.018
|
| 200 |
+
Toto-1.0,TabPFN-TS,0.357,0.214,0.5,-0.127,-0.229,-0.043
|
| 201 |
+
Toto-1.0,TimesFM-2.5,0.369,0.226,0.5,-0.035,-0.082,0.006
|
| 202 |
+
Toto-1.0,FlowState,0.417,0.286,0.548,-0.023,-0.073,0.024
|
| 203 |
+
Toto-1.0,Toto-2.0-22m,0.31,0.19,0.452,-0.039,-0.074,-0.008
|
| 204 |
+
Toto-1.0,Moirai-2.0,0.464,0.31,0.595,-0.022,-0.054,0.004
|
| 205 |
+
Toto-1.0,Chronos-Bolt,0.44,0.31,0.583,-0.011,-0.051,0.02
|
| 206 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
Toto-1.0,Toto-2.0-4m,0.571,0.429,0.714,-0.004,-0.035,0.022
|
| 208 |
+
Toto-1.0,TFT,0.643,0.476,0.786,0.133,0.025,0.227
|
| 209 |
+
Toto-1.0,Seasonal Naive,0.952,0.881,1.0,0.352,0.282,0.414
|
| 210 |
+
Toto-2.0-4m,Chronos-2,0.095,0.024,0.19,-0.22,-0.305,-0.148
|
| 211 |
+
Toto-2.0-4m,Toto-2.0-2.5B,0.214,0.095,0.333,-0.055,-0.09,-0.019
|
| 212 |
+
Toto-2.0-4m,Toto-2.0-1B,0.19,0.095,0.31,-0.057,-0.094,-0.02
|
| 213 |
+
Toto-2.0-4m,TiRex,0.19,0.071,0.31,-0.053,-0.08,-0.029
|
| 214 |
+
Toto-2.0-4m,TabPFN-TS-3,0.381,0.238,0.524,-0.14,-0.243,-0.057
|
| 215 |
+
Toto-2.0-4m,Toto-2.0-313m,0.214,0.095,0.334,-0.055,-0.087,-0.019
|
| 216 |
+
Toto-2.0-4m,TabPFN-TS,0.381,0.238,0.524,-0.123,-0.224,-0.037
|
| 217 |
+
Toto-2.0-4m,TimesFM-2.5,0.357,0.214,0.5,-0.031,-0.072,0.006
|
| 218 |
+
Toto-2.0-4m,FlowState,0.333,0.19,0.476,-0.02,-0.06,0.019
|
| 219 |
+
Toto-2.0-4m,Toto-2.0-22m,0.238,0.119,0.357,-0.035,-0.06,-0.012
|
| 220 |
+
Toto-2.0-4m,Moirai-2.0,0.381,0.238,0.524,-0.019,-0.052,0.014
|
| 221 |
+
Toto-2.0-4m,Chronos-Bolt,0.476,0.31,0.619,-0.007,-0.042,0.025
|
| 222 |
+
Toto-2.0-4m,Toto-1.0,0.429,0.286,0.571,0.004,-0.023,0.034
|
| 223 |
+
Toto-2.0-4m,Toto-2.0-4m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
Toto-2.0-4m,TFT,0.714,0.571,0.833,0.136,0.03,0.226
|
| 225 |
+
Toto-2.0-4m,Seasonal Naive,0.952,0.881,1.0,0.354,0.287,0.421
|
| 226 |
+
TFT,Chronos-2,0.119,0.048,0.214,-0.411,-0.569,-0.268
|
| 227 |
+
TFT,Toto-2.0-2.5B,0.214,0.095,0.334,-0.221,-0.353,-0.09
|
| 228 |
+
TFT,Toto-2.0-1B,0.19,0.095,0.31,-0.223,-0.349,-0.094
|
| 229 |
+
TFT,TiRex,0.214,0.095,0.334,-0.219,-0.354,-0.092
|
| 230 |
+
TFT,TabPFN-TS-3,0.119,0.024,0.238,-0.319,-0.474,-0.187
|
| 231 |
+
TFT,Toto-2.0-313m,0.238,0.119,0.381,-0.22,-0.349,-0.09
|
| 232 |
+
TFT,TabPFN-TS,0.19,0.071,0.333,-0.299,-0.462,-0.15
|
| 233 |
+
TFT,TimesFM-2.5,0.238,0.119,0.381,-0.193,-0.32,-0.066
|
| 234 |
+
TFT,FlowState,0.238,0.119,0.381,-0.18,-0.294,-0.062
|
| 235 |
+
TFT,Toto-2.0-22m,0.214,0.095,0.333,-0.198,-0.328,-0.07
|
| 236 |
+
TFT,Moirai-2.0,0.286,0.167,0.429,-0.179,-0.311,-0.051
|
| 237 |
+
TFT,Chronos-Bolt,0.262,0.143,0.405,-0.166,-0.284,-0.047
|
| 238 |
+
TFT,Toto-1.0,0.357,0.214,0.524,-0.153,-0.293,-0.025
|
| 239 |
+
TFT,Toto-2.0-4m,0.286,0.167,0.429,-0.157,-0.292,-0.031
|
| 240 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
TFT,Seasonal Naive,0.786,0.667,0.905,0.252,0.182,0.334
|
| 242 |
+
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.888,-1.112,-0.694
|
| 243 |
+
Seasonal Naive,Toto-2.0-2.5B,0.024,0.0,0.071,-0.633,-0.83,-0.47
|
| 244 |
+
Seasonal Naive,Toto-2.0-1B,0.024,0.0,0.071,-0.636,-0.831,-0.479
|
| 245 |
+
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.631,-0.81,-0.482
|
| 246 |
+
Seasonal Naive,TabPFN-TS-3,0.0,0.0,0.0,-0.765,-0.979,-0.583
|
| 247 |
+
Seasonal Naive,Toto-2.0-313m,0.0,0.0,0.0,-0.633,-0.826,-0.474
|
| 248 |
+
Seasonal Naive,TabPFN-TS,0.036,0.0,0.095,-0.738,-0.962,-0.549
|
| 249 |
+
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.596,-0.775,-0.448
|
| 250 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-0.579,-0.74,-0.451
|
| 251 |
+
Seasonal Naive,Toto-2.0-22m,0.024,0.0,0.071,-0.603,-0.795,-0.446
|
| 252 |
+
Seasonal Naive,Moirai-2.0,0.048,0.0,0.119,-0.577,-0.744,-0.425
|
| 253 |
+
Seasonal Naive,Chronos-Bolt,0.024,0.0,0.071,-0.559,-0.715,-0.417
|
| 254 |
+
Seasonal Naive,Toto-1.0,0.048,0.0,0.119,-0.543,-0.708,-0.392
|
| 255 |
+
Seasonal Naive,Toto-2.0-4m,0.048,0.0,0.119,-0.548,-0.728,-0.403
|
| 256 |
+
Seasonal Naive,TFT,0.214,0.095,0.333,-0.338,-0.501,-0.222
|
| 257 |
+
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/task_type_covariate_informed/pairwise_WAPE.csv
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Chronos-2,Toto-2.0-1B,0.667,0.524,0.81,0.116,0.063,0.179
|
| 4 |
+
Chronos-2,Toto-2.0-2.5B,0.69,0.548,0.833,0.12,0.071,0.18
|
| 5 |
+
Chronos-2,TabPFN-TS-3,0.571,0.428,0.714,0.044,-0.003,0.086
|
| 6 |
+
Chronos-2,Toto-2.0-313m,0.762,0.619,0.881,0.123,0.071,0.185
|
| 7 |
+
Chronos-2,TabPFN-TS,0.69,0.548,0.833,0.062,0.012,0.12
|
| 8 |
+
Chronos-2,TiRex,0.81,0.667,0.929,0.138,0.088,0.197
|
| 9 |
+
Chronos-2,TimesFM-2.5,0.786,0.667,0.905,0.149,0.09,0.214
|
| 10 |
+
Chronos-2,Toto-2.0-22m,0.714,0.571,0.857,0.145,0.096,0.205
|
| 11 |
+
Chronos-2,FlowState,0.833,0.714,0.952,0.156,0.095,0.212
|
| 12 |
+
Chronos-2,CatBoost,0.786,0.667,0.905,0.171,0.12,0.224
|
| 13 |
+
Chronos-2,Moirai-2.0,0.833,0.714,0.929,0.157,0.103,0.212
|
| 14 |
+
Chronos-2,LightGBM,0.786,0.667,0.905,0.166,0.111,0.22
|
| 15 |
+
Chronos-2,Toto-1.0,0.833,0.714,0.929,0.184,0.136,0.242
|
| 16 |
+
Chronos-2,Chronos-Bolt,0.952,0.881,1.0,0.187,0.134,0.243
|
| 17 |
+
Chronos-2,Seasonal Naive,0.952,0.881,1.0,0.4,0.33,0.461
|
| 18 |
+
Toto-2.0-1B,Chronos-2,0.333,0.19,0.476,-0.131,-0.218,-0.067
|
| 19 |
+
Toto-2.0-1B,Toto-2.0-1B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Toto-2.0-1B,Toto-2.0-2.5B,0.571,0.428,0.714,0.005,-0.008,0.017
|
| 21 |
+
Toto-2.0-1B,TabPFN-TS-3,0.452,0.286,0.595,-0.082,-0.187,0.0
|
| 22 |
+
Toto-2.0-1B,Toto-2.0-313m,0.643,0.5,0.786,0.008,-0.004,0.021
|
| 23 |
+
Toto-2.0-1B,TabPFN-TS,0.548,0.381,0.69,-0.061,-0.156,0.025
|
| 24 |
+
Toto-2.0-1B,TiRex,0.69,0.548,0.833,0.025,-0.014,0.062
|
| 25 |
+
Toto-2.0-1B,TimesFM-2.5,0.667,0.524,0.786,0.038,-0.013,0.081
|
| 26 |
+
Toto-2.0-1B,Toto-2.0-22m,0.786,0.643,0.905,0.033,0.012,0.051
|
| 27 |
+
Toto-2.0-1B,FlowState,0.667,0.524,0.81,0.045,-0.012,0.099
|
| 28 |
+
Toto-2.0-1B,CatBoost,0.714,0.571,0.857,0.063,-0.014,0.13
|
| 29 |
+
Toto-2.0-1B,Moirai-2.0,0.762,0.642,0.881,0.047,-0.007,0.094
|
| 30 |
+
Toto-2.0-1B,LightGBM,0.738,0.595,0.881,0.057,-0.019,0.126
|
| 31 |
+
Toto-2.0-1B,Toto-1.0,0.81,0.69,0.929,0.078,0.037,0.117
|
| 32 |
+
Toto-2.0-1B,Chronos-Bolt,0.81,0.69,0.929,0.081,0.032,0.13
|
| 33 |
+
Toto-2.0-1B,Seasonal Naive,0.976,0.929,1.0,0.321,0.244,0.391
|
| 34 |
+
Toto-2.0-2.5B,Chronos-2,0.31,0.167,0.452,-0.136,-0.219,-0.076
|
| 35 |
+
Toto-2.0-2.5B,Toto-2.0-1B,0.429,0.286,0.572,-0.005,-0.017,0.008
|
| 36 |
+
Toto-2.0-2.5B,Toto-2.0-2.5B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Toto-2.0-2.5B,TabPFN-TS-3,0.429,0.285,0.548,-0.087,-0.191,-0.008
|
| 38 |
+
Toto-2.0-2.5B,Toto-2.0-313m,0.667,0.524,0.81,0.004,-0.011,0.017
|
| 39 |
+
Toto-2.0-2.5B,TabPFN-TS,0.476,0.333,0.619,-0.066,-0.158,0.017
|
| 40 |
+
Toto-2.0-2.5B,TiRex,0.643,0.5,0.786,0.02,-0.016,0.053
|
| 41 |
+
Toto-2.0-2.5B,TimesFM-2.5,0.595,0.429,0.738,0.033,-0.017,0.075
|
| 42 |
+
Toto-2.0-2.5B,Toto-2.0-22m,0.786,0.643,0.905,0.029,0.006,0.048
|
| 43 |
+
Toto-2.0-2.5B,FlowState,0.643,0.5,0.786,0.041,-0.016,0.091
|
| 44 |
+
Toto-2.0-2.5B,CatBoost,0.667,0.524,0.81,0.058,-0.017,0.126
|
| 45 |
+
Toto-2.0-2.5B,Moirai-2.0,0.762,0.643,0.881,0.042,-0.008,0.088
|
| 46 |
+
Toto-2.0-2.5B,LightGBM,0.714,0.571,0.857,0.052,-0.018,0.118
|
| 47 |
+
Toto-2.0-2.5B,Toto-1.0,0.762,0.619,0.881,0.073,0.037,0.11
|
| 48 |
+
Toto-2.0-2.5B,Chronos-Bolt,0.881,0.786,0.976,0.076,0.031,0.122
|
| 49 |
+
Toto-2.0-2.5B,Seasonal Naive,0.952,0.881,1.0,0.318,0.238,0.386
|
| 50 |
+
TabPFN-TS-3,Chronos-2,0.429,0.286,0.572,-0.046,-0.094,0.003
|
| 51 |
+
TabPFN-TS-3,Toto-2.0-1B,0.548,0.405,0.714,0.075,-0.0,0.158
|
| 52 |
+
TabPFN-TS-3,Toto-2.0-2.5B,0.571,0.452,0.715,0.08,0.008,0.16
|
| 53 |
+
TabPFN-TS-3,TabPFN-TS-3,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
TabPFN-TS-3,Toto-2.0-313m,0.548,0.405,0.69,0.083,0.006,0.164
|
| 55 |
+
TabPFN-TS-3,TabPFN-TS,0.548,0.405,0.69,0.019,-0.027,0.065
|
| 56 |
+
TabPFN-TS-3,TiRex,0.524,0.381,0.667,0.099,0.029,0.179
|
| 57 |
+
TabPFN-TS-3,TimesFM-2.5,0.571,0.429,0.714,0.11,0.041,0.186
|
| 58 |
+
TabPFN-TS-3,Toto-2.0-22m,0.667,0.524,0.81,0.106,0.037,0.181
|
| 59 |
+
TabPFN-TS-3,FlowState,0.667,0.524,0.81,0.117,0.048,0.189
|
| 60 |
+
TabPFN-TS-3,CatBoost,0.69,0.548,0.833,0.133,0.073,0.192
|
| 61 |
+
TabPFN-TS-3,Moirai-2.0,0.69,0.548,0.833,0.119,0.044,0.195
|
| 62 |
+
TabPFN-TS-3,LightGBM,0.714,0.595,0.857,0.128,0.059,0.194
|
| 63 |
+
TabPFN-TS-3,Toto-1.0,0.738,0.595,0.857,0.147,0.079,0.223
|
| 64 |
+
TabPFN-TS-3,Chronos-Bolt,0.714,0.571,0.857,0.15,0.086,0.224
|
| 65 |
+
TabPFN-TS-3,Seasonal Naive,0.976,0.929,1.0,0.372,0.31,0.433
|
| 66 |
+
Toto-2.0-313m,Chronos-2,0.238,0.119,0.381,-0.14,-0.227,-0.076
|
| 67 |
+
Toto-2.0-313m,Toto-2.0-1B,0.357,0.214,0.5,-0.009,-0.022,0.004
|
| 68 |
+
Toto-2.0-313m,Toto-2.0-2.5B,0.333,0.19,0.476,-0.004,-0.017,0.011
|
| 69 |
+
Toto-2.0-313m,TabPFN-TS-3,0.452,0.31,0.595,-0.091,-0.197,-0.006
|
| 70 |
+
Toto-2.0-313m,Toto-2.0-313m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
Toto-2.0-313m,TabPFN-TS,0.5,0.333,0.643,-0.07,-0.169,0.017
|
| 72 |
+
Toto-2.0-313m,TiRex,0.619,0.476,0.762,0.017,-0.021,0.051
|
| 73 |
+
Toto-2.0-313m,TimesFM-2.5,0.595,0.452,0.762,0.029,-0.019,0.073
|
| 74 |
+
Toto-2.0-313m,Toto-2.0-22m,0.738,0.595,0.881,0.025,0.008,0.042
|
| 75 |
+
Toto-2.0-313m,FlowState,0.667,0.524,0.81,0.037,-0.022,0.096
|
| 76 |
+
Toto-2.0-313m,CatBoost,0.714,0.571,0.857,0.055,-0.023,0.121
|
| 77 |
+
Toto-2.0-313m,Moirai-2.0,0.738,0.619,0.858,0.039,-0.013,0.086
|
| 78 |
+
Toto-2.0-313m,LightGBM,0.714,0.571,0.857,0.049,-0.027,0.118
|
| 79 |
+
Toto-2.0-313m,Toto-1.0,0.81,0.69,0.929,0.07,0.034,0.107
|
| 80 |
+
Toto-2.0-313m,Chronos-Bolt,0.857,0.738,0.952,0.073,0.025,0.122
|
| 81 |
+
Toto-2.0-313m,Seasonal Naive,0.952,0.881,1.0,0.315,0.236,0.387
|
| 82 |
+
TabPFN-TS,Chronos-2,0.31,0.167,0.452,-0.066,-0.136,-0.012
|
| 83 |
+
TabPFN-TS,Toto-2.0-1B,0.452,0.31,0.619,0.058,-0.025,0.135
|
| 84 |
+
TabPFN-TS,Toto-2.0-2.5B,0.524,0.381,0.667,0.062,-0.018,0.137
|
| 85 |
+
TabPFN-TS,TabPFN-TS-3,0.452,0.31,0.595,-0.019,-0.07,0.026
|
| 86 |
+
TabPFN-TS,Toto-2.0-313m,0.5,0.357,0.667,0.066,-0.017,0.145
|
| 87 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
TabPFN-TS,TiRex,0.524,0.381,0.667,0.081,0.001,0.158
|
| 89 |
+
TabPFN-TS,TimesFM-2.5,0.643,0.5,0.786,0.093,0.015,0.169
|
| 90 |
+
TabPFN-TS,Toto-2.0-22m,0.643,0.5,0.786,0.089,0.014,0.162
|
| 91 |
+
TabPFN-TS,FlowState,0.69,0.548,0.81,0.1,0.018,0.175
|
| 92 |
+
TabPFN-TS,CatBoost,0.69,0.548,0.81,0.117,0.039,0.186
|
| 93 |
+
TabPFN-TS,Moirai-2.0,0.69,0.548,0.81,0.102,0.02,0.18
|
| 94 |
+
TabPFN-TS,LightGBM,0.69,0.548,0.833,0.111,0.042,0.179
|
| 95 |
+
TabPFN-TS,Toto-1.0,0.738,0.595,0.881,0.131,0.053,0.209
|
| 96 |
+
TabPFN-TS,Chronos-Bolt,0.762,0.642,0.881,0.134,0.061,0.204
|
| 97 |
+
TabPFN-TS,Seasonal Naive,0.964,0.905,1.0,0.36,0.288,0.427
|
| 98 |
+
TiRex,Chronos-2,0.19,0.071,0.333,-0.16,-0.246,-0.096
|
| 99 |
+
TiRex,Toto-2.0-1B,0.31,0.167,0.452,-0.026,-0.066,0.014
|
| 100 |
+
TiRex,Toto-2.0-2.5B,0.357,0.214,0.5,-0.021,-0.056,0.015
|
| 101 |
+
TiRex,TabPFN-TS-3,0.476,0.333,0.619,-0.109,-0.218,-0.029
|
| 102 |
+
TiRex,Toto-2.0-313m,0.381,0.238,0.524,-0.017,-0.054,0.021
|
| 103 |
+
TiRex,TabPFN-TS,0.476,0.333,0.619,-0.088,-0.187,-0.001
|
| 104 |
+
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TiRex,TimesFM-2.5,0.56,0.405,0.702,0.013,-0.017,0.038
|
| 106 |
+
TiRex,Toto-2.0-22m,0.595,0.452,0.738,0.009,-0.028,0.043
|
| 107 |
+
TiRex,FlowState,0.536,0.393,0.679,0.02,-0.022,0.067
|
| 108 |
+
TiRex,CatBoost,0.619,0.476,0.762,0.038,-0.034,0.101
|
| 109 |
+
TiRex,Moirai-2.0,0.607,0.464,0.75,0.022,-0.002,0.047
|
| 110 |
+
TiRex,LightGBM,0.643,0.5,0.786,0.033,-0.032,0.094
|
| 111 |
+
TiRex,Toto-1.0,0.679,0.548,0.821,0.054,0.025,0.086
|
| 112 |
+
TiRex,Chronos-Bolt,0.726,0.595,0.857,0.057,0.024,0.094
|
| 113 |
+
TiRex,Seasonal Naive,0.929,0.833,1.0,0.304,0.229,0.373
|
| 114 |
+
TimesFM-2.5,Chronos-2,0.214,0.095,0.333,-0.175,-0.272,-0.099
|
| 115 |
+
TimesFM-2.5,Toto-2.0-1B,0.333,0.214,0.476,-0.039,-0.089,0.013
|
| 116 |
+
TimesFM-2.5,Toto-2.0-2.5B,0.405,0.262,0.571,-0.034,-0.082,0.017
|
| 117 |
+
TimesFM-2.5,TabPFN-TS-3,0.429,0.286,0.571,-0.124,-0.229,-0.042
|
| 118 |
+
TimesFM-2.5,Toto-2.0-313m,0.405,0.238,0.548,-0.03,-0.078,0.018
|
| 119 |
+
TimesFM-2.5,TabPFN-TS,0.357,0.214,0.5,-0.103,-0.203,-0.015
|
| 120 |
+
TimesFM-2.5,TiRex,0.44,0.298,0.595,-0.013,-0.04,0.017
|
| 121 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
TimesFM-2.5,Toto-2.0-22m,0.548,0.405,0.69,-0.004,-0.054,0.039
|
| 123 |
+
TimesFM-2.5,FlowState,0.512,0.369,0.643,0.008,-0.034,0.054
|
| 124 |
+
TimesFM-2.5,CatBoost,0.595,0.452,0.738,0.026,-0.046,0.09
|
| 125 |
+
TimesFM-2.5,Moirai-2.0,0.607,0.476,0.738,0.01,-0.029,0.045
|
| 126 |
+
TimesFM-2.5,LightGBM,0.571,0.429,0.714,0.02,-0.046,0.083
|
| 127 |
+
TimesFM-2.5,Toto-1.0,0.583,0.452,0.726,0.042,-0.001,0.087
|
| 128 |
+
TimesFM-2.5,Chronos-Bolt,0.655,0.524,0.774,0.045,0.012,0.078
|
| 129 |
+
TimesFM-2.5,Seasonal Naive,0.929,0.833,1.0,0.295,0.23,0.36
|
| 130 |
+
Toto-2.0-22m,Chronos-2,0.286,0.143,0.429,-0.17,-0.257,-0.106
|
| 131 |
+
Toto-2.0-22m,Toto-2.0-1B,0.214,0.095,0.357,-0.035,-0.054,-0.012
|
| 132 |
+
Toto-2.0-22m,Toto-2.0-2.5B,0.214,0.095,0.357,-0.03,-0.051,-0.006
|
| 133 |
+
Toto-2.0-22m,TabPFN-TS-3,0.333,0.19,0.476,-0.119,-0.221,-0.038
|
| 134 |
+
Toto-2.0-22m,Toto-2.0-313m,0.262,0.119,0.405,-0.026,-0.044,-0.008
|
| 135 |
+
Toto-2.0-22m,TabPFN-TS,0.357,0.214,0.5,-0.098,-0.193,-0.014
|
| 136 |
+
Toto-2.0-22m,TiRex,0.405,0.262,0.548,-0.009,-0.045,0.028
|
| 137 |
+
Toto-2.0-22m,TimesFM-2.5,0.452,0.31,0.595,0.004,-0.04,0.051
|
| 138 |
+
Toto-2.0-22m,Toto-2.0-22m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
Toto-2.0-22m,FlowState,0.548,0.405,0.691,0.012,-0.043,0.076
|
| 140 |
+
Toto-2.0-22m,CatBoost,0.595,0.452,0.738,0.03,-0.046,0.096
|
| 141 |
+
Toto-2.0-22m,Moirai-2.0,0.595,0.452,0.738,0.014,-0.034,0.062
|
| 142 |
+
Toto-2.0-22m,LightGBM,0.714,0.571,0.834,0.024,-0.046,0.088
|
| 143 |
+
Toto-2.0-22m,Toto-1.0,0.667,0.524,0.81,0.046,0.013,0.08
|
| 144 |
+
Toto-2.0-22m,Chronos-Bolt,0.667,0.524,0.81,0.049,0.006,0.099
|
| 145 |
+
Toto-2.0-22m,Seasonal Naive,0.976,0.929,1.0,0.298,0.223,0.368
|
| 146 |
+
FlowState,Chronos-2,0.167,0.048,0.286,-0.184,-0.27,-0.105
|
| 147 |
+
FlowState,Toto-2.0-1B,0.333,0.19,0.476,-0.047,-0.11,0.012
|
| 148 |
+
FlowState,Toto-2.0-2.5B,0.357,0.214,0.5,-0.042,-0.101,0.016
|
| 149 |
+
FlowState,TabPFN-TS-3,0.333,0.19,0.476,-0.133,-0.234,-0.05
|
| 150 |
+
FlowState,Toto-2.0-313m,0.333,0.19,0.476,-0.038,-0.106,0.022
|
| 151 |
+
FlowState,TabPFN-TS,0.31,0.19,0.452,-0.111,-0.212,-0.018
|
| 152 |
+
FlowState,TiRex,0.464,0.321,0.607,-0.021,-0.072,0.021
|
| 153 |
+
FlowState,TimesFM-2.5,0.488,0.357,0.631,-0.008,-0.058,0.033
|
| 154 |
+
FlowState,Toto-2.0-22m,0.452,0.309,0.595,-0.012,-0.082,0.042
|
| 155 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
FlowState,CatBoost,0.5,0.357,0.643,0.018,-0.064,0.091
|
| 157 |
+
FlowState,Moirai-2.0,0.464,0.333,0.595,0.002,-0.044,0.043
|
| 158 |
+
FlowState,LightGBM,0.524,0.381,0.667,0.012,-0.066,0.082
|
| 159 |
+
FlowState,Toto-1.0,0.607,0.464,0.75,0.034,-0.024,0.091
|
| 160 |
+
FlowState,Chronos-Bolt,0.607,0.476,0.738,0.037,-0.004,0.079
|
| 161 |
+
FlowState,Seasonal Naive,0.929,0.857,1.0,0.289,0.229,0.346
|
| 162 |
+
CatBoost,Chronos-2,0.214,0.095,0.333,-0.206,-0.288,-0.136
|
| 163 |
+
CatBoost,Toto-2.0-1B,0.286,0.143,0.429,-0.067,-0.15,0.014
|
| 164 |
+
CatBoost,Toto-2.0-2.5B,0.333,0.19,0.476,-0.062,-0.144,0.016
|
| 165 |
+
CatBoost,TabPFN-TS-3,0.31,0.167,0.452,-0.154,-0.237,-0.078
|
| 166 |
+
CatBoost,Toto-2.0-313m,0.286,0.143,0.429,-0.058,-0.138,0.023
|
| 167 |
+
CatBoost,TabPFN-TS,0.31,0.19,0.452,-0.132,-0.228,-0.041
|
| 168 |
+
CatBoost,TiRex,0.381,0.238,0.524,-0.04,-0.112,0.033
|
| 169 |
+
CatBoost,TimesFM-2.5,0.405,0.262,0.548,-0.027,-0.099,0.044
|
| 170 |
+
CatBoost,Toto-2.0-22m,0.405,0.262,0.548,-0.031,-0.106,0.044
|
| 171 |
+
CatBoost,FlowState,0.5,0.357,0.643,-0.019,-0.1,0.06
|
| 172 |
+
CatBoost,CatBoost,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
CatBoost,Moirai-2.0,0.429,0.286,0.572,-0.017,-0.079,0.047
|
| 174 |
+
CatBoost,LightGBM,0.643,0.5,0.786,-0.006,-0.048,0.035
|
| 175 |
+
CatBoost,Toto-1.0,0.524,0.357,0.667,0.016,-0.044,0.079
|
| 176 |
+
CatBoost,Chronos-Bolt,0.524,0.381,0.667,0.019,-0.054,0.091
|
| 177 |
+
CatBoost,Seasonal Naive,0.833,0.714,0.929,0.276,0.193,0.351
|
| 178 |
+
Moirai-2.0,Chronos-2,0.167,0.071,0.286,-0.187,-0.27,-0.115
|
| 179 |
+
Moirai-2.0,Toto-2.0-1B,0.238,0.119,0.358,-0.049,-0.104,0.007
|
| 180 |
+
Moirai-2.0,Toto-2.0-2.5B,0.238,0.119,0.357,-0.044,-0.096,0.008
|
| 181 |
+
Moirai-2.0,TabPFN-TS-3,0.31,0.167,0.452,-0.135,-0.243,-0.047
|
| 182 |
+
Moirai-2.0,Toto-2.0-313m,0.262,0.142,0.381,-0.04,-0.094,0.013
|
| 183 |
+
Moirai-2.0,TabPFN-TS,0.31,0.19,0.452,-0.113,-0.22,-0.02
|
| 184 |
+
Moirai-2.0,TiRex,0.393,0.25,0.536,-0.023,-0.049,0.002
|
| 185 |
+
Moirai-2.0,TimesFM-2.5,0.393,0.262,0.524,-0.01,-0.047,0.028
|
| 186 |
+
Moirai-2.0,Toto-2.0-22m,0.405,0.262,0.548,-0.014,-0.066,0.033
|
| 187 |
+
Moirai-2.0,FlowState,0.536,0.405,0.667,-0.002,-0.045,0.042
|
| 188 |
+
Moirai-2.0,CatBoost,0.571,0.428,0.714,0.016,-0.049,0.073
|
| 189 |
+
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Moirai-2.0,LightGBM,0.548,0.381,0.69,0.011,-0.051,0.07
|
| 191 |
+
Moirai-2.0,Toto-1.0,0.536,0.405,0.679,0.032,0.002,0.065
|
| 192 |
+
Moirai-2.0,Chronos-Bolt,0.56,0.429,0.69,0.035,0.0,0.077
|
| 193 |
+
Moirai-2.0,Seasonal Naive,0.857,0.738,0.952,0.288,0.211,0.358
|
| 194 |
+
LightGBM,Chronos-2,0.214,0.095,0.333,-0.199,-0.283,-0.124
|
| 195 |
+
LightGBM,Toto-2.0-1B,0.262,0.119,0.405,-0.06,-0.144,0.018
|
| 196 |
+
LightGBM,Toto-2.0-2.5B,0.286,0.143,0.429,-0.055,-0.134,0.018
|
| 197 |
+
LightGBM,TabPFN-TS-3,0.286,0.143,0.405,-0.147,-0.241,-0.063
|
| 198 |
+
LightGBM,Toto-2.0-313m,0.286,0.143,0.429,-0.051,-0.134,0.027
|
| 199 |
+
LightGBM,TabPFN-TS,0.31,0.167,0.452,-0.125,-0.218,-0.044
|
| 200 |
+
LightGBM,TiRex,0.357,0.214,0.5,-0.034,-0.104,0.031
|
| 201 |
+
LightGBM,TimesFM-2.5,0.429,0.286,0.571,-0.021,-0.09,0.044
|
| 202 |
+
LightGBM,Toto-2.0-22m,0.286,0.166,0.429,-0.025,-0.097,0.044
|
| 203 |
+
LightGBM,FlowState,0.476,0.333,0.619,-0.013,-0.089,0.062
|
| 204 |
+
LightGBM,CatBoost,0.357,0.214,0.5,0.006,-0.036,0.046
|
| 205 |
+
LightGBM,Moirai-2.0,0.452,0.31,0.619,-0.011,-0.076,0.049
|
| 206 |
+
LightGBM,LightGBM,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
LightGBM,Toto-1.0,0.524,0.381,0.667,0.022,-0.038,0.083
|
| 208 |
+
LightGBM,Chronos-Bolt,0.595,0.429,0.738,0.025,-0.038,0.084
|
| 209 |
+
LightGBM,Seasonal Naive,0.881,0.762,0.976,0.28,0.202,0.356
|
| 210 |
+
Toto-1.0,Chronos-2,0.167,0.071,0.286,-0.226,-0.32,-0.157
|
| 211 |
+
Toto-1.0,Toto-2.0-1B,0.19,0.071,0.31,-0.084,-0.133,-0.039
|
| 212 |
+
Toto-1.0,Toto-2.0-2.5B,0.238,0.119,0.381,-0.079,-0.124,-0.039
|
| 213 |
+
Toto-1.0,TabPFN-TS-3,0.262,0.143,0.405,-0.172,-0.287,-0.086
|
| 214 |
+
Toto-1.0,Toto-2.0-313m,0.19,0.071,0.31,-0.075,-0.12,-0.035
|
| 215 |
+
Toto-1.0,TabPFN-TS,0.262,0.119,0.405,-0.15,-0.265,-0.056
|
| 216 |
+
Toto-1.0,TiRex,0.321,0.179,0.452,-0.057,-0.095,-0.026
|
| 217 |
+
Toto-1.0,TimesFM-2.5,0.417,0.274,0.548,-0.043,-0.096,0.001
|
| 218 |
+
Toto-1.0,Toto-2.0-22m,0.333,0.19,0.476,-0.048,-0.086,-0.013
|
| 219 |
+
Toto-1.0,FlowState,0.393,0.25,0.536,-0.035,-0.1,0.023
|
| 220 |
+
Toto-1.0,CatBoost,0.476,0.333,0.643,-0.016,-0.086,0.042
|
| 221 |
+
Toto-1.0,Moirai-2.0,0.464,0.321,0.595,-0.033,-0.069,-0.002
|
| 222 |
+
Toto-1.0,LightGBM,0.476,0.333,0.619,-0.022,-0.091,0.037
|
| 223 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
Toto-1.0,Chronos-Bolt,0.488,0.345,0.631,0.003,-0.043,0.048
|
| 225 |
+
Toto-1.0,Seasonal Naive,0.881,0.762,0.976,0.264,0.186,0.337
|
| 226 |
+
Chronos-Bolt,Chronos-2,0.048,0.0,0.119,-0.23,-0.322,-0.155
|
| 227 |
+
Chronos-Bolt,Toto-2.0-1B,0.19,0.071,0.31,-0.088,-0.15,-0.034
|
| 228 |
+
Chronos-Bolt,Toto-2.0-2.5B,0.119,0.024,0.214,-0.082,-0.139,-0.032
|
| 229 |
+
Chronos-Bolt,TabPFN-TS-3,0.286,0.143,0.429,-0.176,-0.288,-0.094
|
| 230 |
+
Chronos-Bolt,Toto-2.0-313m,0.143,0.048,0.262,-0.079,-0.139,-0.025
|
| 231 |
+
Chronos-Bolt,TabPFN-TS,0.238,0.119,0.358,-0.154,-0.256,-0.065
|
| 232 |
+
Chronos-Bolt,TiRex,0.274,0.143,0.405,-0.06,-0.103,-0.025
|
| 233 |
+
Chronos-Bolt,TimesFM-2.5,0.345,0.226,0.476,-0.047,-0.084,-0.012
|
| 234 |
+
Chronos-Bolt,Toto-2.0-22m,0.333,0.19,0.476,-0.051,-0.11,-0.006
|
| 235 |
+
Chronos-Bolt,FlowState,0.393,0.262,0.524,-0.039,-0.086,0.004
|
| 236 |
+
Chronos-Bolt,CatBoost,0.476,0.333,0.619,-0.02,-0.1,0.051
|
| 237 |
+
Chronos-Bolt,Moirai-2.0,0.44,0.31,0.571,-0.037,-0.084,-0.0
|
| 238 |
+
Chronos-Bolt,LightGBM,0.405,0.262,0.571,-0.026,-0.092,0.037
|
| 239 |
+
Chronos-Bolt,Toto-1.0,0.512,0.369,0.655,-0.003,-0.051,0.041
|
| 240 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Chronos-Bolt,Seasonal Naive,0.881,0.762,0.976,0.262,0.194,0.326
|
| 242 |
+
Seasonal Naive,Chronos-2,0.048,0.0,0.119,-0.666,-0.856,-0.493
|
| 243 |
+
Seasonal Naive,Toto-2.0-1B,0.024,0.0,0.071,-0.473,-0.641,-0.322
|
| 244 |
+
Seasonal Naive,Toto-2.0-2.5B,0.048,0.0,0.119,-0.466,-0.629,-0.313
|
| 245 |
+
Seasonal Naive,TabPFN-TS-3,0.024,0.0,0.071,-0.594,-0.765,-0.45
|
| 246 |
+
Seasonal Naive,Toto-2.0-313m,0.048,0.0,0.119,-0.461,-0.633,-0.309
|
| 247 |
+
Seasonal Naive,TabPFN-TS,0.036,0.0,0.095,-0.563,-0.746,-0.404
|
| 248 |
+
Seasonal Naive,TiRex,0.071,0.0,0.167,-0.436,-0.594,-0.296
|
| 249 |
+
Seasonal Naive,TimesFM-2.5,0.071,0.0,0.167,-0.418,-0.563,-0.298
|
| 250 |
+
Seasonal Naive,Toto-2.0-22m,0.024,0.0,0.071,-0.424,-0.582,-0.286
|
| 251 |
+
Seasonal Naive,FlowState,0.071,0.0,0.143,-0.407,-0.53,-0.297
|
| 252 |
+
Seasonal Naive,CatBoost,0.167,0.071,0.286,-0.381,-0.542,-0.239
|
| 253 |
+
Seasonal Naive,Moirai-2.0,0.143,0.048,0.262,-0.404,-0.558,-0.268
|
| 254 |
+
Seasonal Naive,LightGBM,0.119,0.024,0.238,-0.389,-0.553,-0.253
|
| 255 |
+
Seasonal Naive,Toto-1.0,0.119,0.024,0.238,-0.359,-0.508,-0.229
|
| 256 |
+
Seasonal Naive,Chronos-Bolt,0.119,0.024,0.238,-0.355,-0.484,-0.241
|
| 257 |
+
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/task_type_covariate_informed/pairwise_WQL.csv
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Chronos-2,Toto-2.0-1B,0.667,0.524,0.81,0.114,0.062,0.174
|
| 4 |
+
Chronos-2,TabPFN-TS-3,0.548,0.405,0.69,0.046,-0.004,0.09
|
| 5 |
+
Chronos-2,Toto-2.0-2.5B,0.69,0.548,0.833,0.121,0.071,0.18
|
| 6 |
+
Chronos-2,Toto-2.0-313m,0.738,0.595,0.858,0.12,0.068,0.181
|
| 7 |
+
Chronos-2,TabPFN-TS,0.738,0.595,0.857,0.069,0.019,0.124
|
| 8 |
+
Chronos-2,TiRex,0.81,0.69,0.929,0.141,0.093,0.199
|
| 9 |
+
Chronos-2,Toto-2.0-22m,0.738,0.595,0.857,0.146,0.096,0.204
|
| 10 |
+
Chronos-2,TimesFM-2.5,0.833,0.714,0.929,0.152,0.098,0.213
|
| 11 |
+
Chronos-2,FlowState,0.857,0.762,0.952,0.162,0.105,0.22
|
| 12 |
+
Chronos-2,Moirai-2.0,0.833,0.714,0.929,0.163,0.111,0.217
|
| 13 |
+
Chronos-2,Toto-1.0,0.833,0.714,0.929,0.186,0.134,0.244
|
| 14 |
+
Chronos-2,Chronos-Bolt,0.952,0.881,1.0,0.185,0.135,0.239
|
| 15 |
+
Chronos-2,Toto-2.0-4m,0.905,0.81,0.976,0.195,0.147,0.249
|
| 16 |
+
Chronos-2,Sundial-Base,0.952,0.881,1.0,0.264,0.207,0.317
|
| 17 |
+
Chronos-2,Seasonal Naive,0.976,0.929,1.0,0.503,0.438,0.558
|
| 18 |
+
Toto-2.0-1B,Chronos-2,0.333,0.19,0.476,-0.128,-0.21,-0.066
|
| 19 |
+
Toto-2.0-1B,Toto-2.0-1B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Toto-2.0-1B,TabPFN-TS-3,0.381,0.214,0.524,-0.076,-0.181,0.006
|
| 21 |
+
Toto-2.0-1B,Toto-2.0-2.5B,0.548,0.405,0.69,0.009,-0.006,0.023
|
| 22 |
+
Toto-2.0-1B,Toto-2.0-313m,0.571,0.405,0.714,0.007,-0.008,0.026
|
| 23 |
+
Toto-2.0-1B,TabPFN-TS,0.524,0.381,0.667,-0.051,-0.148,0.035
|
| 24 |
+
Toto-2.0-1B,TiRex,0.619,0.476,0.762,0.031,-0.005,0.066
|
| 25 |
+
Toto-2.0-1B,Toto-2.0-22m,0.81,0.69,0.905,0.036,0.017,0.056
|
| 26 |
+
Toto-2.0-1B,TimesFM-2.5,0.714,0.571,0.834,0.043,-0.008,0.088
|
| 27 |
+
Toto-2.0-1B,FlowState,0.643,0.499,0.786,0.054,-0.005,0.106
|
| 28 |
+
Toto-2.0-1B,Moirai-2.0,0.714,0.571,0.857,0.055,0.005,0.098
|
| 29 |
+
Toto-2.0-1B,Toto-1.0,0.81,0.69,0.905,0.082,0.041,0.121
|
| 30 |
+
Toto-2.0-1B,Chronos-Bolt,0.833,0.714,0.952,0.081,0.035,0.122
|
| 31 |
+
Toto-2.0-1B,Toto-2.0-4m,0.881,0.786,0.953,0.092,0.059,0.126
|
| 32 |
+
Toto-2.0-1B,Sundial-Base,0.905,0.81,0.976,0.169,0.089,0.24
|
| 33 |
+
Toto-2.0-1B,Seasonal Naive,0.976,0.929,1.0,0.439,0.364,0.506
|
| 34 |
+
TabPFN-TS-3,Chronos-2,0.452,0.31,0.595,-0.048,-0.099,0.004
|
| 35 |
+
TabPFN-TS-3,Toto-2.0-1B,0.619,0.476,0.786,0.071,-0.006,0.153
|
| 36 |
+
TabPFN-TS-3,TabPFN-TS-3,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
TabPFN-TS-3,Toto-2.0-2.5B,0.571,0.452,0.715,0.079,0.004,0.159
|
| 38 |
+
TabPFN-TS-3,Toto-2.0-313m,0.548,0.405,0.714,0.078,0.002,0.163
|
| 39 |
+
TabPFN-TS-3,TabPFN-TS,0.595,0.452,0.738,0.024,-0.026,0.072
|
| 40 |
+
TabPFN-TS-3,TiRex,0.571,0.452,0.715,0.1,0.032,0.176
|
| 41 |
+
TabPFN-TS-3,Toto-2.0-22m,0.619,0.476,0.762,0.105,0.033,0.182
|
| 42 |
+
TabPFN-TS-3,TimesFM-2.5,0.571,0.429,0.714,0.111,0.042,0.188
|
| 43 |
+
TabPFN-TS-3,FlowState,0.714,0.595,0.857,0.121,0.052,0.192
|
| 44 |
+
TabPFN-TS-3,Moirai-2.0,0.667,0.524,0.81,0.122,0.048,0.198
|
| 45 |
+
TabPFN-TS-3,Toto-1.0,0.738,0.595,0.857,0.147,0.074,0.225
|
| 46 |
+
TabPFN-TS-3,Chronos-Bolt,0.714,0.571,0.857,0.146,0.081,0.218
|
| 47 |
+
TabPFN-TS-3,Toto-2.0-4m,0.762,0.643,0.881,0.156,0.092,0.227
|
| 48 |
+
TabPFN-TS-3,Sundial-Base,0.857,0.738,0.952,0.228,0.168,0.289
|
| 49 |
+
TabPFN-TS-3,Seasonal Naive,0.976,0.929,1.0,0.478,0.417,0.537
|
| 50 |
+
Toto-2.0-2.5B,Chronos-2,0.31,0.167,0.452,-0.138,-0.22,-0.077
|
| 51 |
+
Toto-2.0-2.5B,Toto-2.0-1B,0.452,0.31,0.595,-0.009,-0.024,0.006
|
| 52 |
+
Toto-2.0-2.5B,TabPFN-TS-3,0.429,0.285,0.548,-0.086,-0.189,-0.004
|
| 53 |
+
Toto-2.0-2.5B,Toto-2.0-2.5B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Toto-2.0-2.5B,Toto-2.0-313m,0.619,0.476,0.762,-0.001,-0.021,0.016
|
| 55 |
+
Toto-2.0-2.5B,TabPFN-TS,0.5,0.357,0.643,-0.06,-0.155,0.027
|
| 56 |
+
Toto-2.0-2.5B,TiRex,0.667,0.524,0.81,0.023,-0.015,0.056
|
| 57 |
+
Toto-2.0-2.5B,Toto-2.0-22m,0.762,0.619,0.881,0.028,0.004,0.05
|
| 58 |
+
Toto-2.0-2.5B,TimesFM-2.5,0.619,0.476,0.762,0.035,-0.019,0.079
|
| 59 |
+
Toto-2.0-2.5B,FlowState,0.643,0.476,0.762,0.046,-0.016,0.097
|
| 60 |
+
Toto-2.0-2.5B,Moirai-2.0,0.69,0.548,0.833,0.047,-0.004,0.09
|
| 61 |
+
Toto-2.0-2.5B,Toto-1.0,0.762,0.643,0.881,0.073,0.034,0.113
|
| 62 |
+
Toto-2.0-2.5B,Chronos-Bolt,0.81,0.69,0.929,0.073,0.022,0.115
|
| 63 |
+
Toto-2.0-2.5B,Toto-2.0-4m,0.786,0.667,0.905,0.084,0.053,0.117
|
| 64 |
+
Toto-2.0-2.5B,Sundial-Base,0.881,0.762,0.976,0.162,0.076,0.231
|
| 65 |
+
Toto-2.0-2.5B,Seasonal Naive,0.976,0.929,1.0,0.434,0.355,0.502
|
| 66 |
+
Toto-2.0-313m,Chronos-2,0.262,0.142,0.405,-0.137,-0.221,-0.073
|
| 67 |
+
Toto-2.0-313m,Toto-2.0-1B,0.429,0.286,0.595,-0.007,-0.026,0.008
|
| 68 |
+
Toto-2.0-313m,TabPFN-TS-3,0.452,0.286,0.595,-0.084,-0.195,-0.002
|
| 69 |
+
Toto-2.0-313m,Toto-2.0-2.5B,0.381,0.238,0.524,0.001,-0.016,0.02
|
| 70 |
+
Toto-2.0-313m,Toto-2.0-313m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
Toto-2.0-313m,TabPFN-TS,0.452,0.309,0.595,-0.059,-0.162,0.03
|
| 72 |
+
Toto-2.0-313m,TiRex,0.667,0.524,0.81,0.024,-0.008,0.056
|
| 73 |
+
Toto-2.0-313m,Toto-2.0-22m,0.762,0.619,0.881,0.029,0.015,0.044
|
| 74 |
+
Toto-2.0-313m,TimesFM-2.5,0.571,0.429,0.738,0.036,-0.013,0.079
|
| 75 |
+
Toto-2.0-313m,FlowState,0.667,0.524,0.81,0.047,-0.015,0.104
|
| 76 |
+
Toto-2.0-313m,Moirai-2.0,0.714,0.571,0.833,0.048,-0.001,0.09
|
| 77 |
+
Toto-2.0-313m,Toto-1.0,0.81,0.69,0.929,0.075,0.035,0.111
|
| 78 |
+
Toto-2.0-313m,Chronos-Bolt,0.833,0.714,0.952,0.074,0.027,0.119
|
| 79 |
+
Toto-2.0-313m,Toto-2.0-4m,0.929,0.833,1.0,0.085,0.055,0.115
|
| 80 |
+
Toto-2.0-313m,Sundial-Base,0.905,0.81,0.976,0.163,0.08,0.236
|
| 81 |
+
Toto-2.0-313m,Seasonal Naive,0.976,0.929,1.0,0.434,0.358,0.502
|
| 82 |
+
TabPFN-TS,Chronos-2,0.262,0.143,0.405,-0.074,-0.141,-0.019
|
| 83 |
+
TabPFN-TS,Toto-2.0-1B,0.476,0.333,0.619,0.048,-0.036,0.129
|
| 84 |
+
TabPFN-TS,TabPFN-TS-3,0.405,0.262,0.548,-0.024,-0.078,0.025
|
| 85 |
+
TabPFN-TS,Toto-2.0-2.5B,0.5,0.357,0.643,0.057,-0.028,0.134
|
| 86 |
+
TabPFN-TS,Toto-2.0-313m,0.548,0.405,0.691,0.055,-0.03,0.14
|
| 87 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
TabPFN-TS,TiRex,0.524,0.381,0.667,0.078,-0.003,0.157
|
| 89 |
+
TabPFN-TS,Toto-2.0-22m,0.643,0.5,0.786,0.083,0.005,0.162
|
| 90 |
+
TabPFN-TS,TimesFM-2.5,0.595,0.452,0.738,0.089,0.012,0.165
|
| 91 |
+
TabPFN-TS,FlowState,0.643,0.5,0.786,0.1,0.02,0.177
|
| 92 |
+
TabPFN-TS,Moirai-2.0,0.667,0.524,0.81,0.101,0.018,0.18
|
| 93 |
+
TabPFN-TS,Toto-1.0,0.69,0.548,0.833,0.126,0.048,0.209
|
| 94 |
+
TabPFN-TS,Chronos-Bolt,0.714,0.571,0.833,0.125,0.053,0.194
|
| 95 |
+
TabPFN-TS,Toto-2.0-4m,0.81,0.69,0.929,0.136,0.055,0.212
|
| 96 |
+
TabPFN-TS,Sundial-Base,0.857,0.738,0.952,0.21,0.119,0.284
|
| 97 |
+
TabPFN-TS,Seasonal Naive,0.964,0.905,1.0,0.466,0.393,0.527
|
| 98 |
+
TiRex,Chronos-2,0.19,0.071,0.31,-0.165,-0.248,-0.103
|
| 99 |
+
TiRex,Toto-2.0-1B,0.381,0.238,0.524,-0.032,-0.071,0.005
|
| 100 |
+
TiRex,TabPFN-TS-3,0.429,0.285,0.548,-0.111,-0.213,-0.033
|
| 101 |
+
TiRex,Toto-2.0-2.5B,0.333,0.19,0.476,-0.023,-0.059,0.015
|
| 102 |
+
TiRex,Toto-2.0-313m,0.333,0.19,0.476,-0.025,-0.059,0.008
|
| 103 |
+
TiRex,TabPFN-TS,0.476,0.333,0.619,-0.085,-0.187,0.003
|
| 104 |
+
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TiRex,Toto-2.0-22m,0.548,0.405,0.69,0.005,-0.026,0.035
|
| 106 |
+
TiRex,TimesFM-2.5,0.631,0.476,0.774,0.012,-0.017,0.037
|
| 107 |
+
TiRex,FlowState,0.56,0.405,0.714,0.024,-0.018,0.07
|
| 108 |
+
TiRex,Moirai-2.0,0.702,0.571,0.845,0.025,-0.0,0.049
|
| 109 |
+
TiRex,Toto-1.0,0.726,0.595,0.857,0.052,0.023,0.085
|
| 110 |
+
TiRex,Chronos-Bolt,0.798,0.679,0.905,0.051,0.019,0.086
|
| 111 |
+
TiRex,Toto-2.0-4m,0.81,0.69,0.929,0.063,0.035,0.093
|
| 112 |
+
TiRex,Sundial-Base,0.845,0.726,0.94,0.143,0.069,0.206
|
| 113 |
+
TiRex,Seasonal Naive,0.976,0.929,1.0,0.421,0.35,0.487
|
| 114 |
+
Toto-2.0-22m,Chronos-2,0.262,0.143,0.405,-0.171,-0.257,-0.106
|
| 115 |
+
Toto-2.0-22m,Toto-2.0-1B,0.19,0.095,0.31,-0.038,-0.059,-0.017
|
| 116 |
+
Toto-2.0-22m,TabPFN-TS-3,0.381,0.238,0.524,-0.117,-0.222,-0.034
|
| 117 |
+
Toto-2.0-22m,Toto-2.0-2.5B,0.238,0.119,0.381,-0.029,-0.053,-0.004
|
| 118 |
+
Toto-2.0-22m,Toto-2.0-313m,0.238,0.119,0.381,-0.03,-0.046,-0.016
|
| 119 |
+
Toto-2.0-22m,TabPFN-TS,0.357,0.214,0.5,-0.091,-0.193,-0.005
|
| 120 |
+
Toto-2.0-22m,TiRex,0.452,0.31,0.595,-0.005,-0.037,0.026
|
| 121 |
+
Toto-2.0-22m,Toto-2.0-22m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Toto-2.0-22m,TimesFM-2.5,0.524,0.381,0.667,0.007,-0.039,0.052
|
| 123 |
+
Toto-2.0-22m,FlowState,0.595,0.429,0.738,0.019,-0.038,0.078
|
| 124 |
+
Toto-2.0-22m,Moirai-2.0,0.595,0.452,0.738,0.02,-0.025,0.059
|
| 125 |
+
Toto-2.0-22m,Toto-1.0,0.69,0.548,0.833,0.047,0.011,0.08
|
| 126 |
+
Toto-2.0-22m,Chronos-Bolt,0.69,0.548,0.833,0.046,0.004,0.092
|
| 127 |
+
Toto-2.0-22m,Toto-2.0-4m,0.833,0.714,0.929,0.058,0.032,0.084
|
| 128 |
+
Toto-2.0-22m,Sundial-Base,0.81,0.69,0.929,0.138,0.056,0.213
|
| 129 |
+
Toto-2.0-22m,Seasonal Naive,0.976,0.929,1.0,0.417,0.343,0.485
|
| 130 |
+
TimesFM-2.5,Chronos-2,0.167,0.071,0.286,-0.179,-0.271,-0.109
|
| 131 |
+
TimesFM-2.5,Toto-2.0-1B,0.286,0.166,0.429,-0.045,-0.096,0.008
|
| 132 |
+
TimesFM-2.5,TabPFN-TS-3,0.429,0.286,0.571,-0.125,-0.231,-0.044
|
| 133 |
+
TimesFM-2.5,Toto-2.0-2.5B,0.381,0.238,0.524,-0.036,-0.086,0.019
|
| 134 |
+
TimesFM-2.5,Toto-2.0-313m,0.429,0.262,0.571,-0.037,-0.086,0.013
|
| 135 |
+
TimesFM-2.5,TabPFN-TS,0.405,0.262,0.548,-0.098,-0.197,-0.012
|
| 136 |
+
TimesFM-2.5,TiRex,0.369,0.226,0.524,-0.012,-0.038,0.017
|
| 137 |
+
TimesFM-2.5,Toto-2.0-22m,0.476,0.333,0.619,-0.007,-0.055,0.038
|
| 138 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
TimesFM-2.5,FlowState,0.488,0.357,0.619,0.012,-0.03,0.057
|
| 140 |
+
TimesFM-2.5,Moirai-2.0,0.583,0.44,0.726,0.013,-0.025,0.047
|
| 141 |
+
TimesFM-2.5,Toto-1.0,0.607,0.476,0.738,0.04,-0.006,0.084
|
| 142 |
+
TimesFM-2.5,Chronos-Bolt,0.655,0.524,0.774,0.039,0.011,0.067
|
| 143 |
+
TimesFM-2.5,Toto-2.0-4m,0.619,0.476,0.762,0.051,0.012,0.096
|
| 144 |
+
TimesFM-2.5,Sundial-Base,0.821,0.702,0.929,0.132,0.066,0.194
|
| 145 |
+
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.413,0.346,0.477
|
| 146 |
+
FlowState,Chronos-2,0.143,0.048,0.238,-0.193,-0.281,-0.118
|
| 147 |
+
FlowState,Toto-2.0-1B,0.357,0.214,0.501,-0.058,-0.118,0.004
|
| 148 |
+
FlowState,TabPFN-TS-3,0.286,0.143,0.405,-0.138,-0.238,-0.055
|
| 149 |
+
FlowState,Toto-2.0-2.5B,0.357,0.238,0.524,-0.048,-0.107,0.016
|
| 150 |
+
FlowState,Toto-2.0-313m,0.333,0.19,0.476,-0.05,-0.116,0.014
|
| 151 |
+
FlowState,TabPFN-TS,0.357,0.214,0.5,-0.111,-0.215,-0.02
|
| 152 |
+
FlowState,TiRex,0.44,0.286,0.595,-0.024,-0.075,0.017
|
| 153 |
+
FlowState,Toto-2.0-22m,0.405,0.262,0.571,-0.019,-0.084,0.036
|
| 154 |
+
FlowState,TimesFM-2.5,0.512,0.381,0.643,-0.012,-0.06,0.029
|
| 155 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
FlowState,Moirai-2.0,0.512,0.381,0.643,0.001,-0.044,0.042
|
| 157 |
+
FlowState,Toto-1.0,0.631,0.488,0.762,0.029,-0.03,0.084
|
| 158 |
+
FlowState,Chronos-Bolt,0.607,0.476,0.738,0.028,-0.015,0.071
|
| 159 |
+
FlowState,Toto-2.0-4m,0.714,0.595,0.857,0.04,-0.017,0.097
|
| 160 |
+
FlowState,Sundial-Base,0.798,0.679,0.905,0.122,0.055,0.174
|
| 161 |
+
FlowState,Seasonal Naive,0.976,0.929,1.0,0.406,0.347,0.463
|
| 162 |
+
Moirai-2.0,Chronos-2,0.167,0.071,0.286,-0.194,-0.277,-0.125
|
| 163 |
+
Moirai-2.0,Toto-2.0-1B,0.286,0.143,0.429,-0.059,-0.108,-0.005
|
| 164 |
+
Moirai-2.0,TabPFN-TS-3,0.333,0.19,0.476,-0.139,-0.247,-0.051
|
| 165 |
+
Moirai-2.0,Toto-2.0-2.5B,0.31,0.167,0.452,-0.049,-0.098,0.004
|
| 166 |
+
Moirai-2.0,Toto-2.0-313m,0.286,0.167,0.429,-0.051,-0.099,0.001
|
| 167 |
+
Moirai-2.0,TabPFN-TS,0.333,0.19,0.476,-0.112,-0.22,-0.018
|
| 168 |
+
Moirai-2.0,TiRex,0.298,0.155,0.429,-0.025,-0.051,0.0
|
| 169 |
+
Moirai-2.0,Toto-2.0-22m,0.405,0.262,0.548,-0.02,-0.063,0.024
|
| 170 |
+
Moirai-2.0,TimesFM-2.5,0.417,0.274,0.56,-0.013,-0.049,0.024
|
| 171 |
+
Moirai-2.0,FlowState,0.488,0.357,0.619,-0.001,-0.044,0.042
|
| 172 |
+
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
Moirai-2.0,Toto-1.0,0.583,0.452,0.726,0.028,-0.001,0.057
|
| 174 |
+
Moirai-2.0,Chronos-Bolt,0.56,0.429,0.691,0.027,-0.006,0.066
|
| 175 |
+
Moirai-2.0,Toto-2.0-4m,0.595,0.452,0.738,0.039,0.003,0.076
|
| 176 |
+
Moirai-2.0,Sundial-Base,0.845,0.738,0.94,0.121,0.049,0.187
|
| 177 |
+
Moirai-2.0,Seasonal Naive,0.952,0.881,1.0,0.406,0.337,0.469
|
| 178 |
+
Toto-1.0,Chronos-2,0.167,0.071,0.286,-0.229,-0.323,-0.155
|
| 179 |
+
Toto-1.0,Toto-2.0-1B,0.19,0.095,0.31,-0.089,-0.138,-0.043
|
| 180 |
+
Toto-1.0,TabPFN-TS-3,0.262,0.143,0.405,-0.172,-0.291,-0.08
|
| 181 |
+
Toto-1.0,Toto-2.0-2.5B,0.238,0.119,0.357,-0.079,-0.127,-0.035
|
| 182 |
+
Toto-1.0,Toto-2.0-313m,0.19,0.071,0.31,-0.081,-0.125,-0.036
|
| 183 |
+
Toto-1.0,TabPFN-TS,0.31,0.167,0.452,-0.144,-0.264,-0.051
|
| 184 |
+
Toto-1.0,TiRex,0.274,0.143,0.405,-0.055,-0.092,-0.023
|
| 185 |
+
Toto-1.0,Toto-2.0-22m,0.31,0.167,0.452,-0.049,-0.086,-0.011
|
| 186 |
+
Toto-1.0,TimesFM-2.5,0.393,0.262,0.524,-0.042,-0.092,0.006
|
| 187 |
+
Toto-1.0,FlowState,0.369,0.238,0.512,-0.03,-0.092,0.029
|
| 188 |
+
Toto-1.0,Moirai-2.0,0.417,0.274,0.548,-0.029,-0.061,0.001
|
| 189 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Toto-1.0,Chronos-Bolt,0.44,0.298,0.583,-0.001,-0.048,0.043
|
| 191 |
+
Toto-1.0,Toto-2.0-4m,0.619,0.476,0.762,0.011,-0.018,0.036
|
| 192 |
+
Toto-1.0,Sundial-Base,0.679,0.536,0.81,0.096,0.01,0.174
|
| 193 |
+
Toto-1.0,Seasonal Naive,0.976,0.929,1.0,0.389,0.314,0.457
|
| 194 |
+
Chronos-Bolt,Chronos-2,0.048,0.0,0.119,-0.227,-0.314,-0.156
|
| 195 |
+
Chronos-Bolt,Toto-2.0-1B,0.167,0.048,0.286,-0.088,-0.14,-0.036
|
| 196 |
+
Chronos-Bolt,TabPFN-TS-3,0.286,0.143,0.429,-0.171,-0.278,-0.088
|
| 197 |
+
Chronos-Bolt,Toto-2.0-2.5B,0.19,0.071,0.31,-0.078,-0.13,-0.022
|
| 198 |
+
Chronos-Bolt,Toto-2.0-313m,0.167,0.048,0.286,-0.08,-0.135,-0.028
|
| 199 |
+
Chronos-Bolt,TabPFN-TS,0.286,0.167,0.429,-0.143,-0.241,-0.056
|
| 200 |
+
Chronos-Bolt,TiRex,0.202,0.095,0.321,-0.054,-0.094,-0.02
|
| 201 |
+
Chronos-Bolt,Toto-2.0-22m,0.31,0.167,0.452,-0.048,-0.101,-0.004
|
| 202 |
+
Chronos-Bolt,TimesFM-2.5,0.345,0.226,0.476,-0.041,-0.072,-0.011
|
| 203 |
+
Chronos-Bolt,FlowState,0.393,0.262,0.524,-0.029,-0.077,0.014
|
| 204 |
+
Chronos-Bolt,Moirai-2.0,0.44,0.309,0.571,-0.028,-0.071,0.006
|
| 205 |
+
Chronos-Bolt,Toto-1.0,0.56,0.417,0.702,0.001,-0.045,0.046
|
| 206 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
Chronos-Bolt,Toto-2.0-4m,0.595,0.452,0.738,0.012,-0.033,0.059
|
| 208 |
+
Chronos-Bolt,Sundial-Base,0.798,0.679,0.905,0.097,0.025,0.157
|
| 209 |
+
Chronos-Bolt,Seasonal Naive,0.976,0.905,1.0,0.389,0.321,0.451
|
| 210 |
+
Toto-2.0-4m,Chronos-2,0.095,0.024,0.19,-0.243,-0.331,-0.172
|
| 211 |
+
Toto-2.0-4m,Toto-2.0-1B,0.119,0.047,0.214,-0.101,-0.144,-0.063
|
| 212 |
+
Toto-2.0-4m,TabPFN-TS-3,0.238,0.119,0.357,-0.185,-0.293,-0.101
|
| 213 |
+
Toto-2.0-4m,Toto-2.0-2.5B,0.214,0.095,0.333,-0.092,-0.133,-0.056
|
| 214 |
+
Toto-2.0-4m,Toto-2.0-313m,0.071,0.0,0.167,-0.093,-0.13,-0.059
|
| 215 |
+
Toto-2.0-4m,TabPFN-TS,0.19,0.071,0.31,-0.157,-0.269,-0.059
|
| 216 |
+
Toto-2.0-4m,TiRex,0.19,0.071,0.31,-0.067,-0.102,-0.037
|
| 217 |
+
Toto-2.0-4m,Toto-2.0-22m,0.167,0.071,0.286,-0.061,-0.092,-0.033
|
| 218 |
+
Toto-2.0-4m,TimesFM-2.5,0.381,0.238,0.524,-0.054,-0.106,-0.012
|
| 219 |
+
Toto-2.0-4m,FlowState,0.286,0.143,0.405,-0.041,-0.108,0.017
|
| 220 |
+
Toto-2.0-4m,Moirai-2.0,0.405,0.262,0.548,-0.04,-0.082,-0.003
|
| 221 |
+
Toto-2.0-4m,Toto-1.0,0.381,0.238,0.524,-0.012,-0.038,0.018
|
| 222 |
+
Toto-2.0-4m,Chronos-Bolt,0.405,0.262,0.548,-0.012,-0.063,0.032
|
| 223 |
+
Toto-2.0-4m,Toto-2.0-4m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
Toto-2.0-4m,Sundial-Base,0.738,0.595,0.857,0.085,-0.002,0.163
|
| 225 |
+
Toto-2.0-4m,Seasonal Naive,0.976,0.929,1.0,0.382,0.303,0.452
|
| 226 |
+
Sundial-Base,Chronos-2,0.048,0.0,0.119,-0.359,-0.463,-0.261
|
| 227 |
+
Sundial-Base,Toto-2.0-1B,0.095,0.024,0.19,-0.204,-0.315,-0.098
|
| 228 |
+
Sundial-Base,TabPFN-TS-3,0.143,0.048,0.262,-0.296,-0.407,-0.202
|
| 229 |
+
Sundial-Base,Toto-2.0-2.5B,0.119,0.024,0.238,-0.193,-0.3,-0.083
|
| 230 |
+
Sundial-Base,Toto-2.0-313m,0.095,0.024,0.19,-0.195,-0.309,-0.087
|
| 231 |
+
Sundial-Base,TabPFN-TS,0.143,0.048,0.262,-0.265,-0.397,-0.135
|
| 232 |
+
Sundial-Base,TiRex,0.155,0.06,0.274,-0.166,-0.259,-0.074
|
| 233 |
+
Sundial-Base,Toto-2.0-22m,0.19,0.071,0.31,-0.16,-0.271,-0.06
|
| 234 |
+
Sundial-Base,TimesFM-2.5,0.179,0.071,0.298,-0.152,-0.24,-0.071
|
| 235 |
+
Sundial-Base,FlowState,0.202,0.095,0.321,-0.139,-0.211,-0.059
|
| 236 |
+
Sundial-Base,Moirai-2.0,0.155,0.06,0.262,-0.137,-0.23,-0.051
|
| 237 |
+
Sundial-Base,Toto-1.0,0.321,0.19,0.464,-0.106,-0.21,-0.01
|
| 238 |
+
Sundial-Base,Chronos-Bolt,0.202,0.095,0.321,-0.107,-0.186,-0.025
|
| 239 |
+
Sundial-Base,Toto-2.0-4m,0.262,0.143,0.405,-0.093,-0.194,0.002
|
| 240 |
+
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Sundial-Base,Seasonal Naive,0.929,0.833,1.0,0.324,0.255,0.393
|
| 242 |
+
Seasonal Naive,Chronos-2,0.024,0.0,0.071,-1.01,-1.263,-0.779
|
| 243 |
+
Seasonal Naive,Toto-2.0-1B,0.024,0.0,0.071,-0.781,-1.023,-0.572
|
| 244 |
+
Seasonal Naive,TabPFN-TS-3,0.024,0.0,0.071,-0.917,-1.16,-0.715
|
| 245 |
+
Seasonal Naive,Toto-2.0-2.5B,0.024,0.0,0.071,-0.766,-1.007,-0.55
|
| 246 |
+
Seasonal Naive,Toto-2.0-313m,0.024,0.0,0.071,-0.768,-1.007,-0.558
|
| 247 |
+
Seasonal Naive,TabPFN-TS,0.036,0.0,0.095,-0.872,-1.115,-0.648
|
| 248 |
+
Seasonal Naive,TiRex,0.024,0.0,0.071,-0.726,-0.949,-0.537
|
| 249 |
+
Seasonal Naive,Toto-2.0-22m,0.024,0.0,0.071,-0.717,-0.94,-0.522
|
| 250 |
+
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-0.705,-0.911,-0.529
|
| 251 |
+
Seasonal Naive,FlowState,0.024,0.0,0.071,-0.685,-0.863,-0.53
|
| 252 |
+
Seasonal Naive,Moirai-2.0,0.048,0.0,0.119,-0.683,-0.882,-0.507
|
| 253 |
+
Seasonal Naive,Toto-1.0,0.024,0.0,0.071,-0.636,-0.842,-0.458
|
| 254 |
+
Seasonal Naive,Chronos-Bolt,0.024,0.0,0.095,-0.638,-0.823,-0.473
|
| 255 |
+
Seasonal Naive,Toto-2.0-4m,0.024,0.0,0.071,-0.618,-0.825,-0.434
|
| 256 |
+
Seasonal Naive,Sundial-Base,0.071,0.0,0.167,-0.48,-0.647,-0.343
|
| 257 |
+
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/task_type_multivariate/leaderboard_MASE.csv
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Toto-2.0-2.5B,84.61538461538463,42.37962809390597,0.0,5.4132902212121214,0.0,0.0
|
| 3 |
+
Toto-2.0-313m,83.40659340659342,42.20523827207805,0.0,1.0077612054761904,0.0,0.0
|
| 4 |
+
Toto-2.0-1B,82.63736263736264,42.006798813920796,0.0,2.558476265800866,0.0,0.0
|
| 5 |
+
Toto-2.0-22m,78.35164835164835,41.19031821593736,0.0,0.23064212619047622,0.0,0.0
|
| 6 |
+
Chronos-2,72.52747252747253,40.47703024635902,0.0,1.1849748603,0.0,0.0
|
| 7 |
+
Toto-1.0,72.52747252747253,39.81314672865939,0.0,44.222308597403845,0.05714285714285714,0.0
|
| 8 |
+
TiRex,72.19780219780218,38.70507938155933,0.0,0.32911286958333336,0.0,0.0
|
| 9 |
+
Toto-2.0-4m,71.53846153846153,39.82701860526772,0.0,0.19324943976190476,0.0,0.0
|
| 10 |
+
TimesFM-2.5,66.8131868131868,38.48001468455288,0.0,5.895658940000001,0.05714285714285714,0.0
|
| 11 |
+
FlowState,59.56043956043957,35.39038084875803,0.0,4.2874189791,0.05714285714285714,0.0
|
| 12 |
+
Moirai-2.0,58.73626373626373,36.61629177551803,0.0,0.431608325,0.3142857142857143,0.0
|
| 13 |
+
Chronos-Bolt,56.31868131868131,35.002811549465626,0.0,0.41097235624999995,0.0,0.0
|
| 14 |
+
TabPFN-TS-3,50.0,34.03615459868672,0.0,296.51637025115633,0.0,0.0
|
| 15 |
+
Sundial-Base,48.68131868131867,32.62962647463809,0.0,8.009474041714286,0.0,0.0
|
| 16 |
+
TabPFN-TS,47.03296703296703,34.56355030672918,0.0,272.2124274120408,0.0,0.0
|
| 17 |
+
CatBoost,41.208791208791204,30.421636182713975,85.04530864050001,0.5953758560714286,0.0,0.0
|
| 18 |
+
Stat. Ensemble,40.43956043956044,25.799072425986303,0.0,191.30953815208332,0.0,2.857142857142857
|
| 19 |
+
LightGBM,39.23076923076923,27.664714643052324,5.0175009462,0.4638569017857143,0.0,0.0
|
| 20 |
+
PatchTST,35.16483516483516,26.58823462824348,1166.9339861665383,0.8156210857142857,0.0,0.0
|
| 21 |
+
TFT,32.08791208791209,24.074542520238907,1175.3819149861429,1.1615856007142857,0.0,0.0
|
| 22 |
+
AutoTheta,29.230769230769226,20.18219419387095,0.0,3.600769502857143,0.0,0.0
|
| 23 |
+
AutoETS,28.846153846153843,14.94665084779918,0.0,3.970462877558334,0.0,2.857142857142857
|
| 24 |
+
DeepAR,26.26373626373626,20.17693379420851,1929.7692648929808,1.66941923475,0.0,0.0
|
| 25 |
+
AutoARIMA,25.274725274725274,18.076754194913157,0.0,18.755229074642855,0.0,2.857142857142857
|
| 26 |
+
Naive,19.17582417582417,8.938030239814665,0.0,0.9265094010869566,0.0,0.0
|
| 27 |
+
Drift,17.58241758241758,10.236281397576896,0.0,0.9685240114285714,0.0,0.0
|
| 28 |
+
Seasonal Naive,10.549450549450547,0.0,0.0,0.9125925713043479,0.0,0.0
|
tables/task_type_multivariate/leaderboard_SQL.csv
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Toto-2.0-2.5B,87.69230769230771,56.24594683677972,0.0,5.4132902212121214,0.0,0.0
|
| 3 |
+
Toto-2.0-313m,85.16483516483517,56.153039055320534,0.0,1.0077612054761904,0.0,0.0
|
| 4 |
+
Toto-2.0-1B,84.72527472527473,56.008529924072505,0.0,2.558476265800866,0.0,0.0
|
| 5 |
+
Toto-2.0-22m,79.78021978021978,55.1331402332338,0.0,0.23064212619047622,0.0,0.0
|
| 6 |
+
Chronos-2,78.24175824175825,54.956049957217616,0.0,1.1849748603,0.0,0.0
|
| 7 |
+
Toto-1.0,75.7142857142857,54.15563623568822,0.0,44.222308597403845,0.05714285714285714,0.0
|
| 8 |
+
TiRex,74.50549450549448,53.071981977564405,0.0,0.32911286958333336,0.0,0.0
|
| 9 |
+
Toto-2.0-4m,73.73626373626372,53.962013710251625,0.0,0.19324943976190476,0.0,0.0
|
| 10 |
+
TimesFM-2.5,69.89010989010987,52.79391261932832,0.0,5.895658940000001,0.05714285714285714,0.0
|
| 11 |
+
FlowState,61.3186813186813,50.37345891984082,0.0,4.2874189791,0.05714285714285714,0.0
|
| 12 |
+
Moirai-2.0,61.26373626373625,50.95532629740666,0.0,0.431608325,0.3142857142857143,0.0
|
| 13 |
+
Chronos-Bolt,56.97802197802198,49.44557468666984,0.0,0.41097235624999995,0.0,0.0
|
| 14 |
+
TabPFN-TS-3,56.263736263736256,49.813403234908485,0.0,296.51637025115633,0.0,0.0
|
| 15 |
+
TabPFN-TS,50.439560439560424,48.15956039754633,0.0,272.2124274120408,0.0,0.0
|
| 16 |
+
Sundial-Base,42.30769230769231,45.65760722577821,0.0,8.009474041714286,0.0,0.0
|
| 17 |
+
PatchTST,39.67032967032967,43.12812641312074,1166.9339861665383,0.8156210857142857,0.0,0.0
|
| 18 |
+
TFT,36.7032967032967,40.55122516723462,1175.3819149861429,1.1615856007142857,0.0,0.0
|
| 19 |
+
Stat. Ensemble,35.16483516483516,28.823634833572388,0.0,191.30953815208332,0.0,2.857142857142857
|
| 20 |
+
DeepAR,32.08791208791209,37.56325937155223,1929.7692648929808,1.66941923475,0.0,0.0
|
| 21 |
+
AutoETS,28.846153846153843,-13.587078390469642,0.0,3.970462877558334,0.0,2.857142857142857
|
| 22 |
+
LightGBM,28.13186813186813,33.00191912776389,5.0175009462,0.4638569017857143,0.0,0.0
|
| 23 |
+
AutoARIMA,27.8021978021978,29.200998362644015,0.0,18.755229074642855,0.0,2.857142857142857
|
| 24 |
+
CatBoost,27.8021978021978,35.55542329051369,85.04530864050001,0.5953758560714286,0.0,0.0
|
| 25 |
+
AutoTheta,20.439560439560438,14.938651834571226,0.0,3.600769502857143,0.0,0.0
|
| 26 |
+
Seasonal Naive,12.197802197802197,0.0,0.0,0.9125925713043479,0.0,0.0
|
| 27 |
+
Naive,11.703296703296703,-24.141881005489306,0.0,0.9265094010869566,0.0,0.0
|
| 28 |
+
Drift,11.428571428571429,-21.43004900644645,0.0,0.9685240114285714,0.0,0.0
|
tables/task_type_multivariate/leaderboard_WAPE.csv
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Toto-2.0-1B,85.16483516483517,45.64380153509545,0.0,2.558476265800866,0.0,0.0
|
| 3 |
+
Toto-2.0-2.5B,84.94505494505495,46.07175559172698,0.0,5.4132902212121214,0.0,0.0
|
| 4 |
+
Toto-2.0-313m,84.50549450549451,45.49656398580171,0.0,1.0077612054761904,0.0,0.0
|
| 5 |
+
Toto-2.0-22m,79.34065934065934,43.976482848629104,0.0,0.23064212619047622,0.0,0.0
|
| 6 |
+
Toto-1.0,73.5164835164835,42.766138549210844,0.0,44.222308597403845,0.05714285714285714,0.0
|
| 7 |
+
Chronos-2,70.54945054945054,44.34184922951903,0.0,1.1849748603,0.0,0.0
|
| 8 |
+
Toto-2.0-4m,69.56043956043956,42.28603186556402,0.0,0.19324943976190476,0.0,0.0
|
| 9 |
+
TiRex,68.68131868131867,41.644068882649776,0.0,0.32911286958333336,0.0,0.0
|
| 10 |
+
TimesFM-2.5,66.8131868131868,42.06152219112852,0.0,5.895658940000001,0.05714285714285714,0.0
|
| 11 |
+
Moirai-2.0,61.04395604395604,40.61852164348273,0.0,0.431608325,0.3142857142857143,0.0
|
| 12 |
+
FlowState,56.92307692307691,39.58186553887033,0.0,4.2874189791,0.05714285714285714,0.0
|
| 13 |
+
Chronos-Bolt,55.87912087912088,37.95787313736294,0.0,0.41097235624999995,0.0,0.0
|
| 14 |
+
TabPFN-TS-3,52.96703296703296,40.353645428709726,0.0,296.51637025115633,0.0,0.0
|
| 15 |
+
TabPFN-TS,50.0,38.547278765276026,0.0,272.2124274120408,0.0,0.0
|
| 16 |
+
Sundial-Base,42.19780219780219,34.35604853400894,0.0,8.009474041714286,0.0,0.0
|
| 17 |
+
PatchTST,40.43956043956044,32.22451376950516,1166.9339861665383,0.8156210857142857,0.0,0.0
|
| 18 |
+
Stat. Ensemble,39.34065934065934,26.656189157155087,0.0,191.30953815208332,0.0,2.857142857142857
|
| 19 |
+
CatBoost,36.153846153846146,30.3363690234262,85.04530864050001,0.5953758560714286,0.0,0.0
|
| 20 |
+
LightGBM,34.94505494505494,24.144419239287817,5.0175009462,0.4638569017857143,0.0,0.0
|
| 21 |
+
TFT,33.51648351648351,25.518118709758486,1175.3819149861429,1.1615856007142857,0.0,0.0
|
| 22 |
+
DeepAR,30.43956043956043,24.540387510587635,1929.7692648929808,1.66941923475,0.0,0.0
|
| 23 |
+
AutoETS,29.61538461538461,17.598567846659442,0.0,3.970462877558334,0.0,2.857142857142857
|
| 24 |
+
AutoTheta,27.47252747252747,21.013255167194846,0.0,3.600769502857143,0.0,0.0
|
| 25 |
+
Naive,22.58241758241758,13.99112565126096,0.0,0.9265094010869566,0.0,0.0
|
| 26 |
+
AutoARIMA,22.527472527472526,16.45553689708581,0.0,18.755229074642855,0.0,2.857142857142857
|
| 27 |
+
Drift,19.010989010989007,10.971858113653743,0.0,0.9685240114285714,0.0,0.0
|
| 28 |
+
Seasonal Naive,11.868131868131865,0.0,0.0,0.9125925713043479,0.0,0.0
|
tables/task_type_multivariate/leaderboard_WQL.csv
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Toto-2.0-2.5B,86.92307692307692,61.12488612662447,0.0,5.4132902212121214,0.0,0.0
|
| 3 |
+
Toto-2.0-1B,86.48351648351648,60.99353902913318,0.0,2.558476265800866,0.0,0.0
|
| 4 |
+
Toto-2.0-313m,86.26373626373626,60.918796028667344,0.0,1.0077612054761904,0.0,0.0
|
| 5 |
+
Toto-2.0-22m,81.53846153846153,59.957413683613666,0.0,0.23064212619047622,0.0,0.0
|
| 6 |
+
Toto-1.0,76.5934065934066,58.85524417940593,0.0,44.222308597403845,0.05714285714285714,0.0
|
| 7 |
+
Chronos-2,74.83516483516482,59.9945361042916,0.0,1.1849748603,0.0,0.0
|
| 8 |
+
Toto-2.0-4m,72.96703296703296,58.32177026876002,0.0,0.19324943976190476,0.0,0.0
|
| 9 |
+
TiRex,71.53846153846153,57.57875059562707,0.0,0.32911286958333336,0.0,0.0
|
| 10 |
+
TimesFM-2.5,70.76923076923075,58.140880584922364,0.0,5.895658940000001,0.05714285714285714,0.0
|
| 11 |
+
Moirai-2.0,64.67032967032966,56.60363357702494,0.0,0.431608325,0.3142857142857143,0.0
|
| 12 |
+
FlowState,63.4065934065934,56.46151176362224,0.0,4.2874189791,0.05714285714285714,0.0
|
| 13 |
+
TabPFN-TS-3,60.54945054945055,57.33556321837573,0.0,296.51637025115633,0.0,0.0
|
| 14 |
+
Chronos-Bolt,57.1978021978022,54.39269754289919,0.0,0.41097235624999995,0.0,0.0
|
| 15 |
+
TabPFN-TS,50.32967032967033,53.38177631854182,0.0,272.2124274120408,0.0,0.0
|
| 16 |
+
PatchTST,44.06593406593406,50.110970512146395,1166.9339861665383,0.8156210857142857,0.0,0.0
|
| 17 |
+
Sundial-Base,41.64835164835165,50.12690699864979,0.0,8.009474041714286,0.0,0.0
|
| 18 |
+
TFT,35.27472527472527,43.04581202805166,1175.3819149861429,1.1615856007142857,0.0,0.0
|
| 19 |
+
DeepAR,34.83516483516483,43.43420693962238,1929.7692648929808,1.66941923475,0.0,0.0
|
| 20 |
+
Stat. Ensemble,31.0989010989011,26.514107240222685,0.0,191.30953815208332,0.0,2.857142857142857
|
| 21 |
+
CatBoost,28.241758241758237,38.8350615663292,85.04530864050001,0.5953758560714286,0.0,0.0
|
| 22 |
+
LightGBM,26.483516483516485,33.398505642559904,5.0175009462,0.4638569017857143,0.0,0.0
|
| 23 |
+
AutoARIMA,25.4945054945055,30.90771158984613,0.0,18.755229074642855,0.0,2.857142857142857
|
| 24 |
+
AutoETS,24.89010989010989,-16.00702788254289,0.0,3.970462877558334,0.0,2.857142857142857
|
| 25 |
+
AutoTheta,17.91208791208791,10.999807424594232,0.0,3.600769502857143,0.0,0.0
|
| 26 |
+
Naive,13.02197802197802,-25.39025550566012,0.0,0.9265094010869566,0.0,0.0
|
| 27 |
+
Seasonal Naive,12.747252747252746,0.0,0.0,0.9125925713043479,0.0,0.0
|
| 28 |
+
Drift,10.219780219780219,-26.642604521337976,0.0,0.9685240114285714,0.0,0.0
|
tables/task_type_multivariate/pairwise_MASE.csv
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
+
Toto-2.0-2.5B,Toto-2.0-2.5B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Toto-2.0-2.5B,Toto-2.0-313m,0.629,0.486,0.771,0.003,-0.013,0.02
|
| 4 |
+
Toto-2.0-2.5B,Toto-2.0-1B,0.6,0.429,0.743,0.006,-0.003,0.017
|
| 5 |
+
Toto-2.0-2.5B,Toto-2.0-22m,0.771,0.629,0.914,0.02,0.002,0.041
|
| 6 |
+
Toto-2.0-2.5B,Chronos-2,0.743,0.6,0.886,0.032,-0.005,0.069
|
| 7 |
+
Toto-2.0-2.5B,Toto-1.0,0.743,0.6,0.886,0.043,0.003,0.077
|
| 8 |
+
Toto-2.0-2.5B,TiRex,0.743,0.6,0.886,0.06,0.006,0.117
|
| 9 |
+
Toto-2.0-2.5B,Toto-2.0-4m,0.771,0.629,0.914,0.042,0.007,0.079
|
| 10 |
+
Toto-2.0-2.5B,TimesFM-2.5,0.829,0.714,0.943,0.063,0.015,0.107
|
| 11 |
+
Toto-2.0-2.5B,FlowState,0.8,0.657,0.914,0.108,0.051,0.166
|
| 12 |
+
Toto-2.0-2.5B,Moirai-2.0,0.8,0.657,0.914,0.091,0.028,0.151
|
| 13 |
+
Toto-2.0-2.5B,Chronos-Bolt,0.829,0.686,0.943,0.113,0.058,0.166
|
| 14 |
+
Toto-2.0-2.5B,TabPFN-TS,0.886,0.771,0.971,0.119,0.053,0.178
|
| 15 |
+
Toto-2.0-2.5B,TabPFN-TS-3,0.8,0.657,0.914,0.126,0.069,0.186
|
| 16 |
+
Toto-2.0-2.5B,Sundial-Base,0.857,0.743,0.971,0.145,0.07,0.204
|
| 17 |
+
Toto-2.0-2.5B,Seasonal Naive,0.971,0.914,1.0,0.424,0.337,0.5
|
| 18 |
+
Toto-2.0-313m,Toto-2.0-2.5B,0.371,0.229,0.514,-0.003,-0.02,0.013
|
| 19 |
+
Toto-2.0-313m,Toto-2.0-313m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Toto-2.0-313m,Toto-2.0-1B,0.4,0.229,0.543,0.003,-0.006,0.013
|
| 21 |
+
Toto-2.0-313m,Toto-2.0-22m,0.829,0.714,0.943,0.017,-0.001,0.035
|
| 22 |
+
Toto-2.0-313m,Chronos-2,0.743,0.6,0.886,0.029,-0.017,0.071
|
| 23 |
+
Toto-2.0-313m,Toto-1.0,0.771,0.629,0.914,0.04,-0.002,0.075
|
| 24 |
+
Toto-2.0-313m,TiRex,0.743,0.6,0.886,0.057,0.002,0.11
|
| 25 |
+
Toto-2.0-313m,Toto-2.0-4m,0.886,0.771,0.971,0.04,-0.003,0.077
|
| 26 |
+
Toto-2.0-313m,TimesFM-2.5,0.8,0.657,0.914,0.061,0.018,0.103
|
| 27 |
+
Toto-2.0-313m,FlowState,0.771,0.629,0.886,0.105,0.047,0.164
|
| 28 |
+
Toto-2.0-313m,Moirai-2.0,0.771,0.629,0.886,0.088,0.026,0.146
|
| 29 |
+
Toto-2.0-313m,Chronos-Bolt,0.829,0.686,0.943,0.111,0.059,0.16
|
| 30 |
+
Toto-2.0-313m,TabPFN-TS,0.886,0.771,0.971,0.117,0.047,0.177
|
| 31 |
+
Toto-2.0-313m,TabPFN-TS-3,0.8,0.657,0.914,0.124,0.065,0.187
|
| 32 |
+
Toto-2.0-313m,Sundial-Base,0.914,0.8,1.0,0.142,0.072,0.205
|
| 33 |
+
Toto-2.0-313m,Seasonal Naive,0.943,0.857,1.0,0.422,0.336,0.5
|
| 34 |
+
Toto-2.0-1B,Toto-2.0-2.5B,0.4,0.257,0.571,-0.006,-0.017,0.003
|
| 35 |
+
Toto-2.0-1B,Toto-2.0-313m,0.6,0.457,0.771,-0.003,-0.013,0.006
|
| 36 |
+
Toto-2.0-1B,Toto-2.0-1B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Toto-2.0-1B,Toto-2.0-22m,0.714,0.571,0.857,0.014,-0.006,0.036
|
| 38 |
+
Toto-2.0-1B,Chronos-2,0.743,0.6,0.886,0.026,-0.017,0.07
|
| 39 |
+
Toto-2.0-1B,Toto-1.0,0.743,0.6,0.886,0.036,-0.006,0.072
|
| 40 |
+
Toto-2.0-1B,TiRex,0.714,0.571,0.857,0.054,0.0,0.111
|
| 41 |
+
Toto-2.0-1B,Toto-2.0-4m,0.829,0.714,0.943,0.036,-0.005,0.075
|
| 42 |
+
Toto-2.0-1B,TimesFM-2.5,0.771,0.629,0.886,0.057,0.011,0.102
|
| 43 |
+
Toto-2.0-1B,FlowState,0.771,0.629,0.914,0.102,0.044,0.161
|
| 44 |
+
Toto-2.0-1B,Moirai-2.0,0.771,0.629,0.886,0.085,0.021,0.146
|
| 45 |
+
Toto-2.0-1B,Chronos-Bolt,0.8,0.657,0.914,0.108,0.054,0.159
|
| 46 |
+
Toto-2.0-1B,TabPFN-TS,0.857,0.743,0.944,0.114,0.044,0.176
|
| 47 |
+
Toto-2.0-1B,TabPFN-TS-3,0.771,0.628,0.914,0.121,0.062,0.185
|
| 48 |
+
Toto-2.0-1B,Sundial-Base,0.857,0.743,0.971,0.139,0.068,0.202
|
| 49 |
+
Toto-2.0-1B,Seasonal Naive,0.943,0.857,1.0,0.42,0.334,0.497
|
| 50 |
+
Toto-2.0-22m,Toto-2.0-2.5B,0.229,0.086,0.371,-0.021,-0.042,-0.002
|
| 51 |
+
Toto-2.0-22m,Toto-2.0-313m,0.171,0.057,0.286,-0.018,-0.037,0.001
|
| 52 |
+
Toto-2.0-22m,Toto-2.0-1B,0.286,0.143,0.429,-0.014,-0.037,0.005
|
| 53 |
+
Toto-2.0-22m,Toto-2.0-22m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Toto-2.0-22m,Chronos-2,0.686,0.543,0.857,0.012,-0.022,0.047
|
| 55 |
+
Toto-2.0-22m,Toto-1.0,0.686,0.543,0.829,0.023,-0.007,0.051
|
| 56 |
+
Toto-2.0-22m,TiRex,0.657,0.514,0.801,0.041,-0.002,0.083
|
| 57 |
+
Toto-2.0-22m,Toto-2.0-4m,0.857,0.714,0.971,0.023,-0.005,0.044
|
| 58 |
+
Toto-2.0-22m,TimesFM-2.5,0.743,0.6,0.886,0.044,0.003,0.08
|
| 59 |
+
Toto-2.0-22m,FlowState,0.714,0.543,0.857,0.09,0.034,0.144
|
| 60 |
+
Toto-2.0-22m,Moirai-2.0,0.771,0.629,0.914,0.072,0.019,0.12
|
| 61 |
+
Toto-2.0-22m,Chronos-Bolt,0.771,0.629,0.914,0.095,0.047,0.137
|
| 62 |
+
Toto-2.0-22m,TabPFN-TS,0.857,0.714,0.971,0.101,0.043,0.153
|
| 63 |
+
Toto-2.0-22m,TabPFN-TS-3,0.829,0.686,0.943,0.108,0.052,0.164
|
| 64 |
+
Toto-2.0-22m,Sundial-Base,0.857,0.743,0.971,0.127,0.057,0.19
|
| 65 |
+
Toto-2.0-22m,Seasonal Naive,0.943,0.857,1.0,0.412,0.327,0.485
|
| 66 |
+
Chronos-2,Toto-2.0-2.5B,0.257,0.114,0.4,-0.033,-0.074,0.005
|
| 67 |
+
Chronos-2,Toto-2.0-313m,0.257,0.114,0.4,-0.03,-0.076,0.017
|
| 68 |
+
Chronos-2,Toto-2.0-1B,0.257,0.114,0.4,-0.026,-0.075,0.017
|
| 69 |
+
Chronos-2,Toto-2.0-22m,0.314,0.143,0.457,-0.012,-0.049,0.022
|
| 70 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
Chronos-2,Toto-1.0,0.457,0.286,0.629,0.011,-0.026,0.048
|
| 72 |
+
Chronos-2,TiRex,0.571,0.4,0.743,0.029,-0.004,0.064
|
| 73 |
+
Chronos-2,Toto-2.0-4m,0.543,0.371,0.686,0.011,-0.018,0.04
|
| 74 |
+
Chronos-2,TimesFM-2.5,0.686,0.514,0.829,0.032,-0.003,0.065
|
| 75 |
+
Chronos-2,FlowState,0.657,0.486,0.8,0.079,0.033,0.122
|
| 76 |
+
Chronos-2,Moirai-2.0,0.886,0.771,0.971,0.061,0.018,0.102
|
| 77 |
+
Chronos-2,Chronos-Bolt,0.886,0.771,0.971,0.084,0.048,0.121
|
| 78 |
+
Chronos-2,TabPFN-TS,0.829,0.686,0.943,0.09,0.051,0.126
|
| 79 |
+
Chronos-2,TabPFN-TS-3,0.829,0.686,0.943,0.098,0.058,0.134
|
| 80 |
+
Chronos-2,Sundial-Base,0.914,0.8,1.0,0.116,0.058,0.163
|
| 81 |
+
Chronos-2,Seasonal Naive,0.943,0.857,1.0,0.405,0.329,0.472
|
| 82 |
+
Toto-1.0,Toto-2.0-2.5B,0.257,0.114,0.4,-0.045,-0.084,-0.003
|
| 83 |
+
Toto-1.0,Toto-2.0-313m,0.229,0.086,0.371,-0.041,-0.081,0.002
|
| 84 |
+
Toto-1.0,Toto-2.0-1B,0.257,0.114,0.4,-0.038,-0.078,0.006
|
| 85 |
+
Toto-1.0,Toto-2.0-22m,0.314,0.171,0.457,-0.023,-0.054,0.007
|
| 86 |
+
Toto-1.0,Chronos-2,0.543,0.371,0.714,-0.011,-0.051,0.025
|
| 87 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Toto-1.0,TiRex,0.571,0.4,0.743,0.018,-0.02,0.056
|
| 89 |
+
Toto-1.0,Toto-2.0-4m,0.571,0.4,0.714,-0.0,-0.024,0.022
|
| 90 |
+
Toto-1.0,TimesFM-2.5,0.629,0.471,0.771,0.022,-0.016,0.056
|
| 91 |
+
Toto-1.0,FlowState,0.686,0.542,0.829,0.068,0.012,0.121
|
| 92 |
+
Toto-1.0,Moirai-2.0,0.771,0.629,0.9,0.05,0.007,0.093
|
| 93 |
+
Toto-1.0,Chronos-Bolt,0.743,0.586,0.871,0.074,0.029,0.116
|
| 94 |
+
Toto-1.0,TabPFN-TS,0.8,0.657,0.914,0.08,0.034,0.129
|
| 95 |
+
Toto-1.0,TabPFN-TS-3,0.857,0.743,0.971,0.088,0.033,0.141
|
| 96 |
+
Toto-1.0,Sundial-Base,0.829,0.686,0.943,0.107,0.029,0.175
|
| 97 |
+
Toto-1.0,Seasonal Naive,0.943,0.857,1.0,0.398,0.317,0.469
|
| 98 |
+
TiRex,Toto-2.0-2.5B,0.257,0.114,0.4,-0.064,-0.132,-0.006
|
| 99 |
+
TiRex,Toto-2.0-313m,0.257,0.114,0.4,-0.061,-0.123,-0.002
|
| 100 |
+
TiRex,Toto-2.0-1B,0.286,0.143,0.429,-0.057,-0.125,-0.0
|
| 101 |
+
TiRex,Toto-2.0-22m,0.343,0.199,0.486,-0.042,-0.09,0.002
|
| 102 |
+
TiRex,Chronos-2,0.429,0.257,0.6,-0.03,-0.069,0.004
|
| 103 |
+
TiRex,Toto-1.0,0.429,0.257,0.6,-0.018,-0.059,0.019
|
| 104 |
+
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TiRex,Toto-2.0-4m,0.429,0.257,0.6,-0.019,-0.046,0.005
|
| 106 |
+
TiRex,TimesFM-2.5,0.571,0.4,0.743,0.004,-0.031,0.041
|
| 107 |
+
TiRex,FlowState,0.657,0.486,0.8,0.051,0.0,0.1
|
| 108 |
+
TiRex,Moirai-2.0,0.829,0.714,0.943,0.033,0.007,0.057
|
| 109 |
+
TiRex,Chronos-Bolt,0.771,0.629,0.914,0.057,0.028,0.088
|
| 110 |
+
TiRex,TabPFN-TS,0.829,0.686,0.943,0.063,0.029,0.095
|
| 111 |
+
TiRex,TabPFN-TS-3,0.914,0.828,1.0,0.071,0.022,0.108
|
| 112 |
+
TiRex,Sundial-Base,0.829,0.686,0.943,0.09,0.028,0.146
|
| 113 |
+
TiRex,Seasonal Naive,0.971,0.914,1.0,0.387,0.315,0.447
|
| 114 |
+
Toto-2.0-4m,Toto-2.0-2.5B,0.229,0.086,0.371,-0.044,-0.086,-0.007
|
| 115 |
+
Toto-2.0-4m,Toto-2.0-313m,0.114,0.029,0.229,-0.041,-0.083,0.003
|
| 116 |
+
Toto-2.0-4m,Toto-2.0-1B,0.171,0.057,0.286,-0.038,-0.081,0.005
|
| 117 |
+
Toto-2.0-4m,Toto-2.0-22m,0.143,0.029,0.286,-0.023,-0.046,0.005
|
| 118 |
+
Toto-2.0-4m,Chronos-2,0.457,0.314,0.629,-0.011,-0.041,0.017
|
| 119 |
+
Toto-2.0-4m,Toto-1.0,0.429,0.286,0.6,0.0,-0.022,0.024
|
| 120 |
+
Toto-2.0-4m,TiRex,0.571,0.4,0.743,0.018,-0.005,0.044
|
| 121 |
+
Toto-2.0-4m,Toto-2.0-4m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Toto-2.0-4m,TimesFM-2.5,0.6,0.429,0.771,0.022,-0.017,0.057
|
| 123 |
+
Toto-2.0-4m,FlowState,0.714,0.571,0.857,0.069,0.018,0.117
|
| 124 |
+
Toto-2.0-4m,Moirai-2.0,0.8,0.657,0.914,0.051,0.01,0.087
|
| 125 |
+
Toto-2.0-4m,Chronos-Bolt,0.8,0.657,0.914,0.074,0.036,0.109
|
| 126 |
+
Toto-2.0-4m,TabPFN-TS,0.8,0.657,0.914,0.08,0.04,0.121
|
| 127 |
+
Toto-2.0-4m,TabPFN-TS-3,0.857,0.743,0.971,0.088,0.039,0.133
|
| 128 |
+
Toto-2.0-4m,Sundial-Base,0.857,0.714,0.971,0.107,0.04,0.166
|
| 129 |
+
Toto-2.0-4m,Seasonal Naive,0.971,0.914,1.0,0.398,0.319,0.465
|
| 130 |
+
TimesFM-2.5,Toto-2.0-2.5B,0.171,0.057,0.286,-0.068,-0.12,-0.015
|
| 131 |
+
TimesFM-2.5,Toto-2.0-313m,0.2,0.086,0.343,-0.064,-0.115,-0.019
|
| 132 |
+
TimesFM-2.5,Toto-2.0-1B,0.229,0.114,0.371,-0.061,-0.114,-0.011
|
| 133 |
+
TimesFM-2.5,Toto-2.0-22m,0.257,0.114,0.4,-0.046,-0.087,-0.003
|
| 134 |
+
TimesFM-2.5,Chronos-2,0.314,0.171,0.486,-0.034,-0.069,0.003
|
| 135 |
+
TimesFM-2.5,Toto-1.0,0.371,0.229,0.529,-0.022,-0.06,0.015
|
| 136 |
+
TimesFM-2.5,TiRex,0.429,0.257,0.6,-0.004,-0.043,0.03
|
| 137 |
+
TimesFM-2.5,Toto-2.0-4m,0.4,0.229,0.571,-0.022,-0.06,0.016
|
| 138 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
TimesFM-2.5,FlowState,0.6,0.442,0.757,0.048,0.008,0.092
|
| 140 |
+
TimesFM-2.5,Moirai-2.0,0.714,0.557,0.843,0.029,-0.001,0.058
|
| 141 |
+
TimesFM-2.5,Chronos-Bolt,0.714,0.571,0.857,0.053,0.024,0.087
|
| 142 |
+
TimesFM-2.5,TabPFN-TS,0.8,0.657,0.914,0.06,0.009,0.103
|
| 143 |
+
TimesFM-2.5,TabPFN-TS-3,0.771,0.629,0.914,0.067,0.031,0.106
|
| 144 |
+
TimesFM-2.5,Sundial-Base,0.8,0.657,0.914,0.087,0.039,0.143
|
| 145 |
+
TimesFM-2.5,Seasonal Naive,0.971,0.914,1.0,0.385,0.314,0.449
|
| 146 |
+
FlowState,Toto-2.0-2.5B,0.2,0.086,0.343,-0.121,-0.199,-0.054
|
| 147 |
+
FlowState,Toto-2.0-313m,0.229,0.114,0.371,-0.118,-0.196,-0.049
|
| 148 |
+
FlowState,Toto-2.0-1B,0.229,0.086,0.371,-0.114,-0.192,-0.047
|
| 149 |
+
FlowState,Toto-2.0-22m,0.286,0.143,0.457,-0.099,-0.169,-0.035
|
| 150 |
+
FlowState,Chronos-2,0.343,0.2,0.514,-0.085,-0.139,-0.035
|
| 151 |
+
FlowState,Toto-1.0,0.314,0.171,0.457,-0.073,-0.138,-0.012
|
| 152 |
+
FlowState,TiRex,0.343,0.2,0.514,-0.054,-0.112,-0.0
|
| 153 |
+
FlowState,Toto-2.0-4m,0.286,0.143,0.429,-0.074,-0.132,-0.019
|
| 154 |
+
FlowState,TimesFM-2.5,0.4,0.243,0.557,-0.05,-0.102,-0.008
|
| 155 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
FlowState,Moirai-2.0,0.486,0.329,0.643,-0.019,-0.076,0.034
|
| 157 |
+
FlowState,Chronos-Bolt,0.543,0.386,0.686,0.006,-0.028,0.048
|
| 158 |
+
FlowState,TabPFN-TS,0.657,0.514,0.8,0.013,-0.054,0.072
|
| 159 |
+
FlowState,TabPFN-TS-3,0.629,0.457,0.8,0.021,-0.031,0.063
|
| 160 |
+
FlowState,Sundial-Base,0.657,0.486,0.8,0.041,-0.006,0.084
|
| 161 |
+
FlowState,Seasonal Naive,0.971,0.914,1.0,0.354,0.292,0.41
|
| 162 |
+
Moirai-2.0,Toto-2.0-2.5B,0.2,0.086,0.343,-0.1,-0.177,-0.029
|
| 163 |
+
Moirai-2.0,Toto-2.0-313m,0.229,0.114,0.371,-0.097,-0.171,-0.027
|
| 164 |
+
Moirai-2.0,Toto-2.0-1B,0.229,0.114,0.371,-0.093,-0.171,-0.021
|
| 165 |
+
Moirai-2.0,Toto-2.0-22m,0.229,0.086,0.371,-0.078,-0.136,-0.019
|
| 166 |
+
Moirai-2.0,Chronos-2,0.114,0.029,0.229,-0.065,-0.114,-0.019
|
| 167 |
+
Moirai-2.0,Toto-1.0,0.229,0.1,0.371,-0.053,-0.102,-0.007
|
| 168 |
+
Moirai-2.0,TiRex,0.171,0.057,0.286,-0.034,-0.06,-0.008
|
| 169 |
+
Moirai-2.0,Toto-2.0-4m,0.2,0.086,0.343,-0.053,-0.096,-0.01
|
| 170 |
+
Moirai-2.0,TimesFM-2.5,0.286,0.157,0.443,-0.03,-0.062,0.001
|
| 171 |
+
Moirai-2.0,FlowState,0.514,0.357,0.671,0.019,-0.035,0.071
|
| 172 |
+
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
Moirai-2.0,Chronos-Bolt,0.614,0.486,0.757,0.025,-0.0,0.055
|
| 174 |
+
Moirai-2.0,TabPFN-TS,0.657,0.486,0.8,0.031,-0.008,0.069
|
| 175 |
+
Moirai-2.0,TabPFN-TS-3,0.771,0.629,0.886,0.039,-0.006,0.077
|
| 176 |
+
Moirai-2.0,Sundial-Base,0.771,0.629,0.914,0.059,0.001,0.116
|
| 177 |
+
Moirai-2.0,Seasonal Naive,0.971,0.914,1.0,0.366,0.299,0.427
|
| 178 |
+
Chronos-Bolt,Toto-2.0-2.5B,0.171,0.057,0.314,-0.128,-0.199,-0.062
|
| 179 |
+
Chronos-Bolt,Toto-2.0-313m,0.171,0.057,0.314,-0.125,-0.19,-0.063
|
| 180 |
+
Chronos-Bolt,Toto-2.0-1B,0.2,0.086,0.343,-0.121,-0.189,-0.058
|
| 181 |
+
Chronos-Bolt,Toto-2.0-22m,0.229,0.086,0.371,-0.105,-0.159,-0.05
|
| 182 |
+
Chronos-Bolt,Chronos-2,0.114,0.029,0.229,-0.092,-0.137,-0.05
|
| 183 |
+
Chronos-Bolt,Toto-1.0,0.257,0.129,0.414,-0.08,-0.132,-0.03
|
| 184 |
+
Chronos-Bolt,TiRex,0.229,0.086,0.371,-0.06,-0.096,-0.029
|
| 185 |
+
Chronos-Bolt,Toto-2.0-4m,0.2,0.086,0.343,-0.08,-0.122,-0.037
|
| 186 |
+
Chronos-Bolt,TimesFM-2.5,0.286,0.143,0.429,-0.057,-0.095,-0.025
|
| 187 |
+
Chronos-Bolt,FlowState,0.457,0.314,0.614,-0.006,-0.05,0.027
|
| 188 |
+
Chronos-Bolt,Moirai-2.0,0.386,0.243,0.514,-0.025,-0.058,0.0
|
| 189 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Chronos-Bolt,TabPFN-TS,0.657,0.486,0.8,0.007,-0.048,0.055
|
| 191 |
+
Chronos-Bolt,TabPFN-TS-3,0.743,0.6,0.886,0.015,-0.039,0.057
|
| 192 |
+
Chronos-Bolt,Sundial-Base,0.714,0.543,0.857,0.035,-0.021,0.085
|
| 193 |
+
Chronos-Bolt,Seasonal Naive,0.971,0.914,1.0,0.35,0.284,0.409
|
| 194 |
+
TabPFN-TS,Toto-2.0-2.5B,0.114,0.029,0.229,-0.136,-0.216,-0.056
|
| 195 |
+
TabPFN-TS,Toto-2.0-313m,0.114,0.029,0.229,-0.132,-0.215,-0.05
|
| 196 |
+
TabPFN-TS,Toto-2.0-1B,0.143,0.056,0.257,-0.128,-0.213,-0.046
|
| 197 |
+
TabPFN-TS,Toto-2.0-22m,0.143,0.029,0.286,-0.113,-0.18,-0.045
|
| 198 |
+
TabPFN-TS,Chronos-2,0.171,0.057,0.314,-0.099,-0.144,-0.053
|
| 199 |
+
TabPFN-TS,Toto-1.0,0.2,0.086,0.343,-0.087,-0.148,-0.035
|
| 200 |
+
TabPFN-TS,TiRex,0.171,0.057,0.314,-0.068,-0.105,-0.03
|
| 201 |
+
TabPFN-TS,Toto-2.0-4m,0.2,0.086,0.343,-0.087,-0.138,-0.041
|
| 202 |
+
TabPFN-TS,TimesFM-2.5,0.2,0.086,0.343,-0.064,-0.115,-0.01
|
| 203 |
+
TabPFN-TS,FlowState,0.343,0.2,0.486,-0.013,-0.077,0.051
|
| 204 |
+
TabPFN-TS,Moirai-2.0,0.343,0.2,0.514,-0.032,-0.074,0.008
|
| 205 |
+
TabPFN-TS,Chronos-Bolt,0.343,0.2,0.514,-0.007,-0.058,0.046
|
| 206 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
TabPFN-TS,TabPFN-TS-3,0.514,0.343,0.657,0.008,-0.041,0.053
|
| 208 |
+
TabPFN-TS,Sundial-Base,0.429,0.257,0.6,0.029,-0.047,0.098
|
| 209 |
+
TabPFN-TS,Seasonal Naive,0.971,0.914,1.0,0.346,0.258,0.42
|
| 210 |
+
TabPFN-TS-3,Toto-2.0-2.5B,0.2,0.086,0.343,-0.145,-0.229,-0.074
|
| 211 |
+
TabPFN-TS-3,Toto-2.0-313m,0.2,0.086,0.343,-0.141,-0.229,-0.069
|
| 212 |
+
TabPFN-TS-3,Toto-2.0-1B,0.229,0.086,0.372,-0.137,-0.227,-0.067
|
| 213 |
+
TabPFN-TS-3,Toto-2.0-22m,0.171,0.057,0.314,-0.122,-0.196,-0.055
|
| 214 |
+
TabPFN-TS-3,Chronos-2,0.171,0.057,0.314,-0.108,-0.155,-0.062
|
| 215 |
+
TabPFN-TS-3,Toto-1.0,0.143,0.029,0.257,-0.096,-0.164,-0.035
|
| 216 |
+
TabPFN-TS-3,TiRex,0.086,0.0,0.172,-0.076,-0.122,-0.022
|
| 217 |
+
TabPFN-TS-3,Toto-2.0-4m,0.143,0.029,0.257,-0.096,-0.153,-0.04
|
| 218 |
+
TabPFN-TS-3,TimesFM-2.5,0.229,0.086,0.371,-0.072,-0.119,-0.032
|
| 219 |
+
TabPFN-TS-3,FlowState,0.371,0.2,0.543,-0.021,-0.067,0.03
|
| 220 |
+
TabPFN-TS-3,Moirai-2.0,0.229,0.114,0.371,-0.041,-0.083,0.006
|
| 221 |
+
TabPFN-TS-3,Chronos-Bolt,0.257,0.114,0.4,-0.015,-0.061,0.037
|
| 222 |
+
TabPFN-TS-3,TabPFN-TS,0.486,0.343,0.657,-0.008,-0.056,0.039
|
| 223 |
+
TabPFN-TS-3,TabPFN-TS-3,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
TabPFN-TS-3,Sundial-Base,0.514,0.343,0.686,0.021,-0.026,0.068
|
| 225 |
+
TabPFN-TS-3,Seasonal Naive,0.971,0.914,1.0,0.34,0.276,0.401
|
| 226 |
+
Sundial-Base,Toto-2.0-2.5B,0.143,0.029,0.257,-0.169,-0.256,-0.075
|
| 227 |
+
Sundial-Base,Toto-2.0-313m,0.086,0.0,0.2,-0.166,-0.258,-0.078
|
| 228 |
+
Sundial-Base,Toto-2.0-1B,0.143,0.029,0.257,-0.162,-0.253,-0.073
|
| 229 |
+
Sundial-Base,Toto-2.0-22m,0.143,0.029,0.257,-0.146,-0.235,-0.061
|
| 230 |
+
Sundial-Base,Chronos-2,0.086,0.0,0.2,-0.132,-0.195,-0.062
|
| 231 |
+
Sundial-Base,Toto-1.0,0.171,0.057,0.314,-0.119,-0.211,-0.03
|
| 232 |
+
Sundial-Base,TiRex,0.171,0.057,0.314,-0.099,-0.172,-0.029
|
| 233 |
+
Sundial-Base,Toto-2.0-4m,0.143,0.029,0.286,-0.12,-0.199,-0.042
|
| 234 |
+
Sundial-Base,TimesFM-2.5,0.2,0.086,0.343,-0.095,-0.167,-0.041
|
| 235 |
+
Sundial-Base,FlowState,0.343,0.2,0.514,-0.043,-0.091,0.006
|
| 236 |
+
Sundial-Base,Moirai-2.0,0.229,0.086,0.371,-0.063,-0.132,-0.001
|
| 237 |
+
Sundial-Base,Chronos-Bolt,0.286,0.143,0.457,-0.037,-0.093,0.021
|
| 238 |
+
Sundial-Base,TabPFN-TS,0.571,0.4,0.743,-0.03,-0.108,0.045
|
| 239 |
+
Sundial-Base,TabPFN-TS-3,0.486,0.314,0.657,-0.021,-0.073,0.025
|
| 240 |
+
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Sundial-Base,Seasonal Naive,0.971,0.914,1.0,0.326,0.265,0.387
|
| 242 |
+
Seasonal Naive,Toto-2.0-2.5B,0.029,0.0,0.086,-0.735,-1.001,-0.509
|
| 243 |
+
Seasonal Naive,Toto-2.0-313m,0.057,0.0,0.143,-0.73,-0.999,-0.506
|
| 244 |
+
Seasonal Naive,Toto-2.0-1B,0.057,0.0,0.143,-0.724,-0.988,-0.5
|
| 245 |
+
Seasonal Naive,Toto-2.0-22m,0.057,0.0,0.143,-0.7,-0.942,-0.485
|
| 246 |
+
Seasonal Naive,Chronos-2,0.057,0.0,0.143,-0.68,-0.895,-0.491
|
| 247 |
+
Seasonal Naive,Toto-1.0,0.057,0.0,0.143,-0.661,-0.884,-0.464
|
| 248 |
+
Seasonal Naive,TiRex,0.029,0.0,0.086,-0.631,-0.808,-0.46
|
| 249 |
+
Seasonal Naive,Toto-2.0-4m,0.029,0.0,0.086,-0.662,-0.87,-0.469
|
| 250 |
+
Seasonal Naive,TimesFM-2.5,0.029,0.0,0.086,-0.625,-0.815,-0.457
|
| 251 |
+
Seasonal Naive,FlowState,0.029,0.0,0.086,-0.548,-0.696,-0.412
|
| 252 |
+
Seasonal Naive,Moirai-2.0,0.029,0.0,0.086,-0.578,-0.745,-0.426
|
| 253 |
+
Seasonal Naive,Chronos-Bolt,0.029,0.0,0.086,-0.539,-0.691,-0.396
|
| 254 |
+
Seasonal Naive,TabPFN-TS,0.029,0.0,0.086,-0.528,-0.725,-0.349
|
| 255 |
+
Seasonal Naive,TabPFN-TS-3,0.029,0.0,0.086,-0.516,-0.668,-0.382
|
| 256 |
+
Seasonal Naive,Sundial-Base,0.029,0.0,0.086,-0.484,-0.631,-0.36
|
| 257 |
+
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/task_type_multivariate/pairwise_SQL.csv
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
+
Toto-2.0-2.5B,Toto-2.0-2.5B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Toto-2.0-2.5B,Toto-2.0-1B,0.743,0.6,0.886,0.005,-0.006,0.017
|
| 4 |
+
Toto-2.0-2.5B,Toto-2.0-313m,0.743,0.6,0.886,0.002,-0.015,0.018
|
| 5 |
+
Toto-2.0-2.5B,Toto-2.0-22m,0.8,0.686,0.914,0.025,0.007,0.043
|
| 6 |
+
Toto-2.0-2.5B,Chronos-2,0.743,0.6,0.886,0.029,-0.007,0.06
|
| 7 |
+
Toto-2.0-2.5B,Toto-1.0,0.8,0.657,0.914,0.046,0.005,0.081
|
| 8 |
+
Toto-2.0-2.5B,TiRex,0.8,0.657,0.914,0.068,0.02,0.118
|
| 9 |
+
Toto-2.0-2.5B,Toto-2.0-4m,0.829,0.686,0.943,0.05,0.016,0.083
|
| 10 |
+
Toto-2.0-2.5B,TimesFM-2.5,0.8,0.657,0.914,0.073,0.027,0.115
|
| 11 |
+
Toto-2.0-2.5B,FlowState,0.857,0.743,0.971,0.118,0.064,0.174
|
| 12 |
+
Toto-2.0-2.5B,Moirai-2.0,0.8,0.657,0.914,0.108,0.045,0.166
|
| 13 |
+
Toto-2.0-2.5B,Chronos-Bolt,0.829,0.686,0.943,0.135,0.077,0.188
|
| 14 |
+
Toto-2.0-2.5B,TabPFN-TS-3,0.771,0.628,0.914,0.128,0.075,0.182
|
| 15 |
+
Toto-2.0-2.5B,TabPFN-TS,0.886,0.771,0.971,0.156,0.094,0.212
|
| 16 |
+
Toto-2.0-2.5B,Sundial-Base,0.943,0.857,1.0,0.195,0.123,0.249
|
| 17 |
+
Toto-2.0-2.5B,Seasonal Naive,0.971,0.914,1.0,0.562,0.46,0.652
|
| 18 |
+
Toto-2.0-1B,Toto-2.0-2.5B,0.257,0.114,0.4,-0.005,-0.017,0.006
|
| 19 |
+
Toto-2.0-1B,Toto-2.0-1B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Toto-2.0-1B,Toto-2.0-313m,0.629,0.486,0.8,-0.003,-0.011,0.004
|
| 21 |
+
Toto-2.0-1B,Toto-2.0-22m,0.714,0.571,0.857,0.02,0.002,0.038
|
| 22 |
+
Toto-2.0-1B,Chronos-2,0.743,0.6,0.886,0.023,-0.017,0.061
|
| 23 |
+
Toto-2.0-1B,Toto-1.0,0.8,0.657,0.914,0.04,-0.004,0.075
|
| 24 |
+
Toto-2.0-1B,TiRex,0.771,0.629,0.914,0.063,0.012,0.115
|
| 25 |
+
Toto-2.0-1B,Toto-2.0-4m,0.829,0.714,0.943,0.044,0.007,0.08
|
| 26 |
+
Toto-2.0-1B,TimesFM-2.5,0.829,0.714,0.943,0.068,0.024,0.111
|
| 27 |
+
Toto-2.0-1B,FlowState,0.8,0.657,0.914,0.114,0.06,0.17
|
| 28 |
+
Toto-2.0-1B,Moirai-2.0,0.771,0.629,0.886,0.103,0.04,0.162
|
| 29 |
+
Toto-2.0-1B,Chronos-Bolt,0.8,0.657,0.914,0.13,0.073,0.184
|
| 30 |
+
Toto-2.0-1B,TabPFN-TS-3,0.771,0.628,0.914,0.123,0.069,0.182
|
| 31 |
+
Toto-2.0-1B,TabPFN-TS,0.886,0.771,0.971,0.151,0.087,0.213
|
| 32 |
+
Toto-2.0-1B,Sundial-Base,0.943,0.857,1.0,0.19,0.123,0.246
|
| 33 |
+
Toto-2.0-1B,Seasonal Naive,0.971,0.914,1.0,0.56,0.458,0.649
|
| 34 |
+
Toto-2.0-313m,Toto-2.0-2.5B,0.257,0.114,0.4,-0.002,-0.018,0.015
|
| 35 |
+
Toto-2.0-313m,Toto-2.0-1B,0.371,0.2,0.514,0.003,-0.004,0.011
|
| 36 |
+
Toto-2.0-313m,Toto-2.0-313m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Toto-2.0-313m,Toto-2.0-22m,0.857,0.743,0.971,0.023,0.008,0.039
|
| 38 |
+
Toto-2.0-313m,Chronos-2,0.714,0.571,0.857,0.027,-0.015,0.064
|
| 39 |
+
Toto-2.0-313m,Toto-1.0,0.771,0.629,0.886,0.044,0.002,0.076
|
| 40 |
+
Toto-2.0-313m,TiRex,0.771,0.629,0.914,0.066,0.015,0.115
|
| 41 |
+
Toto-2.0-313m,Toto-2.0-4m,0.857,0.714,0.971,0.048,0.009,0.081
|
| 42 |
+
Toto-2.0-313m,TimesFM-2.5,0.8,0.657,0.914,0.071,0.03,0.113
|
| 43 |
+
Toto-2.0-313m,FlowState,0.829,0.714,0.943,0.116,0.061,0.173
|
| 44 |
+
Toto-2.0-313m,Moirai-2.0,0.8,0.657,0.914,0.106,0.046,0.162
|
| 45 |
+
Toto-2.0-313m,Chronos-Bolt,0.8,0.657,0.914,0.133,0.078,0.184
|
| 46 |
+
Toto-2.0-313m,TabPFN-TS-3,0.8,0.657,0.914,0.126,0.07,0.184
|
| 47 |
+
Toto-2.0-313m,TabPFN-TS,0.886,0.771,0.971,0.154,0.09,0.213
|
| 48 |
+
Toto-2.0-313m,Sundial-Base,0.914,0.8,1.0,0.193,0.127,0.25
|
| 49 |
+
Toto-2.0-313m,Seasonal Naive,1.0,1.0,1.0,0.562,0.46,0.65
|
| 50 |
+
Toto-2.0-22m,Toto-2.0-2.5B,0.2,0.086,0.314,-0.025,-0.045,-0.007
|
| 51 |
+
Toto-2.0-22m,Toto-2.0-1B,0.286,0.143,0.429,-0.02,-0.039,-0.002
|
| 52 |
+
Toto-2.0-22m,Toto-2.0-313m,0.143,0.029,0.257,-0.023,-0.04,-0.008
|
| 53 |
+
Toto-2.0-22m,Toto-2.0-22m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Toto-2.0-22m,Chronos-2,0.657,0.514,0.829,0.004,-0.033,0.039
|
| 55 |
+
Toto-2.0-22m,Toto-1.0,0.686,0.543,0.829,0.021,-0.009,0.047
|
| 56 |
+
Toto-2.0-22m,TiRex,0.657,0.514,0.801,0.044,0.004,0.083
|
| 57 |
+
Toto-2.0-22m,Toto-2.0-4m,0.829,0.686,0.943,0.025,-0.001,0.047
|
| 58 |
+
Toto-2.0-22m,TimesFM-2.5,0.771,0.629,0.886,0.05,0.008,0.086
|
| 59 |
+
Toto-2.0-22m,FlowState,0.8,0.657,0.914,0.096,0.041,0.15
|
| 60 |
+
Toto-2.0-22m,Moirai-2.0,0.8,0.657,0.914,0.085,0.035,0.133
|
| 61 |
+
Toto-2.0-22m,Chronos-Bolt,0.8,0.657,0.914,0.113,0.062,0.157
|
| 62 |
+
Toto-2.0-22m,TabPFN-TS-3,0.829,0.686,0.943,0.106,0.051,0.16
|
| 63 |
+
Toto-2.0-22m,TabPFN-TS,0.857,0.743,0.971,0.135,0.075,0.189
|
| 64 |
+
Toto-2.0-22m,Sundial-Base,0.914,0.8,1.0,0.174,0.106,0.233
|
| 65 |
+
Toto-2.0-22m,Seasonal Naive,0.971,0.914,1.0,0.551,0.451,0.641
|
| 66 |
+
Chronos-2,Toto-2.0-2.5B,0.257,0.114,0.4,-0.029,-0.064,0.007
|
| 67 |
+
Chronos-2,Toto-2.0-1B,0.257,0.114,0.4,-0.024,-0.065,0.017
|
| 68 |
+
Chronos-2,Toto-2.0-313m,0.286,0.143,0.429,-0.027,-0.069,0.015
|
| 69 |
+
Chronos-2,Toto-2.0-22m,0.343,0.171,0.486,-0.004,-0.04,0.032
|
| 70 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
Chronos-2,Toto-1.0,0.486,0.314,0.657,0.017,-0.02,0.055
|
| 72 |
+
Chronos-2,TiRex,0.543,0.399,0.686,0.04,0.007,0.078
|
| 73 |
+
Chronos-2,Toto-2.0-4m,0.629,0.457,0.771,0.022,-0.007,0.055
|
| 74 |
+
Chronos-2,TimesFM-2.5,0.714,0.543,0.857,0.046,0.011,0.079
|
| 75 |
+
Chronos-2,FlowState,0.8,0.657,0.914,0.092,0.048,0.138
|
| 76 |
+
Chronos-2,Moirai-2.0,0.886,0.771,0.971,0.082,0.036,0.127
|
| 77 |
+
Chronos-2,Chronos-Bolt,0.914,0.8,1.0,0.109,0.069,0.151
|
| 78 |
+
Chronos-2,TabPFN-TS-3,0.886,0.771,0.971,0.102,0.065,0.138
|
| 79 |
+
Chronos-2,TabPFN-TS,0.914,0.8,1.0,0.131,0.09,0.17
|
| 80 |
+
Chronos-2,Sundial-Base,0.943,0.857,1.0,0.171,0.113,0.217
|
| 81 |
+
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.55,0.456,0.636
|
| 82 |
+
Toto-1.0,Toto-2.0-2.5B,0.2,0.086,0.343,-0.048,-0.088,-0.005
|
| 83 |
+
Toto-1.0,Toto-2.0-1B,0.2,0.086,0.343,-0.042,-0.081,0.004
|
| 84 |
+
Toto-1.0,Toto-2.0-313m,0.229,0.114,0.371,-0.046,-0.082,-0.002
|
| 85 |
+
Toto-1.0,Toto-2.0-22m,0.314,0.171,0.457,-0.022,-0.05,0.009
|
| 86 |
+
Toto-1.0,Chronos-2,0.514,0.343,0.686,-0.018,-0.059,0.019
|
| 87 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Toto-1.0,TiRex,0.571,0.4,0.743,0.023,-0.014,0.059
|
| 89 |
+
Toto-1.0,Toto-2.0-4m,0.686,0.514,0.829,0.004,-0.02,0.026
|
| 90 |
+
Toto-1.0,TimesFM-2.5,0.657,0.5,0.8,0.029,-0.012,0.065
|
| 91 |
+
Toto-1.0,FlowState,0.714,0.571,0.857,0.076,0.02,0.13
|
| 92 |
+
Toto-1.0,Moirai-2.0,0.771,0.629,0.9,0.065,0.024,0.104
|
| 93 |
+
Toto-1.0,Chronos-Bolt,0.771,0.629,0.9,0.093,0.048,0.135
|
| 94 |
+
Toto-1.0,TabPFN-TS-3,0.857,0.714,0.971,0.087,0.03,0.139
|
| 95 |
+
Toto-1.0,TabPFN-TS,0.857,0.714,0.943,0.116,0.063,0.17
|
| 96 |
+
Toto-1.0,Sundial-Base,0.914,0.8,1.0,0.156,0.083,0.221
|
| 97 |
+
Toto-1.0,Seasonal Naive,1.0,1.0,1.0,0.542,0.445,0.632
|
| 98 |
+
TiRex,Toto-2.0-2.5B,0.2,0.086,0.343,-0.073,-0.134,-0.02
|
| 99 |
+
TiRex,Toto-2.0-1B,0.229,0.086,0.371,-0.067,-0.13,-0.012
|
| 100 |
+
TiRex,Toto-2.0-313m,0.229,0.086,0.371,-0.07,-0.13,-0.016
|
| 101 |
+
TiRex,Toto-2.0-22m,0.343,0.199,0.486,-0.046,-0.091,-0.004
|
| 102 |
+
TiRex,Chronos-2,0.457,0.314,0.601,-0.042,-0.084,-0.007
|
| 103 |
+
TiRex,Toto-1.0,0.429,0.257,0.6,-0.024,-0.062,0.013
|
| 104 |
+
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TiRex,Toto-2.0-4m,0.371,0.2,0.543,-0.019,-0.045,0.004
|
| 106 |
+
TiRex,TimesFM-2.5,0.6,0.429,0.743,0.006,-0.03,0.041
|
| 107 |
+
TiRex,FlowState,0.743,0.6,0.886,0.054,0.004,0.103
|
| 108 |
+
TiRex,Moirai-2.0,0.829,0.686,0.943,0.043,0.017,0.068
|
| 109 |
+
TiRex,Chronos-Bolt,0.886,0.771,0.971,0.072,0.046,0.101
|
| 110 |
+
TiRex,TabPFN-TS-3,0.886,0.771,0.971,0.065,0.012,0.104
|
| 111 |
+
TiRex,TabPFN-TS,0.857,0.742,0.971,0.095,0.048,0.139
|
| 112 |
+
TiRex,Sundial-Base,0.943,0.857,1.0,0.136,0.076,0.191
|
| 113 |
+
TiRex,Seasonal Naive,1.0,1.0,1.0,0.531,0.441,0.618
|
| 114 |
+
Toto-2.0-4m,Toto-2.0-2.5B,0.171,0.057,0.314,-0.052,-0.09,-0.017
|
| 115 |
+
Toto-2.0-4m,Toto-2.0-1B,0.171,0.057,0.286,-0.047,-0.087,-0.007
|
| 116 |
+
Toto-2.0-4m,Toto-2.0-313m,0.143,0.029,0.286,-0.05,-0.089,-0.009
|
| 117 |
+
Toto-2.0-4m,Toto-2.0-22m,0.171,0.057,0.314,-0.026,-0.05,0.001
|
| 118 |
+
Toto-2.0-4m,Chronos-2,0.371,0.229,0.543,-0.022,-0.058,0.007
|
| 119 |
+
Toto-2.0-4m,Toto-1.0,0.314,0.171,0.486,-0.004,-0.026,0.019
|
| 120 |
+
Toto-2.0-4m,TiRex,0.629,0.457,0.8,0.019,-0.004,0.043
|
| 121 |
+
Toto-2.0-4m,Toto-2.0-4m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Toto-2.0-4m,TimesFM-2.5,0.6,0.429,0.771,0.025,-0.016,0.059
|
| 123 |
+
Toto-2.0-4m,FlowState,0.743,0.6,0.886,0.072,0.021,0.12
|
| 124 |
+
Toto-2.0-4m,Moirai-2.0,0.857,0.743,0.971,0.061,0.022,0.096
|
| 125 |
+
Toto-2.0-4m,Chronos-Bolt,0.886,0.771,0.971,0.089,0.05,0.126
|
| 126 |
+
Toto-2.0-4m,TabPFN-TS-3,0.857,0.743,0.971,0.083,0.029,0.128
|
| 127 |
+
Toto-2.0-4m,TabPFN-TS,0.886,0.771,0.971,0.112,0.065,0.16
|
| 128 |
+
Toto-2.0-4m,Sundial-Base,0.914,0.8,1.0,0.153,0.085,0.211
|
| 129 |
+
Toto-2.0-4m,Seasonal Naive,0.971,0.914,1.0,0.54,0.442,0.629
|
| 130 |
+
TimesFM-2.5,Toto-2.0-2.5B,0.2,0.086,0.343,-0.079,-0.129,-0.028
|
| 131 |
+
TimesFM-2.5,Toto-2.0-1B,0.171,0.057,0.286,-0.073,-0.125,-0.025
|
| 132 |
+
TimesFM-2.5,Toto-2.0-313m,0.2,0.086,0.343,-0.077,-0.127,-0.031
|
| 133 |
+
TimesFM-2.5,Toto-2.0-22m,0.229,0.114,0.371,-0.052,-0.094,-0.008
|
| 134 |
+
TimesFM-2.5,Chronos-2,0.286,0.143,0.457,-0.048,-0.086,-0.012
|
| 135 |
+
TimesFM-2.5,Toto-1.0,0.343,0.2,0.5,-0.03,-0.07,0.011
|
| 136 |
+
TimesFM-2.5,TiRex,0.4,0.257,0.571,-0.006,-0.042,0.029
|
| 137 |
+
TimesFM-2.5,Toto-2.0-4m,0.4,0.229,0.571,-0.025,-0.062,0.016
|
| 138 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
TimesFM-2.5,FlowState,0.714,0.557,0.843,0.049,0.013,0.087
|
| 140 |
+
TimesFM-2.5,Moirai-2.0,0.743,0.6,0.886,0.037,0.004,0.074
|
| 141 |
+
TimesFM-2.5,Chronos-Bolt,0.743,0.6,0.871,0.066,0.032,0.105
|
| 142 |
+
TimesFM-2.5,TabPFN-TS-3,0.771,0.629,0.914,0.059,0.024,0.096
|
| 143 |
+
TimesFM-2.5,TabPFN-TS,0.8,0.657,0.914,0.089,0.039,0.139
|
| 144 |
+
TimesFM-2.5,Sundial-Base,0.943,0.857,1.0,0.131,0.089,0.178
|
| 145 |
+
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.528,0.437,0.613
|
| 146 |
+
FlowState,Toto-2.0-2.5B,0.143,0.029,0.257,-0.134,-0.211,-0.069
|
| 147 |
+
FlowState,Toto-2.0-1B,0.2,0.086,0.343,-0.128,-0.205,-0.064
|
| 148 |
+
FlowState,Toto-2.0-313m,0.171,0.057,0.286,-0.132,-0.209,-0.065
|
| 149 |
+
FlowState,Toto-2.0-22m,0.2,0.086,0.343,-0.106,-0.176,-0.043
|
| 150 |
+
FlowState,Chronos-2,0.2,0.086,0.343,-0.102,-0.159,-0.05
|
| 151 |
+
FlowState,Toto-1.0,0.286,0.143,0.429,-0.083,-0.149,-0.021
|
| 152 |
+
FlowState,TiRex,0.257,0.114,0.4,-0.058,-0.114,-0.004
|
| 153 |
+
FlowState,Toto-2.0-4m,0.257,0.114,0.4,-0.078,-0.137,-0.021
|
| 154 |
+
FlowState,TimesFM-2.5,0.286,0.157,0.443,-0.051,-0.095,-0.013
|
| 155 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
FlowState,Moirai-2.0,0.486,0.329,0.643,-0.012,-0.07,0.046
|
| 157 |
+
FlowState,Chronos-Bolt,0.543,0.386,0.7,0.018,-0.02,0.067
|
| 158 |
+
FlowState,TabPFN-TS-3,0.6,0.429,0.771,0.011,-0.042,0.053
|
| 159 |
+
FlowState,TabPFN-TS,0.629,0.457,0.771,0.043,-0.025,0.103
|
| 160 |
+
FlowState,Sundial-Base,0.886,0.771,0.971,0.087,0.042,0.129
|
| 161 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.504,0.419,0.585
|
| 162 |
+
Moirai-2.0,Toto-2.0-2.5B,0.2,0.086,0.343,-0.121,-0.199,-0.047
|
| 163 |
+
Moirai-2.0,Toto-2.0-1B,0.229,0.114,0.371,-0.115,-0.193,-0.042
|
| 164 |
+
Moirai-2.0,Toto-2.0-313m,0.2,0.086,0.343,-0.119,-0.193,-0.048
|
| 165 |
+
Moirai-2.0,Toto-2.0-22m,0.2,0.086,0.343,-0.093,-0.153,-0.036
|
| 166 |
+
Moirai-2.0,Chronos-2,0.114,0.029,0.229,-0.089,-0.146,-0.038
|
| 167 |
+
Moirai-2.0,Toto-1.0,0.229,0.1,0.371,-0.07,-0.116,-0.024
|
| 168 |
+
Moirai-2.0,TiRex,0.171,0.057,0.314,-0.045,-0.073,-0.017
|
| 169 |
+
Moirai-2.0,Toto-2.0-4m,0.143,0.029,0.257,-0.065,-0.106,-0.023
|
| 170 |
+
Moirai-2.0,TimesFM-2.5,0.257,0.114,0.4,-0.039,-0.08,-0.004
|
| 171 |
+
Moirai-2.0,FlowState,0.514,0.357,0.671,0.012,-0.048,0.065
|
| 172 |
+
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
Moirai-2.0,Chronos-Bolt,0.671,0.543,0.8,0.03,0.004,0.058
|
| 174 |
+
Moirai-2.0,TabPFN-TS-3,0.657,0.486,0.8,0.023,-0.036,0.067
|
| 175 |
+
Moirai-2.0,TabPFN-TS,0.629,0.486,0.771,0.054,0.002,0.103
|
| 176 |
+
Moirai-2.0,Sundial-Base,0.886,0.771,0.971,0.097,0.035,0.156
|
| 177 |
+
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.51,0.418,0.595
|
| 178 |
+
Chronos-Bolt,Toto-2.0-2.5B,0.171,0.057,0.314,-0.155,-0.231,-0.083
|
| 179 |
+
Chronos-Bolt,Toto-2.0-1B,0.2,0.086,0.343,-0.149,-0.226,-0.078
|
| 180 |
+
Chronos-Bolt,Toto-2.0-313m,0.2,0.086,0.343,-0.153,-0.226,-0.085
|
| 181 |
+
Chronos-Bolt,Toto-2.0-22m,0.2,0.086,0.343,-0.127,-0.187,-0.066
|
| 182 |
+
Chronos-Bolt,Chronos-2,0.086,0.0,0.2,-0.122,-0.178,-0.075
|
| 183 |
+
Chronos-Bolt,Toto-1.0,0.229,0.1,0.371,-0.103,-0.156,-0.05
|
| 184 |
+
Chronos-Bolt,TiRex,0.114,0.029,0.229,-0.077,-0.113,-0.048
|
| 185 |
+
Chronos-Bolt,Toto-2.0-4m,0.114,0.029,0.229,-0.098,-0.144,-0.053
|
| 186 |
+
Chronos-Bolt,TimesFM-2.5,0.257,0.129,0.4,-0.071,-0.117,-0.033
|
| 187 |
+
Chronos-Bolt,FlowState,0.457,0.3,0.614,-0.019,-0.072,0.02
|
| 188 |
+
Chronos-Bolt,Moirai-2.0,0.329,0.2,0.457,-0.031,-0.062,-0.005
|
| 189 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Chronos-Bolt,TabPFN-TS-3,0.571,0.4,0.743,-0.007,-0.073,0.044
|
| 191 |
+
Chronos-Bolt,TabPFN-TS,0.629,0.457,0.771,0.025,-0.036,0.079
|
| 192 |
+
Chronos-Bolt,Sundial-Base,0.8,0.657,0.914,0.07,0.003,0.125
|
| 193 |
+
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.494,0.401,0.58
|
| 194 |
+
TabPFN-TS-3,Toto-2.0-2.5B,0.229,0.086,0.372,-0.147,-0.222,-0.081
|
| 195 |
+
TabPFN-TS-3,Toto-2.0-1B,0.229,0.086,0.372,-0.141,-0.222,-0.074
|
| 196 |
+
TabPFN-TS-3,Toto-2.0-313m,0.2,0.086,0.343,-0.145,-0.226,-0.076
|
| 197 |
+
TabPFN-TS-3,Toto-2.0-22m,0.171,0.057,0.314,-0.119,-0.19,-0.054
|
| 198 |
+
TabPFN-TS-3,Chronos-2,0.114,0.029,0.229,-0.114,-0.16,-0.069
|
| 199 |
+
TabPFN-TS-3,Toto-1.0,0.143,0.029,0.286,-0.095,-0.162,-0.031
|
| 200 |
+
TabPFN-TS-3,TiRex,0.114,0.029,0.229,-0.069,-0.117,-0.012
|
| 201 |
+
TabPFN-TS-3,Toto-2.0-4m,0.143,0.029,0.257,-0.09,-0.146,-0.03
|
| 202 |
+
TabPFN-TS-3,TimesFM-2.5,0.229,0.086,0.371,-0.063,-0.107,-0.024
|
| 203 |
+
TabPFN-TS-3,FlowState,0.4,0.229,0.571,-0.011,-0.056,0.04
|
| 204 |
+
TabPFN-TS-3,Moirai-2.0,0.343,0.2,0.514,-0.023,-0.071,0.034
|
| 205 |
+
TabPFN-TS-3,Chronos-Bolt,0.429,0.257,0.6,0.007,-0.046,0.068
|
| 206 |
+
TabPFN-TS-3,TabPFN-TS-3,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
TabPFN-TS-3,TabPFN-TS,0.629,0.486,0.771,0.032,-0.018,0.085
|
| 208 |
+
TabPFN-TS-3,Sundial-Base,0.829,0.686,0.943,0.076,0.03,0.122
|
| 209 |
+
TabPFN-TS-3,Seasonal Naive,1.0,1.0,1.0,0.498,0.403,0.591
|
| 210 |
+
TabPFN-TS,Toto-2.0-2.5B,0.114,0.029,0.229,-0.185,-0.27,-0.104
|
| 211 |
+
TabPFN-TS,Toto-2.0-1B,0.114,0.029,0.229,-0.178,-0.271,-0.095
|
| 212 |
+
TabPFN-TS,Toto-2.0-313m,0.114,0.029,0.229,-0.182,-0.271,-0.099
|
| 213 |
+
TabPFN-TS,Toto-2.0-22m,0.143,0.029,0.257,-0.155,-0.233,-0.081
|
| 214 |
+
TabPFN-TS,Chronos-2,0.086,0.0,0.2,-0.151,-0.204,-0.099
|
| 215 |
+
TabPFN-TS,Toto-1.0,0.143,0.057,0.286,-0.131,-0.204,-0.067
|
| 216 |
+
TabPFN-TS,TiRex,0.143,0.029,0.258,-0.105,-0.161,-0.051
|
| 217 |
+
TabPFN-TS,Toto-2.0-4m,0.114,0.029,0.229,-0.126,-0.191,-0.069
|
| 218 |
+
TabPFN-TS,TimesFM-2.5,0.2,0.086,0.343,-0.098,-0.162,-0.04
|
| 219 |
+
TabPFN-TS,FlowState,0.371,0.229,0.543,-0.045,-0.115,0.024
|
| 220 |
+
TabPFN-TS,Moirai-2.0,0.371,0.229,0.514,-0.057,-0.115,-0.002
|
| 221 |
+
TabPFN-TS,Chronos-Bolt,0.371,0.229,0.543,-0.025,-0.086,0.035
|
| 222 |
+
TabPFN-TS,TabPFN-TS-3,0.371,0.229,0.514,-0.033,-0.093,0.018
|
| 223 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
TabPFN-TS,Sundial-Base,0.657,0.486,0.8,0.046,-0.033,0.119
|
| 225 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.482,0.375,0.578
|
| 226 |
+
Sundial-Base,Toto-2.0-2.5B,0.057,0.0,0.143,-0.242,-0.332,-0.141
|
| 227 |
+
Sundial-Base,Toto-2.0-1B,0.057,0.0,0.143,-0.235,-0.327,-0.14
|
| 228 |
+
Sundial-Base,Toto-2.0-313m,0.086,0.0,0.2,-0.239,-0.333,-0.146
|
| 229 |
+
Sundial-Base,Toto-2.0-22m,0.086,0.0,0.2,-0.211,-0.304,-0.118
|
| 230 |
+
Sundial-Base,Chronos-2,0.057,0.0,0.143,-0.206,-0.276,-0.128
|
| 231 |
+
Sundial-Base,Toto-1.0,0.086,0.0,0.2,-0.185,-0.285,-0.09
|
| 232 |
+
Sundial-Base,TiRex,0.057,0.0,0.143,-0.158,-0.236,-0.082
|
| 233 |
+
Sundial-Base,Toto-2.0-4m,0.086,0.0,0.2,-0.18,-0.267,-0.093
|
| 234 |
+
Sundial-Base,TimesFM-2.5,0.057,0.0,0.143,-0.151,-0.217,-0.097
|
| 235 |
+
Sundial-Base,FlowState,0.114,0.029,0.229,-0.095,-0.148,-0.044
|
| 236 |
+
Sundial-Base,Moirai-2.0,0.114,0.029,0.229,-0.108,-0.185,-0.036
|
| 237 |
+
Sundial-Base,Chronos-Bolt,0.2,0.086,0.343,-0.075,-0.143,-0.003
|
| 238 |
+
Sundial-Base,TabPFN-TS-3,0.171,0.057,0.314,-0.083,-0.139,-0.031
|
| 239 |
+
Sundial-Base,TabPFN-TS,0.343,0.2,0.514,-0.048,-0.135,0.032
|
| 240 |
+
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Sundial-Base,Seasonal Naive,1.0,1.0,1.0,0.457,0.356,0.554
|
| 242 |
+
Seasonal Naive,Toto-2.0-2.5B,0.029,0.0,0.086,-1.286,-1.875,-0.853
|
| 243 |
+
Seasonal Naive,Toto-2.0-1B,0.029,0.0,0.086,-1.273,-1.849,-0.843
|
| 244 |
+
Seasonal Naive,Toto-2.0-313m,0.0,0.0,0.0,-1.281,-1.856,-0.852
|
| 245 |
+
Seasonal Naive,Toto-2.0-22m,0.029,0.0,0.086,-1.229,-1.785,-0.822
|
| 246 |
+
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-1.22,-1.747,-0.838
|
| 247 |
+
Seasonal Naive,Toto-1.0,0.0,0.0,0.0,-1.181,-1.714,-0.803
|
| 248 |
+
Seasonal Naive,TiRex,0.0,0.0,0.0,-1.131,-1.617,-0.788
|
| 249 |
+
Seasonal Naive,Toto-2.0-4m,0.029,0.0,0.086,-1.172,-1.696,-0.793
|
| 250 |
+
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-1.118,-1.584,-0.776
|
| 251 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-1.015,-1.409,-0.72
|
| 252 |
+
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-1.039,-1.47,-0.717
|
| 253 |
+
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-0.978,-1.383,-0.67
|
| 254 |
+
Seasonal Naive,TabPFN-TS-3,0.0,0.0,0.0,-0.993,-1.448,-0.676
|
| 255 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.929,-1.367,-0.599
|
| 256 |
+
Seasonal Naive,Sundial-Base,0.0,0.0,0.0,-0.84,-1.24,-0.553
|
| 257 |
+
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/task_type_multivariate/pairwise_WAPE.csv
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
+
Toto-2.0-2.5B,Toto-2.0-2.5B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Toto-2.0-2.5B,Toto-2.0-1B,0.543,0.371,0.714,0.008,-0.005,0.023
|
| 4 |
+
Toto-2.0-2.5B,Toto-2.0-313m,0.714,0.571,0.857,0.011,-0.009,0.034
|
| 5 |
+
Toto-2.0-2.5B,Toto-2.0-22m,0.857,0.714,0.971,0.037,0.006,0.073
|
| 6 |
+
Toto-2.0-2.5B,Toto-1.0,0.771,0.629,0.914,0.058,0.006,0.119
|
| 7 |
+
Toto-2.0-2.5B,Chronos-2,0.771,0.629,0.914,0.031,-0.014,0.072
|
| 8 |
+
Toto-2.0-2.5B,Toto-2.0-4m,0.8,0.657,0.914,0.066,0.023,0.113
|
| 9 |
+
Toto-2.0-2.5B,TiRex,0.771,0.629,0.914,0.076,0.01,0.142
|
| 10 |
+
Toto-2.0-2.5B,TimesFM-2.5,0.771,0.629,0.914,0.069,0.009,0.121
|
| 11 |
+
Toto-2.0-2.5B,Moirai-2.0,0.8,0.657,0.914,0.092,0.015,0.164
|
| 12 |
+
Toto-2.0-2.5B,FlowState,0.857,0.714,0.971,0.107,0.023,0.182
|
| 13 |
+
Toto-2.0-2.5B,Chronos-Bolt,0.829,0.686,0.943,0.131,0.062,0.196
|
| 14 |
+
Toto-2.0-2.5B,TabPFN-TS-3,0.829,0.686,0.943,0.096,0.028,0.159
|
| 15 |
+
Toto-2.0-2.5B,TabPFN-TS,0.914,0.8,1.0,0.122,0.064,0.176
|
| 16 |
+
Toto-2.0-2.5B,Sundial-Base,0.943,0.857,1.0,0.178,0.097,0.242
|
| 17 |
+
Toto-2.0-2.5B,Seasonal Naive,0.943,0.857,1.0,0.461,0.352,0.555
|
| 18 |
+
Toto-2.0-1B,Toto-2.0-2.5B,0.457,0.286,0.629,-0.008,-0.024,0.004
|
| 19 |
+
Toto-2.0-1B,Toto-2.0-1B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Toto-2.0-1B,Toto-2.0-313m,0.629,0.457,0.771,0.003,-0.008,0.014
|
| 21 |
+
Toto-2.0-1B,Toto-2.0-22m,0.8,0.657,0.914,0.03,0.006,0.058
|
| 22 |
+
Toto-2.0-1B,Toto-1.0,0.771,0.629,0.914,0.05,-0.005,0.106
|
| 23 |
+
Toto-2.0-1B,Chronos-2,0.8,0.657,0.943,0.023,-0.032,0.07
|
| 24 |
+
Toto-2.0-1B,Toto-2.0-4m,0.857,0.743,0.971,0.058,0.016,0.1
|
| 25 |
+
Toto-2.0-1B,TiRex,0.829,0.686,0.943,0.069,0.001,0.134
|
| 26 |
+
Toto-2.0-1B,TimesFM-2.5,0.857,0.743,0.971,0.062,0.003,0.11
|
| 27 |
+
Toto-2.0-1B,Moirai-2.0,0.771,0.629,0.886,0.085,0.006,0.153
|
| 28 |
+
Toto-2.0-1B,FlowState,0.829,0.686,0.943,0.1,0.01,0.177
|
| 29 |
+
Toto-2.0-1B,Chronos-Bolt,0.829,0.686,0.943,0.124,0.055,0.185
|
| 30 |
+
Toto-2.0-1B,TabPFN-TS-3,0.857,0.714,0.971,0.089,0.014,0.157
|
| 31 |
+
Toto-2.0-1B,TabPFN-TS,0.914,0.8,1.0,0.115,0.056,0.171
|
| 32 |
+
Toto-2.0-1B,Sundial-Base,0.914,0.8,1.0,0.172,0.091,0.24
|
| 33 |
+
Toto-2.0-1B,Seasonal Naive,0.943,0.857,1.0,0.456,0.348,0.548
|
| 34 |
+
Toto-2.0-313m,Toto-2.0-2.5B,0.286,0.143,0.429,-0.011,-0.035,0.009
|
| 35 |
+
Toto-2.0-313m,Toto-2.0-1B,0.371,0.229,0.543,-0.003,-0.014,0.008
|
| 36 |
+
Toto-2.0-313m,Toto-2.0-313m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Toto-2.0-313m,Toto-2.0-22m,0.857,0.743,0.971,0.027,0.008,0.047
|
| 38 |
+
Toto-2.0-313m,Toto-1.0,0.8,0.657,0.914,0.048,-0.005,0.104
|
| 39 |
+
Toto-2.0-313m,Chronos-2,0.829,0.686,0.943,0.021,-0.039,0.068
|
| 40 |
+
Toto-2.0-313m,Toto-2.0-4m,0.914,0.8,1.0,0.056,0.016,0.092
|
| 41 |
+
Toto-2.0-313m,TiRex,0.8,0.657,0.914,0.066,0.002,0.127
|
| 42 |
+
Toto-2.0-313m,TimesFM-2.5,0.857,0.714,0.971,0.059,0.004,0.104
|
| 43 |
+
Toto-2.0-313m,Moirai-2.0,0.829,0.686,0.943,0.082,0.006,0.147
|
| 44 |
+
Toto-2.0-313m,FlowState,0.829,0.686,0.943,0.098,0.004,0.179
|
| 45 |
+
Toto-2.0-313m,Chronos-Bolt,0.857,0.714,0.971,0.122,0.054,0.181
|
| 46 |
+
Toto-2.0-313m,TabPFN-TS-3,0.886,0.771,0.971,0.086,0.007,0.158
|
| 47 |
+
Toto-2.0-313m,TabPFN-TS,0.886,0.771,0.971,0.113,0.052,0.166
|
| 48 |
+
Toto-2.0-313m,Sundial-Base,0.914,0.8,1.0,0.17,0.088,0.238
|
| 49 |
+
Toto-2.0-313m,Seasonal Naive,0.943,0.857,1.0,0.455,0.348,0.546
|
| 50 |
+
Toto-2.0-22m,Toto-2.0-2.5B,0.143,0.029,0.286,-0.039,-0.079,-0.006
|
| 51 |
+
Toto-2.0-22m,Toto-2.0-1B,0.2,0.086,0.343,-0.031,-0.061,-0.006
|
| 52 |
+
Toto-2.0-22m,Toto-2.0-313m,0.143,0.029,0.257,-0.028,-0.05,-0.008
|
| 53 |
+
Toto-2.0-22m,Toto-2.0-22m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Toto-2.0-22m,Toto-1.0,0.714,0.571,0.857,0.021,-0.02,0.063
|
| 55 |
+
Toto-2.0-22m,Chronos-2,0.743,0.6,0.886,-0.007,-0.074,0.042
|
| 56 |
+
Toto-2.0-22m,Toto-2.0-4m,0.886,0.771,0.971,0.029,0.003,0.052
|
| 57 |
+
Toto-2.0-22m,TiRex,0.714,0.571,0.857,0.04,-0.008,0.085
|
| 58 |
+
Toto-2.0-22m,TimesFM-2.5,0.829,0.686,0.943,0.033,-0.013,0.07
|
| 59 |
+
Toto-2.0-22m,Moirai-2.0,0.8,0.657,0.914,0.057,-0.006,0.11
|
| 60 |
+
Toto-2.0-22m,FlowState,0.829,0.686,0.943,0.073,-0.022,0.155
|
| 61 |
+
Toto-2.0-22m,Chronos-Bolt,0.829,0.686,0.943,0.097,0.04,0.149
|
| 62 |
+
Toto-2.0-22m,TabPFN-TS-3,0.886,0.771,0.971,0.061,-0.027,0.132
|
| 63 |
+
Toto-2.0-22m,TabPFN-TS,0.857,0.743,0.971,0.088,0.036,0.132
|
| 64 |
+
Toto-2.0-22m,Sundial-Base,0.914,0.8,1.0,0.147,0.068,0.216
|
| 65 |
+
Toto-2.0-22m,Seasonal Naive,0.943,0.857,1.0,0.44,0.336,0.527
|
| 66 |
+
Toto-1.0,Toto-2.0-2.5B,0.229,0.086,0.371,-0.061,-0.134,-0.006
|
| 67 |
+
Toto-1.0,Toto-2.0-1B,0.229,0.086,0.371,-0.053,-0.119,0.005
|
| 68 |
+
Toto-1.0,Toto-2.0-313m,0.2,0.086,0.343,-0.05,-0.116,0.005
|
| 69 |
+
Toto-1.0,Toto-2.0-22m,0.286,0.143,0.429,-0.022,-0.068,0.02
|
| 70 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
Toto-1.0,Chronos-2,0.686,0.543,0.857,-0.028,-0.099,0.029
|
| 72 |
+
Toto-1.0,Toto-2.0-4m,0.657,0.486,0.801,0.008,-0.022,0.034
|
| 73 |
+
Toto-1.0,TiRex,0.686,0.514,0.829,0.019,-0.018,0.055
|
| 74 |
+
Toto-1.0,TimesFM-2.5,0.686,0.543,0.815,0.012,-0.041,0.051
|
| 75 |
+
Toto-1.0,Moirai-2.0,0.771,0.629,0.9,0.036,-0.013,0.081
|
| 76 |
+
Toto-1.0,FlowState,0.743,0.6,0.871,0.053,-0.047,0.138
|
| 77 |
+
Toto-1.0,Chronos-Bolt,0.8,0.657,0.914,0.078,0.02,0.129
|
| 78 |
+
Toto-1.0,TabPFN-TS-3,0.829,0.686,0.943,0.04,-0.06,0.115
|
| 79 |
+
Toto-1.0,TabPFN-TS,0.829,0.686,0.943,0.069,0.023,0.11
|
| 80 |
+
Toto-1.0,Sundial-Base,0.857,0.714,0.943,0.128,0.038,0.203
|
| 81 |
+
Toto-1.0,Seasonal Naive,0.943,0.857,1.0,0.428,0.331,0.511
|
| 82 |
+
Chronos-2,Toto-2.0-2.5B,0.229,0.086,0.371,-0.032,-0.077,0.014
|
| 83 |
+
Chronos-2,Toto-2.0-1B,0.2,0.057,0.343,-0.024,-0.076,0.031
|
| 84 |
+
Chronos-2,Toto-2.0-313m,0.171,0.057,0.314,-0.021,-0.073,0.038
|
| 85 |
+
Chronos-2,Toto-2.0-22m,0.257,0.114,0.4,0.007,-0.043,0.068
|
| 86 |
+
Chronos-2,Toto-1.0,0.314,0.143,0.457,0.028,-0.03,0.09
|
| 87 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Chronos-2,Toto-2.0-4m,0.514,0.343,0.686,0.036,-0.009,0.095
|
| 89 |
+
Chronos-2,TiRex,0.6,0.456,0.771,0.046,-0.008,0.113
|
| 90 |
+
Chronos-2,TimesFM-2.5,0.6,0.429,0.771,0.039,-0.011,0.088
|
| 91 |
+
Chronos-2,Moirai-2.0,0.743,0.6,0.886,0.063,0.004,0.125
|
| 92 |
+
Chronos-2,FlowState,0.714,0.543,0.857,0.079,0.014,0.138
|
| 93 |
+
Chronos-2,Chronos-Bolt,0.857,0.714,0.971,0.103,0.046,0.164
|
| 94 |
+
Chronos-2,TabPFN-TS-3,0.771,0.629,0.886,0.067,0.024,0.11
|
| 95 |
+
Chronos-2,TabPFN-TS,0.857,0.742,0.944,0.094,0.055,0.139
|
| 96 |
+
Chronos-2,Sundial-Base,0.943,0.857,1.0,0.152,0.082,0.213
|
| 97 |
+
Chronos-2,Seasonal Naive,0.943,0.857,1.0,0.443,0.339,0.533
|
| 98 |
+
Toto-2.0-4m,Toto-2.0-2.5B,0.2,0.086,0.343,-0.07,-0.127,-0.024
|
| 99 |
+
Toto-2.0-4m,Toto-2.0-1B,0.143,0.029,0.257,-0.062,-0.112,-0.017
|
| 100 |
+
Toto-2.0-4m,Toto-2.0-313m,0.086,0.0,0.2,-0.059,-0.101,-0.016
|
| 101 |
+
Toto-2.0-4m,Toto-2.0-22m,0.114,0.029,0.229,-0.03,-0.055,-0.003
|
| 102 |
+
Toto-2.0-4m,Toto-1.0,0.343,0.199,0.514,-0.008,-0.036,0.021
|
| 103 |
+
Toto-2.0-4m,Chronos-2,0.486,0.314,0.657,-0.037,-0.105,0.009
|
| 104 |
+
Toto-2.0-4m,Toto-2.0-4m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
Toto-2.0-4m,TiRex,0.571,0.4,0.743,0.011,-0.024,0.042
|
| 106 |
+
Toto-2.0-4m,TimesFM-2.5,0.657,0.514,0.829,0.004,-0.046,0.038
|
| 107 |
+
Toto-2.0-4m,Moirai-2.0,0.714,0.543,0.857,0.028,-0.023,0.071
|
| 108 |
+
Toto-2.0-4m,FlowState,0.771,0.628,0.914,0.045,-0.052,0.128
|
| 109 |
+
Toto-2.0-4m,Chronos-Bolt,0.743,0.571,0.886,0.07,0.016,0.117
|
| 110 |
+
Toto-2.0-4m,TabPFN-TS-3,0.829,0.686,0.943,0.032,-0.065,0.098
|
| 111 |
+
Toto-2.0-4m,TabPFN-TS,0.743,0.571,0.886,0.061,0.022,0.096
|
| 112 |
+
Toto-2.0-4m,Sundial-Base,0.886,0.771,0.971,0.121,0.036,0.193
|
| 113 |
+
Toto-2.0-4m,Seasonal Naive,0.943,0.857,1.0,0.423,0.32,0.51
|
| 114 |
+
TiRex,Toto-2.0-2.5B,0.229,0.086,0.371,-0.082,-0.165,-0.01
|
| 115 |
+
TiRex,Toto-2.0-1B,0.171,0.057,0.314,-0.074,-0.155,-0.001
|
| 116 |
+
TiRex,Toto-2.0-313m,0.2,0.086,0.343,-0.071,-0.145,-0.002
|
| 117 |
+
TiRex,Toto-2.0-22m,0.286,0.143,0.429,-0.042,-0.093,0.008
|
| 118 |
+
TiRex,Toto-1.0,0.314,0.171,0.486,-0.02,-0.059,0.018
|
| 119 |
+
TiRex,Chronos-2,0.4,0.229,0.544,-0.048,-0.127,0.008
|
| 120 |
+
TiRex,Toto-2.0-4m,0.429,0.257,0.6,-0.011,-0.044,0.023
|
| 121 |
+
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
TiRex,TimesFM-2.5,0.571,0.4,0.743,-0.007,-0.046,0.027
|
| 123 |
+
TiRex,Moirai-2.0,0.657,0.486,0.8,0.017,-0.008,0.04
|
| 124 |
+
TiRex,FlowState,0.629,0.486,0.771,0.034,-0.059,0.114
|
| 125 |
+
TiRex,Chronos-Bolt,0.743,0.6,0.886,0.059,0.026,0.099
|
| 126 |
+
TiRex,TabPFN-TS-3,0.857,0.743,0.943,0.022,-0.079,0.083
|
| 127 |
+
TiRex,TabPFN-TS,0.857,0.743,0.971,0.05,0.019,0.077
|
| 128 |
+
TiRex,Sundial-Base,0.829,0.686,0.943,0.111,0.031,0.183
|
| 129 |
+
TiRex,Seasonal Naive,0.943,0.857,1.0,0.416,0.327,0.494
|
| 130 |
+
TimesFM-2.5,Toto-2.0-2.5B,0.229,0.086,0.371,-0.074,-0.138,-0.009
|
| 131 |
+
TimesFM-2.5,Toto-2.0-1B,0.143,0.029,0.257,-0.066,-0.123,-0.003
|
| 132 |
+
TimesFM-2.5,Toto-2.0-313m,0.143,0.029,0.286,-0.063,-0.116,-0.004
|
| 133 |
+
TimesFM-2.5,Toto-2.0-22m,0.171,0.057,0.314,-0.034,-0.075,0.013
|
| 134 |
+
TimesFM-2.5,Toto-1.0,0.314,0.185,0.457,-0.012,-0.054,0.04
|
| 135 |
+
TimesFM-2.5,Chronos-2,0.4,0.229,0.571,-0.041,-0.096,0.011
|
| 136 |
+
TimesFM-2.5,Toto-2.0-4m,0.343,0.171,0.486,-0.004,-0.039,0.044
|
| 137 |
+
TimesFM-2.5,TiRex,0.429,0.257,0.6,0.007,-0.028,0.044
|
| 138 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
TimesFM-2.5,Moirai-2.0,0.657,0.5,0.8,0.024,-0.012,0.059
|
| 140 |
+
TimesFM-2.5,FlowState,0.657,0.5,0.814,0.041,-0.023,0.105
|
| 141 |
+
TimesFM-2.5,Chronos-Bolt,0.714,0.571,0.843,0.066,0.032,0.106
|
| 142 |
+
TimesFM-2.5,TabPFN-TS-3,0.8,0.657,0.914,0.029,-0.044,0.081
|
| 143 |
+
TimesFM-2.5,TabPFN-TS,0.771,0.629,0.886,0.057,0.022,0.092
|
| 144 |
+
TimesFM-2.5,Sundial-Base,0.857,0.714,0.944,0.117,0.064,0.176
|
| 145 |
+
TimesFM-2.5,Seasonal Naive,0.943,0.857,1.0,0.421,0.335,0.502
|
| 146 |
+
Moirai-2.0,Toto-2.0-2.5B,0.2,0.086,0.343,-0.101,-0.196,-0.015
|
| 147 |
+
Moirai-2.0,Toto-2.0-1B,0.229,0.114,0.371,-0.092,-0.18,-0.006
|
| 148 |
+
Moirai-2.0,Toto-2.0-313m,0.171,0.057,0.314,-0.089,-0.173,-0.006
|
| 149 |
+
Moirai-2.0,Toto-2.0-22m,0.2,0.086,0.343,-0.06,-0.124,0.006
|
| 150 |
+
Moirai-2.0,Toto-1.0,0.229,0.1,0.371,-0.038,-0.088,0.013
|
| 151 |
+
Moirai-2.0,Chronos-2,0.257,0.114,0.4,-0.067,-0.143,-0.004
|
| 152 |
+
Moirai-2.0,Toto-2.0-4m,0.286,0.143,0.457,-0.029,-0.076,0.022
|
| 153 |
+
Moirai-2.0,TiRex,0.343,0.2,0.514,-0.018,-0.042,0.008
|
| 154 |
+
Moirai-2.0,TimesFM-2.5,0.343,0.2,0.5,-0.025,-0.062,0.012
|
| 155 |
+
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
Moirai-2.0,FlowState,0.514,0.357,0.671,0.017,-0.073,0.092
|
| 157 |
+
Moirai-2.0,Chronos-Bolt,0.671,0.543,0.786,0.043,0.012,0.079
|
| 158 |
+
Moirai-2.0,TabPFN-TS-3,0.686,0.514,0.829,0.004,-0.087,0.064
|
| 159 |
+
Moirai-2.0,TabPFN-TS,0.686,0.514,0.829,0.034,0.004,0.065
|
| 160 |
+
Moirai-2.0,Sundial-Base,0.8,0.657,0.914,0.095,0.024,0.163
|
| 161 |
+
Moirai-2.0,Seasonal Naive,0.943,0.857,1.0,0.406,0.322,0.482
|
| 162 |
+
FlowState,Toto-2.0-2.5B,0.143,0.029,0.286,-0.12,-0.223,-0.024
|
| 163 |
+
FlowState,Toto-2.0-1B,0.171,0.057,0.314,-0.112,-0.215,-0.01
|
| 164 |
+
FlowState,Toto-2.0-313m,0.171,0.057,0.314,-0.109,-0.219,-0.004
|
| 165 |
+
FlowState,Toto-2.0-22m,0.171,0.057,0.314,-0.078,-0.184,0.021
|
| 166 |
+
FlowState,Toto-1.0,0.257,0.129,0.4,-0.056,-0.161,0.045
|
| 167 |
+
FlowState,Chronos-2,0.286,0.143,0.457,-0.086,-0.16,-0.014
|
| 168 |
+
FlowState,Toto-2.0-4m,0.229,0.086,0.372,-0.047,-0.146,0.05
|
| 169 |
+
FlowState,TiRex,0.371,0.229,0.514,-0.035,-0.129,0.056
|
| 170 |
+
FlowState,TimesFM-2.5,0.343,0.186,0.5,-0.043,-0.117,0.023
|
| 171 |
+
FlowState,Moirai-2.0,0.486,0.329,0.643,-0.017,-0.102,0.068
|
| 172 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
FlowState,Chronos-Bolt,0.543,0.386,0.7,0.026,-0.03,0.101
|
| 174 |
+
FlowState,TabPFN-TS-3,0.571,0.4,0.715,-0.013,-0.074,0.04
|
| 175 |
+
FlowState,TabPFN-TS,0.6,0.429,0.743,0.017,-0.063,0.096
|
| 176 |
+
FlowState,Sundial-Base,0.686,0.543,0.829,0.08,0.018,0.135
|
| 177 |
+
FlowState,Seasonal Naive,0.943,0.857,1.0,0.396,0.305,0.481
|
| 178 |
+
Chronos-Bolt,Toto-2.0-2.5B,0.171,0.057,0.314,-0.15,-0.243,-0.066
|
| 179 |
+
Chronos-Bolt,Toto-2.0-1B,0.171,0.057,0.314,-0.141,-0.228,-0.058
|
| 180 |
+
Chronos-Bolt,Toto-2.0-313m,0.143,0.029,0.286,-0.138,-0.221,-0.057
|
| 181 |
+
Chronos-Bolt,Toto-2.0-22m,0.171,0.057,0.314,-0.107,-0.175,-0.042
|
| 182 |
+
Chronos-Bolt,Toto-1.0,0.2,0.086,0.343,-0.084,-0.148,-0.021
|
| 183 |
+
Chronos-Bolt,Chronos-2,0.143,0.029,0.286,-0.115,-0.196,-0.048
|
| 184 |
+
Chronos-Bolt,Toto-2.0-4m,0.257,0.114,0.429,-0.075,-0.132,-0.016
|
| 185 |
+
Chronos-Bolt,TiRex,0.257,0.114,0.4,-0.063,-0.11,-0.026
|
| 186 |
+
Chronos-Bolt,TimesFM-2.5,0.286,0.157,0.429,-0.071,-0.118,-0.033
|
| 187 |
+
Chronos-Bolt,Moirai-2.0,0.329,0.214,0.457,-0.045,-0.086,-0.012
|
| 188 |
+
Chronos-Bolt,FlowState,0.457,0.3,0.614,-0.027,-0.113,0.029
|
| 189 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Chronos-Bolt,TabPFN-TS-3,0.629,0.457,0.771,-0.04,-0.147,0.026
|
| 191 |
+
Chronos-Bolt,TabPFN-TS,0.571,0.4,0.743,-0.01,-0.059,0.035
|
| 192 |
+
Chronos-Bolt,Sundial-Base,0.771,0.6,0.886,0.055,-0.018,0.113
|
| 193 |
+
Chronos-Bolt,Seasonal Naive,0.943,0.857,1.0,0.38,0.295,0.455
|
| 194 |
+
TabPFN-TS-3,Toto-2.0-2.5B,0.171,0.057,0.314,-0.106,-0.189,-0.029
|
| 195 |
+
TabPFN-TS-3,Toto-2.0-1B,0.143,0.029,0.286,-0.097,-0.186,-0.014
|
| 196 |
+
TabPFN-TS-3,Toto-2.0-313m,0.114,0.029,0.229,-0.094,-0.187,-0.007
|
| 197 |
+
TabPFN-TS-3,Toto-2.0-22m,0.114,0.029,0.229,-0.065,-0.151,0.026
|
| 198 |
+
TabPFN-TS-3,Toto-1.0,0.171,0.057,0.314,-0.042,-0.13,0.056
|
| 199 |
+
TabPFN-TS-3,Chronos-2,0.229,0.114,0.371,-0.072,-0.123,-0.024
|
| 200 |
+
TabPFN-TS-3,Toto-2.0-4m,0.171,0.057,0.314,-0.033,-0.109,0.061
|
| 201 |
+
TabPFN-TS-3,TiRex,0.143,0.057,0.257,-0.022,-0.09,0.073
|
| 202 |
+
TabPFN-TS-3,TimesFM-2.5,0.2,0.086,0.343,-0.029,-0.088,0.042
|
| 203 |
+
TabPFN-TS-3,Moirai-2.0,0.314,0.171,0.486,-0.004,-0.069,0.08
|
| 204 |
+
TabPFN-TS-3,FlowState,0.429,0.285,0.6,0.013,-0.042,0.069
|
| 205 |
+
TabPFN-TS-3,Chronos-Bolt,0.371,0.229,0.543,0.039,-0.026,0.128
|
| 206 |
+
TabPFN-TS-3,TabPFN-TS-3,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
TabPFN-TS-3,TabPFN-TS,0.543,0.371,0.686,0.029,-0.023,0.102
|
| 208 |
+
TabPFN-TS-3,Sundial-Base,0.714,0.543,0.857,0.091,0.026,0.148
|
| 209 |
+
TabPFN-TS-3,Seasonal Naive,0.943,0.857,1.0,0.404,0.308,0.497
|
| 210 |
+
TabPFN-TS,Toto-2.0-2.5B,0.086,0.0,0.2,-0.14,-0.214,-0.068
|
| 211 |
+
TabPFN-TS,Toto-2.0-1B,0.086,0.0,0.2,-0.131,-0.206,-0.059
|
| 212 |
+
TabPFN-TS,Toto-2.0-313m,0.114,0.029,0.229,-0.128,-0.199,-0.055
|
| 213 |
+
TabPFN-TS,Toto-2.0-22m,0.143,0.029,0.257,-0.097,-0.152,-0.037
|
| 214 |
+
TabPFN-TS,Toto-1.0,0.171,0.057,0.314,-0.074,-0.124,-0.023
|
| 215 |
+
TabPFN-TS,Chronos-2,0.143,0.056,0.258,-0.104,-0.161,-0.058
|
| 216 |
+
TabPFN-TS,Toto-2.0-4m,0.257,0.114,0.429,-0.065,-0.106,-0.023
|
| 217 |
+
TabPFN-TS,TiRex,0.143,0.029,0.257,-0.053,-0.083,-0.02
|
| 218 |
+
TabPFN-TS,TimesFM-2.5,0.229,0.114,0.371,-0.061,-0.101,-0.022
|
| 219 |
+
TabPFN-TS,Moirai-2.0,0.314,0.171,0.486,-0.035,-0.07,-0.004
|
| 220 |
+
TabPFN-TS,FlowState,0.4,0.257,0.571,-0.017,-0.106,0.059
|
| 221 |
+
TabPFN-TS,Chronos-Bolt,0.429,0.257,0.6,0.01,-0.036,0.056
|
| 222 |
+
TabPFN-TS,TabPFN-TS-3,0.457,0.314,0.629,-0.03,-0.114,0.022
|
| 223 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
TabPFN-TS,Sundial-Base,0.6,0.429,0.743,0.064,-0.014,0.134
|
| 225 |
+
TabPFN-TS,Seasonal Naive,0.943,0.857,1.0,0.385,0.287,0.475
|
| 226 |
+
Sundial-Base,Toto-2.0-2.5B,0.057,0.0,0.143,-0.217,-0.319,-0.107
|
| 227 |
+
Sundial-Base,Toto-2.0-1B,0.086,0.0,0.2,-0.208,-0.316,-0.101
|
| 228 |
+
Sundial-Base,Toto-2.0-313m,0.086,0.0,0.2,-0.204,-0.312,-0.097
|
| 229 |
+
Sundial-Base,Toto-2.0-22m,0.086,0.0,0.2,-0.172,-0.276,-0.073
|
| 230 |
+
Sundial-Base,Toto-1.0,0.143,0.057,0.286,-0.147,-0.255,-0.039
|
| 231 |
+
Sundial-Base,Chronos-2,0.057,0.0,0.143,-0.179,-0.27,-0.089
|
| 232 |
+
Sundial-Base,Toto-2.0-4m,0.114,0.029,0.229,-0.137,-0.24,-0.038
|
| 233 |
+
Sundial-Base,TiRex,0.171,0.057,0.314,-0.125,-0.224,-0.031
|
| 234 |
+
Sundial-Base,TimesFM-2.5,0.143,0.056,0.286,-0.133,-0.214,-0.069
|
| 235 |
+
Sundial-Base,Moirai-2.0,0.2,0.086,0.343,-0.105,-0.194,-0.024
|
| 236 |
+
Sundial-Base,FlowState,0.314,0.171,0.457,-0.086,-0.156,-0.018
|
| 237 |
+
Sundial-Base,Chronos-Bolt,0.229,0.114,0.4,-0.058,-0.127,0.018
|
| 238 |
+
Sundial-Base,TabPFN-TS-3,0.286,0.143,0.457,-0.101,-0.174,-0.026
|
| 239 |
+
Sundial-Base,TabPFN-TS,0.4,0.257,0.571,-0.068,-0.154,0.014
|
| 240 |
+
Sundial-Base,Sundial-Base,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Sundial-Base,Seasonal Naive,0.943,0.857,1.0,0.344,0.264,0.424
|
| 242 |
+
Seasonal Naive,Toto-2.0-2.5B,0.057,0.0,0.143,-0.854,-1.249,-0.542
|
| 243 |
+
Seasonal Naive,Toto-2.0-1B,0.057,0.0,0.143,-0.84,-1.211,-0.534
|
| 244 |
+
Seasonal Naive,Toto-2.0-313m,0.057,0.0,0.143,-0.835,-1.201,-0.534
|
| 245 |
+
Seasonal Naive,Toto-2.0-22m,0.057,0.0,0.143,-0.785,-1.113,-0.505
|
| 246 |
+
Seasonal Naive,Toto-1.0,0.057,0.0,0.143,-0.747,-1.046,-0.495
|
| 247 |
+
Seasonal Naive,Chronos-2,0.057,0.0,0.143,-0.797,-1.143,-0.512
|
| 248 |
+
Seasonal Naive,Toto-2.0-4m,0.057,0.0,0.143,-0.733,-1.04,-0.471
|
| 249 |
+
Seasonal Naive,TiRex,0.057,0.0,0.143,-0.714,-0.976,-0.486
|
| 250 |
+
Seasonal Naive,TimesFM-2.5,0.057,0.0,0.143,-0.726,-1.009,-0.503
|
| 251 |
+
Seasonal Naive,Moirai-2.0,0.057,0.0,0.143,-0.684,-0.93,-0.474
|
| 252 |
+
Seasonal Naive,FlowState,0.057,0.0,0.143,-0.655,-0.926,-0.439
|
| 253 |
+
Seasonal Naive,Chronos-Bolt,0.057,0.0,0.143,-0.612,-0.834,-0.418
|
| 254 |
+
Seasonal Naive,TabPFN-TS-3,0.057,0.0,0.143,-0.677,-0.986,-0.446
|
| 255 |
+
Seasonal Naive,TabPFN-TS,0.057,0.0,0.143,-0.627,-0.904,-0.402
|
| 256 |
+
Seasonal Naive,Sundial-Base,0.057,0.0,0.143,-0.523,-0.735,-0.358
|
| 257 |
+
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/task_type_multivariate/pairwise_WQL.csv
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
+
Toto-2.0-2.5B,Toto-2.0-2.5B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Toto-2.0-2.5B,Toto-2.0-1B,0.657,0.486,0.8,0.003,-0.01,0.017
|
| 4 |
+
Toto-2.0-2.5B,Toto-2.0-313m,0.686,0.543,0.829,0.005,-0.018,0.03
|
| 5 |
+
Toto-2.0-2.5B,Toto-2.0-22m,0.8,0.657,0.914,0.029,-0.003,0.063
|
| 6 |
+
Toto-2.0-2.5B,Toto-1.0,0.8,0.657,0.914,0.055,-0.002,0.119
|
| 7 |
+
Toto-2.0-2.5B,Chronos-2,0.8,0.657,0.943,0.028,-0.013,0.065
|
| 8 |
+
Toto-2.0-2.5B,Toto-2.0-4m,0.771,0.629,0.886,0.067,0.026,0.118
|
| 9 |
+
Toto-2.0-2.5B,TiRex,0.771,0.629,0.914,0.084,0.021,0.149
|
| 10 |
+
Toto-2.0-2.5B,TimesFM-2.5,0.771,0.629,0.886,0.071,0.009,0.123
|
| 11 |
+
Toto-2.0-2.5B,FlowState,0.829,0.686,0.943,0.107,0.024,0.179
|
| 12 |
+
Toto-2.0-2.5B,Moirai-2.0,0.771,0.629,0.886,0.104,0.026,0.17
|
| 13 |
+
Toto-2.0-2.5B,TabPFN-TS-3,0.829,0.686,0.943,0.089,0.022,0.148
|
| 14 |
+
Toto-2.0-2.5B,Chronos-Bolt,0.829,0.686,0.943,0.148,0.072,0.216
|
| 15 |
+
Toto-2.0-2.5B,TabPFN-TS,0.886,0.771,0.971,0.166,0.1,0.224
|
| 16 |
+
Toto-2.0-2.5B,PatchTST,0.943,0.857,1.0,0.221,0.135,0.289
|
| 17 |
+
Toto-2.0-2.5B,Seasonal Naive,0.971,0.914,1.0,0.611,0.523,0.691
|
| 18 |
+
Toto-2.0-1B,Toto-2.0-2.5B,0.343,0.2,0.514,-0.003,-0.017,0.01
|
| 19 |
+
Toto-2.0-1B,Toto-2.0-1B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Toto-2.0-1B,Toto-2.0-313m,0.629,0.486,0.771,0.002,-0.01,0.016
|
| 21 |
+
Toto-2.0-1B,Toto-2.0-22m,0.8,0.657,0.914,0.026,0.002,0.051
|
| 22 |
+
Toto-2.0-1B,Toto-1.0,0.771,0.629,0.914,0.052,-0.004,0.109
|
| 23 |
+
Toto-2.0-1B,Chronos-2,0.8,0.657,0.943,0.025,-0.024,0.067
|
| 24 |
+
Toto-2.0-1B,Toto-2.0-4m,0.857,0.743,0.971,0.064,0.025,0.109
|
| 25 |
+
Toto-2.0-1B,TiRex,0.771,0.629,0.886,0.08,0.021,0.142
|
| 26 |
+
Toto-2.0-1B,TimesFM-2.5,0.857,0.714,0.971,0.068,0.013,0.116
|
| 27 |
+
Toto-2.0-1B,FlowState,0.8,0.657,0.914,0.104,0.017,0.18
|
| 28 |
+
Toto-2.0-1B,Moirai-2.0,0.8,0.657,0.914,0.101,0.026,0.168
|
| 29 |
+
Toto-2.0-1B,TabPFN-TS-3,0.8,0.657,0.914,0.086,0.016,0.149
|
| 30 |
+
Toto-2.0-1B,Chronos-Bolt,0.857,0.714,0.971,0.145,0.073,0.211
|
| 31 |
+
Toto-2.0-1B,TabPFN-TS,0.914,0.8,1.0,0.163,0.099,0.22
|
| 32 |
+
Toto-2.0-1B,PatchTST,0.943,0.857,1.0,0.218,0.129,0.287
|
| 33 |
+
Toto-2.0-1B,Seasonal Naive,0.971,0.914,1.0,0.61,0.522,0.688
|
| 34 |
+
Toto-2.0-313m,Toto-2.0-2.5B,0.314,0.171,0.457,-0.005,-0.031,0.018
|
| 35 |
+
Toto-2.0-313m,Toto-2.0-1B,0.371,0.229,0.514,-0.002,-0.016,0.01
|
| 36 |
+
Toto-2.0-313m,Toto-2.0-313m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Toto-2.0-313m,Toto-2.0-22m,0.857,0.714,0.971,0.024,0.007,0.042
|
| 38 |
+
Toto-2.0-313m,Toto-1.0,0.8,0.657,0.914,0.05,-0.004,0.106
|
| 39 |
+
Toto-2.0-313m,Chronos-2,0.829,0.686,0.943,0.023,-0.034,0.07
|
| 40 |
+
Toto-2.0-313m,Toto-2.0-4m,0.914,0.8,1.0,0.062,0.025,0.1
|
| 41 |
+
Toto-2.0-313m,TiRex,0.857,0.714,0.971,0.079,0.022,0.138
|
| 42 |
+
Toto-2.0-313m,TimesFM-2.5,0.857,0.714,0.971,0.066,0.014,0.109
|
| 43 |
+
Toto-2.0-313m,FlowState,0.771,0.628,0.914,0.102,0.01,0.183
|
| 44 |
+
Toto-2.0-313m,Moirai-2.0,0.829,0.686,0.943,0.099,0.025,0.164
|
| 45 |
+
Toto-2.0-313m,TabPFN-TS-3,0.857,0.714,0.971,0.084,0.007,0.153
|
| 46 |
+
Toto-2.0-313m,Chronos-Bolt,0.857,0.714,0.971,0.143,0.074,0.204
|
| 47 |
+
Toto-2.0-313m,TabPFN-TS,0.886,0.771,0.971,0.162,0.098,0.219
|
| 48 |
+
Toto-2.0-313m,PatchTST,0.943,0.857,1.0,0.217,0.12,0.289
|
| 49 |
+
Toto-2.0-313m,Seasonal Naive,0.971,0.914,1.0,0.609,0.52,0.687
|
| 50 |
+
Toto-2.0-22m,Toto-2.0-2.5B,0.2,0.086,0.343,-0.03,-0.067,0.003
|
| 51 |
+
Toto-2.0-22m,Toto-2.0-1B,0.2,0.086,0.343,-0.027,-0.054,-0.002
|
| 52 |
+
Toto-2.0-22m,Toto-2.0-313m,0.143,0.029,0.286,-0.025,-0.043,-0.007
|
| 53 |
+
Toto-2.0-22m,Toto-2.0-22m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Toto-2.0-22m,Toto-1.0,0.657,0.514,0.8,0.027,-0.017,0.071
|
| 55 |
+
Toto-2.0-22m,Chronos-2,0.771,0.629,0.914,-0.001,-0.064,0.047
|
| 56 |
+
Toto-2.0-22m,Toto-2.0-4m,0.886,0.771,0.971,0.039,0.013,0.063
|
| 57 |
+
Toto-2.0-22m,TiRex,0.829,0.686,0.943,0.056,0.01,0.1
|
| 58 |
+
Toto-2.0-22m,TimesFM-2.5,0.857,0.714,0.971,0.043,-0.001,0.079
|
| 59 |
+
Toto-2.0-22m,FlowState,0.829,0.686,0.943,0.08,-0.008,0.16
|
| 60 |
+
Toto-2.0-22m,Moirai-2.0,0.829,0.686,0.943,0.077,0.014,0.129
|
| 61 |
+
Toto-2.0-22m,TabPFN-TS-3,0.886,0.771,0.971,0.061,-0.02,0.129
|
| 62 |
+
Toto-2.0-22m,Chronos-Bolt,0.857,0.714,0.971,0.122,0.062,0.176
|
| 63 |
+
Toto-2.0-22m,TabPFN-TS,0.886,0.771,0.971,0.141,0.083,0.194
|
| 64 |
+
Toto-2.0-22m,PatchTST,0.943,0.857,1.0,0.197,0.099,0.274
|
| 65 |
+
Toto-2.0-22m,Seasonal Naive,0.971,0.914,1.0,0.6,0.511,0.678
|
| 66 |
+
Toto-1.0,Toto-2.0-2.5B,0.2,0.086,0.343,-0.058,-0.135,0.002
|
| 67 |
+
Toto-1.0,Toto-2.0-1B,0.229,0.086,0.371,-0.055,-0.122,0.004
|
| 68 |
+
Toto-1.0,Toto-2.0-313m,0.2,0.086,0.343,-0.053,-0.118,0.004
|
| 69 |
+
Toto-1.0,Toto-2.0-22m,0.343,0.2,0.486,-0.028,-0.076,0.017
|
| 70 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
Toto-1.0,Chronos-2,0.686,0.543,0.857,-0.028,-0.106,0.029
|
| 72 |
+
Toto-1.0,Toto-2.0-4m,0.571,0.4,0.743,0.013,-0.018,0.041
|
| 73 |
+
Toto-1.0,TiRex,0.686,0.514,0.829,0.03,-0.003,0.065
|
| 74 |
+
Toto-1.0,TimesFM-2.5,0.686,0.542,0.829,0.017,-0.034,0.056
|
| 75 |
+
Toto-1.0,FlowState,0.686,0.543,0.829,0.055,-0.046,0.14
|
| 76 |
+
Toto-1.0,Moirai-2.0,0.771,0.629,0.9,0.052,0.007,0.093
|
| 77 |
+
Toto-1.0,TabPFN-TS-3,0.8,0.657,0.914,0.036,-0.07,0.11
|
| 78 |
+
Toto-1.0,Chronos-Bolt,0.8,0.657,0.914,0.098,0.044,0.149
|
| 79 |
+
Toto-1.0,TabPFN-TS,0.857,0.714,0.943,0.117,0.064,0.169
|
| 80 |
+
Toto-1.0,PatchTST,0.886,0.771,0.971,0.175,0.059,0.264
|
| 81 |
+
Toto-1.0,Seasonal Naive,0.971,0.914,1.0,0.589,0.502,0.663
|
| 82 |
+
Chronos-2,Toto-2.0-2.5B,0.2,0.057,0.343,-0.029,-0.069,0.013
|
| 83 |
+
Chronos-2,Toto-2.0-1B,0.2,0.057,0.343,-0.026,-0.072,0.024
|
| 84 |
+
Chronos-2,Toto-2.0-313m,0.171,0.057,0.314,-0.024,-0.075,0.033
|
| 85 |
+
Chronos-2,Toto-2.0-22m,0.229,0.086,0.371,0.001,-0.05,0.06
|
| 86 |
+
Chronos-2,Toto-1.0,0.314,0.143,0.457,0.028,-0.03,0.096
|
| 87 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
Chronos-2,Toto-2.0-4m,0.571,0.4,0.743,0.04,-0.01,0.106
|
| 89 |
+
Chronos-2,TiRex,0.629,0.485,0.771,0.057,0.003,0.132
|
| 90 |
+
Chronos-2,TimesFM-2.5,0.571,0.4,0.743,0.044,-0.007,0.096
|
| 91 |
+
Chronos-2,FlowState,0.743,0.6,0.886,0.081,0.018,0.138
|
| 92 |
+
Chronos-2,Moirai-2.0,0.8,0.657,0.914,0.078,0.017,0.149
|
| 93 |
+
Chronos-2,TabPFN-TS-3,0.771,0.629,0.886,0.062,0.018,0.106
|
| 94 |
+
Chronos-2,Chronos-Bolt,0.857,0.743,0.971,0.123,0.062,0.192
|
| 95 |
+
Chronos-2,TabPFN-TS,0.943,0.857,1.0,0.142,0.093,0.195
|
| 96 |
+
Chronos-2,PatchTST,0.857,0.743,0.944,0.198,0.124,0.265
|
| 97 |
+
Chronos-2,Seasonal Naive,0.971,0.914,1.0,0.6,0.515,0.675
|
| 98 |
+
Toto-2.0-4m,Toto-2.0-2.5B,0.229,0.114,0.371,-0.072,-0.134,-0.027
|
| 99 |
+
Toto-2.0-4m,Toto-2.0-1B,0.143,0.029,0.257,-0.068,-0.122,-0.025
|
| 100 |
+
Toto-2.0-4m,Toto-2.0-313m,0.086,0.0,0.2,-0.066,-0.111,-0.026
|
| 101 |
+
Toto-2.0-4m,Toto-2.0-22m,0.114,0.029,0.229,-0.041,-0.068,-0.013
|
| 102 |
+
Toto-2.0-4m,Toto-1.0,0.429,0.257,0.6,-0.013,-0.043,0.017
|
| 103 |
+
Toto-2.0-4m,Chronos-2,0.429,0.257,0.6,-0.042,-0.119,0.01
|
| 104 |
+
Toto-2.0-4m,Toto-2.0-4m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
Toto-2.0-4m,TiRex,0.629,0.457,0.8,0.018,-0.016,0.048
|
| 106 |
+
Toto-2.0-4m,TimesFM-2.5,0.6,0.429,0.771,0.004,-0.047,0.042
|
| 107 |
+
Toto-2.0-4m,FlowState,0.743,0.6,0.886,0.043,-0.059,0.127
|
| 108 |
+
Toto-2.0-4m,Moirai-2.0,0.829,0.686,0.943,0.04,-0.012,0.081
|
| 109 |
+
Toto-2.0-4m,TabPFN-TS-3,0.8,0.657,0.914,0.023,-0.081,0.094
|
| 110 |
+
Toto-2.0-4m,Chronos-Bolt,0.8,0.657,0.914,0.086,0.028,0.137
|
| 111 |
+
Toto-2.0-4m,TabPFN-TS,0.829,0.686,0.943,0.106,0.053,0.155
|
| 112 |
+
Toto-2.0-4m,PatchTST,0.943,0.857,1.0,0.165,0.054,0.251
|
| 113 |
+
Toto-2.0-4m,Seasonal Naive,0.971,0.914,1.0,0.583,0.494,0.661
|
| 114 |
+
TiRex,Toto-2.0-2.5B,0.229,0.086,0.371,-0.091,-0.175,-0.022
|
| 115 |
+
TiRex,Toto-2.0-1B,0.229,0.114,0.371,-0.088,-0.165,-0.021
|
| 116 |
+
TiRex,Toto-2.0-313m,0.143,0.029,0.286,-0.085,-0.16,-0.022
|
| 117 |
+
TiRex,Toto-2.0-22m,0.171,0.057,0.314,-0.059,-0.112,-0.01
|
| 118 |
+
TiRex,Toto-1.0,0.314,0.171,0.486,-0.031,-0.069,0.003
|
| 119 |
+
TiRex,Chronos-2,0.371,0.229,0.515,-0.06,-0.153,-0.003
|
| 120 |
+
TiRex,Toto-2.0-4m,0.371,0.2,0.543,-0.018,-0.051,0.016
|
| 121 |
+
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
TiRex,TimesFM-2.5,0.571,0.4,0.743,-0.013,-0.054,0.021
|
| 123 |
+
TiRex,FlowState,0.657,0.514,0.8,0.026,-0.08,0.109
|
| 124 |
+
TiRex,Moirai-2.0,0.743,0.6,0.886,0.022,-0.007,0.047
|
| 125 |
+
TiRex,TabPFN-TS-3,0.829,0.686,0.943,0.006,-0.104,0.072
|
| 126 |
+
TiRex,Chronos-Bolt,0.829,0.686,0.943,0.07,0.035,0.109
|
| 127 |
+
TiRex,TabPFN-TS,0.857,0.714,0.971,0.09,0.042,0.136
|
| 128 |
+
TiRex,PatchTST,0.829,0.686,0.943,0.15,0.031,0.238
|
| 129 |
+
TiRex,Seasonal Naive,0.971,0.914,1.0,0.576,0.494,0.648
|
| 130 |
+
TimesFM-2.5,Toto-2.0-2.5B,0.229,0.114,0.371,-0.077,-0.141,-0.009
|
| 131 |
+
TimesFM-2.5,Toto-2.0-1B,0.143,0.029,0.286,-0.073,-0.131,-0.013
|
| 132 |
+
TimesFM-2.5,Toto-2.0-313m,0.143,0.029,0.286,-0.071,-0.122,-0.015
|
| 133 |
+
TimesFM-2.5,Toto-2.0-22m,0.143,0.029,0.286,-0.045,-0.086,0.001
|
| 134 |
+
TimesFM-2.5,Toto-1.0,0.314,0.171,0.457,-0.017,-0.059,0.033
|
| 135 |
+
TimesFM-2.5,Chronos-2,0.429,0.257,0.6,-0.046,-0.106,0.007
|
| 136 |
+
TimesFM-2.5,Toto-2.0-4m,0.4,0.229,0.571,-0.004,-0.044,0.045
|
| 137 |
+
TimesFM-2.5,TiRex,0.429,0.257,0.6,0.013,-0.021,0.051
|
| 138 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
TimesFM-2.5,FlowState,0.629,0.471,0.786,0.039,-0.028,0.099
|
| 140 |
+
TimesFM-2.5,Moirai-2.0,0.686,0.529,0.814,0.035,-0.001,0.074
|
| 141 |
+
TimesFM-2.5,TabPFN-TS-3,0.714,0.571,0.857,0.019,-0.061,0.074
|
| 142 |
+
TimesFM-2.5,Chronos-Bolt,0.771,0.629,0.9,0.082,0.047,0.121
|
| 143 |
+
TimesFM-2.5,TabPFN-TS,0.829,0.714,0.943,0.102,0.06,0.148
|
| 144 |
+
TimesFM-2.5,PatchTST,0.914,0.8,1.0,0.161,0.075,0.232
|
| 145 |
+
TimesFM-2.5,Seasonal Naive,1.0,1.0,1.0,0.581,0.499,0.656
|
| 146 |
+
FlowState,Toto-2.0-2.5B,0.171,0.057,0.314,-0.12,-0.218,-0.024
|
| 147 |
+
FlowState,Toto-2.0-1B,0.2,0.086,0.343,-0.116,-0.219,-0.018
|
| 148 |
+
FlowState,Toto-2.0-313m,0.229,0.086,0.372,-0.114,-0.224,-0.01
|
| 149 |
+
FlowState,Toto-2.0-22m,0.171,0.057,0.314,-0.087,-0.19,0.008
|
| 150 |
+
FlowState,Toto-1.0,0.314,0.171,0.457,-0.058,-0.163,0.044
|
| 151 |
+
FlowState,Chronos-2,0.257,0.114,0.4,-0.088,-0.161,-0.019
|
| 152 |
+
FlowState,Toto-2.0-4m,0.257,0.114,0.4,-0.045,-0.146,0.056
|
| 153 |
+
FlowState,TiRex,0.343,0.2,0.486,-0.026,-0.123,0.074
|
| 154 |
+
FlowState,TimesFM-2.5,0.371,0.214,0.529,-0.04,-0.11,0.028
|
| 155 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
FlowState,Moirai-2.0,0.457,0.3,0.614,-0.003,-0.091,0.091
|
| 157 |
+
FlowState,TabPFN-TS-3,0.543,0.371,0.714,-0.02,-0.083,0.032
|
| 158 |
+
FlowState,Chronos-Bolt,0.629,0.471,0.786,0.045,-0.016,0.127
|
| 159 |
+
FlowState,TabPFN-TS,0.657,0.486,0.8,0.066,-0.016,0.145
|
| 160 |
+
FlowState,PatchTST,0.771,0.629,0.914,0.127,0.052,0.192
|
| 161 |
+
FlowState,Seasonal Naive,1.0,1.0,1.0,0.565,0.485,0.645
|
| 162 |
+
Moirai-2.0,Toto-2.0-2.5B,0.229,0.114,0.371,-0.116,-0.205,-0.027
|
| 163 |
+
Moirai-2.0,Toto-2.0-1B,0.2,0.086,0.343,-0.113,-0.202,-0.027
|
| 164 |
+
Moirai-2.0,Toto-2.0-313m,0.171,0.057,0.314,-0.11,-0.197,-0.026
|
| 165 |
+
Moirai-2.0,Toto-2.0-22m,0.171,0.057,0.314,-0.084,-0.149,-0.014
|
| 166 |
+
Moirai-2.0,Toto-1.0,0.229,0.1,0.371,-0.055,-0.102,-0.007
|
| 167 |
+
Moirai-2.0,Chronos-2,0.2,0.086,0.343,-0.085,-0.175,-0.018
|
| 168 |
+
Moirai-2.0,Toto-2.0-4m,0.171,0.057,0.314,-0.041,-0.088,0.012
|
| 169 |
+
Moirai-2.0,TiRex,0.257,0.114,0.4,-0.023,-0.049,0.007
|
| 170 |
+
Moirai-2.0,TimesFM-2.5,0.314,0.186,0.471,-0.037,-0.079,0.001
|
| 171 |
+
Moirai-2.0,FlowState,0.543,0.386,0.7,0.003,-0.1,0.084
|
| 172 |
+
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
Moirai-2.0,TabPFN-TS-3,0.6,0.429,0.743,-0.017,-0.126,0.052
|
| 174 |
+
Moirai-2.0,Chronos-Bolt,0.671,0.543,0.8,0.048,0.019,0.085
|
| 175 |
+
Moirai-2.0,TabPFN-TS,0.714,0.571,0.857,0.069,0.026,0.116
|
| 176 |
+
Moirai-2.0,PatchTST,0.743,0.6,0.858,0.13,0.011,0.222
|
| 177 |
+
Moirai-2.0,Seasonal Naive,1.0,1.0,1.0,0.566,0.485,0.64
|
| 178 |
+
TabPFN-TS-3,Toto-2.0-2.5B,0.171,0.057,0.314,-0.097,-0.174,-0.023
|
| 179 |
+
TabPFN-TS-3,Toto-2.0-1B,0.2,0.086,0.343,-0.094,-0.175,-0.016
|
| 180 |
+
TabPFN-TS-3,Toto-2.0-313m,0.143,0.029,0.286,-0.092,-0.181,-0.007
|
| 181 |
+
TabPFN-TS-3,Toto-2.0-22m,0.114,0.029,0.229,-0.065,-0.148,0.019
|
| 182 |
+
TabPFN-TS-3,Toto-1.0,0.2,0.086,0.343,-0.037,-0.124,0.065
|
| 183 |
+
TabPFN-TS-3,Chronos-2,0.229,0.114,0.371,-0.066,-0.119,-0.019
|
| 184 |
+
TabPFN-TS-3,Toto-2.0-4m,0.2,0.086,0.343,-0.024,-0.104,0.075
|
| 185 |
+
TabPFN-TS-3,TiRex,0.171,0.057,0.314,-0.006,-0.078,0.094
|
| 186 |
+
TabPFN-TS-3,TimesFM-2.5,0.286,0.143,0.429,-0.019,-0.08,0.057
|
| 187 |
+
TabPFN-TS-3,FlowState,0.457,0.286,0.629,0.02,-0.033,0.077
|
| 188 |
+
TabPFN-TS-3,Moirai-2.0,0.4,0.257,0.571,0.017,-0.055,0.112
|
| 189 |
+
TabPFN-TS-3,TabPFN-TS-3,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
TabPFN-TS-3,Chronos-Bolt,0.571,0.4,0.743,0.065,-0.005,0.159
|
| 191 |
+
TabPFN-TS-3,TabPFN-TS,0.714,0.571,0.857,0.085,0.026,0.156
|
| 192 |
+
TabPFN-TS-3,PatchTST,0.771,0.629,0.914,0.145,0.082,0.205
|
| 193 |
+
TabPFN-TS-3,Seasonal Naive,0.971,0.914,1.0,0.573,0.488,0.654
|
| 194 |
+
Chronos-Bolt,Toto-2.0-2.5B,0.171,0.057,0.314,-0.173,-0.276,-0.077
|
| 195 |
+
Chronos-Bolt,Toto-2.0-1B,0.143,0.029,0.286,-0.169,-0.267,-0.079
|
| 196 |
+
Chronos-Bolt,Toto-2.0-313m,0.143,0.029,0.286,-0.167,-0.256,-0.08
|
| 197 |
+
Chronos-Bolt,Toto-2.0-22m,0.143,0.029,0.286,-0.139,-0.214,-0.066
|
| 198 |
+
Chronos-Bolt,Toto-1.0,0.2,0.086,0.343,-0.108,-0.175,-0.046
|
| 199 |
+
Chronos-Bolt,Chronos-2,0.143,0.029,0.257,-0.14,-0.237,-0.066
|
| 200 |
+
Chronos-Bolt,Toto-2.0-4m,0.2,0.086,0.343,-0.094,-0.159,-0.029
|
| 201 |
+
Chronos-Bolt,TiRex,0.171,0.057,0.314,-0.075,-0.122,-0.037
|
| 202 |
+
Chronos-Bolt,TimesFM-2.5,0.229,0.1,0.371,-0.09,-0.138,-0.049
|
| 203 |
+
Chronos-Bolt,FlowState,0.371,0.214,0.529,-0.048,-0.145,0.016
|
| 204 |
+
Chronos-Bolt,Moirai-2.0,0.329,0.2,0.457,-0.051,-0.093,-0.02
|
| 205 |
+
Chronos-Bolt,TabPFN-TS-3,0.429,0.257,0.6,-0.069,-0.189,0.005
|
| 206 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
Chronos-Bolt,TabPFN-TS,0.657,0.486,0.8,0.022,-0.041,0.077
|
| 208 |
+
Chronos-Bolt,PatchTST,0.629,0.457,0.771,0.086,-0.043,0.181
|
| 209 |
+
Chronos-Bolt,Seasonal Naive,1.0,1.0,1.0,0.544,0.464,0.618
|
| 210 |
+
TabPFN-TS,Toto-2.0-2.5B,0.114,0.029,0.229,-0.199,-0.289,-0.111
|
| 211 |
+
TabPFN-TS,Toto-2.0-1B,0.086,0.0,0.2,-0.195,-0.283,-0.11
|
| 212 |
+
TabPFN-TS,Toto-2.0-313m,0.114,0.029,0.229,-0.193,-0.281,-0.109
|
| 213 |
+
TabPFN-TS,Toto-2.0-22m,0.114,0.029,0.229,-0.164,-0.241,-0.091
|
| 214 |
+
TabPFN-TS,Toto-1.0,0.143,0.057,0.286,-0.133,-0.203,-0.069
|
| 215 |
+
TabPFN-TS,Chronos-2,0.057,0.0,0.143,-0.165,-0.242,-0.103
|
| 216 |
+
TabPFN-TS,Toto-2.0-4m,0.171,0.057,0.314,-0.119,-0.183,-0.055
|
| 217 |
+
TabPFN-TS,TiRex,0.143,0.029,0.286,-0.099,-0.158,-0.044
|
| 218 |
+
TabPFN-TS,TimesFM-2.5,0.171,0.057,0.286,-0.114,-0.174,-0.063
|
| 219 |
+
TabPFN-TS,FlowState,0.343,0.2,0.514,-0.071,-0.169,0.016
|
| 220 |
+
TabPFN-TS,Moirai-2.0,0.286,0.143,0.429,-0.074,-0.131,-0.026
|
| 221 |
+
TabPFN-TS,TabPFN-TS-3,0.286,0.143,0.429,-0.093,-0.185,-0.026
|
| 222 |
+
TabPFN-TS,Chronos-Bolt,0.343,0.2,0.514,-0.022,-0.083,0.039
|
| 223 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
TabPFN-TS,PatchTST,0.486,0.314,0.629,0.066,-0.056,0.165
|
| 225 |
+
TabPFN-TS,Seasonal Naive,0.971,0.914,1.0,0.534,0.441,0.617
|
| 226 |
+
PatchTST,Toto-2.0-2.5B,0.057,0.0,0.143,-0.283,-0.407,-0.156
|
| 227 |
+
PatchTST,Toto-2.0-1B,0.057,0.0,0.143,-0.279,-0.403,-0.148
|
| 228 |
+
PatchTST,Toto-2.0-313m,0.057,0.0,0.143,-0.277,-0.406,-0.136
|
| 229 |
+
PatchTST,Toto-2.0-22m,0.057,0.0,0.143,-0.246,-0.377,-0.11
|
| 230 |
+
PatchTST,Toto-1.0,0.114,0.029,0.229,-0.213,-0.36,-0.063
|
| 231 |
+
PatchTST,Chronos-2,0.143,0.056,0.257,-0.247,-0.361,-0.141
|
| 232 |
+
PatchTST,Toto-2.0-4m,0.057,0.0,0.143,-0.197,-0.335,-0.058
|
| 233 |
+
PatchTST,TiRex,0.171,0.057,0.314,-0.176,-0.313,-0.032
|
| 234 |
+
PatchTST,TimesFM-2.5,0.086,0.0,0.2,-0.192,-0.302,-0.081
|
| 235 |
+
PatchTST,FlowState,0.229,0.086,0.371,-0.146,-0.238,-0.054
|
| 236 |
+
PatchTST,Moirai-2.0,0.257,0.142,0.4,-0.15,-0.286,-0.011
|
| 237 |
+
PatchTST,TabPFN-TS-3,0.229,0.086,0.371,-0.169,-0.258,-0.089
|
| 238 |
+
PatchTST,Chronos-Bolt,0.371,0.229,0.543,-0.094,-0.221,0.041
|
| 239 |
+
PatchTST,TabPFN-TS,0.514,0.371,0.686,-0.07,-0.198,0.053
|
| 240 |
+
PatchTST,PatchTST,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
PatchTST,Seasonal Naive,0.914,0.8,1.0,0.501,0.396,0.605
|
| 242 |
+
Seasonal Naive,Toto-2.0-2.5B,0.029,0.0,0.086,-1.572,-2.24,-1.096
|
| 243 |
+
Seasonal Naive,Toto-2.0-1B,0.029,0.0,0.086,-1.564,-2.207,-1.09
|
| 244 |
+
Seasonal Naive,Toto-2.0-313m,0.029,0.0,0.086,-1.559,-2.195,-1.085
|
| 245 |
+
Seasonal Naive,Toto-2.0-22m,0.029,0.0,0.086,-1.497,-2.106,-1.046
|
| 246 |
+
Seasonal Naive,Toto-1.0,0.029,0.0,0.086,-1.43,-1.968,-1.008
|
| 247 |
+
Seasonal Naive,Chronos-2,0.029,0.0,0.086,-1.5,-2.081,-1.063
|
| 248 |
+
Seasonal Naive,Toto-2.0-4m,0.029,0.0,0.086,-1.399,-1.95,-0.976
|
| 249 |
+
Seasonal Naive,TiRex,0.029,0.0,0.086,-1.357,-1.845,-0.976
|
| 250 |
+
Seasonal Naive,TimesFM-2.5,0.0,0.0,0.0,-1.389,-1.909,-0.998
|
| 251 |
+
Seasonal Naive,FlowState,0.0,0.0,0.0,-1.297,-1.82,-0.94
|
| 252 |
+
Seasonal Naive,Moirai-2.0,0.0,0.0,0.0,-1.304,-1.774,-0.943
|
| 253 |
+
Seasonal Naive,TabPFN-TS-3,0.029,0.0,0.086,-1.344,-1.892,-0.953
|
| 254 |
+
Seasonal Naive,Chronos-Bolt,0.0,0.0,0.0,-1.193,-1.621,-0.864
|
| 255 |
+
Seasonal Naive,TabPFN-TS,0.029,0.0,0.086,-1.145,-1.61,-0.79
|
| 256 |
+
Seasonal Naive,PatchTST,0.086,0.0,0.2,-1.004,-1.532,-0.656
|
| 257 |
+
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/task_type_univariate/leaderboard_MASE.csv
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,82.9326923076923,27.99390713883231,0.0,0.21276834204301076,0.0,0.0
|
| 3 |
+
Toto-2.0-1B,77.28365384615384,26.7317219556384,0.0,2.426733271357678,0.0,0.0
|
| 4 |
+
Toto-2.0-2.5B,76.5625,26.534681339191103,0.0,5.326006857917275,0.0,0.0
|
| 5 |
+
Toto-2.0-313m,73.5576923076923,26.313790788283832,0.0,1.0634686123833972,0.0,0.0
|
| 6 |
+
TiRex,73.4375,25.71132197130257,0.0,0.19425185975,0.0,0.0
|
| 7 |
+
TimesFM-2.5,71.63461538461539,26.27899613370557,0.0,0.559727848226858,0.0,0.0
|
| 8 |
+
FlowState,67.42788461538461,22.090684936518613,0.0,1.039144312046837,0.0,0.0
|
| 9 |
+
TabPFN-TS-3,66.46634615384616,22.563323248242327,0.0,215.38034239575552,0.0,0.0
|
| 10 |
+
Toto-2.0-22m,64.54326923076923,24.3703980848735,0.0,0.23846756001861044,0.0,0.0
|
| 11 |
+
TabPFN-TS,57.8125,22.971187048045326,0.0,64.98920974493144,0.0,0.0
|
| 12 |
+
Toto-1.0,53.96634615384615,22.107452063429612,0.0,10.730363198083333,0.0,0.0
|
| 13 |
+
Chronos-Bolt,52.223557692307686,20.7663634347118,0.0,0.20924117567741934,0.0,0.0
|
| 14 |
+
Toto-2.0-4m,51.32211538461539,21.607166213549956,0.0,0.19166024198924733,0.0,0.0
|
| 15 |
+
Moirai-2.0,48.737980769230774,20.291476627842265,0.0,0.25535015816666673,0.34375,0.0
|
| 16 |
+
Stat. Ensemble,45.49278846153847,13.4680243890007,0.0,106.14506022419354,0.0,6.25
|
| 17 |
+
CatBoost,45.19230769230769,16.466986315536523,9.475867548113083,0.08841646971432476,0.0,0.0
|
| 18 |
+
LightGBM,44.11057692307692,15.511460150461742,0.6467891415693146,0.07631481828775127,0.0,0.0
|
| 19 |
+
Sundial-Base,43.62980769230769,18.370018530095255,0.0,7.954820643464173,0.0,0.0
|
| 20 |
+
TFT,40.44471153846153,16.528467051420602,281.18259558108974,0.24915869446443342,0.0,0.0
|
| 21 |
+
AutoARIMA,40.20432692307692,11.681251245201373,0.0,13.951509990514431,0.0,6.25
|
| 22 |
+
AutoETS,37.86057692307692,6.371835454547458,0.0,2.457903827995606,0.0,6.25
|
| 23 |
+
DeepAR,37.199519230769226,16.846504531563646,467.93394356724366,0.5208180233333334,0.0,3.125
|
| 24 |
+
PatchTST,30.16826923076923,13.144855820742507,288.3942907752257,0.3001826822611663,0.0,0.0
|
| 25 |
+
AutoTheta,26.442307692307693,5.9153801345410155,0.0,1.7630840095781735,0.0,0.0
|
| 26 |
+
Seasonal Naive,18.870192307692307,0.0,0.0,0.23815382831046544,0.0,0.0
|
| 27 |
+
Drift,12.740384615384615,-41.376329526852395,0.0,0.217463340720339,0.0,0.0
|
| 28 |
+
Naive,9.735576923076923,-39.61909492922238,0.0,0.20769629459577615,0.0,0.0
|
tables/task_type_univariate/leaderboard_SQL.csv
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,86.17788461538461,37.0339598769268,0.0,0.21276834204301076,0.0,0.0
|
| 3 |
+
Toto-2.0-1B,80.76923076923077,35.75175890481369,0.0,2.426733271357678,0.0,0.0
|
| 4 |
+
Toto-2.0-2.5B,79.6875,35.627348248727685,0.0,5.326006857917275,0.0,0.0
|
| 5 |
+
Toto-2.0-313m,77.88461538461539,35.286196090295455,0.0,1.0634686123833972,0.0,0.0
|
| 6 |
+
TiRex,77.40384615384616,35.01369078500964,0.0,0.19425185975,0.0,0.0
|
| 7 |
+
TimesFM-2.5,73.79807692307693,34.92408244319366,0.0,0.559727848226858,0.0,0.0
|
| 8 |
+
Toto-2.0-22m,69.35096153846155,33.843246413499806,0.0,0.23846756001861044,0.0,0.0
|
| 9 |
+
TabPFN-TS-3,68.14903846153845,32.682760506952434,0.0,215.38034239575552,0.0,0.0
|
| 10 |
+
FlowState,65.86538461538461,30.464806712356275,0.0,1.039144312046837,0.0,0.0
|
| 11 |
+
TabPFN-TS,62.379807692307686,32.38738295255295,0.0,64.98920974493144,0.0,0.0
|
| 12 |
+
Toto-1.0,57.692307692307686,31.530105413500053,0.0,10.730363198083333,0.0,0.0
|
| 13 |
+
Chronos-Bolt,56.31009615384615,30.12432270033647,0.0,0.20924117567741934,0.0,0.0
|
| 14 |
+
Toto-2.0-4m,56.129807692307686,31.209124473024797,0.0,0.19166024198924733,0.0,0.0
|
| 15 |
+
Moirai-2.0,51.98317307692307,28.97697911952871,0.0,0.25535015816666673,0.34375,0.0
|
| 16 |
+
Stat. Ensemble,44.65144230769231,16.567011147038457,0.0,106.14506022419354,0.0,6.25
|
| 17 |
+
TFT,43.50961538461539,23.706570356059153,281.18259558108974,0.24915869446443342,0.0,0.0
|
| 18 |
+
AutoARIMA,42.00721153846153,18.030570877700292,0.0,13.951509990514431,0.0,6.25
|
| 19 |
+
DeepAR,40.86538461538461,23.555355495413068,467.93394356724366,0.5208180233333334,0.0,3.125
|
| 20 |
+
Sundial-Base,34.855769230769226,22.91486952517109,0.0,7.954820643464173,0.0,0.0
|
| 21 |
+
AutoETS,34.73557692307692,-36.16184103810849,0.0,2.457903827995606,0.0,6.25
|
| 22 |
+
PatchTST,34.43509615384615,20.15355435692837,288.3942907752257,0.3001826822611663,0.0,0.0
|
| 23 |
+
CatBoost,25.120192307692307,9.552459340446495,9.475867548113083,0.08841646971432476,0.0,0.0
|
| 24 |
+
LightGBM,23.557692307692307,8.517838561728631,0.6467891415693146,0.07631481828775127,0.0,0.0
|
| 25 |
+
AutoTheta,23.076923076923077,-4.510352730031664,0.0,1.7630840095781735,0.0,0.0
|
| 26 |
+
Seasonal Naive,18.93028846153846,0.0,0.0,0.23815382831046544,0.0,0.0
|
| 27 |
+
Drift,11.298076923076923,-74.23187160698073,0.0,0.217463340720339,0.0,0.0
|
| 28 |
+
Naive,9.375,-74.54960384295045,0.0,0.20769629459577615,0.0,0.0
|
tables/task_type_univariate/leaderboard_WAPE.csv
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,80.40865384615384,31.574899293883963,0.0,0.21276834204301076,0.0,0.0
|
| 3 |
+
Toto-2.0-2.5B,80.40865384615384,30.224981323893342,0.0,5.326006857917275,0.0,0.0
|
| 4 |
+
Toto-2.0-1B,76.80288461538461,29.905280904300813,0.0,2.426733271357678,0.0,0.0
|
| 5 |
+
Toto-2.0-313m,75.36057692307693,29.714765414268427,0.0,1.0634686123833972,0.0,0.0
|
| 6 |
+
TimesFM-2.5,73.79807692307693,29.650904955748313,0.0,0.559727848226858,0.0,0.0
|
| 7 |
+
TiRex,71.51442307692307,29.22524679854486,0.0,0.19425185975,0.0,0.0
|
| 8 |
+
TabPFN-TS-3,68.50961538461539,27.214867518163455,0.0,215.38034239575552,0.0,0.0
|
| 9 |
+
FlowState,67.54807692307693,30.09959363932445,0.0,1.039144312046837,0.0,0.0
|
| 10 |
+
Toto-2.0-22m,65.7451923076923,28.604848057546317,0.0,0.23846756001861044,0.0,0.0
|
| 11 |
+
TabPFN-TS,60.69711538461539,28.793683286196813,0.0,64.98920974493144,0.0,0.0
|
| 12 |
+
Toto-1.0,55.88942307692307,25.577740272044245,0.0,10.730363198083333,0.0,0.0
|
| 13 |
+
Chronos-Bolt,54.26682692307693,25.40621225271993,0.0,0.20924117567741934,0.0,0.0
|
| 14 |
+
Toto-2.0-4m,51.32211538461539,24.679707504856008,0.0,0.19166024198924733,0.0,0.0
|
| 15 |
+
Moirai-2.0,49.93990384615385,23.058536180274736,0.0,0.25535015816666673,0.34375,0.0
|
| 16 |
+
Stat. Ensemble,43.68990384615385,17.727727626633715,0.0,106.14506022419354,0.0,6.25
|
| 17 |
+
Sundial-Base,42.90865384615385,20.448180173908913,0.0,7.954820643464173,0.0,0.0
|
| 18 |
+
CatBoost,41.22596153846153,18.76505901842784,9.475867548113083,0.08841646971432476,0.0,0.0
|
| 19 |
+
LightGBM,41.105769230769226,19.037255796555574,0.6467891415693146,0.07631481828775127,0.0,0.0
|
| 20 |
+
TFT,40.08413461538461,18.373603116607807,281.18259558108974,0.24915869446443342,0.0,0.0
|
| 21 |
+
AutoARIMA,39.60336538461539,15.505959555026772,0.0,13.951509990514431,0.0,6.25
|
| 22 |
+
AutoETS,36.29807692307692,2.3580411343619434,0.0,2.457903827995606,0.0,6.25
|
| 23 |
+
DeepAR,34.074519230769226,17.802230426242115,467.93394356724366,0.5208180233333334,0.0,3.125
|
| 24 |
+
PatchTST,30.16826923076923,14.865163123427871,288.3942907752257,0.3001826822611663,0.0,0.0
|
| 25 |
+
AutoTheta,25.360576923076923,10.33674396649873,0.0,1.7630840095781735,0.0,0.0
|
| 26 |
+
Seasonal Naive,18.990384615384613,0.0,0.0,0.23815382831046544,0.0,0.0
|
| 27 |
+
Drift,13.341346153846153,-19.83598592543119,0.0,0.217463340720339,0.0,0.0
|
| 28 |
+
Naive,10.9375,-21.496080116325867,0.0,0.20769629459577615,0.0,0.0
|
tables/task_type_univariate/leaderboard_WQL.csv
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name,win_rate,skill_score,median_training_time_s_per100,median_inference_time_s_per100,training_corpus_overlap,num_failures
|
| 2 |
+
Chronos-2,83.89423076923077,40.84628843868441,0.0,0.21276834204301076,0.0,0.0
|
| 3 |
+
Toto-2.0-2.5B,81.61057692307693,39.45397727376795,0.0,5.326006857917275,0.0,0.0
|
| 4 |
+
Toto-2.0-1B,80.52884615384616,39.19637123849717,0.0,2.426733271357678,0.0,0.0
|
| 5 |
+
Toto-2.0-313m,77.04326923076923,38.92296866055266,0.0,1.0634686123833972,0.0,0.0
|
| 6 |
+
TiRex,74.8798076923077,38.74983094426454,0.0,0.19425185975,0.0,0.0
|
| 7 |
+
TimesFM-2.5,74.39903846153845,38.69064615813591,0.0,0.559727848226858,0.0,0.0
|
| 8 |
+
TabPFN-TS-3,71.39423076923077,37.13611033754862,0.0,215.38034239575552,0.0,0.0
|
| 9 |
+
Toto-2.0-22m,69.83173076923077,38.14902775423167,0.0,0.23846756001861044,0.0,0.0
|
| 10 |
+
FlowState,66.58653846153845,38.4407958273131,0.0,1.039144312046837,0.0,0.0
|
| 11 |
+
TabPFN-TS,63.70192307692307,37.558463928192396,0.0,64.98920974493144,0.0,0.0
|
| 12 |
+
Toto-1.0,57.09134615384615,35.31379800866229,0.0,10.730363198083333,0.0,0.0
|
| 13 |
+
Chronos-Bolt,56.550480769230774,34.89047194343375,0.0,0.20924117567741934,0.0,0.0
|
| 14 |
+
Toto-2.0-4m,55.168269230769226,34.8855731220096,0.0,0.19166024198924733,0.0,0.0
|
| 15 |
+
Moirai-2.0,52.34375,32.600897327995895,0.0,0.25535015816666673,0.34375,0.0
|
| 16 |
+
TFT,44.35096153846153,26.128622094569508,281.18259558108974,0.24915869446443342,0.0,0.0
|
| 17 |
+
Stat. Ensemble,43.68990384615385,19.950951239142245,0.0,106.14506022419354,0.0,6.25
|
| 18 |
+
AutoARIMA,41.64663461538461,21.949127392355493,0.0,13.951509990514431,0.0,6.25
|
| 19 |
+
DeepAR,36.89903846153847,24.48504899458338,467.93394356724366,0.5208180233333334,0.0,3.125
|
| 20 |
+
AutoETS,34.25480769230769,-38.32028900670734,0.0,2.457903827995606,0.0,6.25
|
| 21 |
+
Sundial-Base,34.01442307692308,25.64948000353725,0.0,7.954820643464173,0.0,0.0
|
| 22 |
+
PatchTST,33.35336538461539,22.348910021170553,288.3942907752257,0.3001826822611663,0.0,0.0
|
| 23 |
+
CatBoost,25.841346153846157,12.786321977838044,9.475867548113083,0.08841646971432476,0.0,0.0
|
| 24 |
+
LightGBM,25.600961538461537,13.078551918444692,0.6467891415693146,0.07631481828775127,0.0,0.0
|
| 25 |
+
AutoTheta,24.759615384615387,3.0725928218514276,0.0,1.7630840095781735,0.0,0.0
|
| 26 |
+
Seasonal Naive,19.411057692307693,0.0,0.0,0.23815382831046544,0.0,0.0
|
| 27 |
+
Drift,11.778846153846153,-53.83576239004797,0.0,0.217463340720339,0.0,0.0
|
| 28 |
+
Naive,9.375,-57.89006471235225,0.0,0.20769629459577615,0.0,0.0
|
tables/task_type_univariate/pairwise_MASE.csv
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Chronos-2,Toto-2.0-1B,0.531,0.375,0.719,0.017,-0.014,0.049
|
| 4 |
+
Chronos-2,Toto-2.0-2.5B,0.594,0.438,0.75,0.02,-0.008,0.05
|
| 5 |
+
Chronos-2,Toto-2.0-313m,0.625,0.469,0.781,0.023,-0.005,0.053
|
| 6 |
+
Chronos-2,TiRex,0.719,0.562,0.875,0.031,0.01,0.054
|
| 7 |
+
Chronos-2,TimesFM-2.5,0.562,0.375,0.719,0.023,0.001,0.046
|
| 8 |
+
Chronos-2,FlowState,0.656,0.469,0.812,0.076,0.004,0.172
|
| 9 |
+
Chronos-2,TabPFN-TS-3,0.656,0.469,0.812,0.07,0.026,0.133
|
| 10 |
+
Chronos-2,Toto-2.0-22m,0.812,0.688,0.938,0.048,0.019,0.081
|
| 11 |
+
Chronos-2,TabPFN-TS,0.812,0.656,0.938,0.065,0.025,0.127
|
| 12 |
+
Chronos-2,Toto-1.0,0.844,0.719,0.969,0.076,0.041,0.114
|
| 13 |
+
Chronos-2,Chronos-Bolt,0.938,0.844,1.0,0.091,0.051,0.136
|
| 14 |
+
Chronos-2,Toto-2.0-4m,0.906,0.812,1.0,0.081,0.049,0.119
|
| 15 |
+
Chronos-2,Moirai-2.0,0.938,0.844,1.0,0.097,0.057,0.141
|
| 16 |
+
Chronos-2,Stat. Ensemble,0.844,0.719,0.969,0.168,0.097,0.242
|
| 17 |
+
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.28,0.239,0.322
|
| 18 |
+
Toto-2.0-1B,Chronos-2,0.469,0.281,0.625,-0.018,-0.051,0.014
|
| 19 |
+
Toto-2.0-1B,Toto-2.0-1B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Toto-2.0-1B,Toto-2.0-2.5B,0.469,0.312,0.625,0.003,-0.005,0.012
|
| 21 |
+
Toto-2.0-1B,Toto-2.0-313m,0.688,0.53,0.844,0.006,-0.003,0.016
|
| 22 |
+
Toto-2.0-1B,TiRex,0.625,0.469,0.781,0.014,-0.019,0.045
|
| 23 |
+
Toto-2.0-1B,TimesFM-2.5,0.625,0.438,0.781,0.006,-0.027,0.034
|
| 24 |
+
Toto-2.0-1B,FlowState,0.562,0.406,0.719,0.06,-0.029,0.176
|
| 25 |
+
Toto-2.0-1B,TabPFN-TS-3,0.562,0.406,0.719,0.054,-0.008,0.134
|
| 26 |
+
Toto-2.0-1B,Toto-2.0-22m,0.812,0.656,0.938,0.031,0.012,0.052
|
| 27 |
+
Toto-2.0-1B,TabPFN-TS,0.75,0.594,0.876,0.049,-0.015,0.125
|
| 28 |
+
Toto-2.0-1B,Toto-1.0,0.781,0.656,0.906,0.059,0.025,0.096
|
| 29 |
+
Toto-2.0-1B,Chronos-Bolt,0.781,0.625,0.906,0.075,0.018,0.137
|
| 30 |
+
Toto-2.0-1B,Toto-2.0-4m,0.906,0.812,1.0,0.065,0.038,0.093
|
| 31 |
+
Toto-2.0-1B,Moirai-2.0,0.75,0.594,0.906,0.081,0.032,0.13
|
| 32 |
+
Toto-2.0-1B,Stat. Ensemble,0.781,0.656,0.938,0.153,0.079,0.233
|
| 33 |
+
Toto-2.0-1B,Seasonal Naive,0.938,0.844,1.0,0.267,0.223,0.311
|
| 34 |
+
Toto-2.0-2.5B,Chronos-2,0.406,0.25,0.562,-0.02,-0.052,0.008
|
| 35 |
+
Toto-2.0-2.5B,Toto-2.0-1B,0.531,0.375,0.688,-0.003,-0.012,0.005
|
| 36 |
+
Toto-2.0-2.5B,Toto-2.0-2.5B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Toto-2.0-2.5B,Toto-2.0-313m,0.625,0.438,0.781,0.003,-0.007,0.012
|
| 38 |
+
Toto-2.0-2.5B,TiRex,0.594,0.438,0.751,0.011,-0.021,0.04
|
| 39 |
+
Toto-2.0-2.5B,TimesFM-2.5,0.594,0.437,0.75,0.003,-0.029,0.031
|
| 40 |
+
Toto-2.0-2.5B,FlowState,0.562,0.406,0.719,0.057,-0.029,0.17
|
| 41 |
+
Toto-2.0-2.5B,TabPFN-TS-3,0.625,0.469,0.781,0.051,-0.006,0.125
|
| 42 |
+
Toto-2.0-2.5B,Toto-2.0-22m,0.781,0.625,0.907,0.029,0.011,0.045
|
| 43 |
+
Toto-2.0-2.5B,TabPFN-TS,0.781,0.625,0.906,0.046,-0.012,0.117
|
| 44 |
+
Toto-2.0-2.5B,Toto-1.0,0.781,0.656,0.906,0.057,0.023,0.097
|
| 45 |
+
Toto-2.0-2.5B,Chronos-Bolt,0.812,0.656,0.938,0.073,0.018,0.132
|
| 46 |
+
Toto-2.0-2.5B,Toto-2.0-4m,0.844,0.719,0.938,0.063,0.037,0.089
|
| 47 |
+
Toto-2.0-2.5B,Moirai-2.0,0.844,0.718,0.969,0.078,0.032,0.126
|
| 48 |
+
Toto-2.0-2.5B,Stat. Ensemble,0.75,0.594,0.906,0.151,0.078,0.229
|
| 49 |
+
Toto-2.0-2.5B,Seasonal Naive,0.938,0.844,1.0,0.265,0.222,0.308
|
| 50 |
+
Toto-2.0-313m,Chronos-2,0.375,0.219,0.531,-0.023,-0.056,0.005
|
| 51 |
+
Toto-2.0-313m,Toto-2.0-1B,0.312,0.156,0.47,-0.006,-0.016,0.003
|
| 52 |
+
Toto-2.0-313m,Toto-2.0-2.5B,0.375,0.219,0.562,-0.003,-0.012,0.007
|
| 53 |
+
Toto-2.0-313m,Toto-2.0-313m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Toto-2.0-313m,TiRex,0.562,0.406,0.719,0.008,-0.022,0.036
|
| 55 |
+
Toto-2.0-313m,TimesFM-2.5,0.625,0.469,0.781,0.0,-0.033,0.027
|
| 56 |
+
Toto-2.0-313m,FlowState,0.594,0.438,0.75,0.054,-0.031,0.165
|
| 57 |
+
Toto-2.0-313m,TabPFN-TS-3,0.562,0.405,0.719,0.048,-0.009,0.125
|
| 58 |
+
Toto-2.0-313m,Toto-2.0-22m,0.75,0.594,0.906,0.026,0.01,0.042
|
| 59 |
+
Toto-2.0-313m,TabPFN-TS,0.781,0.625,0.906,0.043,-0.015,0.116
|
| 60 |
+
Toto-2.0-313m,Toto-1.0,0.719,0.562,0.875,0.054,0.02,0.092
|
| 61 |
+
Toto-2.0-313m,Chronos-Bolt,0.781,0.625,0.906,0.07,0.014,0.129
|
| 62 |
+
Toto-2.0-313m,Toto-2.0-4m,0.812,0.656,0.938,0.06,0.037,0.084
|
| 63 |
+
Toto-2.0-313m,Moirai-2.0,0.75,0.594,0.906,0.076,0.028,0.123
|
| 64 |
+
Toto-2.0-313m,Stat. Ensemble,0.75,0.594,0.906,0.148,0.074,0.228
|
| 65 |
+
Toto-2.0-313m,Seasonal Naive,0.969,0.906,1.0,0.263,0.22,0.307
|
| 66 |
+
TiRex,Chronos-2,0.281,0.125,0.438,-0.032,-0.057,-0.01
|
| 67 |
+
TiRex,Toto-2.0-1B,0.375,0.219,0.531,-0.014,-0.047,0.019
|
| 68 |
+
TiRex,Toto-2.0-2.5B,0.406,0.249,0.562,-0.011,-0.041,0.02
|
| 69 |
+
TiRex,Toto-2.0-313m,0.438,0.281,0.594,-0.008,-0.037,0.022
|
| 70 |
+
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TiRex,TimesFM-2.5,0.469,0.312,0.625,-0.008,-0.029,0.01
|
| 72 |
+
TiRex,FlowState,0.5,0.312,0.656,0.046,-0.019,0.141
|
| 73 |
+
TiRex,TabPFN-TS-3,0.656,0.5,0.812,0.041,-0.001,0.102
|
| 74 |
+
TiRex,Toto-2.0-22m,0.656,0.5,0.812,0.018,-0.01,0.049
|
| 75 |
+
TiRex,TabPFN-TS,0.688,0.531,0.844,0.036,-0.009,0.098
|
| 76 |
+
TiRex,Toto-1.0,0.75,0.594,0.906,0.046,0.014,0.081
|
| 77 |
+
TiRex,Chronos-Bolt,0.812,0.656,0.938,0.062,0.021,0.106
|
| 78 |
+
TiRex,Toto-2.0-4m,0.781,0.625,0.906,0.052,0.024,0.083
|
| 79 |
+
TiRex,Moirai-2.0,0.906,0.812,1.0,0.068,0.036,0.106
|
| 80 |
+
TiRex,Stat. Ensemble,0.719,0.562,0.875,0.141,0.071,0.211
|
| 81 |
+
TiRex,Seasonal Naive,1.0,1.0,1.0,0.257,0.215,0.302
|
| 82 |
+
TimesFM-2.5,Chronos-2,0.438,0.281,0.625,-0.024,-0.048,-0.001
|
| 83 |
+
TimesFM-2.5,Toto-2.0-1B,0.375,0.219,0.562,-0.006,-0.036,0.027
|
| 84 |
+
TimesFM-2.5,Toto-2.0-2.5B,0.406,0.25,0.563,-0.003,-0.032,0.028
|
| 85 |
+
TimesFM-2.5,Toto-2.0-313m,0.375,0.219,0.531,-0.0,-0.028,0.032
|
| 86 |
+
TimesFM-2.5,TiRex,0.531,0.375,0.688,0.008,-0.01,0.028
|
| 87 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
TimesFM-2.5,FlowState,0.656,0.5,0.812,0.054,-0.02,0.161
|
| 89 |
+
TimesFM-2.5,TabPFN-TS-3,0.531,0.375,0.688,0.048,0.003,0.117
|
| 90 |
+
TimesFM-2.5,Toto-2.0-22m,0.562,0.406,0.75,0.025,-0.009,0.061
|
| 91 |
+
TimesFM-2.5,TabPFN-TS,0.688,0.531,0.844,0.043,-0.008,0.115
|
| 92 |
+
TimesFM-2.5,Toto-1.0,0.688,0.531,0.844,0.054,0.016,0.094
|
| 93 |
+
TimesFM-2.5,Chronos-Bolt,0.719,0.562,0.875,0.07,0.023,0.12
|
| 94 |
+
TimesFM-2.5,Toto-2.0-4m,0.719,0.562,0.875,0.06,0.022,0.1
|
| 95 |
+
TimesFM-2.5,Moirai-2.0,0.781,0.625,0.907,0.075,0.038,0.116
|
| 96 |
+
TimesFM-2.5,Stat. Ensemble,0.781,0.655,0.938,0.148,0.071,0.222
|
| 97 |
+
TimesFM-2.5,Seasonal Naive,0.969,0.906,1.0,0.263,0.219,0.308
|
| 98 |
+
FlowState,Chronos-2,0.344,0.188,0.531,-0.082,-0.208,-0.004
|
| 99 |
+
FlowState,Toto-2.0-1B,0.438,0.281,0.594,-0.063,-0.213,0.028
|
| 100 |
+
FlowState,Toto-2.0-2.5B,0.438,0.281,0.594,-0.06,-0.205,0.028
|
| 101 |
+
FlowState,Toto-2.0-313m,0.406,0.25,0.562,-0.057,-0.197,0.03
|
| 102 |
+
FlowState,TiRex,0.5,0.344,0.688,-0.049,-0.164,0.018
|
| 103 |
+
FlowState,TimesFM-2.5,0.344,0.188,0.5,-0.057,-0.192,0.02
|
| 104 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
FlowState,TabPFN-TS-3,0.562,0.375,0.719,-0.006,-0.062,0.039
|
| 106 |
+
FlowState,Toto-2.0-22m,0.562,0.406,0.719,-0.03,-0.159,0.048
|
| 107 |
+
FlowState,TabPFN-TS,0.594,0.438,0.781,-0.011,-0.07,0.031
|
| 108 |
+
FlowState,Toto-1.0,0.719,0.562,0.875,-0.0,-0.124,0.082
|
| 109 |
+
FlowState,Chronos-Bolt,0.719,0.562,0.875,0.017,-0.07,0.08
|
| 110 |
+
FlowState,Toto-2.0-4m,0.656,0.5,0.812,0.006,-0.116,0.081
|
| 111 |
+
FlowState,Moirai-2.0,0.719,0.562,0.875,0.023,-0.092,0.101
|
| 112 |
+
FlowState,Stat. Ensemble,0.688,0.531,0.844,0.1,-0.028,0.193
|
| 113 |
+
FlowState,Seasonal Naive,0.875,0.75,0.969,0.221,0.111,0.294
|
| 114 |
+
TabPFN-TS-3,Chronos-2,0.344,0.188,0.531,-0.075,-0.153,-0.026
|
| 115 |
+
TabPFN-TS-3,Toto-2.0-1B,0.438,0.281,0.594,-0.057,-0.154,0.008
|
| 116 |
+
TabPFN-TS-3,Toto-2.0-2.5B,0.375,0.219,0.531,-0.054,-0.143,0.006
|
| 117 |
+
TabPFN-TS-3,Toto-2.0-313m,0.438,0.281,0.595,-0.051,-0.143,0.009
|
| 118 |
+
TabPFN-TS-3,TiRex,0.344,0.188,0.5,-0.042,-0.113,0.001
|
| 119 |
+
TabPFN-TS-3,TimesFM-2.5,0.469,0.312,0.625,-0.05,-0.132,-0.003
|
| 120 |
+
TabPFN-TS-3,FlowState,0.438,0.281,0.625,0.006,-0.041,0.059
|
| 121 |
+
TabPFN-TS-3,TabPFN-TS-3,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
TabPFN-TS-3,Toto-2.0-22m,0.5,0.344,0.656,-0.024,-0.105,0.033
|
| 123 |
+
TabPFN-TS-3,TabPFN-TS,0.594,0.406,0.75,-0.005,-0.031,0.02
|
| 124 |
+
TabPFN-TS-3,Toto-1.0,0.625,0.469,0.782,0.006,-0.078,0.065
|
| 125 |
+
TabPFN-TS-3,Chronos-Bolt,0.719,0.562,0.875,0.023,-0.031,0.074
|
| 126 |
+
TabPFN-TS-3,Toto-2.0-4m,0.656,0.5,0.844,0.012,-0.064,0.067
|
| 127 |
+
TabPFN-TS-3,Moirai-2.0,0.781,0.655,0.906,0.029,-0.043,0.083
|
| 128 |
+
TabPFN-TS-3,Stat. Ensemble,0.781,0.625,0.906,0.105,0.009,0.188
|
| 129 |
+
TabPFN-TS-3,Seasonal Naive,0.938,0.844,1.0,0.226,0.148,0.281
|
| 130 |
+
Toto-2.0-22m,Chronos-2,0.188,0.062,0.312,-0.05,-0.088,-0.019
|
| 131 |
+
Toto-2.0-22m,Toto-2.0-1B,0.188,0.062,0.344,-0.032,-0.055,-0.012
|
| 132 |
+
Toto-2.0-22m,Toto-2.0-2.5B,0.219,0.093,0.375,-0.029,-0.048,-0.011
|
| 133 |
+
Toto-2.0-22m,Toto-2.0-313m,0.25,0.094,0.406,-0.026,-0.043,-0.011
|
| 134 |
+
Toto-2.0-22m,TiRex,0.344,0.188,0.5,-0.018,-0.051,0.01
|
| 135 |
+
Toto-2.0-22m,TimesFM-2.5,0.438,0.25,0.594,-0.026,-0.065,0.009
|
| 136 |
+
Toto-2.0-22m,FlowState,0.438,0.281,0.594,0.029,-0.051,0.137
|
| 137 |
+
Toto-2.0-22m,TabPFN-TS-3,0.5,0.344,0.656,0.023,-0.034,0.095
|
| 138 |
+
Toto-2.0-22m,Toto-2.0-22m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
Toto-2.0-22m,TabPFN-TS,0.531,0.344,0.688,0.018,-0.039,0.085
|
| 140 |
+
Toto-2.0-22m,Toto-1.0,0.75,0.594,0.906,0.029,-0.004,0.065
|
| 141 |
+
Toto-2.0-22m,Chronos-Bolt,0.688,0.531,0.844,0.045,-0.01,0.104
|
| 142 |
+
Toto-2.0-22m,Toto-2.0-4m,0.812,0.656,0.938,0.035,0.02,0.051
|
| 143 |
+
Toto-2.0-22m,Moirai-2.0,0.75,0.594,0.906,0.051,0.004,0.095
|
| 144 |
+
Toto-2.0-22m,Stat. Ensemble,0.781,0.656,0.938,0.126,0.052,0.205
|
| 145 |
+
Toto-2.0-22m,Seasonal Naive,0.969,0.906,1.0,0.244,0.198,0.288
|
| 146 |
+
TabPFN-TS,Chronos-2,0.188,0.062,0.344,-0.07,-0.146,-0.025
|
| 147 |
+
TabPFN-TS,Toto-2.0-1B,0.25,0.124,0.406,-0.051,-0.143,0.015
|
| 148 |
+
TabPFN-TS,Toto-2.0-2.5B,0.219,0.094,0.375,-0.049,-0.133,0.012
|
| 149 |
+
TabPFN-TS,Toto-2.0-313m,0.219,0.094,0.375,-0.045,-0.131,0.015
|
| 150 |
+
TabPFN-TS,TiRex,0.312,0.156,0.469,-0.037,-0.109,0.009
|
| 151 |
+
TabPFN-TS,TimesFM-2.5,0.312,0.156,0.469,-0.045,-0.13,0.008
|
| 152 |
+
TabPFN-TS,FlowState,0.406,0.219,0.562,0.011,-0.032,0.065
|
| 153 |
+
TabPFN-TS,TabPFN-TS-3,0.406,0.25,0.594,0.005,-0.02,0.03
|
| 154 |
+
TabPFN-TS,Toto-2.0-22m,0.469,0.312,0.656,-0.019,-0.093,0.037
|
| 155 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
TabPFN-TS,Toto-1.0,0.5,0.344,0.688,0.011,-0.074,0.074
|
| 157 |
+
TabPFN-TS,Chronos-Bolt,0.5,0.343,0.688,0.028,-0.025,0.081
|
| 158 |
+
TabPFN-TS,Toto-2.0-4m,0.625,0.438,0.781,0.017,-0.055,0.07
|
| 159 |
+
TabPFN-TS,Moirai-2.0,0.562,0.375,0.72,0.034,-0.046,0.094
|
| 160 |
+
TabPFN-TS,Stat. Ensemble,0.719,0.562,0.875,0.11,0.017,0.191
|
| 161 |
+
TabPFN-TS,Seasonal Naive,0.938,0.844,1.0,0.23,0.155,0.283
|
| 162 |
+
Toto-1.0,Chronos-2,0.156,0.031,0.281,-0.082,-0.129,-0.043
|
| 163 |
+
Toto-1.0,Toto-2.0-1B,0.219,0.094,0.344,-0.063,-0.106,-0.026
|
| 164 |
+
Toto-1.0,Toto-2.0-2.5B,0.219,0.094,0.344,-0.06,-0.107,-0.023
|
| 165 |
+
Toto-1.0,Toto-2.0-313m,0.281,0.125,0.438,-0.057,-0.101,-0.02
|
| 166 |
+
Toto-1.0,TiRex,0.25,0.094,0.406,-0.049,-0.089,-0.014
|
| 167 |
+
Toto-1.0,TimesFM-2.5,0.312,0.156,0.469,-0.057,-0.103,-0.016
|
| 168 |
+
Toto-1.0,FlowState,0.281,0.125,0.438,0.0,-0.09,0.11
|
| 169 |
+
Toto-1.0,TabPFN-TS-3,0.375,0.218,0.531,-0.006,-0.07,0.072
|
| 170 |
+
Toto-1.0,Toto-2.0-22m,0.25,0.094,0.406,-0.03,-0.07,0.004
|
| 171 |
+
Toto-1.0,TabPFN-TS,0.5,0.312,0.656,-0.011,-0.08,0.069
|
| 172 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
Toto-1.0,Chronos-Bolt,0.469,0.281,0.656,0.017,-0.041,0.077
|
| 174 |
+
Toto-1.0,Toto-2.0-4m,0.531,0.375,0.688,0.006,-0.028,0.037
|
| 175 |
+
Toto-1.0,Moirai-2.0,0.531,0.344,0.719,0.023,-0.003,0.047
|
| 176 |
+
Toto-1.0,Stat. Ensemble,0.594,0.438,0.75,0.1,0.02,0.179
|
| 177 |
+
Toto-1.0,Seasonal Naive,0.938,0.844,1.0,0.221,0.174,0.269
|
| 178 |
+
Chronos-Bolt,Chronos-2,0.062,0.0,0.156,-0.1,-0.158,-0.054
|
| 179 |
+
Chronos-Bolt,Toto-2.0-1B,0.219,0.094,0.375,-0.081,-0.159,-0.018
|
| 180 |
+
Chronos-Bolt,Toto-2.0-2.5B,0.188,0.062,0.344,-0.079,-0.152,-0.019
|
| 181 |
+
Chronos-Bolt,Toto-2.0-313m,0.219,0.094,0.375,-0.075,-0.148,-0.014
|
| 182 |
+
Chronos-Bolt,TiRex,0.188,0.062,0.344,-0.067,-0.119,-0.022
|
| 183 |
+
Chronos-Bolt,TimesFM-2.5,0.281,0.125,0.438,-0.075,-0.136,-0.023
|
| 184 |
+
Chronos-Bolt,FlowState,0.281,0.125,0.438,-0.017,-0.086,0.065
|
| 185 |
+
Chronos-Bolt,TabPFN-TS-3,0.281,0.125,0.438,-0.023,-0.08,0.03
|
| 186 |
+
Chronos-Bolt,Toto-2.0-22m,0.312,0.156,0.469,-0.048,-0.116,0.01
|
| 187 |
+
Chronos-Bolt,TabPFN-TS,0.5,0.312,0.657,-0.029,-0.088,0.024
|
| 188 |
+
Chronos-Bolt,Toto-1.0,0.531,0.344,0.719,-0.017,-0.083,0.04
|
| 189 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Chronos-Bolt,Toto-2.0-4m,0.562,0.375,0.75,-0.011,-0.072,0.043
|
| 191 |
+
Chronos-Bolt,Moirai-2.0,0.547,0.406,0.688,0.006,-0.051,0.059
|
| 192 |
+
Chronos-Bolt,Stat. Ensemble,0.594,0.438,0.75,0.084,0.008,0.163
|
| 193 |
+
Chronos-Bolt,Seasonal Naive,0.844,0.719,0.938,0.208,0.137,0.269
|
| 194 |
+
Toto-2.0-4m,Chronos-2,0.094,0.0,0.188,-0.089,-0.135,-0.051
|
| 195 |
+
Toto-2.0-4m,Toto-2.0-1B,0.094,0.0,0.188,-0.07,-0.103,-0.039
|
| 196 |
+
Toto-2.0-4m,Toto-2.0-2.5B,0.156,0.062,0.281,-0.067,-0.097,-0.038
|
| 197 |
+
Toto-2.0-4m,Toto-2.0-313m,0.188,0.062,0.344,-0.064,-0.092,-0.038
|
| 198 |
+
Toto-2.0-4m,TiRex,0.219,0.094,0.375,-0.055,-0.091,-0.024
|
| 199 |
+
Toto-2.0-4m,TimesFM-2.5,0.281,0.125,0.438,-0.063,-0.111,-0.023
|
| 200 |
+
Toto-2.0-4m,FlowState,0.344,0.188,0.5,-0.006,-0.088,0.104
|
| 201 |
+
Toto-2.0-4m,TabPFN-TS-3,0.344,0.156,0.5,-0.012,-0.072,0.06
|
| 202 |
+
Toto-2.0-4m,Toto-2.0-22m,0.188,0.062,0.344,-0.037,-0.054,-0.021
|
| 203 |
+
Toto-2.0-4m,TabPFN-TS,0.375,0.219,0.562,-0.018,-0.076,0.052
|
| 204 |
+
Toto-2.0-4m,Toto-1.0,0.469,0.312,0.625,-0.006,-0.038,0.027
|
| 205 |
+
Toto-2.0-4m,Chronos-Bolt,0.438,0.25,0.625,0.011,-0.045,0.067
|
| 206 |
+
Toto-2.0-4m,Toto-2.0-4m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
Toto-2.0-4m,Moirai-2.0,0.562,0.406,0.75,0.017,-0.028,0.059
|
| 208 |
+
Toto-2.0-4m,Stat. Ensemble,0.562,0.406,0.75,0.094,0.02,0.17
|
| 209 |
+
Toto-2.0-4m,Seasonal Naive,0.906,0.781,1.0,0.216,0.169,0.263
|
| 210 |
+
Moirai-2.0,Chronos-2,0.062,0.0,0.156,-0.107,-0.164,-0.06
|
| 211 |
+
Moirai-2.0,Toto-2.0-1B,0.25,0.094,0.406,-0.088,-0.149,-0.033
|
| 212 |
+
Moirai-2.0,Toto-2.0-2.5B,0.156,0.031,0.282,-0.085,-0.144,-0.034
|
| 213 |
+
Moirai-2.0,Toto-2.0-313m,0.25,0.094,0.406,-0.082,-0.14,-0.029
|
| 214 |
+
Moirai-2.0,TiRex,0.094,0.0,0.188,-0.073,-0.118,-0.037
|
| 215 |
+
Moirai-2.0,TimesFM-2.5,0.219,0.093,0.375,-0.081,-0.132,-0.039
|
| 216 |
+
Moirai-2.0,FlowState,0.281,0.125,0.438,-0.023,-0.113,0.084
|
| 217 |
+
Moirai-2.0,TabPFN-TS-3,0.219,0.094,0.345,-0.029,-0.09,0.041
|
| 218 |
+
Moirai-2.0,Toto-2.0-22m,0.25,0.094,0.406,-0.054,-0.105,-0.004
|
| 219 |
+
Moirai-2.0,TabPFN-TS,0.438,0.28,0.625,-0.035,-0.104,0.044
|
| 220 |
+
Moirai-2.0,Toto-1.0,0.469,0.281,0.656,-0.023,-0.05,0.003
|
| 221 |
+
Moirai-2.0,Chronos-Bolt,0.453,0.312,0.594,-0.006,-0.063,0.049
|
| 222 |
+
Moirai-2.0,Toto-2.0-4m,0.438,0.25,0.594,-0.017,-0.063,0.027
|
| 223 |
+
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
Moirai-2.0,Stat. Ensemble,0.594,0.438,0.75,0.079,-0.007,0.16
|
| 225 |
+
Moirai-2.0,Seasonal Naive,0.844,0.719,0.938,0.203,0.149,0.256
|
| 226 |
+
Stat. Ensemble,Chronos-2,0.156,0.031,0.281,-0.202,-0.318,-0.108
|
| 227 |
+
Stat. Ensemble,Toto-2.0-1B,0.219,0.062,0.344,-0.181,-0.303,-0.086
|
| 228 |
+
Stat. Ensemble,Toto-2.0-2.5B,0.25,0.094,0.406,-0.178,-0.298,-0.085
|
| 229 |
+
Stat. Ensemble,Toto-2.0-313m,0.25,0.094,0.406,-0.174,-0.296,-0.08
|
| 230 |
+
Stat. Ensemble,TiRex,0.281,0.125,0.438,-0.165,-0.268,-0.077
|
| 231 |
+
Stat. Ensemble,TimesFM-2.5,0.219,0.062,0.345,-0.174,-0.286,-0.077
|
| 232 |
+
Stat. Ensemble,FlowState,0.312,0.156,0.469,-0.111,-0.239,0.027
|
| 233 |
+
Stat. Ensemble,TabPFN-TS-3,0.219,0.094,0.375,-0.117,-0.231,-0.009
|
| 234 |
+
Stat. Ensemble,Toto-2.0-22m,0.219,0.062,0.344,-0.144,-0.258,-0.055
|
| 235 |
+
Stat. Ensemble,TabPFN-TS,0.281,0.125,0.438,-0.123,-0.236,-0.017
|
| 236 |
+
Stat. Ensemble,Toto-1.0,0.406,0.25,0.562,-0.111,-0.218,-0.021
|
| 237 |
+
Stat. Ensemble,Chronos-Bolt,0.406,0.25,0.562,-0.092,-0.194,-0.008
|
| 238 |
+
Stat. Ensemble,Toto-2.0-4m,0.438,0.25,0.594,-0.104,-0.205,-0.021
|
| 239 |
+
Stat. Ensemble,Moirai-2.0,0.406,0.25,0.562,-0.086,-0.191,0.007
|
| 240 |
+
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Stat. Ensemble,Seasonal Naive,0.75,0.609,0.891,0.135,0.054,0.199
|
| 242 |
+
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.389,-0.476,-0.315
|
| 243 |
+
Seasonal Naive,Toto-2.0-1B,0.062,0.0,0.156,-0.365,-0.452,-0.287
|
| 244 |
+
Seasonal Naive,Toto-2.0-2.5B,0.062,0.0,0.156,-0.361,-0.446,-0.285
|
| 245 |
+
Seasonal Naive,Toto-2.0-313m,0.031,0.0,0.094,-0.357,-0.444,-0.281
|
| 246 |
+
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.346,-0.433,-0.274
|
| 247 |
+
Seasonal Naive,TimesFM-2.5,0.031,0.0,0.094,-0.356,-0.445,-0.28
|
| 248 |
+
Seasonal Naive,FlowState,0.125,0.031,0.25,-0.284,-0.416,-0.124
|
| 249 |
+
Seasonal Naive,TabPFN-TS-3,0.062,0.0,0.156,-0.291,-0.391,-0.174
|
| 250 |
+
Seasonal Naive,Toto-2.0-22m,0.031,0.0,0.094,-0.322,-0.404,-0.246
|
| 251 |
+
Seasonal Naive,TabPFN-TS,0.062,0.0,0.156,-0.298,-0.395,-0.183
|
| 252 |
+
Seasonal Naive,Toto-1.0,0.062,0.0,0.156,-0.284,-0.367,-0.21
|
| 253 |
+
Seasonal Naive,Chronos-Bolt,0.156,0.062,0.281,-0.262,-0.369,-0.159
|
| 254 |
+
Seasonal Naive,Toto-2.0-4m,0.094,0.0,0.219,-0.276,-0.356,-0.203
|
| 255 |
+
Seasonal Naive,Moirai-2.0,0.156,0.062,0.281,-0.255,-0.344,-0.176
|
| 256 |
+
Seasonal Naive,Stat. Ensemble,0.25,0.109,0.391,-0.156,-0.248,-0.057
|
| 257 |
+
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/task_type_univariate/pairwise_SQL.csv
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Chronos-2,Toto-2.0-1B,0.594,0.437,0.75,0.02,-0.011,0.05
|
| 4 |
+
Chronos-2,Toto-2.0-2.5B,0.625,0.438,0.781,0.022,-0.005,0.051
|
| 5 |
+
Chronos-2,Toto-2.0-313m,0.594,0.406,0.781,0.027,-0.0,0.056
|
| 6 |
+
Chronos-2,TiRex,0.75,0.594,0.906,0.031,0.011,0.054
|
| 7 |
+
Chronos-2,TimesFM-2.5,0.656,0.499,0.812,0.032,0.01,0.054
|
| 8 |
+
Chronos-2,Toto-2.0-22m,0.75,0.594,0.906,0.048,0.021,0.079
|
| 9 |
+
Chronos-2,TabPFN-TS-3,0.781,0.625,0.938,0.065,0.031,0.101
|
| 10 |
+
Chronos-2,FlowState,0.719,0.562,0.875,0.094,0.024,0.189
|
| 11 |
+
Chronos-2,TabPFN-TS,0.812,0.656,0.938,0.069,0.039,0.105
|
| 12 |
+
Chronos-2,Toto-1.0,0.875,0.75,0.969,0.08,0.047,0.117
|
| 13 |
+
Chronos-2,Chronos-Bolt,0.906,0.781,1.0,0.099,0.058,0.144
|
| 14 |
+
Chronos-2,Toto-2.0-4m,0.906,0.781,1.0,0.085,0.054,0.119
|
| 15 |
+
Chronos-2,Moirai-2.0,0.938,0.844,1.0,0.113,0.072,0.16
|
| 16 |
+
Chronos-2,Stat. Ensemble,0.938,0.844,1.0,0.245,0.163,0.33
|
| 17 |
+
Chronos-2,Seasonal Naive,1.0,1.0,1.0,0.37,0.327,0.414
|
| 18 |
+
Toto-2.0-1B,Chronos-2,0.406,0.25,0.563,-0.02,-0.052,0.011
|
| 19 |
+
Toto-2.0-1B,Toto-2.0-1B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Toto-2.0-1B,Toto-2.0-2.5B,0.438,0.281,0.594,0.002,-0.006,0.011
|
| 21 |
+
Toto-2.0-1B,Toto-2.0-313m,0.656,0.5,0.812,0.007,-0.003,0.018
|
| 22 |
+
Toto-2.0-1B,TiRex,0.562,0.406,0.719,0.011,-0.021,0.043
|
| 23 |
+
Toto-2.0-1B,TimesFM-2.5,0.594,0.406,0.75,0.013,-0.021,0.041
|
| 24 |
+
Toto-2.0-1B,Toto-2.0-22m,0.844,0.719,0.969,0.029,0.01,0.049
|
| 25 |
+
Toto-2.0-1B,TabPFN-TS-3,0.688,0.531,0.844,0.046,-0.002,0.102
|
| 26 |
+
Toto-2.0-1B,FlowState,0.688,0.531,0.844,0.076,-0.01,0.188
|
| 27 |
+
Toto-2.0-1B,TabPFN-TS,0.781,0.625,0.906,0.05,-0.0,0.106
|
| 28 |
+
Toto-2.0-1B,Toto-1.0,0.812,0.688,0.938,0.062,0.029,0.096
|
| 29 |
+
Toto-2.0-1B,Chronos-Bolt,0.781,0.625,0.906,0.081,0.019,0.145
|
| 30 |
+
Toto-2.0-1B,Toto-2.0-4m,0.969,0.906,1.0,0.066,0.039,0.093
|
| 31 |
+
Toto-2.0-1B,Moirai-2.0,0.875,0.75,0.969,0.095,0.044,0.143
|
| 32 |
+
Toto-2.0-1B,Stat. Ensemble,0.812,0.688,0.938,0.23,0.136,0.326
|
| 33 |
+
Toto-2.0-1B,Seasonal Naive,0.938,0.844,1.0,0.358,0.303,0.406
|
| 34 |
+
Toto-2.0-2.5B,Chronos-2,0.375,0.219,0.562,-0.022,-0.054,0.005
|
| 35 |
+
Toto-2.0-2.5B,Toto-2.0-1B,0.562,0.406,0.719,-0.002,-0.011,0.006
|
| 36 |
+
Toto-2.0-2.5B,Toto-2.0-2.5B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Toto-2.0-2.5B,Toto-2.0-313m,0.562,0.375,0.72,0.005,-0.004,0.015
|
| 38 |
+
Toto-2.0-2.5B,TiRex,0.531,0.375,0.688,0.009,-0.022,0.038
|
| 39 |
+
Toto-2.0-2.5B,TimesFM-2.5,0.594,0.437,0.75,0.011,-0.021,0.04
|
| 40 |
+
Toto-2.0-2.5B,Toto-2.0-22m,0.812,0.656,0.938,0.027,0.01,0.043
|
| 41 |
+
Toto-2.0-2.5B,TabPFN-TS-3,0.719,0.562,0.875,0.044,-0.0,0.094
|
| 42 |
+
Toto-2.0-2.5B,FlowState,0.594,0.438,0.75,0.074,-0.009,0.182
|
| 43 |
+
Toto-2.0-2.5B,TabPFN-TS,0.75,0.594,0.875,0.048,0.003,0.098
|
| 44 |
+
Toto-2.0-2.5B,Toto-1.0,0.75,0.594,0.875,0.06,0.027,0.097
|
| 45 |
+
Toto-2.0-2.5B,Chronos-Bolt,0.844,0.719,0.938,0.079,0.022,0.139
|
| 46 |
+
Toto-2.0-2.5B,Toto-2.0-4m,0.844,0.719,0.969,0.064,0.039,0.089
|
| 47 |
+
Toto-2.0-2.5B,Moirai-2.0,0.875,0.75,0.969,0.094,0.045,0.141
|
| 48 |
+
Toto-2.0-2.5B,Stat. Ensemble,0.781,0.656,0.938,0.228,0.137,0.321
|
| 49 |
+
Toto-2.0-2.5B,Seasonal Naive,0.969,0.906,1.0,0.356,0.303,0.402
|
| 50 |
+
Toto-2.0-313m,Chronos-2,0.406,0.219,0.594,-0.028,-0.059,0.0
|
| 51 |
+
Toto-2.0-313m,Toto-2.0-1B,0.344,0.188,0.5,-0.007,-0.018,0.003
|
| 52 |
+
Toto-2.0-313m,Toto-2.0-2.5B,0.438,0.28,0.625,-0.005,-0.015,0.004
|
| 53 |
+
Toto-2.0-313m,Toto-2.0-313m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Toto-2.0-313m,TiRex,0.531,0.375,0.688,0.004,-0.028,0.034
|
| 55 |
+
Toto-2.0-313m,TimesFM-2.5,0.594,0.438,0.75,0.006,-0.029,0.034
|
| 56 |
+
Toto-2.0-313m,Toto-2.0-22m,0.781,0.625,0.906,0.022,0.007,0.038
|
| 57 |
+
Toto-2.0-313m,TabPFN-TS-3,0.688,0.531,0.844,0.039,-0.006,0.09
|
| 58 |
+
Toto-2.0-313m,FlowState,0.625,0.469,0.781,0.069,-0.013,0.177
|
| 59 |
+
Toto-2.0-313m,TabPFN-TS,0.719,0.562,0.875,0.043,-0.004,0.094
|
| 60 |
+
Toto-2.0-313m,Toto-1.0,0.75,0.594,0.906,0.055,0.02,0.091
|
| 61 |
+
Toto-2.0-313m,Chronos-Bolt,0.812,0.656,0.938,0.074,0.014,0.135
|
| 62 |
+
Toto-2.0-313m,Toto-2.0-4m,0.875,0.75,0.969,0.059,0.035,0.084
|
| 63 |
+
Toto-2.0-313m,Moirai-2.0,0.812,0.656,0.938,0.089,0.037,0.139
|
| 64 |
+
Toto-2.0-313m,Stat. Ensemble,0.812,0.688,0.938,0.224,0.132,0.322
|
| 65 |
+
Toto-2.0-313m,Seasonal Naive,0.969,0.906,1.0,0.353,0.3,0.401
|
| 66 |
+
TiRex,Chronos-2,0.25,0.094,0.406,-0.032,-0.057,-0.011
|
| 67 |
+
TiRex,Toto-2.0-1B,0.438,0.281,0.594,-0.011,-0.045,0.021
|
| 68 |
+
TiRex,Toto-2.0-2.5B,0.469,0.312,0.625,-0.01,-0.04,0.022
|
| 69 |
+
TiRex,Toto-2.0-313m,0.469,0.312,0.625,-0.004,-0.035,0.027
|
| 70 |
+
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TiRex,TimesFM-2.5,0.469,0.312,0.625,0.001,-0.021,0.022
|
| 72 |
+
TiRex,Toto-2.0-22m,0.625,0.469,0.781,0.018,-0.009,0.047
|
| 73 |
+
TiRex,TabPFN-TS-3,0.656,0.5,0.812,0.035,-0.001,0.072
|
| 74 |
+
TiRex,FlowState,0.656,0.5,0.812,0.065,0.002,0.156
|
| 75 |
+
TiRex,TabPFN-TS,0.656,0.5,0.812,0.039,0.003,0.081
|
| 76 |
+
TiRex,Toto-1.0,0.812,0.688,0.938,0.051,0.021,0.083
|
| 77 |
+
TiRex,Chronos-Bolt,0.844,0.719,0.969,0.07,0.027,0.113
|
| 78 |
+
TiRex,Toto-2.0-4m,0.844,0.719,0.969,0.055,0.028,0.085
|
| 79 |
+
TiRex,Moirai-2.0,0.906,0.812,1.0,0.085,0.048,0.129
|
| 80 |
+
TiRex,Stat. Ensemble,0.844,0.719,0.969,0.221,0.139,0.307
|
| 81 |
+
TiRex,Seasonal Naive,1.0,1.0,1.0,0.35,0.303,0.394
|
| 82 |
+
TimesFM-2.5,Chronos-2,0.344,0.188,0.501,-0.034,-0.057,-0.01
|
| 83 |
+
TimesFM-2.5,Toto-2.0-1B,0.406,0.25,0.594,-0.013,-0.043,0.021
|
| 84 |
+
TimesFM-2.5,Toto-2.0-2.5B,0.406,0.25,0.563,-0.011,-0.041,0.021
|
| 85 |
+
TimesFM-2.5,Toto-2.0-313m,0.406,0.25,0.562,-0.006,-0.035,0.028
|
| 86 |
+
TimesFM-2.5,TiRex,0.531,0.375,0.688,-0.001,-0.023,0.021
|
| 87 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
TimesFM-2.5,Toto-2.0-22m,0.531,0.344,0.688,0.016,-0.018,0.053
|
| 89 |
+
TimesFM-2.5,TabPFN-TS-3,0.594,0.438,0.75,0.033,-0.0,0.074
|
| 90 |
+
TimesFM-2.5,FlowState,0.719,0.562,0.844,0.064,-0.011,0.169
|
| 91 |
+
TimesFM-2.5,TabPFN-TS,0.688,0.531,0.844,0.038,-0.002,0.087
|
| 92 |
+
TimesFM-2.5,Toto-1.0,0.656,0.5,0.812,0.05,0.016,0.088
|
| 93 |
+
TimesFM-2.5,Chronos-Bolt,0.75,0.594,0.906,0.069,0.022,0.118
|
| 94 |
+
TimesFM-2.5,Toto-2.0-4m,0.719,0.562,0.875,0.054,0.015,0.094
|
| 95 |
+
TimesFM-2.5,Moirai-2.0,0.781,0.625,0.938,0.084,0.045,0.128
|
| 96 |
+
TimesFM-2.5,Stat. Ensemble,0.719,0.562,0.875,0.22,0.13,0.31
|
| 97 |
+
TimesFM-2.5,Seasonal Naive,0.969,0.906,1.0,0.349,0.302,0.398
|
| 98 |
+
Toto-2.0-22m,Chronos-2,0.25,0.094,0.406,-0.051,-0.085,-0.021
|
| 99 |
+
Toto-2.0-22m,Toto-2.0-1B,0.156,0.031,0.281,-0.03,-0.052,-0.011
|
| 100 |
+
Toto-2.0-22m,Toto-2.0-2.5B,0.188,0.062,0.344,-0.028,-0.045,-0.01
|
| 101 |
+
Toto-2.0-22m,Toto-2.0-313m,0.219,0.094,0.375,-0.022,-0.039,-0.007
|
| 102 |
+
Toto-2.0-22m,TiRex,0.375,0.219,0.531,-0.018,-0.049,0.009
|
| 103 |
+
Toto-2.0-22m,TimesFM-2.5,0.469,0.312,0.656,-0.017,-0.056,0.017
|
| 104 |
+
Toto-2.0-22m,Toto-2.0-22m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
Toto-2.0-22m,TabPFN-TS-3,0.562,0.375,0.719,0.017,-0.03,0.065
|
| 106 |
+
Toto-2.0-22m,FlowState,0.469,0.312,0.625,0.049,-0.027,0.151
|
| 107 |
+
Toto-2.0-22m,TabPFN-TS,0.594,0.438,0.75,0.022,-0.024,0.068
|
| 108 |
+
Toto-2.0-22m,Toto-1.0,0.719,0.562,0.875,0.034,0.004,0.066
|
| 109 |
+
Toto-2.0-22m,Chronos-Bolt,0.75,0.594,0.875,0.053,-0.003,0.112
|
| 110 |
+
Toto-2.0-22m,Toto-2.0-4m,0.844,0.719,0.969,0.038,0.024,0.053
|
| 111 |
+
Toto-2.0-22m,Moirai-2.0,0.812,0.656,0.938,0.069,0.022,0.113
|
| 112 |
+
Toto-2.0-22m,Stat. Ensemble,0.781,0.655,0.906,0.207,0.115,0.301
|
| 113 |
+
Toto-2.0-22m,Seasonal Naive,0.969,0.906,1.0,0.338,0.284,0.386
|
| 114 |
+
TabPFN-TS-3,Chronos-2,0.219,0.062,0.375,-0.069,-0.112,-0.032
|
| 115 |
+
TabPFN-TS-3,Toto-2.0-1B,0.312,0.156,0.469,-0.048,-0.114,0.002
|
| 116 |
+
TabPFN-TS-3,Toto-2.0-2.5B,0.281,0.125,0.438,-0.046,-0.104,0.0
|
| 117 |
+
TabPFN-TS-3,Toto-2.0-313m,0.312,0.156,0.469,-0.04,-0.098,0.006
|
| 118 |
+
TabPFN-TS-3,TiRex,0.344,0.188,0.5,-0.036,-0.078,0.001
|
| 119 |
+
TabPFN-TS-3,TimesFM-2.5,0.406,0.25,0.562,-0.034,-0.08,0.0
|
| 120 |
+
TabPFN-TS-3,Toto-2.0-22m,0.438,0.281,0.625,-0.018,-0.069,0.029
|
| 121 |
+
TabPFN-TS-3,TabPFN-TS-3,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
TabPFN-TS-3,FlowState,0.5,0.344,0.688,0.032,-0.028,0.106
|
| 123 |
+
TabPFN-TS-3,TabPFN-TS,0.594,0.406,0.75,0.004,-0.023,0.032
|
| 124 |
+
TabPFN-TS-3,Toto-1.0,0.656,0.5,0.812,0.017,-0.042,0.068
|
| 125 |
+
TabPFN-TS-3,Chronos-Bolt,0.75,0.594,0.906,0.037,-0.007,0.083
|
| 126 |
+
TabPFN-TS-3,Toto-2.0-4m,0.688,0.531,0.844,0.021,-0.028,0.065
|
| 127 |
+
TabPFN-TS-3,Moirai-2.0,0.75,0.594,0.906,0.052,0.007,0.104
|
| 128 |
+
TabPFN-TS-3,Stat. Ensemble,0.781,0.625,0.906,0.193,0.1,0.283
|
| 129 |
+
TabPFN-TS-3,Seasonal Naive,1.0,1.0,1.0,0.327,0.277,0.375
|
| 130 |
+
FlowState,Chronos-2,0.281,0.125,0.438,-0.104,-0.233,-0.024
|
| 131 |
+
FlowState,Toto-2.0-1B,0.312,0.156,0.469,-0.082,-0.231,0.01
|
| 132 |
+
FlowState,Toto-2.0-2.5B,0.406,0.25,0.562,-0.08,-0.222,0.009
|
| 133 |
+
FlowState,Toto-2.0-313m,0.375,0.219,0.531,-0.075,-0.215,0.013
|
| 134 |
+
FlowState,TiRex,0.344,0.188,0.5,-0.07,-0.185,-0.002
|
| 135 |
+
FlowState,TimesFM-2.5,0.281,0.156,0.438,-0.069,-0.203,0.011
|
| 136 |
+
FlowState,Toto-2.0-22m,0.531,0.375,0.688,-0.051,-0.178,0.026
|
| 137 |
+
FlowState,TabPFN-TS-3,0.5,0.312,0.656,-0.033,-0.119,0.027
|
| 138 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
FlowState,TabPFN-TS,0.594,0.438,0.75,-0.028,-0.114,0.028
|
| 140 |
+
FlowState,Toto-1.0,0.625,0.469,0.812,-0.016,-0.139,0.067
|
| 141 |
+
FlowState,Chronos-Bolt,0.594,0.438,0.75,0.005,-0.082,0.066
|
| 142 |
+
FlowState,Toto-2.0-4m,0.562,0.405,0.719,-0.011,-0.128,0.062
|
| 143 |
+
FlowState,Moirai-2.0,0.656,0.5,0.812,0.021,-0.087,0.097
|
| 144 |
+
FlowState,Stat. Ensemble,0.719,0.562,0.845,0.167,0.052,0.258
|
| 145 |
+
FlowState,Seasonal Naive,0.938,0.844,1.0,0.305,0.215,0.368
|
| 146 |
+
TabPFN-TS,Chronos-2,0.188,0.062,0.344,-0.074,-0.118,-0.041
|
| 147 |
+
TabPFN-TS,Toto-2.0-1B,0.219,0.094,0.375,-0.052,-0.119,0.0
|
| 148 |
+
TabPFN-TS,Toto-2.0-2.5B,0.25,0.125,0.406,-0.05,-0.109,-0.003
|
| 149 |
+
TabPFN-TS,Toto-2.0-313m,0.281,0.125,0.438,-0.045,-0.104,0.004
|
| 150 |
+
TabPFN-TS,TiRex,0.344,0.188,0.5,-0.04,-0.088,-0.003
|
| 151 |
+
TabPFN-TS,TimesFM-2.5,0.312,0.156,0.469,-0.039,-0.095,0.002
|
| 152 |
+
TabPFN-TS,Toto-2.0-22m,0.406,0.25,0.562,-0.022,-0.073,0.024
|
| 153 |
+
TabPFN-TS,TabPFN-TS-3,0.406,0.25,0.594,-0.004,-0.033,0.023
|
| 154 |
+
TabPFN-TS,FlowState,0.406,0.25,0.562,0.028,-0.028,0.102
|
| 155 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
TabPFN-TS,Toto-1.0,0.469,0.281,0.656,0.013,-0.045,0.066
|
| 157 |
+
TabPFN-TS,Chronos-Bolt,0.531,0.375,0.719,0.032,-0.011,0.08
|
| 158 |
+
TabPFN-TS,Toto-2.0-4m,0.625,0.438,0.781,0.017,-0.032,0.061
|
| 159 |
+
TabPFN-TS,Moirai-2.0,0.562,0.375,0.72,0.048,-0.007,0.106
|
| 160 |
+
TabPFN-TS,Stat. Ensemble,0.719,0.562,0.875,0.19,0.104,0.274
|
| 161 |
+
TabPFN-TS,Seasonal Naive,0.969,0.875,1.0,0.324,0.275,0.369
|
| 162 |
+
Toto-1.0,Chronos-2,0.125,0.031,0.25,-0.087,-0.133,-0.049
|
| 163 |
+
Toto-1.0,Toto-2.0-1B,0.188,0.062,0.312,-0.066,-0.107,-0.03
|
| 164 |
+
Toto-1.0,Toto-2.0-2.5B,0.25,0.125,0.406,-0.064,-0.107,-0.027
|
| 165 |
+
Toto-1.0,Toto-2.0-313m,0.25,0.094,0.406,-0.058,-0.1,-0.02
|
| 166 |
+
Toto-1.0,TiRex,0.188,0.062,0.312,-0.054,-0.091,-0.021
|
| 167 |
+
Toto-1.0,TimesFM-2.5,0.344,0.188,0.5,-0.052,-0.096,-0.016
|
| 168 |
+
Toto-1.0,Toto-2.0-22m,0.281,0.125,0.438,-0.035,-0.07,-0.004
|
| 169 |
+
Toto-1.0,TabPFN-TS-3,0.344,0.188,0.5,-0.017,-0.073,0.04
|
| 170 |
+
Toto-1.0,FlowState,0.375,0.188,0.531,0.015,-0.072,0.122
|
| 171 |
+
Toto-1.0,TabPFN-TS,0.531,0.344,0.719,-0.013,-0.071,0.043
|
| 172 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
Toto-1.0,Chronos-Bolt,0.531,0.344,0.688,0.02,-0.038,0.079
|
| 174 |
+
Toto-1.0,Toto-2.0-4m,0.469,0.312,0.626,0.005,-0.026,0.032
|
| 175 |
+
Toto-1.0,Moirai-2.0,0.594,0.406,0.75,0.036,0.004,0.066
|
| 176 |
+
Toto-1.0,Stat. Ensemble,0.625,0.469,0.781,0.179,0.085,0.271
|
| 177 |
+
Toto-1.0,Seasonal Naive,0.938,0.844,1.0,0.315,0.26,0.365
|
| 178 |
+
Chronos-Bolt,Chronos-2,0.094,0.0,0.219,-0.11,-0.169,-0.062
|
| 179 |
+
Chronos-Bolt,Toto-2.0-1B,0.219,0.094,0.375,-0.088,-0.17,-0.019
|
| 180 |
+
Chronos-Bolt,Toto-2.0-2.5B,0.156,0.062,0.281,-0.085,-0.161,-0.022
|
| 181 |
+
Chronos-Bolt,Toto-2.0-313m,0.188,0.062,0.344,-0.08,-0.156,-0.015
|
| 182 |
+
Chronos-Bolt,TiRex,0.156,0.031,0.281,-0.075,-0.128,-0.028
|
| 183 |
+
Chronos-Bolt,TimesFM-2.5,0.25,0.094,0.406,-0.074,-0.134,-0.022
|
| 184 |
+
Chronos-Bolt,Toto-2.0-22m,0.25,0.125,0.406,-0.056,-0.127,0.003
|
| 185 |
+
Chronos-Bolt,TabPFN-TS-3,0.25,0.094,0.406,-0.038,-0.09,0.006
|
| 186 |
+
Chronos-Bolt,FlowState,0.406,0.25,0.562,-0.005,-0.071,0.076
|
| 187 |
+
Chronos-Bolt,TabPFN-TS,0.469,0.281,0.625,-0.033,-0.087,0.01
|
| 188 |
+
Chronos-Bolt,Toto-1.0,0.469,0.312,0.656,-0.021,-0.086,0.037
|
| 189 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Chronos-Bolt,Toto-2.0-4m,0.5,0.312,0.688,-0.016,-0.077,0.039
|
| 191 |
+
Chronos-Bolt,Moirai-2.0,0.547,0.391,0.688,0.016,-0.037,0.073
|
| 192 |
+
Chronos-Bolt,Stat. Ensemble,0.656,0.5,0.812,0.162,0.084,0.245
|
| 193 |
+
Chronos-Bolt,Seasonal Naive,0.906,0.812,1.0,0.301,0.243,0.36
|
| 194 |
+
Toto-2.0-4m,Chronos-2,0.094,0.0,0.219,-0.093,-0.135,-0.057
|
| 195 |
+
Toto-2.0-4m,Toto-2.0-1B,0.031,0.0,0.094,-0.071,-0.103,-0.041
|
| 196 |
+
Toto-2.0-4m,Toto-2.0-2.5B,0.156,0.031,0.281,-0.069,-0.097,-0.04
|
| 197 |
+
Toto-2.0-4m,Toto-2.0-313m,0.125,0.031,0.25,-0.063,-0.091,-0.037
|
| 198 |
+
Toto-2.0-4m,TiRex,0.156,0.031,0.281,-0.059,-0.093,-0.029
|
| 199 |
+
Toto-2.0-4m,TimesFM-2.5,0.281,0.125,0.438,-0.057,-0.103,-0.015
|
| 200 |
+
Toto-2.0-4m,Toto-2.0-22m,0.156,0.031,0.281,-0.04,-0.055,-0.025
|
| 201 |
+
Toto-2.0-4m,TabPFN-TS-3,0.312,0.156,0.469,-0.022,-0.07,0.027
|
| 202 |
+
Toto-2.0-4m,FlowState,0.438,0.281,0.595,0.011,-0.066,0.114
|
| 203 |
+
Toto-2.0-4m,TabPFN-TS,0.375,0.219,0.562,-0.017,-0.064,0.031
|
| 204 |
+
Toto-2.0-4m,Toto-1.0,0.531,0.374,0.688,-0.005,-0.033,0.026
|
| 205 |
+
Toto-2.0-4m,Chronos-Bolt,0.5,0.312,0.688,0.016,-0.041,0.071
|
| 206 |
+
Toto-2.0-4m,Toto-2.0-4m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
Toto-2.0-4m,Moirai-2.0,0.594,0.406,0.75,0.031,-0.014,0.074
|
| 208 |
+
Toto-2.0-4m,Stat. Ensemble,0.625,0.469,0.781,0.175,0.084,0.267
|
| 209 |
+
Toto-2.0-4m,Seasonal Naive,0.938,0.844,1.0,0.312,0.258,0.361
|
| 210 |
+
Moirai-2.0,Chronos-2,0.062,0.0,0.156,-0.128,-0.19,-0.078
|
| 211 |
+
Moirai-2.0,Toto-2.0-1B,0.125,0.031,0.25,-0.105,-0.167,-0.046
|
| 212 |
+
Moirai-2.0,Toto-2.0-2.5B,0.125,0.031,0.25,-0.103,-0.164,-0.047
|
| 213 |
+
Moirai-2.0,Toto-2.0-313m,0.188,0.062,0.344,-0.097,-0.161,-0.038
|
| 214 |
+
Moirai-2.0,TiRex,0.094,0.0,0.188,-0.093,-0.148,-0.05
|
| 215 |
+
Moirai-2.0,TimesFM-2.5,0.219,0.062,0.375,-0.091,-0.146,-0.047
|
| 216 |
+
Moirai-2.0,Toto-2.0-22m,0.188,0.062,0.344,-0.074,-0.127,-0.023
|
| 217 |
+
Moirai-2.0,TabPFN-TS-3,0.25,0.094,0.406,-0.055,-0.116,-0.007
|
| 218 |
+
Moirai-2.0,FlowState,0.344,0.188,0.5,-0.021,-0.107,0.08
|
| 219 |
+
Moirai-2.0,TabPFN-TS,0.438,0.28,0.625,-0.05,-0.119,0.007
|
| 220 |
+
Moirai-2.0,Toto-1.0,0.406,0.25,0.594,-0.037,-0.071,-0.004
|
| 221 |
+
Moirai-2.0,Chronos-Bolt,0.453,0.312,0.609,-0.016,-0.078,0.036
|
| 222 |
+
Moirai-2.0,Toto-2.0-4m,0.406,0.25,0.594,-0.032,-0.08,0.014
|
| 223 |
+
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
Moirai-2.0,Stat. Ensemble,0.688,0.531,0.844,0.149,0.049,0.245
|
| 225 |
+
Moirai-2.0,Seasonal Naive,0.875,0.75,0.969,0.29,0.228,0.347
|
| 226 |
+
Stat. Ensemble,Chronos-2,0.062,0.0,0.156,-0.325,-0.494,-0.195
|
| 227 |
+
Stat. Ensemble,Toto-2.0-1B,0.188,0.062,0.312,-0.299,-0.485,-0.158
|
| 228 |
+
Stat. Ensemble,Toto-2.0-2.5B,0.219,0.062,0.344,-0.296,-0.472,-0.159
|
| 229 |
+
Stat. Ensemble,Toto-2.0-313m,0.188,0.062,0.312,-0.289,-0.474,-0.151
|
| 230 |
+
Stat. Ensemble,TiRex,0.156,0.031,0.281,-0.284,-0.443,-0.161
|
| 231 |
+
Stat. Ensemble,TimesFM-2.5,0.281,0.125,0.438,-0.282,-0.449,-0.15
|
| 232 |
+
Stat. Ensemble,Toto-2.0-22m,0.219,0.094,0.345,-0.261,-0.43,-0.13
|
| 233 |
+
Stat. Ensemble,TabPFN-TS-3,0.219,0.094,0.375,-0.239,-0.395,-0.111
|
| 234 |
+
Stat. Ensemble,FlowState,0.281,0.155,0.438,-0.2,-0.348,-0.055
|
| 235 |
+
Stat. Ensemble,TabPFN-TS,0.281,0.125,0.438,-0.234,-0.378,-0.116
|
| 236 |
+
Stat. Ensemble,Toto-1.0,0.375,0.219,0.531,-0.219,-0.372,-0.093
|
| 237 |
+
Stat. Ensemble,Chronos-Bolt,0.344,0.188,0.5,-0.194,-0.324,-0.091
|
| 238 |
+
Stat. Ensemble,Toto-2.0-4m,0.375,0.219,0.531,-0.213,-0.363,-0.092
|
| 239 |
+
Stat. Ensemble,Moirai-2.0,0.312,0.156,0.469,-0.175,-0.325,-0.051
|
| 240 |
+
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Stat. Ensemble,Seasonal Naive,0.781,0.641,0.906,0.166,0.077,0.241
|
| 242 |
+
Seasonal Naive,Chronos-2,0.0,0.0,0.0,-0.588,-0.706,-0.485
|
| 243 |
+
Seasonal Naive,Toto-2.0-1B,0.062,0.0,0.156,-0.556,-0.683,-0.435
|
| 244 |
+
Seasonal Naive,Toto-2.0-2.5B,0.031,0.0,0.094,-0.553,-0.671,-0.435
|
| 245 |
+
Seasonal Naive,Toto-2.0-313m,0.031,0.0,0.094,-0.545,-0.669,-0.429
|
| 246 |
+
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.539,-0.649,-0.435
|
| 247 |
+
Seasonal Naive,TimesFM-2.5,0.031,0.0,0.094,-0.537,-0.66,-0.432
|
| 248 |
+
Seasonal Naive,Toto-2.0-22m,0.031,0.0,0.094,-0.512,-0.629,-0.397
|
| 249 |
+
Seasonal Naive,TabPFN-TS-3,0.0,0.0,0.0,-0.486,-0.601,-0.382
|
| 250 |
+
Seasonal Naive,FlowState,0.062,0.0,0.156,-0.438,-0.583,-0.274
|
| 251 |
+
Seasonal Naive,TabPFN-TS,0.031,0.0,0.125,-0.479,-0.584,-0.38
|
| 252 |
+
Seasonal Naive,Toto-1.0,0.062,0.0,0.156,-0.46,-0.576,-0.351
|
| 253 |
+
Seasonal Naive,Chronos-Bolt,0.094,0.0,0.188,-0.431,-0.562,-0.321
|
| 254 |
+
Seasonal Naive,Toto-2.0-4m,0.062,0.0,0.156,-0.454,-0.566,-0.348
|
| 255 |
+
Seasonal Naive,Moirai-2.0,0.125,0.031,0.25,-0.408,-0.532,-0.296
|
| 256 |
+
Seasonal Naive,Stat. Ensemble,0.219,0.094,0.359,-0.199,-0.317,-0.083
|
| 257 |
+
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/task_type_univariate/pairwise_WAPE.csv
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
+
Toto-2.0-2.5B,Toto-2.0-2.5B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Toto-2.0-2.5B,Chronos-2,0.5,0.344,0.688,-0.02,-0.049,0.007
|
| 4 |
+
Toto-2.0-2.5B,Toto-2.0-1B,0.656,0.5,0.812,0.005,-0.003,0.012
|
| 5 |
+
Toto-2.0-2.5B,Toto-2.0-313m,0.656,0.469,0.812,0.007,-0.004,0.017
|
| 6 |
+
Toto-2.0-2.5B,TimesFM-2.5,0.594,0.406,0.75,0.008,-0.022,0.035
|
| 7 |
+
Toto-2.0-2.5B,TiRex,0.656,0.5,0.812,0.014,-0.011,0.037
|
| 8 |
+
Toto-2.0-2.5B,TabPFN-TS-3,0.688,0.5,0.844,0.041,-0.009,0.095
|
| 9 |
+
Toto-2.0-2.5B,FlowState,0.719,0.562,0.844,0.002,-0.064,0.053
|
| 10 |
+
Toto-2.0-2.5B,Toto-2.0-22m,0.844,0.719,0.969,0.023,-0.007,0.048
|
| 11 |
+
Toto-2.0-2.5B,TabPFN-TS,0.781,0.625,0.906,0.02,-0.038,0.064
|
| 12 |
+
Toto-2.0-2.5B,Toto-1.0,0.75,0.594,0.906,0.062,0.027,0.101
|
| 13 |
+
Toto-2.0-2.5B,Chronos-Bolt,0.812,0.688,0.938,0.065,0.015,0.109
|
| 14 |
+
Toto-2.0-2.5B,Moirai-2.0,0.844,0.719,0.969,0.093,0.043,0.147
|
| 15 |
+
Toto-2.0-2.5B,Toto-2.0-4m,0.906,0.781,1.0,0.074,0.038,0.11
|
| 16 |
+
Toto-2.0-2.5B,Stat. Ensemble,0.875,0.75,0.969,0.152,0.071,0.222
|
| 17 |
+
Toto-2.0-2.5B,Seasonal Naive,0.938,0.844,1.0,0.302,0.236,0.361
|
| 18 |
+
Chronos-2,Toto-2.0-2.5B,0.5,0.312,0.656,0.019,-0.007,0.047
|
| 19 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Chronos-2,Toto-2.0-1B,0.5,0.344,0.657,0.024,-0.003,0.053
|
| 21 |
+
Chronos-2,Toto-2.0-313m,0.562,0.406,0.719,0.026,-0.001,0.054
|
| 22 |
+
Chronos-2,TimesFM-2.5,0.594,0.438,0.781,0.027,0.003,0.053
|
| 23 |
+
Chronos-2,TiRex,0.688,0.531,0.844,0.033,0.009,0.06
|
| 24 |
+
Chronos-2,TabPFN-TS-3,0.719,0.562,0.875,0.06,0.016,0.105
|
| 25 |
+
Chronos-2,FlowState,0.625,0.469,0.781,0.021,-0.04,0.067
|
| 26 |
+
Chronos-2,Toto-2.0-22m,0.75,0.594,0.906,0.042,0.004,0.078
|
| 27 |
+
Chronos-2,TabPFN-TS,0.812,0.688,0.938,0.039,-0.013,0.076
|
| 28 |
+
Chronos-2,Toto-1.0,0.812,0.688,0.938,0.081,0.043,0.123
|
| 29 |
+
Chronos-2,Chronos-Bolt,0.812,0.688,0.938,0.083,0.049,0.122
|
| 30 |
+
Chronos-2,Moirai-2.0,0.844,0.719,0.969,0.111,0.063,0.164
|
| 31 |
+
Chronos-2,Toto-2.0-4m,0.875,0.75,0.969,0.092,0.054,0.133
|
| 32 |
+
Chronos-2,Stat. Ensemble,0.875,0.75,0.969,0.168,0.091,0.24
|
| 33 |
+
Chronos-2,Seasonal Naive,0.938,0.844,1.0,0.316,0.255,0.374
|
| 34 |
+
Toto-2.0-1B,Toto-2.0-2.5B,0.344,0.188,0.5,-0.005,-0.012,0.003
|
| 35 |
+
Toto-2.0-1B,Chronos-2,0.5,0.343,0.656,-0.024,-0.056,0.003
|
| 36 |
+
Toto-2.0-1B,Toto-2.0-1B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Toto-2.0-1B,Toto-2.0-313m,0.5,0.344,0.688,0.003,-0.009,0.013
|
| 38 |
+
Toto-2.0-1B,TimesFM-2.5,0.531,0.344,0.688,0.004,-0.029,0.033
|
| 39 |
+
Toto-2.0-1B,TiRex,0.719,0.562,0.844,0.01,-0.018,0.035
|
| 40 |
+
Toto-2.0-1B,TabPFN-TS-3,0.594,0.438,0.75,0.037,-0.018,0.094
|
| 41 |
+
Toto-2.0-1B,FlowState,0.625,0.469,0.781,-0.003,-0.074,0.053
|
| 42 |
+
Toto-2.0-1B,Toto-2.0-22m,0.844,0.719,0.969,0.018,-0.016,0.044
|
| 43 |
+
Toto-2.0-1B,TabPFN-TS,0.719,0.562,0.875,0.016,-0.049,0.063
|
| 44 |
+
Toto-2.0-1B,Toto-1.0,0.781,0.656,0.906,0.058,0.022,0.096
|
| 45 |
+
Toto-2.0-1B,Chronos-Bolt,0.812,0.688,0.938,0.06,0.011,0.106
|
| 46 |
+
Toto-2.0-1B,Moirai-2.0,0.844,0.719,0.938,0.089,0.035,0.144
|
| 47 |
+
Toto-2.0-1B,Toto-2.0-4m,0.875,0.75,0.969,0.069,0.032,0.104
|
| 48 |
+
Toto-2.0-1B,Stat. Ensemble,0.844,0.719,0.969,0.148,0.064,0.222
|
| 49 |
+
Toto-2.0-1B,Seasonal Naive,0.938,0.844,1.0,0.299,0.229,0.362
|
| 50 |
+
Toto-2.0-313m,Toto-2.0-2.5B,0.344,0.188,0.531,-0.007,-0.018,0.004
|
| 51 |
+
Toto-2.0-313m,Chronos-2,0.438,0.281,0.594,-0.027,-0.058,0.001
|
| 52 |
+
Toto-2.0-313m,Toto-2.0-1B,0.5,0.312,0.656,-0.003,-0.013,0.009
|
| 53 |
+
Toto-2.0-313m,Toto-2.0-313m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Toto-2.0-313m,TimesFM-2.5,0.531,0.375,0.688,0.001,-0.034,0.027
|
| 55 |
+
Toto-2.0-313m,TiRex,0.531,0.375,0.688,0.007,-0.022,0.031
|
| 56 |
+
Toto-2.0-313m,TabPFN-TS-3,0.625,0.469,0.781,0.034,-0.017,0.086
|
| 57 |
+
Toto-2.0-313m,FlowState,0.656,0.5,0.812,-0.006,-0.07,0.046
|
| 58 |
+
Toto-2.0-313m,Toto-2.0-22m,0.75,0.594,0.906,0.016,-0.012,0.038
|
| 59 |
+
Toto-2.0-313m,TabPFN-TS,0.75,0.594,0.906,0.013,-0.046,0.059
|
| 60 |
+
Toto-2.0-313m,Toto-1.0,0.781,0.625,0.938,0.056,0.019,0.095
|
| 61 |
+
Toto-2.0-313m,Chronos-Bolt,0.719,0.562,0.875,0.058,0.012,0.101
|
| 62 |
+
Toto-2.0-313m,Moirai-2.0,0.812,0.688,0.938,0.087,0.033,0.14
|
| 63 |
+
Toto-2.0-313m,Toto-2.0-4m,0.844,0.719,0.969,0.067,0.032,0.098
|
| 64 |
+
Toto-2.0-313m,Stat. Ensemble,0.844,0.719,0.969,0.146,0.066,0.218
|
| 65 |
+
Toto-2.0-313m,Seasonal Naive,0.938,0.844,1.0,0.297,0.23,0.358
|
| 66 |
+
TimesFM-2.5,Toto-2.0-2.5B,0.406,0.25,0.594,-0.008,-0.037,0.022
|
| 67 |
+
TimesFM-2.5,Chronos-2,0.406,0.219,0.562,-0.028,-0.056,-0.003
|
| 68 |
+
TimesFM-2.5,Toto-2.0-1B,0.469,0.312,0.656,-0.004,-0.034,0.028
|
| 69 |
+
TimesFM-2.5,Toto-2.0-313m,0.469,0.312,0.625,-0.001,-0.028,0.032
|
| 70 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TimesFM-2.5,TiRex,0.5,0.344,0.656,0.006,-0.014,0.023
|
| 72 |
+
TimesFM-2.5,TabPFN-TS-3,0.469,0.312,0.625,0.033,-0.01,0.081
|
| 73 |
+
TimesFM-2.5,FlowState,0.625,0.469,0.781,-0.006,-0.063,0.033
|
| 74 |
+
TimesFM-2.5,Toto-2.0-22m,0.625,0.469,0.781,0.015,-0.023,0.053
|
| 75 |
+
TimesFM-2.5,TabPFN-TS,0.656,0.5,0.812,0.012,-0.041,0.056
|
| 76 |
+
TimesFM-2.5,Toto-1.0,0.656,0.5,0.812,0.055,0.012,0.097
|
| 77 |
+
TimesFM-2.5,Chronos-Bolt,0.812,0.688,0.938,0.057,0.019,0.099
|
| 78 |
+
TimesFM-2.5,Moirai-2.0,0.781,0.625,0.906,0.086,0.038,0.138
|
| 79 |
+
TimesFM-2.5,Toto-2.0-4m,0.75,0.594,0.906,0.066,0.025,0.108
|
| 80 |
+
TimesFM-2.5,Stat. Ensemble,0.844,0.719,0.969,0.145,0.064,0.218
|
| 81 |
+
TimesFM-2.5,Seasonal Naive,0.969,0.906,1.0,0.297,0.235,0.356
|
| 82 |
+
TiRex,Toto-2.0-2.5B,0.344,0.188,0.5,-0.014,-0.039,0.011
|
| 83 |
+
TiRex,Chronos-2,0.312,0.156,0.469,-0.034,-0.063,-0.009
|
| 84 |
+
TiRex,Toto-2.0-1B,0.281,0.156,0.438,-0.01,-0.036,0.018
|
| 85 |
+
TiRex,Toto-2.0-313m,0.469,0.312,0.625,-0.007,-0.032,0.022
|
| 86 |
+
TiRex,TimesFM-2.5,0.5,0.344,0.656,-0.006,-0.024,0.014
|
| 87 |
+
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
TiRex,TabPFN-TS-3,0.5,0.344,0.656,0.028,-0.022,0.079
|
| 89 |
+
TiRex,FlowState,0.531,0.375,0.719,-0.013,-0.064,0.027
|
| 90 |
+
TiRex,Toto-2.0-22m,0.562,0.375,0.75,0.009,-0.02,0.038
|
| 91 |
+
TiRex,TabPFN-TS,0.625,0.469,0.781,0.006,-0.047,0.047
|
| 92 |
+
TiRex,Toto-1.0,0.812,0.688,0.938,0.049,0.016,0.083
|
| 93 |
+
TiRex,Chronos-Bolt,0.781,0.625,0.906,0.051,0.014,0.089
|
| 94 |
+
TiRex,Moirai-2.0,0.812,0.687,0.938,0.08,0.038,0.132
|
| 95 |
+
TiRex,Toto-2.0-4m,0.812,0.656,0.938,0.06,0.029,0.093
|
| 96 |
+
TiRex,Stat. Ensemble,0.781,0.625,0.906,0.14,0.063,0.212
|
| 97 |
+
TiRex,Seasonal Naive,0.969,0.906,1.0,0.292,0.228,0.352
|
| 98 |
+
TabPFN-TS-3,Toto-2.0-2.5B,0.312,0.156,0.5,-0.043,-0.105,0.009
|
| 99 |
+
TabPFN-TS-3,Chronos-2,0.281,0.125,0.438,-0.064,-0.117,-0.016
|
| 100 |
+
TabPFN-TS-3,Toto-2.0-1B,0.406,0.25,0.562,-0.038,-0.103,0.018
|
| 101 |
+
TabPFN-TS-3,Toto-2.0-313m,0.375,0.219,0.531,-0.036,-0.094,0.017
|
| 102 |
+
TabPFN-TS-3,TimesFM-2.5,0.531,0.375,0.688,-0.035,-0.088,0.009
|
| 103 |
+
TabPFN-TS-3,TiRex,0.5,0.344,0.656,-0.028,-0.086,0.021
|
| 104 |
+
TabPFN-TS-3,TabPFN-TS-3,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TabPFN-TS-3,FlowState,0.438,0.281,0.625,-0.041,-0.112,0.013
|
| 106 |
+
TabPFN-TS-3,Toto-2.0-22m,0.5,0.344,0.656,-0.019,-0.083,0.032
|
| 107 |
+
TabPFN-TS-3,TabPFN-TS,0.594,0.406,0.75,-0.022,-0.071,0.018
|
| 108 |
+
TabPFN-TS-3,Toto-1.0,0.656,0.5,0.812,0.022,-0.039,0.084
|
| 109 |
+
TabPFN-TS-3,Chronos-Bolt,0.719,0.562,0.875,0.024,-0.023,0.07
|
| 110 |
+
TabPFN-TS-3,Moirai-2.0,0.781,0.656,0.906,0.054,0.001,0.11
|
| 111 |
+
TabPFN-TS-3,Toto-2.0-4m,0.75,0.594,0.876,0.034,-0.025,0.089
|
| 112 |
+
TabPFN-TS-3,Stat. Ensemble,0.812,0.688,0.938,0.115,0.027,0.198
|
| 113 |
+
TabPFN-TS-3,Seasonal Naive,0.969,0.906,1.0,0.272,0.223,0.317
|
| 114 |
+
FlowState,Toto-2.0-2.5B,0.281,0.156,0.438,-0.002,-0.056,0.061
|
| 115 |
+
FlowState,Chronos-2,0.375,0.219,0.531,-0.022,-0.072,0.039
|
| 116 |
+
FlowState,Toto-2.0-1B,0.375,0.219,0.531,0.003,-0.056,0.069
|
| 117 |
+
FlowState,Toto-2.0-313m,0.344,0.188,0.5,0.005,-0.048,0.065
|
| 118 |
+
FlowState,TimesFM-2.5,0.375,0.219,0.531,0.006,-0.035,0.059
|
| 119 |
+
FlowState,TiRex,0.469,0.281,0.625,0.012,-0.028,0.06
|
| 120 |
+
FlowState,TabPFN-TS-3,0.562,0.375,0.719,0.04,-0.013,0.101
|
| 121 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
FlowState,Toto-2.0-22m,0.5,0.312,0.656,0.021,-0.022,0.065
|
| 123 |
+
FlowState,TabPFN-TS,0.688,0.531,0.844,0.018,-0.017,0.05
|
| 124 |
+
FlowState,Toto-1.0,0.656,0.5,0.812,0.061,0.005,0.117
|
| 125 |
+
FlowState,Chronos-Bolt,0.719,0.562,0.875,0.063,0.01,0.12
|
| 126 |
+
FlowState,Moirai-2.0,0.656,0.5,0.812,0.092,0.033,0.161
|
| 127 |
+
FlowState,Toto-2.0-4m,0.688,0.531,0.844,0.072,0.023,0.122
|
| 128 |
+
FlowState,Stat. Ensemble,0.781,0.625,0.906,0.15,0.076,0.22
|
| 129 |
+
FlowState,Seasonal Naive,0.906,0.812,1.0,0.301,0.235,0.366
|
| 130 |
+
Toto-2.0-22m,Toto-2.0-2.5B,0.156,0.031,0.281,-0.023,-0.05,0.007
|
| 131 |
+
Toto-2.0-22m,Chronos-2,0.25,0.094,0.406,-0.043,-0.084,-0.004
|
| 132 |
+
Toto-2.0-22m,Toto-2.0-1B,0.156,0.031,0.281,-0.019,-0.047,0.015
|
| 133 |
+
Toto-2.0-22m,Toto-2.0-313m,0.25,0.094,0.406,-0.016,-0.039,0.012
|
| 134 |
+
Toto-2.0-22m,TimesFM-2.5,0.375,0.219,0.531,-0.015,-0.056,0.023
|
| 135 |
+
Toto-2.0-22m,TiRex,0.438,0.25,0.625,-0.009,-0.04,0.02
|
| 136 |
+
Toto-2.0-22m,TabPFN-TS-3,0.5,0.344,0.656,0.019,-0.033,0.077
|
| 137 |
+
Toto-2.0-22m,FlowState,0.5,0.344,0.688,-0.021,-0.069,0.021
|
| 138 |
+
Toto-2.0-22m,Toto-2.0-22m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
Toto-2.0-22m,TabPFN-TS,0.562,0.406,0.719,-0.003,-0.049,0.039
|
| 140 |
+
Toto-2.0-22m,Toto-1.0,0.781,0.656,0.938,0.041,0.011,0.075
|
| 141 |
+
Toto-2.0-22m,Chronos-Bolt,0.719,0.562,0.875,0.043,-0.003,0.085
|
| 142 |
+
Toto-2.0-22m,Moirai-2.0,0.781,0.625,0.906,0.072,0.024,0.125
|
| 143 |
+
Toto-2.0-22m,Toto-2.0-4m,0.844,0.719,0.938,0.052,0.034,0.07
|
| 144 |
+
Toto-2.0-22m,Stat. Ensemble,0.719,0.562,0.875,0.132,0.063,0.206
|
| 145 |
+
Toto-2.0-22m,Seasonal Naive,0.938,0.844,1.0,0.286,0.222,0.35
|
| 146 |
+
TabPFN-TS,Toto-2.0-2.5B,0.219,0.094,0.375,-0.021,-0.068,0.037
|
| 147 |
+
TabPFN-TS,Chronos-2,0.188,0.062,0.312,-0.041,-0.082,0.013
|
| 148 |
+
TabPFN-TS,Toto-2.0-1B,0.281,0.125,0.438,-0.016,-0.067,0.047
|
| 149 |
+
TabPFN-TS,Toto-2.0-313m,0.25,0.094,0.406,-0.013,-0.063,0.044
|
| 150 |
+
TabPFN-TS,TimesFM-2.5,0.344,0.188,0.5,-0.012,-0.059,0.039
|
| 151 |
+
TabPFN-TS,TiRex,0.375,0.219,0.531,-0.006,-0.049,0.044
|
| 152 |
+
TabPFN-TS,TabPFN-TS-3,0.406,0.25,0.594,0.022,-0.018,0.066
|
| 153 |
+
TabPFN-TS,FlowState,0.312,0.156,0.469,-0.019,-0.052,0.017
|
| 154 |
+
TabPFN-TS,Toto-2.0-22m,0.438,0.281,0.594,0.003,-0.04,0.047
|
| 155 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
TabPFN-TS,Toto-1.0,0.531,0.374,0.719,0.043,-0.011,0.102
|
| 157 |
+
TabPFN-TS,Chronos-Bolt,0.625,0.469,0.781,0.045,-0.005,0.103
|
| 158 |
+
TabPFN-TS,Moirai-2.0,0.625,0.468,0.781,0.075,0.01,0.145
|
| 159 |
+
TabPFN-TS,Toto-2.0-4m,0.688,0.531,0.844,0.055,0.01,0.104
|
| 160 |
+
TabPFN-TS,Stat. Ensemble,0.688,0.531,0.844,0.135,0.071,0.198
|
| 161 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.288,0.233,0.341
|
| 162 |
+
Toto-1.0,Toto-2.0-2.5B,0.25,0.094,0.406,-0.067,-0.112,-0.028
|
| 163 |
+
Toto-1.0,Chronos-2,0.188,0.062,0.312,-0.088,-0.14,-0.045
|
| 164 |
+
Toto-1.0,Toto-2.0-1B,0.219,0.094,0.344,-0.062,-0.106,-0.023
|
| 165 |
+
Toto-1.0,Toto-2.0-313m,0.219,0.062,0.375,-0.059,-0.104,-0.019
|
| 166 |
+
Toto-1.0,TimesFM-2.5,0.344,0.188,0.5,-0.058,-0.107,-0.012
|
| 167 |
+
Toto-1.0,TiRex,0.188,0.062,0.312,-0.052,-0.091,-0.016
|
| 168 |
+
Toto-1.0,TabPFN-TS-3,0.344,0.188,0.5,-0.022,-0.091,0.038
|
| 169 |
+
Toto-1.0,FlowState,0.344,0.188,0.5,-0.065,-0.132,-0.006
|
| 170 |
+
Toto-1.0,Toto-2.0-22m,0.219,0.062,0.344,-0.042,-0.081,-0.011
|
| 171 |
+
Toto-1.0,TabPFN-TS,0.469,0.281,0.626,-0.045,-0.114,0.011
|
| 172 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
Toto-1.0,Chronos-Bolt,0.531,0.344,0.719,0.002,-0.041,0.04
|
| 174 |
+
Toto-1.0,Moirai-2.0,0.531,0.344,0.688,0.033,-0.0,0.068
|
| 175 |
+
Toto-1.0,Toto-2.0-4m,0.625,0.469,0.781,0.012,-0.022,0.039
|
| 176 |
+
Toto-1.0,Stat. Ensemble,0.594,0.438,0.75,0.095,0.016,0.17
|
| 177 |
+
Toto-1.0,Seasonal Naive,0.938,0.844,1.0,0.256,0.185,0.321
|
| 178 |
+
Chronos-Bolt,Toto-2.0-2.5B,0.188,0.062,0.312,-0.069,-0.122,-0.015
|
| 179 |
+
Chronos-Bolt,Chronos-2,0.188,0.062,0.312,-0.09,-0.139,-0.052
|
| 180 |
+
Chronos-Bolt,Toto-2.0-1B,0.188,0.062,0.312,-0.064,-0.118,-0.012
|
| 181 |
+
Chronos-Bolt,Toto-2.0-313m,0.281,0.125,0.438,-0.061,-0.112,-0.012
|
| 182 |
+
Chronos-Bolt,TimesFM-2.5,0.188,0.062,0.312,-0.06,-0.11,-0.019
|
| 183 |
+
Chronos-Bolt,TiRex,0.219,0.094,0.375,-0.054,-0.097,-0.014
|
| 184 |
+
Chronos-Bolt,TabPFN-TS-3,0.281,0.125,0.438,-0.025,-0.075,0.022
|
| 185 |
+
Chronos-Bolt,FlowState,0.281,0.125,0.438,-0.067,-0.136,-0.01
|
| 186 |
+
Chronos-Bolt,Toto-2.0-22m,0.281,0.125,0.438,-0.045,-0.093,0.003
|
| 187 |
+
Chronos-Bolt,TabPFN-TS,0.375,0.219,0.531,-0.048,-0.115,0.005
|
| 188 |
+
Chronos-Bolt,Toto-1.0,0.469,0.281,0.656,-0.002,-0.042,0.039
|
| 189 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Chronos-Bolt,Moirai-2.0,0.516,0.375,0.656,0.031,-0.007,0.074
|
| 191 |
+
Chronos-Bolt,Toto-2.0-4m,0.469,0.281,0.626,0.01,-0.029,0.051
|
| 192 |
+
Chronos-Bolt,Stat. Ensemble,0.656,0.5,0.812,0.093,0.009,0.177
|
| 193 |
+
Chronos-Bolt,Seasonal Naive,0.906,0.781,1.0,0.254,0.188,0.321
|
| 194 |
+
Moirai-2.0,Toto-2.0-2.5B,0.156,0.031,0.281,-0.103,-0.173,-0.045
|
| 195 |
+
Moirai-2.0,Chronos-2,0.156,0.031,0.281,-0.124,-0.196,-0.067
|
| 196 |
+
Moirai-2.0,Toto-2.0-1B,0.156,0.062,0.281,-0.098,-0.168,-0.036
|
| 197 |
+
Moirai-2.0,Toto-2.0-313m,0.188,0.062,0.312,-0.095,-0.163,-0.034
|
| 198 |
+
Moirai-2.0,TimesFM-2.5,0.219,0.094,0.375,-0.094,-0.16,-0.04
|
| 199 |
+
Moirai-2.0,TiRex,0.188,0.062,0.313,-0.087,-0.152,-0.039
|
| 200 |
+
Moirai-2.0,TabPFN-TS-3,0.219,0.094,0.344,-0.057,-0.123,-0.001
|
| 201 |
+
Moirai-2.0,FlowState,0.344,0.188,0.5,-0.101,-0.192,-0.034
|
| 202 |
+
Moirai-2.0,Toto-2.0-22m,0.219,0.094,0.375,-0.078,-0.143,-0.024
|
| 203 |
+
Moirai-2.0,TabPFN-TS,0.375,0.219,0.532,-0.081,-0.169,-0.01
|
| 204 |
+
Moirai-2.0,Toto-1.0,0.469,0.312,0.656,-0.034,-0.073,0.0
|
| 205 |
+
Moirai-2.0,Chronos-Bolt,0.484,0.344,0.625,-0.031,-0.079,0.006
|
| 206 |
+
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
Moirai-2.0,Toto-2.0-4m,0.406,0.25,0.594,-0.022,-0.076,0.025
|
| 208 |
+
Moirai-2.0,Stat. Ensemble,0.625,0.469,0.781,0.065,-0.031,0.153
|
| 209 |
+
Moirai-2.0,Seasonal Naive,0.812,0.656,0.938,0.231,0.16,0.294
|
| 210 |
+
Toto-2.0-4m,Toto-2.0-2.5B,0.094,0.0,0.219,-0.079,-0.123,-0.04
|
| 211 |
+
Toto-2.0-4m,Chronos-2,0.125,0.031,0.25,-0.101,-0.154,-0.058
|
| 212 |
+
Toto-2.0-4m,Toto-2.0-1B,0.125,0.031,0.25,-0.075,-0.116,-0.033
|
| 213 |
+
Toto-2.0-4m,Toto-2.0-313m,0.156,0.031,0.281,-0.072,-0.108,-0.033
|
| 214 |
+
Toto-2.0-4m,TimesFM-2.5,0.25,0.094,0.406,-0.071,-0.121,-0.025
|
| 215 |
+
Toto-2.0-4m,TiRex,0.188,0.062,0.344,-0.064,-0.102,-0.03
|
| 216 |
+
Toto-2.0-4m,TabPFN-TS-3,0.25,0.124,0.406,-0.035,-0.097,0.025
|
| 217 |
+
Toto-2.0-4m,FlowState,0.312,0.156,0.469,-0.078,-0.139,-0.024
|
| 218 |
+
Toto-2.0-4m,Toto-2.0-22m,0.156,0.062,0.281,-0.055,-0.075,-0.035
|
| 219 |
+
Toto-2.0-4m,TabPFN-TS,0.312,0.156,0.469,-0.058,-0.116,-0.01
|
| 220 |
+
Toto-2.0-4m,Toto-1.0,0.375,0.219,0.531,-0.012,-0.04,0.021
|
| 221 |
+
Toto-2.0-4m,Chronos-Bolt,0.531,0.374,0.719,-0.01,-0.053,0.028
|
| 222 |
+
Toto-2.0-4m,Moirai-2.0,0.594,0.406,0.75,0.021,-0.026,0.07
|
| 223 |
+
Toto-2.0-4m,Toto-2.0-4m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
Toto-2.0-4m,Stat. Ensemble,0.594,0.438,0.75,0.084,0.009,0.16
|
| 225 |
+
Toto-2.0-4m,Seasonal Naive,0.906,0.812,1.0,0.247,0.182,0.311
|
| 226 |
+
Stat. Ensemble,Toto-2.0-2.5B,0.125,0.031,0.25,-0.179,-0.286,-0.077
|
| 227 |
+
Stat. Ensemble,Chronos-2,0.125,0.031,0.25,-0.202,-0.316,-0.101
|
| 228 |
+
Stat. Ensemble,Toto-2.0-1B,0.156,0.031,0.281,-0.174,-0.285,-0.068
|
| 229 |
+
Stat. Ensemble,Toto-2.0-313m,0.156,0.031,0.281,-0.171,-0.279,-0.071
|
| 230 |
+
Stat. Ensemble,TimesFM-2.5,0.156,0.031,0.281,-0.169,-0.279,-0.069
|
| 231 |
+
Stat. Ensemble,TiRex,0.219,0.094,0.375,-0.162,-0.269,-0.067
|
| 232 |
+
Stat. Ensemble,TabPFN-TS-3,0.188,0.062,0.312,-0.13,-0.247,-0.028
|
| 233 |
+
Stat. Ensemble,FlowState,0.219,0.094,0.375,-0.177,-0.281,-0.082
|
| 234 |
+
Stat. Ensemble,Toto-2.0-22m,0.281,0.125,0.438,-0.152,-0.26,-0.067
|
| 235 |
+
Stat. Ensemble,TabPFN-TS,0.312,0.156,0.469,-0.155,-0.247,-0.076
|
| 236 |
+
Stat. Ensemble,Toto-1.0,0.406,0.25,0.562,-0.105,-0.205,-0.016
|
| 237 |
+
Stat. Ensemble,Chronos-Bolt,0.344,0.188,0.5,-0.103,-0.215,-0.009
|
| 238 |
+
Stat. Ensemble,Moirai-2.0,0.375,0.219,0.531,-0.069,-0.18,0.03
|
| 239 |
+
Stat. Ensemble,Toto-2.0-4m,0.406,0.25,0.562,-0.092,-0.19,-0.01
|
| 240 |
+
Stat. Ensemble,Stat. Ensemble,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
Stat. Ensemble,Seasonal Naive,0.781,0.625,0.906,0.177,0.101,0.252
|
| 242 |
+
Seasonal Naive,Toto-2.0-2.5B,0.062,0.0,0.156,-0.433,-0.565,-0.309
|
| 243 |
+
Seasonal Naive,Chronos-2,0.062,0.0,0.156,-0.461,-0.597,-0.342
|
| 244 |
+
Seasonal Naive,Toto-2.0-1B,0.062,0.0,0.156,-0.427,-0.567,-0.296
|
| 245 |
+
Seasonal Naive,Toto-2.0-313m,0.062,0.0,0.156,-0.423,-0.557,-0.299
|
| 246 |
+
Seasonal Naive,TimesFM-2.5,0.031,0.0,0.094,-0.421,-0.554,-0.307
|
| 247 |
+
Seasonal Naive,TiRex,0.031,0.0,0.094,-0.413,-0.544,-0.296
|
| 248 |
+
Seasonal Naive,TabPFN-TS-3,0.031,0.0,0.094,-0.374,-0.465,-0.287
|
| 249 |
+
Seasonal Naive,FlowState,0.094,0.0,0.188,-0.431,-0.577,-0.306
|
| 250 |
+
Seasonal Naive,Toto-2.0-22m,0.062,0.0,0.156,-0.401,-0.539,-0.285
|
| 251 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.404,-0.517,-0.303
|
| 252 |
+
Seasonal Naive,Toto-1.0,0.062,0.0,0.156,-0.344,-0.473,-0.226
|
| 253 |
+
Seasonal Naive,Chronos-Bolt,0.094,0.0,0.219,-0.341,-0.472,-0.231
|
| 254 |
+
Seasonal Naive,Moirai-2.0,0.188,0.062,0.344,-0.3,-0.417,-0.19
|
| 255 |
+
Seasonal Naive,Toto-2.0-4m,0.094,0.0,0.188,-0.328,-0.452,-0.223
|
| 256 |
+
Seasonal Naive,Stat. Ensemble,0.219,0.094,0.375,-0.215,-0.337,-0.112
|
| 257 |
+
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|
tables/task_type_univariate/pairwise_WQL.csv
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_1,model_2,win_rate,win_rate_lower,win_rate_upper,skill_score,skill_score_lower,skill_score_upper
|
| 2 |
+
Chronos-2,Chronos-2,0.5,0.5,0.5,0.0,0.0,0.0
|
| 3 |
+
Chronos-2,Toto-2.0-2.5B,0.5,0.312,0.688,0.023,-0.002,0.049
|
| 4 |
+
Chronos-2,Toto-2.0-1B,0.469,0.312,0.656,0.027,0.001,0.057
|
| 5 |
+
Chronos-2,Toto-2.0-313m,0.656,0.5,0.812,0.031,0.004,0.059
|
| 6 |
+
Chronos-2,TiRex,0.719,0.562,0.875,0.034,0.009,0.062
|
| 7 |
+
Chronos-2,TimesFM-2.5,0.688,0.531,0.844,0.035,0.013,0.058
|
| 8 |
+
Chronos-2,TabPFN-TS-3,0.75,0.594,0.875,0.059,0.019,0.098
|
| 9 |
+
Chronos-2,Toto-2.0-22m,0.719,0.562,0.875,0.044,0.006,0.078
|
| 10 |
+
Chronos-2,FlowState,0.656,0.5,0.812,0.039,-0.02,0.086
|
| 11 |
+
Chronos-2,TabPFN-TS,0.812,0.688,0.938,0.053,0.011,0.085
|
| 12 |
+
Chronos-2,Toto-1.0,0.844,0.719,0.969,0.086,0.05,0.125
|
| 13 |
+
Chronos-2,Chronos-Bolt,0.844,0.719,0.969,0.091,0.057,0.13
|
| 14 |
+
Chronos-2,Toto-2.0-4m,0.938,0.844,1.0,0.092,0.051,0.131
|
| 15 |
+
Chronos-2,Moirai-2.0,0.875,0.75,0.969,0.122,0.075,0.176
|
| 16 |
+
Chronos-2,TFT,0.938,0.844,1.0,0.199,0.134,0.269
|
| 17 |
+
Chronos-2,Seasonal Naive,0.969,0.906,1.0,0.408,0.346,0.462
|
| 18 |
+
Toto-2.0-2.5B,Chronos-2,0.5,0.312,0.688,-0.024,-0.052,0.002
|
| 19 |
+
Toto-2.0-2.5B,Toto-2.0-2.5B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 20 |
+
Toto-2.0-2.5B,Toto-2.0-1B,0.594,0.438,0.75,0.004,-0.005,0.016
|
| 21 |
+
Toto-2.0-2.5B,Toto-2.0-313m,0.656,0.469,0.812,0.009,-0.001,0.018
|
| 22 |
+
Toto-2.0-2.5B,TiRex,0.594,0.438,0.75,0.011,-0.015,0.037
|
| 23 |
+
Toto-2.0-2.5B,TimesFM-2.5,0.562,0.405,0.719,0.012,-0.017,0.039
|
| 24 |
+
Toto-2.0-2.5B,TabPFN-TS-3,0.625,0.469,0.781,0.037,-0.011,0.086
|
| 25 |
+
Toto-2.0-2.5B,Toto-2.0-22m,0.781,0.625,0.906,0.021,-0.009,0.046
|
| 26 |
+
Toto-2.0-2.5B,FlowState,0.75,0.594,0.875,0.016,-0.049,0.068
|
| 27 |
+
Toto-2.0-2.5B,TabPFN-TS,0.781,0.625,0.906,0.03,-0.017,0.069
|
| 28 |
+
Toto-2.0-2.5B,Toto-1.0,0.844,0.719,0.969,0.064,0.03,0.101
|
| 29 |
+
Toto-2.0-2.5B,Chronos-Bolt,0.781,0.625,0.906,0.07,0.022,0.114
|
| 30 |
+
Toto-2.0-2.5B,Toto-2.0-4m,0.875,0.75,0.969,0.07,0.032,0.105
|
| 31 |
+
Toto-2.0-2.5B,Moirai-2.0,0.844,0.719,0.969,0.102,0.05,0.156
|
| 32 |
+
Toto-2.0-2.5B,TFT,0.844,0.719,0.938,0.18,0.101,0.256
|
| 33 |
+
Toto-2.0-2.5B,Seasonal Naive,0.938,0.844,1.0,0.395,0.323,0.452
|
| 34 |
+
Toto-2.0-1B,Chronos-2,0.531,0.344,0.688,-0.028,-0.06,-0.001
|
| 35 |
+
Toto-2.0-1B,Toto-2.0-2.5B,0.406,0.25,0.562,-0.004,-0.016,0.005
|
| 36 |
+
Toto-2.0-1B,Toto-2.0-1B,0.5,0.5,0.5,0.0,0.0,0.0
|
| 37 |
+
Toto-2.0-1B,Toto-2.0-313m,0.656,0.5,0.812,0.004,-0.011,0.017
|
| 38 |
+
Toto-2.0-1B,TiRex,0.656,0.5,0.812,0.007,-0.021,0.034
|
| 39 |
+
Toto-2.0-1B,TimesFM-2.5,0.562,0.375,0.719,0.008,-0.024,0.036
|
| 40 |
+
Toto-2.0-1B,TabPFN-TS-3,0.656,0.5,0.812,0.033,-0.023,0.086
|
| 41 |
+
Toto-2.0-1B,Toto-2.0-22m,0.812,0.656,0.938,0.017,-0.02,0.045
|
| 42 |
+
Toto-2.0-1B,FlowState,0.719,0.562,0.844,0.012,-0.061,0.07
|
| 43 |
+
Toto-2.0-1B,TabPFN-TS,0.719,0.562,0.875,0.026,-0.03,0.071
|
| 44 |
+
Toto-2.0-1B,Toto-1.0,0.844,0.719,0.969,0.06,0.025,0.096
|
| 45 |
+
Toto-2.0-1B,Chronos-Bolt,0.781,0.625,0.906,0.066,0.017,0.114
|
| 46 |
+
Toto-2.0-1B,Toto-2.0-4m,0.875,0.75,0.969,0.066,0.022,0.101
|
| 47 |
+
Toto-2.0-1B,Moirai-2.0,0.844,0.719,0.969,0.098,0.043,0.155
|
| 48 |
+
Toto-2.0-1B,TFT,0.875,0.75,0.969,0.177,0.098,0.252
|
| 49 |
+
Toto-2.0-1B,Seasonal Naive,0.938,0.844,1.0,0.392,0.315,0.453
|
| 50 |
+
Toto-2.0-313m,Chronos-2,0.344,0.188,0.5,-0.033,-0.063,-0.004
|
| 51 |
+
Toto-2.0-313m,Toto-2.0-2.5B,0.344,0.188,0.531,-0.009,-0.019,0.001
|
| 52 |
+
Toto-2.0-313m,Toto-2.0-1B,0.344,0.188,0.5,-0.004,-0.017,0.01
|
| 53 |
+
Toto-2.0-313m,Toto-2.0-313m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 54 |
+
Toto-2.0-313m,TiRex,0.625,0.469,0.782,0.003,-0.028,0.029
|
| 55 |
+
Toto-2.0-313m,TimesFM-2.5,0.594,0.438,0.75,0.004,-0.032,0.031
|
| 56 |
+
Toto-2.0-313m,TabPFN-TS-3,0.594,0.438,0.75,0.028,-0.021,0.077
|
| 57 |
+
Toto-2.0-313m,Toto-2.0-22m,0.75,0.594,0.906,0.013,-0.014,0.033
|
| 58 |
+
Toto-2.0-313m,FlowState,0.656,0.5,0.812,0.008,-0.055,0.059
|
| 59 |
+
Toto-2.0-313m,TabPFN-TS,0.688,0.531,0.844,0.022,-0.029,0.064
|
| 60 |
+
Toto-2.0-313m,Toto-1.0,0.812,0.688,0.938,0.056,0.02,0.093
|
| 61 |
+
Toto-2.0-313m,Chronos-Bolt,0.75,0.594,0.875,0.062,0.015,0.105
|
| 62 |
+
Toto-2.0-313m,Toto-2.0-4m,0.875,0.75,0.969,0.062,0.026,0.092
|
| 63 |
+
Toto-2.0-313m,Moirai-2.0,0.812,0.688,0.938,0.094,0.039,0.148
|
| 64 |
+
Toto-2.0-313m,TFT,0.875,0.75,0.969,0.173,0.095,0.25
|
| 65 |
+
Toto-2.0-313m,Seasonal Naive,0.938,0.844,1.0,0.389,0.317,0.448
|
| 66 |
+
TiRex,Chronos-2,0.281,0.125,0.438,-0.035,-0.066,-0.01
|
| 67 |
+
TiRex,Toto-2.0-2.5B,0.406,0.25,0.562,-0.012,-0.039,0.015
|
| 68 |
+
TiRex,Toto-2.0-1B,0.344,0.188,0.5,-0.007,-0.036,0.021
|
| 69 |
+
TiRex,Toto-2.0-313m,0.375,0.218,0.531,-0.003,-0.03,0.027
|
| 70 |
+
TiRex,TiRex,0.5,0.5,0.5,0.0,0.0,0.0
|
| 71 |
+
TiRex,TimesFM-2.5,0.531,0.375,0.688,0.001,-0.02,0.022
|
| 72 |
+
TiRex,TabPFN-TS-3,0.469,0.312,0.625,0.026,-0.022,0.078
|
| 73 |
+
TiRex,Toto-2.0-22m,0.594,0.406,0.75,0.01,-0.018,0.039
|
| 74 |
+
TiRex,FlowState,0.625,0.469,0.781,0.005,-0.047,0.045
|
| 75 |
+
TiRex,TabPFN-TS,0.625,0.469,0.781,0.019,-0.027,0.058
|
| 76 |
+
TiRex,Toto-1.0,0.906,0.812,1.0,0.053,0.02,0.087
|
| 77 |
+
TiRex,Chronos-Bolt,0.812,0.688,0.938,0.059,0.021,0.099
|
| 78 |
+
TiRex,Toto-2.0-4m,0.844,0.719,0.969,0.059,0.026,0.092
|
| 79 |
+
TiRex,Moirai-2.0,0.875,0.75,0.969,0.091,0.047,0.145
|
| 80 |
+
TiRex,TFT,0.812,0.687,0.938,0.171,0.096,0.244
|
| 81 |
+
TiRex,Seasonal Naive,1.0,1.0,1.0,0.387,0.317,0.447
|
| 82 |
+
TimesFM-2.5,Chronos-2,0.312,0.156,0.469,-0.036,-0.062,-0.013
|
| 83 |
+
TimesFM-2.5,Toto-2.0-2.5B,0.438,0.281,0.595,-0.013,-0.041,0.017
|
| 84 |
+
TimesFM-2.5,Toto-2.0-1B,0.438,0.281,0.625,-0.008,-0.038,0.023
|
| 85 |
+
TimesFM-2.5,Toto-2.0-313m,0.406,0.25,0.562,-0.004,-0.032,0.031
|
| 86 |
+
TimesFM-2.5,TiRex,0.469,0.312,0.625,-0.001,-0.022,0.019
|
| 87 |
+
TimesFM-2.5,TimesFM-2.5,0.5,0.5,0.5,0.0,0.0,0.0
|
| 88 |
+
TimesFM-2.5,TabPFN-TS-3,0.469,0.312,0.625,0.025,-0.016,0.072
|
| 89 |
+
TimesFM-2.5,Toto-2.0-22m,0.594,0.438,0.781,0.009,-0.032,0.047
|
| 90 |
+
TimesFM-2.5,FlowState,0.688,0.531,0.844,0.004,-0.055,0.048
|
| 91 |
+
TimesFM-2.5,TabPFN-TS,0.656,0.5,0.812,0.018,-0.03,0.058
|
| 92 |
+
TimesFM-2.5,Toto-1.0,0.719,0.562,0.875,0.052,0.013,0.091
|
| 93 |
+
TimesFM-2.5,Chronos-Bolt,0.844,0.719,0.969,0.058,0.021,0.099
|
| 94 |
+
TimesFM-2.5,Toto-2.0-4m,0.781,0.625,0.906,0.058,0.012,0.1
|
| 95 |
+
TimesFM-2.5,Moirai-2.0,0.844,0.719,0.969,0.09,0.044,0.142
|
| 96 |
+
TimesFM-2.5,TFT,0.844,0.719,0.969,0.17,0.103,0.242
|
| 97 |
+
TimesFM-2.5,Seasonal Naive,0.969,0.906,1.0,0.387,0.321,0.445
|
| 98 |
+
TabPFN-TS-3,Chronos-2,0.25,0.125,0.406,-0.063,-0.109,-0.02
|
| 99 |
+
TabPFN-TS-3,Toto-2.0-2.5B,0.375,0.219,0.531,-0.038,-0.094,0.011
|
| 100 |
+
TabPFN-TS-3,Toto-2.0-1B,0.344,0.188,0.5,-0.034,-0.095,0.023
|
| 101 |
+
TabPFN-TS-3,Toto-2.0-313m,0.406,0.25,0.562,-0.029,-0.084,0.021
|
| 102 |
+
TabPFN-TS-3,TiRex,0.531,0.375,0.688,-0.026,-0.084,0.022
|
| 103 |
+
TabPFN-TS-3,TimesFM-2.5,0.531,0.375,0.688,-0.025,-0.077,0.016
|
| 104 |
+
TabPFN-TS-3,TabPFN-TS-3,0.5,0.5,0.5,0.0,0.0,0.0
|
| 105 |
+
TabPFN-TS-3,Toto-2.0-22m,0.531,0.374,0.688,-0.016,-0.076,0.033
|
| 106 |
+
TabPFN-TS-3,FlowState,0.594,0.406,0.75,-0.021,-0.087,0.033
|
| 107 |
+
TabPFN-TS-3,TabPFN-TS,0.562,0.375,0.75,-0.007,-0.051,0.031
|
| 108 |
+
TabPFN-TS-3,Toto-1.0,0.688,0.531,0.844,0.028,-0.032,0.089
|
| 109 |
+
TabPFN-TS-3,Chronos-Bolt,0.781,0.656,0.906,0.034,-0.009,0.079
|
| 110 |
+
TabPFN-TS-3,Toto-2.0-4m,0.781,0.625,0.906,0.035,-0.022,0.09
|
| 111 |
+
TabPFN-TS-3,Moirai-2.0,0.812,0.688,0.938,0.067,0.016,0.121
|
| 112 |
+
TabPFN-TS-3,TFT,0.781,0.625,0.906,0.149,0.077,0.219
|
| 113 |
+
TabPFN-TS-3,Seasonal Naive,1.0,1.0,1.0,0.371,0.315,0.424
|
| 114 |
+
Toto-2.0-22m,Chronos-2,0.281,0.125,0.438,-0.046,-0.085,-0.006
|
| 115 |
+
Toto-2.0-22m,Toto-2.0-2.5B,0.219,0.094,0.375,-0.022,-0.048,0.009
|
| 116 |
+
Toto-2.0-22m,Toto-2.0-1B,0.188,0.062,0.344,-0.017,-0.047,0.02
|
| 117 |
+
Toto-2.0-22m,Toto-2.0-313m,0.25,0.094,0.406,-0.013,-0.034,0.014
|
| 118 |
+
Toto-2.0-22m,TiRex,0.406,0.25,0.594,-0.01,-0.041,0.018
|
| 119 |
+
Toto-2.0-22m,TimesFM-2.5,0.406,0.219,0.562,-0.009,-0.049,0.031
|
| 120 |
+
Toto-2.0-22m,TabPFN-TS-3,0.469,0.312,0.626,0.016,-0.034,0.07
|
| 121 |
+
Toto-2.0-22m,Toto-2.0-22m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 122 |
+
Toto-2.0-22m,FlowState,0.469,0.281,0.625,-0.005,-0.052,0.037
|
| 123 |
+
Toto-2.0-22m,TabPFN-TS,0.562,0.406,0.719,0.009,-0.036,0.053
|
| 124 |
+
Toto-2.0-22m,Toto-1.0,0.812,0.688,0.938,0.044,0.012,0.078
|
| 125 |
+
Toto-2.0-22m,Chronos-Bolt,0.75,0.594,0.875,0.05,0.005,0.094
|
| 126 |
+
Toto-2.0-22m,Toto-2.0-4m,0.906,0.781,1.0,0.05,0.033,0.067
|
| 127 |
+
Toto-2.0-22m,Moirai-2.0,0.844,0.719,0.938,0.082,0.032,0.133
|
| 128 |
+
Toto-2.0-22m,TFT,0.781,0.625,0.906,0.163,0.075,0.245
|
| 129 |
+
Toto-2.0-22m,Seasonal Naive,0.938,0.844,1.0,0.381,0.312,0.442
|
| 130 |
+
FlowState,Chronos-2,0.344,0.188,0.5,-0.041,-0.094,0.019
|
| 131 |
+
FlowState,Toto-2.0-2.5B,0.25,0.125,0.406,-0.017,-0.073,0.047
|
| 132 |
+
FlowState,Toto-2.0-1B,0.281,0.156,0.438,-0.012,-0.075,0.057
|
| 133 |
+
FlowState,Toto-2.0-313m,0.344,0.188,0.5,-0.008,-0.063,0.053
|
| 134 |
+
FlowState,TiRex,0.375,0.219,0.531,-0.005,-0.048,0.045
|
| 135 |
+
FlowState,TimesFM-2.5,0.312,0.156,0.469,-0.004,-0.051,0.052
|
| 136 |
+
FlowState,TabPFN-TS-3,0.406,0.25,0.594,0.021,-0.034,0.08
|
| 137 |
+
FlowState,Toto-2.0-22m,0.531,0.375,0.719,0.005,-0.039,0.049
|
| 138 |
+
FlowState,FlowState,0.5,0.5,0.5,0.0,0.0,0.0
|
| 139 |
+
FlowState,TabPFN-TS,0.688,0.531,0.844,0.014,-0.025,0.05
|
| 140 |
+
FlowState,Toto-1.0,0.625,0.469,0.781,0.048,-0.014,0.107
|
| 141 |
+
FlowState,Chronos-Bolt,0.688,0.531,0.844,0.055,-0.0,0.113
|
| 142 |
+
FlowState,Toto-2.0-4m,0.562,0.406,0.719,0.055,0.006,0.102
|
| 143 |
+
FlowState,Moirai-2.0,0.656,0.5,0.812,0.087,0.027,0.156
|
| 144 |
+
FlowState,TFT,0.719,0.562,0.844,0.167,0.073,0.261
|
| 145 |
+
FlowState,Seasonal Naive,0.906,0.812,1.0,0.384,0.318,0.446
|
| 146 |
+
TabPFN-TS,Chronos-2,0.188,0.062,0.312,-0.056,-0.093,-0.011
|
| 147 |
+
TabPFN-TS,Toto-2.0-2.5B,0.219,0.094,0.375,-0.031,-0.075,0.017
|
| 148 |
+
TabPFN-TS,Toto-2.0-1B,0.281,0.125,0.438,-0.027,-0.076,0.029
|
| 149 |
+
TabPFN-TS,Toto-2.0-313m,0.312,0.156,0.469,-0.022,-0.068,0.028
|
| 150 |
+
TabPFN-TS,TiRex,0.375,0.219,0.531,-0.019,-0.061,0.026
|
| 151 |
+
TabPFN-TS,TimesFM-2.5,0.344,0.188,0.5,-0.018,-0.061,0.029
|
| 152 |
+
TabPFN-TS,TabPFN-TS-3,0.438,0.25,0.625,0.007,-0.032,0.049
|
| 153 |
+
TabPFN-TS,Toto-2.0-22m,0.438,0.281,0.594,-0.01,-0.056,0.035
|
| 154 |
+
TabPFN-TS,FlowState,0.312,0.156,0.469,-0.014,-0.053,0.024
|
| 155 |
+
TabPFN-TS,TabPFN-TS,0.5,0.5,0.5,0.0,0.0,0.0
|
| 156 |
+
TabPFN-TS,Toto-1.0,0.562,0.405,0.72,0.035,-0.018,0.091
|
| 157 |
+
TabPFN-TS,Chronos-Bolt,0.625,0.469,0.781,0.041,-0.007,0.092
|
| 158 |
+
TabPFN-TS,Toto-2.0-4m,0.656,0.5,0.812,0.041,-0.005,0.087
|
| 159 |
+
TabPFN-TS,Moirai-2.0,0.625,0.468,0.781,0.074,0.01,0.139
|
| 160 |
+
TabPFN-TS,TFT,0.656,0.5,0.812,0.155,0.077,0.236
|
| 161 |
+
TabPFN-TS,Seasonal Naive,1.0,1.0,1.0,0.376,0.316,0.428
|
| 162 |
+
Toto-1.0,Chronos-2,0.156,0.031,0.281,-0.094,-0.143,-0.053
|
| 163 |
+
Toto-1.0,Toto-2.0-2.5B,0.156,0.031,0.281,-0.068,-0.112,-0.03
|
| 164 |
+
Toto-1.0,Toto-2.0-1B,0.156,0.031,0.281,-0.064,-0.106,-0.025
|
| 165 |
+
Toto-1.0,Toto-2.0-313m,0.188,0.062,0.312,-0.059,-0.103,-0.02
|
| 166 |
+
Toto-1.0,TiRex,0.094,0.0,0.188,-0.056,-0.095,-0.021
|
| 167 |
+
Toto-1.0,TimesFM-2.5,0.281,0.125,0.438,-0.055,-0.101,-0.013
|
| 168 |
+
Toto-1.0,TabPFN-TS-3,0.312,0.156,0.469,-0.029,-0.098,0.031
|
| 169 |
+
Toto-1.0,Toto-2.0-22m,0.188,0.062,0.312,-0.046,-0.085,-0.012
|
| 170 |
+
Toto-1.0,FlowState,0.375,0.219,0.531,-0.051,-0.12,0.014
|
| 171 |
+
Toto-1.0,TabPFN-TS,0.438,0.28,0.595,-0.036,-0.101,0.018
|
| 172 |
+
Toto-1.0,Toto-1.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 173 |
+
Toto-1.0,Chronos-Bolt,0.594,0.406,0.75,0.007,-0.041,0.048
|
| 174 |
+
Toto-1.0,Toto-2.0-4m,0.594,0.406,0.781,0.007,-0.027,0.035
|
| 175 |
+
Toto-1.0,Moirai-2.0,0.594,0.406,0.75,0.04,0.003,0.078
|
| 176 |
+
Toto-1.0,TFT,0.688,0.531,0.844,0.124,0.04,0.208
|
| 177 |
+
Toto-1.0,Seasonal Naive,0.906,0.781,1.0,0.353,0.278,0.419
|
| 178 |
+
Chronos-Bolt,Chronos-2,0.156,0.031,0.281,-0.101,-0.15,-0.06
|
| 179 |
+
Chronos-Bolt,Toto-2.0-2.5B,0.219,0.094,0.375,-0.075,-0.129,-0.023
|
| 180 |
+
Chronos-Bolt,Toto-2.0-1B,0.219,0.094,0.375,-0.071,-0.129,-0.017
|
| 181 |
+
Chronos-Bolt,Toto-2.0-313m,0.25,0.125,0.406,-0.066,-0.117,-0.015
|
| 182 |
+
Chronos-Bolt,TiRex,0.188,0.062,0.312,-0.063,-0.11,-0.022
|
| 183 |
+
Chronos-Bolt,TimesFM-2.5,0.156,0.031,0.281,-0.062,-0.11,-0.022
|
| 184 |
+
Chronos-Bolt,TabPFN-TS-3,0.219,0.094,0.344,-0.036,-0.086,0.009
|
| 185 |
+
Chronos-Bolt,Toto-2.0-22m,0.25,0.125,0.406,-0.053,-0.104,-0.005
|
| 186 |
+
Chronos-Bolt,FlowState,0.312,0.156,0.469,-0.058,-0.127,0.0
|
| 187 |
+
Chronos-Bolt,TabPFN-TS,0.375,0.219,0.531,-0.043,-0.101,0.007
|
| 188 |
+
Chronos-Bolt,Toto-1.0,0.406,0.25,0.594,-0.007,-0.05,0.039
|
| 189 |
+
Chronos-Bolt,Chronos-Bolt,0.5,0.5,0.5,0.0,0.0,0.0
|
| 190 |
+
Chronos-Bolt,Toto-2.0-4m,0.438,0.25,0.625,0.0,-0.045,0.043
|
| 191 |
+
Chronos-Bolt,Moirai-2.0,0.484,0.344,0.625,0.034,-0.008,0.083
|
| 192 |
+
Chronos-Bolt,TFT,0.656,0.5,0.812,0.119,0.045,0.192
|
| 193 |
+
Chronos-Bolt,Seasonal Naive,0.938,0.844,1.0,0.349,0.278,0.411
|
| 194 |
+
Toto-2.0-4m,Chronos-2,0.062,0.0,0.156,-0.101,-0.151,-0.054
|
| 195 |
+
Toto-2.0-4m,Toto-2.0-2.5B,0.125,0.031,0.25,-0.075,-0.117,-0.033
|
| 196 |
+
Toto-2.0-4m,Toto-2.0-1B,0.125,0.031,0.25,-0.071,-0.113,-0.022
|
| 197 |
+
Toto-2.0-4m,Toto-2.0-313m,0.125,0.031,0.25,-0.066,-0.102,-0.026
|
| 198 |
+
Toto-2.0-4m,TiRex,0.156,0.031,0.281,-0.063,-0.102,-0.027
|
| 199 |
+
Toto-2.0-4m,TimesFM-2.5,0.219,0.094,0.375,-0.062,-0.111,-0.012
|
| 200 |
+
Toto-2.0-4m,TabPFN-TS-3,0.219,0.094,0.375,-0.036,-0.099,0.021
|
| 201 |
+
Toto-2.0-4m,Toto-2.0-22m,0.094,0.0,0.219,-0.053,-0.072,-0.034
|
| 202 |
+
Toto-2.0-4m,FlowState,0.438,0.281,0.594,-0.058,-0.114,-0.006
|
| 203 |
+
Toto-2.0-4m,TabPFN-TS,0.344,0.188,0.5,-0.043,-0.095,0.005
|
| 204 |
+
Toto-2.0-4m,Toto-1.0,0.406,0.219,0.594,-0.007,-0.037,0.026
|
| 205 |
+
Toto-2.0-4m,Chronos-Bolt,0.562,0.375,0.75,-0.0,-0.045,0.043
|
| 206 |
+
Toto-2.0-4m,Toto-2.0-4m,0.5,0.5,0.5,0.0,0.0,0.0
|
| 207 |
+
Toto-2.0-4m,Moirai-2.0,0.562,0.375,0.719,0.034,-0.014,0.085
|
| 208 |
+
Toto-2.0-4m,TFT,0.656,0.5,0.812,0.119,0.028,0.204
|
| 209 |
+
Toto-2.0-4m,Seasonal Naive,0.938,0.844,1.0,0.349,0.278,0.409
|
| 210 |
+
Moirai-2.0,Chronos-2,0.125,0.031,0.25,-0.139,-0.214,-0.081
|
| 211 |
+
Moirai-2.0,Toto-2.0-2.5B,0.156,0.031,0.281,-0.113,-0.185,-0.052
|
| 212 |
+
Moirai-2.0,Toto-2.0-1B,0.156,0.031,0.281,-0.108,-0.183,-0.045
|
| 213 |
+
Moirai-2.0,Toto-2.0-313m,0.188,0.062,0.312,-0.104,-0.173,-0.041
|
| 214 |
+
Moirai-2.0,TiRex,0.125,0.031,0.25,-0.1,-0.169,-0.049
|
| 215 |
+
Moirai-2.0,TimesFM-2.5,0.156,0.031,0.281,-0.099,-0.166,-0.046
|
| 216 |
+
Moirai-2.0,TabPFN-TS-3,0.188,0.062,0.312,-0.072,-0.138,-0.016
|
| 217 |
+
Moirai-2.0,Toto-2.0-22m,0.156,0.062,0.281,-0.09,-0.154,-0.033
|
| 218 |
+
Moirai-2.0,FlowState,0.344,0.188,0.5,-0.095,-0.184,-0.028
|
| 219 |
+
Moirai-2.0,TabPFN-TS,0.375,0.219,0.532,-0.079,-0.161,-0.01
|
| 220 |
+
Moirai-2.0,Toto-1.0,0.406,0.25,0.594,-0.042,-0.085,-0.003
|
| 221 |
+
Moirai-2.0,Chronos-Bolt,0.516,0.375,0.656,-0.035,-0.09,0.008
|
| 222 |
+
Moirai-2.0,Toto-2.0-4m,0.438,0.281,0.625,-0.035,-0.093,0.014
|
| 223 |
+
Moirai-2.0,Moirai-2.0,0.5,0.5,0.5,0.0,0.0,0.0
|
| 224 |
+
Moirai-2.0,TFT,0.656,0.5,0.812,0.088,-0.006,0.18
|
| 225 |
+
Moirai-2.0,Seasonal Naive,0.844,0.719,0.969,0.326,0.251,0.395
|
| 226 |
+
TFT,Chronos-2,0.062,0.0,0.156,-0.249,-0.368,-0.154
|
| 227 |
+
TFT,Toto-2.0-2.5B,0.156,0.062,0.281,-0.22,-0.345,-0.113
|
| 228 |
+
TFT,Toto-2.0-1B,0.125,0.031,0.25,-0.215,-0.337,-0.109
|
| 229 |
+
TFT,Toto-2.0-313m,0.125,0.031,0.25,-0.209,-0.333,-0.105
|
| 230 |
+
TFT,TiRex,0.188,0.062,0.313,-0.206,-0.322,-0.106
|
| 231 |
+
TFT,TimesFM-2.5,0.156,0.031,0.281,-0.205,-0.319,-0.115
|
| 232 |
+
TFT,TabPFN-TS-3,0.219,0.094,0.375,-0.175,-0.28,-0.084
|
| 233 |
+
TFT,Toto-2.0-22m,0.219,0.094,0.375,-0.194,-0.324,-0.081
|
| 234 |
+
TFT,FlowState,0.281,0.156,0.438,-0.2,-0.354,-0.078
|
| 235 |
+
TFT,TabPFN-TS,0.344,0.188,0.5,-0.183,-0.309,-0.083
|
| 236 |
+
TFT,Toto-1.0,0.312,0.156,0.469,-0.142,-0.262,-0.041
|
| 237 |
+
TFT,Chronos-Bolt,0.344,0.188,0.5,-0.135,-0.237,-0.047
|
| 238 |
+
TFT,Toto-2.0-4m,0.344,0.188,0.5,-0.134,-0.256,-0.029
|
| 239 |
+
TFT,Moirai-2.0,0.344,0.188,0.5,-0.096,-0.22,0.006
|
| 240 |
+
TFT,TFT,0.5,0.5,0.5,0.0,0.0,0.0
|
| 241 |
+
TFT,Seasonal Naive,0.812,0.656,0.938,0.261,0.17,0.339
|
| 242 |
+
Seasonal Naive,Chronos-2,0.031,0.0,0.094,-0.691,-0.858,-0.53
|
| 243 |
+
Seasonal Naive,Toto-2.0-2.5B,0.062,0.0,0.156,-0.652,-0.824,-0.476
|
| 244 |
+
Seasonal Naive,Toto-2.0-1B,0.062,0.0,0.156,-0.645,-0.829,-0.459
|
| 245 |
+
Seasonal Naive,Toto-2.0-313m,0.062,0.0,0.156,-0.637,-0.813,-0.464
|
| 246 |
+
Seasonal Naive,TiRex,0.0,0.0,0.0,-0.633,-0.81,-0.465
|
| 247 |
+
Seasonal Naive,TimesFM-2.5,0.031,0.0,0.094,-0.631,-0.801,-0.472
|
| 248 |
+
Seasonal Naive,TabPFN-TS-3,0.0,0.0,0.0,-0.591,-0.737,-0.46
|
| 249 |
+
Seasonal Naive,Toto-2.0-22m,0.062,0.0,0.156,-0.617,-0.793,-0.454
|
| 250 |
+
Seasonal Naive,FlowState,0.094,0.0,0.188,-0.624,-0.806,-0.467
|
| 251 |
+
Seasonal Naive,TabPFN-TS,0.0,0.0,0.0,-0.601,-0.75,-0.462
|
| 252 |
+
Seasonal Naive,Toto-1.0,0.094,0.0,0.219,-0.546,-0.721,-0.386
|
| 253 |
+
Seasonal Naive,Chronos-Bolt,0.062,0.0,0.156,-0.536,-0.698,-0.385
|
| 254 |
+
Seasonal Naive,Toto-2.0-4m,0.062,0.0,0.156,-0.536,-0.693,-0.386
|
| 255 |
+
Seasonal Naive,Moirai-2.0,0.156,0.031,0.281,-0.484,-0.654,-0.335
|
| 256 |
+
Seasonal Naive,TFT,0.188,0.062,0.344,-0.354,-0.513,-0.205
|
| 257 |
+
Seasonal Naive,Seasonal Naive,0.5,0.5,0.5,0.0,0.0,0.0
|