update add leaderboards, add Toto 2.0 (4M/22M/313M/1B/2.5B), Chronos 2, Moirai 2, TimesFM 2.5 results

results/leaderboards/BOOMLET_leaderboard.csv

@@ -1,16 +1,24 @@
 model,MASE,CRPS,Rank
-Toto-Open-Base-1.0,0.617,0.519,1.244
-timesfm_2_0_500m,0.685,0.603,4.178
-moirai_1.1_large,0.767,0.621,4.322
-moirai_1.1_base,0.779,0.630,4.644
-moirai_1.1_small,0.786,0.631,5.044
-chronos_bolt_base,0.711,0.637,5.578
-chronos_bolt_small,0.717,0.642,5.778
-time-moe-200M,0.793,0.780,9.478
-time-moe-50M,0.810,0.788,9.500
-timer,0.807,0.793,9.844
-autoarima,0.922,0.880,10.300
-visionts,0.912,0.885,11.722
-seasonalnaive,1.000,1.000,12.222
-autoets,0.969,15.664,12.856
-autotheta,1.030,1.182,13.289
+toto_2.0_2.5b,0.583,0.485,2.589
+toto_2.0_1b,0.585,0.485,2.6
+toto_2.0_313m,0.586,0.485,2.811
+toto_2.0_22m,0.601,0.5,4.389
+toto_2.0_4m,0.624,0.517,5.967
+Toto-Open-Base-1.0,0.617,0.519,6.411
+chronos_2,0.623,0.522,6.711
+timesfm_2_5_200m,0.638,0.532,7.722
+moirai_1.1_large,0.767,0.621,11.478
+timesfm_2_0_500m,0.685,0.603,11.511
+moirai_1.1_base,0.779,0.63,11.767
+moirai_1.1_small,0.786,0.631,12.133
+moirai_2_small,0.902,0.467,12.278
+chronos_bolt_base,0.711,0.637,12.844
+chronos_bolt_small,0.717,0.642,13.078
+time-moe-200M,0.793,0.78,17.178
+time-moe-50M,0.810,0.788,17.222
+timer,0.807,0.793,17.622
+autoarima,0.922,0.88,18.011
+visionts,0.912,0.885,19.6
+seasonalnaive,1.000,1.0,20.122
+autoets,0.969,15.664,20.756
+autotheta,1.030,1.182,21.2

results/leaderboards/BOOM_domain_leaderboard.csv

@@ -1,16 +1,24 @@
 model,Application usage (MASE),Database (MASE),Infrastructure (MASE),Networking (MASE),Security (MASE),Application usage (CRPS),Database (CRPS),Infrastructure (CRPS),Networking (CRPS),Security (CRPS)
-Toto-Open-Base-1.0,0.625,0.627,0.585,0.629,0.63,0.377,0.33,0.401,0.342,0.501
-autoets,0.854,0.875,0.759,0.913,0.931,1.623,1.394,4.428,1.777,0.838
-autoarima,0.846,0.866,0.735,0.843,0.963,0.752,0.735,0.692,0.711,0.801
-autotheta,1.142,1.266,1.008,1.18,1.013,1.037,1.054,0.984,0.945,0.955
-chronos_bolt_base,0.732,0.747,0.691,0.743,0.733,0.45,0.395,0.484,0.409,0.611
-chronos_bolt_small,0.737,0.742,0.706,0.754,0.744,0.453,0.394,0.493,0.416,0.621
-moirai_1.1_base,0.714,0.735,0.681,0.716,0.762,0.425,0.378,0.464,0.381,0.597
-moirai_1.1_large,0.718,0.744,0.702,0.715,0.749,0.432,0.383,0.48,0.386,0.586
-moirai_1.1_small,0.732,0.74,0.707,0.735,0.792,0.441,0.387,0.481,0.393,0.617
+autoarima,0.865,0.839,0.708,0.937,0.9,0.757,0.734,0.679,0.795,0.757
+autoets,0.87,0.859,0.727,0.98,0.868,1.423,1.604,4.563,2.067,0.878
+autotheta,1.151,1.188,0.976,1.213,1.039,1.019,1.032,0.963,1.105,0.991
+chronos_2,0.657,0.656,0.604,0.657,0.671,0.387,0.381,0.423,0.416,0.467
+chronos_bolt_base,0.748,0.757,0.663,0.757,0.729,0.451,0.441,0.466,0.489,0.535
+chronos_bolt_small,0.748,0.761,0.678,0.779,0.734,0.452,0.444,0.474,0.506,0.539
+moirai_1.1_base,0.721,0.738,0.65,0.786,0.739,0.422,0.414,0.446,0.484,0.504
+moirai_1.1_large,0.73,0.743,0.67,0.773,0.736,0.43,0.418,0.462,0.484,0.504
+moirai_1.1_small,0.74,0.741,0.675,0.807,0.748,0.438,0.425,0.462,0.503,0.507
+moirai_2_small,0.714,0.616,0.657,0.77,0.735,0.432,0.427,0.42,0.487,0.508
 seasonalnaive,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0
-time-moe-50M,0.826,0.74,0.806,0.914,0.828,0.63,0.578,0.731,0.619,0.772
-time-moe-200M,0.868,0.928,0.876,0.915,0.804,0.617,0.584,0.733,0.615,0.747
-timer,0.828,0.75,0.749,0.909,0.899,0.63,0.586,0.679,0.608,0.831
-timesfm_2_0_500m,0.728,0.761,0.694,0.745,0.702,0.444,0.398,0.481,0.409,0.574
-visionts,1.013,1.061,0.893,1.026,0.951,0.683,0.613,0.688,0.615,0.875
+time-moe-200M,0.884,0.903,0.847,0.933,0.776,0.611,0.633,0.71,0.739,0.629
+time-moe-50M,0.863,0.714,0.791,0.856,0.77,0.633,0.618,0.713,0.721,0.625
+timer,0.871,0.716,0.728,0.871,0.828,0.636,0.619,0.655,0.725,0.664
+timesfm_2_0_500m,0.736,0.765,0.679,0.765,0.717,0.441,0.44,0.471,0.493,0.525
+timesfm_2_5_200m,0.654,0.655,0.577,0.65,0.686,0.384,0.372,0.397,0.408,0.476
+Toto-Open-Base-1.0,0.639,0.635,0.567,0.635,0.682,0.378,0.362,0.391,0.4,0.476
+toto_2.0_1b,0.603,0.596,0.536,0.605,0.654,0.352,0.335,0.369,0.382,0.454
+toto_2.0_2.5b,0.601,0.595,0.534,0.61,0.654,0.353,0.339,0.371,0.382,0.456
+toto_2.0_22m,0.623,0.613,0.552,0.627,0.666,0.367,0.349,0.38,0.391,0.462
+toto_2.0_313m,0.607,0.6,0.539,0.611,0.651,0.357,0.34,0.366,0.381,0.453
+toto_2.0_4m,0.648,0.642,0.569,0.652,0.68,0.382,0.361,0.39,0.406,0.473
+visionts,1.044,1.003,0.858,1.045,0.92,0.692,0.637,0.663,0.736,0.735

results/leaderboards/BOOM_leaderboard.csv

@@ -1,16 +1,24 @@
 model,MASE,CRPS,Rank
-Toto-Open-Base-1.0,0.617,0.375,2.369
-moirai_1.1_base,0.710,0.428,4.328
-moirai_1.1_large,0.720,0.436,4.561
-moirai_1.1_small,0.729,0.442,4.905
-timesfm_2_0_500m,0.725,0.447,5.243
-chronos_bolt_base,0.726,0.451,5.576
-chronos_bolt_small,0.733,0.455,5.927
-autoarima,0.824,0.736,9.708
-timer,0.796,0.639,9.923
-time-moe-50M,0.806,0.649,9.880
-time-moe-200M,0.881,0.643,9.809
-visionts,0.988,0.673,10.989
-autoets,0.842,1.975,11.677
-autotheta,1.123,1.018,12.473
-seasonalnaive,1.000,1.000,12.631
+toto_2.0_2.5b,0.581,0.353,3.902
+toto_2.0_1b,0.582,0.351,4.006
+toto_2.0_313m,0.586,0.353,4.371
+toto_2.0_22m,0.601,0.365,5.558
+Toto-Open-Base-1.0,0.617,0.375,6.926
+toto_2.0_4m,0.624,0.378,7.175
+chronos_2,0.641,0.392,7.367
+timesfm_2_5_200m,0.632,0.382,7.68
+moirai_1.1_base,0.710,0.428,10.375
+moirai_1.1_large,0.720,0.436,10.727
+moirai_1.1_small,0.729,0.442,11.228
+moirai_2_small,0.672,0.427,11.273
+timesfm_2_0_500m,0.725,0.447,11.9
+chronos_bolt_base,0.726,0.451,12.321
+chronos_bolt_small,0.733,0.455,12.725
+autoarima,0.824,0.736,17.128
+time-moe-50M,0.806,0.649,17.514
+time-moe-200M,0.881,0.643,17.531
+timer,0.796,0.639,17.581
+visionts,0.988,0.673,18.721
+autoets,0.842,1.975,19.349
+autotheta,1.123,1.018,20.233
+seasonalnaive,1.000,1.000,20.41

results/leaderboards/BOOM_metric_type_leaderboard.csv

@@ -1,16 +1,24 @@
 model,Count (MASE),Distribution (MASE),Gauge (MASE),Rate (MASE),Count (CRPS),Distribution (CRPS),Gauge (CRPS),Rate (CRPS)
-Toto-Open-Base-1.0,0.687,0.658,0.583,0.634,0.317,0.382,0.382,0.369
-autoets,1.074,0.854,0.774,0.907,1.557,1.22,3.059,1.496
 autoarima,1.031,0.864,0.755,0.88,0.767,0.736,0.701,0.777
+autoets,1.074,0.854,0.774,0.907,1.557,1.22,3.059,1.496
 autotheta,1.578,1.144,1.062,1.158,1.132,0.976,1.015,1.034
+chronos_2,0.714,0.674,0.614,0.654,0.338,0.384,0.409,0.38
 chronos_bolt_base,0.88,0.753,0.696,0.739,0.402,0.446,0.463,0.443
 chronos_bolt_small,0.883,0.759,0.706,0.742,0.403,0.452,0.469,0.445
 moirai_1.1_base,0.795,0.724,0.686,0.728,0.353,0.422,0.444,0.418
 moirai_1.1_large,0.813,0.729,0.7,0.733,0.372,0.428,0.456,0.422
 moirai_1.1_small,0.808,0.737,0.704,0.75,0.379,0.432,0.459,0.433
+moirai_2_small,0.686,0.745,0.616,0.711,0.398,0.428,0.427,0.429
 seasonalnaive,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0
-time-moe-50M,0.652,0.878,0.76,0.846,0.651,0.604,0.694,0.619
 time-moe-200M,1.035,0.877,0.89,0.862,0.698,0.596,0.703,0.596
+time-moe-50M,0.652,0.878,0.76,0.846,0.651,0.604,0.694,0.619
 timer,0.663,0.89,0.721,0.864,0.662,0.608,0.658,0.63
 timesfm_2_0_500m,0.919,0.745,0.706,0.726,0.403,0.44,0.466,0.431
+timesfm_2_5_200m,0.71,0.672,0.591,0.659,0.325,0.384,0.386,0.382
+Toto-Open-Base-1.0,0.687,0.658,0.583,0.634,0.317,0.382,0.382,0.369
+toto_2.0_1b,0.633,0.627,0.541,0.608,0.289,0.359,0.353,0.351
+toto_2.0_2.5b,0.639,0.622,0.541,0.607,0.303,0.36,0.355,0.351
+toto_2.0_22m,0.67,0.647,0.56,0.626,0.313,0.373,0.367,0.362
+toto_2.0_313m,0.631,0.632,0.546,0.61,0.281,0.364,0.354,0.353
+toto_2.0_4m,0.704,0.664,0.584,0.65,0.313,0.38,0.379,0.38
 visionts,1.199,1.03,0.925,1.032,0.591,0.672,0.674,0.68

results/leaderboards/BOOM_term_leaderboard.csv

@@ -1,16 +1,24 @@
 model,Long (MASE),Medium (MASE),Short (MASE),Long (CRPS),Medium (CRPS),Short (CRPS)
-Toto-Open-Base-1.0,0.688,0.657,0.535,0.424,0.406,0.318
-autoets,0.938,0.885,0.739,2.83,2.399,1.253
 autoarima,0.895,0.853,0.749,0.807,0.804,0.634
+autoets,0.938,0.885,0.739,2.83,2.399,1.253
 autotheta,1.368,1.163,0.928,1.296,1.183,0.738
+chronos_2,0.71,0.68,0.562,0.444,0.426,0.33
 chronos_bolt_base,0.798,0.782,0.632,0.519,0.507,0.365
 chronos_bolt_small,0.813,0.782,0.637,0.528,0.508,0.368
 moirai_1.1_base,0.78,0.753,0.627,0.473,0.46,0.37
 moirai_1.1_large,0.799,0.77,0.626,0.491,0.475,0.369
 moirai_1.1_small,0.797,0.769,0.649,0.485,0.475,0.387
+moirai_2_small,0.693,0.685,0.646,0.47,0.458,0.373
 seasonalnaive,1.0,1.0,1.0,1.0,1.0,1.0
-time-moe-50M,0.886,0.866,0.704,0.724,0.725,0.541
 time-moe-200M,0.95,0.929,0.794,0.694,0.692,0.57
+time-moe-50M,0.886,0.866,0.704,0.724,0.725,0.541
 timer,0.809,0.804,0.779,0.661,0.671,0.597
 timesfm_2_0_500m,0.817,0.78,0.619,0.522,0.499,0.359
+timesfm_2_5_200m,0.7,0.67,0.554,0.424,0.411,0.331
+Toto-Open-Base-1.0,0.688,0.657,0.535,0.424,0.406,0.318
+toto_2.0_1b,0.654,0.618,0.502,0.399,0.379,0.296
+toto_2.0_2.5b,0.653,0.618,0.501,0.402,0.382,0.297
+toto_2.0_22m,0.671,0.642,0.52,0.413,0.395,0.308
+toto_2.0_313m,0.657,0.622,0.507,0.399,0.383,0.3
+toto_2.0_4m,0.695,0.663,0.543,0.426,0.409,0.32
 visionts,1.028,1.006,0.943,0.698,0.694,0.637