Increase BOOM leaderboard precision to 4 decimal places

results/leaderboards/BOOMLET_leaderboard.csv

@@ -1,24 +1,24 @@
 model,MASE,CRPS,Rank
-toto_2.0_2.5b,0.588,0.486,2.633
-toto_2.0_1b,0.584,0.486,2.711
-toto_2.0_313m,0.585,0.486,2.9
-toto_2.0_22m,0.601,0.5,4.322
-toto_2.0_4m,0.624,0.517,5.878
-Toto-Open-Base-1.0,0.617,0.519,6.4
-chronos_2,0.623,0.522,6.667
-timesfm_2_5_200m,0.638,0.532,7.7
-moirai_1.1_large,0.767,0.621,11.478
-timesfm_2_0_500m,0.685,0.603,11.511
-moirai_1.1_base,0.779,0.63,11.756
-moirai_1.1_small,0.786,0.631,12.144
-moirai_2_small,0.902,0.467,12.267
-chronos_bolt_base,0.711,0.637,12.844
-chronos_bolt_small,0.717,0.642,13.078
-time-moe-200M,0.793,0.78,17.178
-time-moe-50M,0.81,0.788,17.222
-timer,0.807,0.793,17.622
-autoarima,0.922,0.88,18.011
-visionts,0.912,0.885,19.6
-seasonalnaive,1.0,1.0,20.122
-autoets,0.969,15.664,20.756
-autotheta,1.03,1.182,21.2
+toto_2.0_2.5b,0.5876,0.4864,2.6333
+toto_2.0_1b,0.5845,0.486,2.7111
+toto_2.0_313m,0.5853,0.4856,2.9
+toto_2.0_22m,0.6008,0.4997,4.3222
+toto_2.0_4m,0.6241,0.5172,5.8778
+Toto-Open-Base-1.0,0.6166,0.5188,6.4
+chronos_2,0.6227,0.5219,6.6667
+timesfm_2_5_200m,0.6383,0.5316,7.7
+moirai_1.1_large,0.7674,0.6211,11.4778
+timesfm_2_0_500m,0.6855,0.6027,11.5111
+moirai_1.1_base,0.7788,0.6301,11.7556
+moirai_1.1_small,0.7859,0.6307,12.1444
+moirai_2_small,0.9024,0.4675,12.2667
+chronos_bolt_base,0.7111,0.6369,12.8444
+chronos_bolt_small,0.7169,0.6416,13.0778
+time-moe-200M,0.7934,0.7804,17.1778
+time-moe-50M,0.81,0.7875,17.2222
+timer,0.8069,0.7928,17.6222
+autoarima,0.9216,0.8797,18.0111
+visionts,0.912,0.8848,19.6
+seasonalnaive,1.0,1.0,20.1222
+autoets,0.969,15.6637,20.7556
+autotheta,1.0296,1.1824,21.2

results/leaderboards/BOOM_domain_leaderboard.csv

@@ -1,24 +1,24 @@
 model,Application usage (MASE),Database (MASE),Infrastructure (MASE),Networking (MASE),Security (MASE),Application usage (CRPS),Database (CRPS),Infrastructure (CRPS),Networking (CRPS),Security (CRPS)
-autoarima,0.865,0.839,0.708,0.937,0.9,0.757,0.734,0.679,0.795,0.757
-autoets,0.87,0.859,0.727,0.98,0.868,1.423,1.604,4.563,2.067,0.878
-autotheta,1.151,1.188,0.976,1.213,1.039,1.019,1.032,0.963,1.105,0.991
-chronos_2,0.657,0.656,0.604,0.657,0.671,0.387,0.381,0.423,0.416,0.467
-chronos_bolt_base,0.748,0.757,0.663,0.757,0.729,0.451,0.441,0.466,0.489,0.535
-chronos_bolt_small,0.748,0.761,0.678,0.779,0.734,0.452,0.444,0.474,0.506,0.539
-moirai_1.1_base,0.721,0.738,0.65,0.786,0.739,0.422,0.414,0.446,0.484,0.504
-moirai_1.1_large,0.73,0.743,0.67,0.773,0.736,0.43,0.418,0.462,0.484,0.504
-moirai_1.1_small,0.74,0.741,0.675,0.807,0.748,0.438,0.425,0.462,0.503,0.507
-moirai_2_small,0.714,0.616,0.657,0.77,0.735,0.432,0.427,0.42,0.487,0.508
+autoarima,0.8654,0.8393,0.7083,0.9367,0.8999,0.7569,0.7338,0.679,0.7949,0.7574
+autoets,0.8698,0.859,0.7265,0.9799,0.8683,1.4231,1.6043,4.5631,2.0672,0.8781
+autotheta,1.1509,1.1881,0.9755,1.2135,1.0386,1.0188,1.0323,0.9633,1.1045,0.991
+chronos_2,0.657,0.6565,0.6039,0.6573,0.6713,0.3872,0.3807,0.4225,0.4159,0.4665
+chronos_bolt_base,0.7475,0.7574,0.663,0.7565,0.7286,0.4514,0.4409,0.4661,0.489,0.5353
+chronos_bolt_small,0.7478,0.7612,0.6776,0.7789,0.7343,0.452,0.4437,0.4745,0.5061,0.5389
+moirai_1.1_base,0.7212,0.7379,0.6499,0.7863,0.7389,0.4224,0.4139,0.4462,0.4838,0.5035
+moirai_1.1_large,0.7295,0.7433,0.6699,0.7731,0.7363,0.4296,0.418,0.4623,0.4844,0.5045
+moirai_1.1_small,0.7396,0.7405,0.6753,0.8075,0.7475,0.4379,0.4249,0.4624,0.5032,0.5069
+moirai_2_small,0.7141,0.6165,0.6567,0.7696,0.7346,0.4319,0.4265,0.4197,0.4872,0.5075
 seasonalnaive,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0
-time-moe-200M,0.884,0.903,0.847,0.933,0.776,0.611,0.633,0.71,0.739,0.629
-time-moe-50M,0.863,0.714,0.791,0.856,0.77,0.633,0.618,0.713,0.721,0.625
-timer,0.871,0.716,0.728,0.871,0.828,0.636,0.619,0.655,0.725,0.664
-timesfm_2_0_500m,0.736,0.765,0.679,0.765,0.717,0.441,0.44,0.471,0.493,0.525
-timesfm_2_5_200m,0.654,0.655,0.577,0.65,0.686,0.384,0.372,0.397,0.408,0.476
-Toto-Open-Base-1.0,0.639,0.635,0.567,0.635,0.682,0.378,0.362,0.391,0.4,0.476
-toto_2.0_1b,0.603,0.597,0.536,0.605,0.651,0.352,0.336,0.363,0.379,0.452
-toto_2.0_2.5b,0.602,0.597,0.534,0.609,0.653,0.352,0.336,0.362,0.379,0.455
-toto_2.0_22m,0.623,0.613,0.552,0.627,0.666,0.366,0.348,0.375,0.391,0.462
-toto_2.0_313m,0.605,0.6,0.538,0.613,0.654,0.354,0.339,0.365,0.383,0.454
-toto_2.0_4m,0.648,0.642,0.569,0.652,0.68,0.382,0.361,0.389,0.406,0.473
-visionts,1.044,1.003,0.858,1.045,0.92,0.692,0.637,0.663,0.736,0.735
+time-moe-200M,0.8837,0.9029,0.8471,0.9334,0.7757,0.6113,0.6332,0.7104,0.7394,0.629
+time-moe-50M,0.8635,0.7142,0.791,0.8562,0.7696,0.6329,0.6178,0.7125,0.7207,0.6247
+timer,0.8707,0.7158,0.7281,0.8706,0.8275,0.6358,0.619,0.6549,0.725,0.6643
+timesfm_2_0_500m,0.7362,0.7651,0.6787,0.765,0.717,0.4413,0.4402,0.4714,0.4933,0.5247
+timesfm_2_5_200m,0.6543,0.6554,0.5771,0.6503,0.6857,0.384,0.3716,0.3968,0.4082,0.4757
+Toto-Open-Base-1.0,0.6389,0.6352,0.5675,0.6354,0.6821,0.378,0.3621,0.3914,0.4001,0.4759
+toto_2.0_1b,0.6032,0.597,0.5363,0.6047,0.651,0.3515,0.3357,0.3626,0.3792,0.4524
+toto_2.0_2.5b,0.6017,0.5965,0.5336,0.609,0.6526,0.352,0.3355,0.3622,0.3794,0.4546
+toto_2.0_22m,0.6234,0.6135,0.5516,0.6268,0.6656,0.3662,0.3484,0.3752,0.3908,0.4618
+toto_2.0_313m,0.6051,0.5996,0.5378,0.6128,0.6542,0.3536,0.339,0.365,0.3829,0.4538
+toto_2.0_4m,0.6479,0.6416,0.5689,0.6522,0.6803,0.3815,0.3612,0.3893,0.4064,0.4731
+visionts,1.0436,1.0026,0.8579,1.0448,0.9197,0.6924,0.6371,0.663,0.7362,0.7346

results/leaderboards/BOOM_leaderboard.csv

@@ -1,24 +1,24 @@
 model,MASE,CRPS,Rank
-toto_2.0_2.5b,0.581,0.349,3.876
-toto_2.0_1b,0.582,0.349,3.964
-toto_2.0_313m,0.585,0.351,4.258
-toto_2.0_22m,0.601,0.363,5.525
-Toto-Open-Base-1.0,0.617,0.375,6.939
-toto_2.0_4m,0.624,0.377,7.173
-chronos_2,0.641,0.392,7.39
-timesfm_2_5_200m,0.632,0.382,7.702
-moirai_1.1_base,0.71,0.428,10.395
-moirai_1.1_large,0.72,0.436,10.743
-moirai_1.1_small,0.729,0.442,11.244
-moirai_2_small,0.672,0.427,11.286
-timesfm_2_0_500m,0.725,0.447,11.907
-chronos_bolt_base,0.726,0.451,12.339
-chronos_bolt_small,0.733,0.455,12.74
-autoarima,0.824,0.736,17.14
-time-moe-50M,0.806,0.649,17.522
-time-moe-200M,0.881,0.643,17.538
-timer,0.796,0.639,17.59
-visionts,0.988,0.673,18.725
-autoets,0.842,1.975,19.352
-autotheta,1.123,1.018,20.235
-seasonalnaive,1.0,1.0,20.418
+toto_2.0_2.5b,0.5809,0.3493,3.8757
+toto_2.0_1b,0.5819,0.3492,3.9637
+toto_2.0_313m,0.5846,0.3515,4.2581
+toto_2.0_22m,0.601,0.3628,5.5249
+Toto-Open-Base-1.0,0.6166,0.3753,6.9388
+toto_2.0_4m,0.6241,0.3773,7.1732
+chronos_2,0.6412,0.392,7.3901
+timesfm_2_5_200m,0.632,0.3822,7.7018
+moirai_1.1_base,0.7105,0.4277,10.395
+moirai_1.1_large,0.72,0.436,10.7433
+moirai_1.1_small,0.729,0.4424,11.244
+moirai_2_small,0.6724,0.427,11.2864
+timesfm_2_0_500m,0.7254,0.4466,11.907
+chronos_bolt_base,0.7259,0.4509,12.3391
+chronos_bolt_small,0.7325,0.455,12.7401
+autoarima,0.8243,0.7359,17.1396
+time-moe-50M,0.8065,0.6488,17.5219
+time-moe-200M,0.8814,0.6434,17.5376
+timer,0.7962,0.6389,17.5896
+visionts,0.9882,0.6732,18.7255
+autoets,0.8418,1.9752,19.3516
+autotheta,1.123,1.0183,20.2348
+seasonalnaive,1.0,1.0,20.4184

results/leaderboards/BOOM_metric_type_leaderboard.csv

@@ -1,24 +1,24 @@
 model,Count (MASE),Distribution (MASE),Gauge (MASE),Rate (MASE),Count (CRPS),Distribution (CRPS),Gauge (CRPS),Rate (CRPS)
-autoarima,1.031,0.864,0.755,0.88,0.767,0.736,0.701,0.777
-autoets,1.074,0.854,0.774,0.907,1.557,1.22,3.059,1.496
-autotheta,1.578,1.144,1.062,1.158,1.132,0.976,1.015,1.034
-chronos_2,0.714,0.674,0.614,0.654,0.338,0.384,0.409,0.38
-chronos_bolt_base,0.88,0.753,0.696,0.739,0.402,0.446,0.463,0.443
-chronos_bolt_small,0.883,0.759,0.706,0.742,0.403,0.452,0.469,0.445
-moirai_1.1_base,0.795,0.724,0.686,0.728,0.353,0.422,0.444,0.418
-moirai_1.1_large,0.813,0.729,0.7,0.733,0.372,0.428,0.456,0.422
-moirai_1.1_small,0.808,0.737,0.704,0.75,0.379,0.432,0.459,0.433
-moirai_2_small,0.686,0.745,0.616,0.711,0.398,0.428,0.427,0.429
+autoarima,1.0307,0.8639,0.755,0.88,0.7672,0.7356,0.7013,0.7772
+autoets,1.074,0.854,0.774,0.9068,1.557,1.2196,3.0591,1.4955
+autotheta,1.5782,1.1437,1.0624,1.1583,1.1324,0.9757,1.0155,1.0336
+chronos_2,0.7143,0.6739,0.6142,0.6538,0.3375,0.3844,0.409,0.3804
+chronos_bolt_base,0.8799,0.7527,0.6958,0.7395,0.4019,0.4462,0.4628,0.4433
+chronos_bolt_small,0.8829,0.7593,0.7055,0.7424,0.4031,0.4519,0.4687,0.4447
+moirai_1.1_base,0.7948,0.7244,0.6857,0.7281,0.3533,0.4221,0.4439,0.4179
+moirai_1.1_large,0.8128,0.7295,0.7001,0.733,0.3716,0.4281,0.4558,0.4224
+moirai_1.1_small,0.8082,0.737,0.704,0.75,0.3787,0.4318,0.4592,0.4333
+moirai_2_small,0.6856,0.7446,0.6158,0.7108,0.3976,0.428,0.4267,0.4292
 seasonalnaive,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0
-time-moe-200M,1.035,0.877,0.89,0.862,0.698,0.596,0.703,0.596
-time-moe-50M,0.652,0.878,0.76,0.846,0.651,0.604,0.694,0.619
-timer,0.663,0.89,0.721,0.864,0.662,0.608,0.658,0.63
-timesfm_2_0_500m,0.919,0.745,0.706,0.726,0.403,0.44,0.466,0.431
-timesfm_2_5_200m,0.71,0.672,0.591,0.659,0.325,0.384,0.386,0.382
-Toto-Open-Base-1.0,0.687,0.658,0.583,0.634,0.317,0.382,0.382,0.369
-toto_2.0_1b,0.634,0.626,0.541,0.609,0.279,0.358,0.35,0.35
-toto_2.0_2.5b,0.626,0.625,0.54,0.609,0.278,0.36,0.349,0.351
-toto_2.0_22m,0.67,0.647,0.56,0.626,0.303,0.373,0.364,0.362
-toto_2.0_313m,0.626,0.629,0.545,0.61,0.281,0.361,0.353,0.351
-toto_2.0_4m,0.704,0.664,0.584,0.65,0.313,0.38,0.379,0.38
-visionts,1.199,1.03,0.925,1.032,0.591,0.672,0.674,0.68
+time-moe-200M,1.0354,0.8767,0.8903,0.8619,0.6985,0.5957,0.7032,0.5958
+time-moe-50M,0.6517,0.8781,0.7603,0.8457,0.6514,0.6045,0.6937,0.6188
+timer,0.6631,0.8897,0.7209,0.8637,0.6616,0.6075,0.6579,0.6299
+timesfm_2_0_500m,0.9192,0.7453,0.7064,0.7257,0.4027,0.44,0.466,0.4309
+timesfm_2_5_200m,0.71,0.6723,0.5911,0.6589,0.3248,0.3841,0.386,0.3819
+Toto-Open-Base-1.0,0.6869,0.6581,0.583,0.6342,0.3171,0.3824,0.3817,0.3693
+toto_2.0_1b,0.6343,0.6257,0.5415,0.6088,0.2789,0.3578,0.35,0.3504
+toto_2.0_2.5b,0.6255,0.6247,0.5399,0.609,0.2776,0.3603,0.3493,0.3506
+toto_2.0_22m,0.6699,0.6467,0.5604,0.626,0.3026,0.3734,0.3641,0.3616
+toto_2.0_313m,0.626,0.629,0.5455,0.6103,0.2812,0.3611,0.3531,0.3514
+toto_2.0_4m,0.7039,0.6637,0.5837,0.6504,0.3127,0.3803,0.3788,0.3797
+visionts,1.1994,1.03,0.9253,1.0325,0.591,0.6721,0.6739,0.68

results/leaderboards/BOOM_term_leaderboard.csv

@@ -1,24 +1,24 @@
 model,Long (MASE),Medium (MASE),Short (MASE),Long (CRPS),Medium (CRPS),Short (CRPS)
-autoarima,0.895,0.853,0.749,0.807,0.804,0.634
-autoets,0.938,0.885,0.739,2.83,2.399,1.253
-autotheta,1.368,1.163,0.928,1.296,1.183,0.738
-chronos_2,0.71,0.68,0.562,0.444,0.426,0.33
-chronos_bolt_base,0.798,0.782,0.632,0.519,0.507,0.365
-chronos_bolt_small,0.813,0.782,0.637,0.528,0.508,0.368
-moirai_1.1_base,0.78,0.753,0.627,0.473,0.46,0.37
-moirai_1.1_large,0.799,0.77,0.626,0.491,0.475,0.369
-moirai_1.1_small,0.797,0.769,0.649,0.485,0.475,0.387
-moirai_2_small,0.693,0.685,0.646,0.47,0.458,0.373
+autoarima,0.8955,0.853,0.7488,0.8071,0.8038,0.6345
+autoets,0.9375,0.8852,0.7394,2.8296,2.3992,1.2532
+autotheta,1.3678,1.1631,0.928,1.2963,1.1833,0.7382
+chronos_2,0.7104,0.6799,0.5618,0.444,0.4263,0.3302
+chronos_bolt_base,0.7982,0.782,0.6317,0.5187,0.5067,0.3652
+chronos_bolt_small,0.813,0.7818,0.6375,0.528,0.5076,0.3681
+moirai_1.1_base,0.7804,0.7529,0.6271,0.4733,0.4605,0.3703
+moirai_1.1_large,0.7986,0.7697,0.626,0.4914,0.4747,0.3686
+moirai_1.1_small,0.7966,0.7686,0.6489,0.4846,0.4746,0.3874
+moirai_2_small,0.6932,0.6846,0.6461,0.4699,0.458,0.3726
 seasonalnaive,1.0,1.0,1.0,1.0,1.0,1.0
-time-moe-200M,0.95,0.929,0.794,0.694,0.692,0.57
-time-moe-50M,0.886,0.866,0.704,0.724,0.725,0.541
-timer,0.809,0.804,0.779,0.661,0.671,0.597
-timesfm_2_0_500m,0.817,0.78,0.619,0.522,0.499,0.359
-timesfm_2_5_200m,0.7,0.67,0.554,0.424,0.411,0.331
-Toto-Open-Base-1.0,0.688,0.657,0.535,0.424,0.406,0.318
-toto_2.0_1b,0.653,0.617,0.504,0.393,0.376,0.298
-toto_2.0_2.5b,0.65,0.616,0.505,0.393,0.377,0.298
-toto_2.0_22m,0.671,0.642,0.52,0.408,0.393,0.308
-toto_2.0_313m,0.656,0.621,0.506,0.397,0.379,0.299
-toto_2.0_4m,0.695,0.663,0.543,0.425,0.409,0.32
-visionts,1.028,1.006,0.943,0.698,0.694,0.637
+time-moe-200M,0.9496,0.9286,0.7942,0.694,0.6917,0.5696
+time-moe-50M,0.8864,0.8663,0.7036,0.724,0.7249,0.5412
+timer,0.8094,0.8041,0.7793,0.6606,0.6707,0.5973
+timesfm_2_0_500m,0.8174,0.7805,0.6193,0.522,0.4989,0.3587
+timesfm_2_5_200m,0.6999,0.6702,0.5538,0.424,0.4111,0.3307
+Toto-Open-Base-1.0,0.6878,0.6568,0.5353,0.4238,0.4063,0.3181
+toto_2.0_1b,0.6534,0.6168,0.5043,0.3932,0.3761,0.298
+toto_2.0_2.5b,0.6498,0.6164,0.5045,0.3935,0.3767,0.2977
+toto_2.0_22m,0.6708,0.6417,0.5203,0.4084,0.3934,0.308
+toto_2.0_313m,0.6556,0.6214,0.506,0.3966,0.3789,0.2993
+toto_2.0_4m,0.6952,0.6632,0.5432,0.4251,0.4088,0.3203
+visionts,1.0276,1.0055,0.9434,0.6984,0.6944,0.6369