VISIT-v2.0 submission

results/VISIT-2.0/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/long,VISIT-2.0,5902949.355,5902949.355,407.4507689,0.902765825,4.633766812,0.829554129,15.61355578,2429.5986,6.420703099,1.07677063,0.774984106,Web/CloudOps,2
+bitbrains_fast_storage/5T/medium,VISIT-2.0,4116327.9,4116327.9,297.8172554,1.001006045,4.34994386,0.811864621,20.92585547,2028.873554,6.164278438,0.904851109,0.669573118,Web/CloudOps,2
+bitbrains_fast_storage/5T/short,VISIT-2.0,2419748.919,2419748.919,183.5947019,0.705608441,2.755389107,0.752063967,13.01904948,1555.554216,4.884055477,0.576441952,0.445356305,Web/CloudOps,2
+bitbrains_fast_storage/H/short,VISIT-2.0,6882941.297,6882941.297,498.2380022,1.05765455,7.196088837,0.589312844,20.95574562,2623.536029,7.477929885,1.420140149,1.090555071,Web/CloudOps,2
+bitbrains_rnd/5T/long,VISIT-2.0,3643312.676,3643312.676,239.7452347,3.344311858,3.588957293,0.703359481,115.3983627,1908.746363,7.311976961,0.91840994,0.735244531,Web/CloudOps,2
+bitbrains_rnd/5T/medium,VISIT-2.0,2772139.566,2772139.566,182.1268474,4.419150909,1.643033654,0.721519842,159.4661969,1664.974344,7.005395892,0.766300498,0.6698944,Web/CloudOps,2
+bitbrains_rnd/5T/short,VISIT-2.0,1898035.091,1898035.091,131.980878,1.688635003,1.329731751,0.676092868,52.7636088,1377.691944,5.637117509,0.540027632,0.436982826,Web/CloudOps,2
+bitbrains_rnd/H/short,VISIT-2.0,1797394.845,1797394.845,145.8358552,5.871684502,1.392754851,0.553816623,199.3090793,1340.669551,5.867426432,0.638249113,0.56474459,Web/CloudOps,2
+bizitobs_application/10S/long,VISIT-2.0,6620917.191,6620917.191,1574.640556,3.327390652,0.047535536,0.048829753,69.08183581,2573.114298,0.099234733,0.060727592,0.056524648,Web/CloudOps,2
+bizitobs_application/10S/medium,VISIT-2.0,3707636.053,3707636.053,1053.677188,2.356709484,0.032952849,0.033803174,26.3113268,1925.522281,0.075609593,0.041374802,0.03538236,Web/CloudOps,2
+bizitobs_application/10S/short,VISIT-2.0,428213.3333,428213.3333,353.3461458,1.238654566,0.016723032,0.017003393,13.87500628,654.3801138,0.025236825,0.013627148,0.010875178,Web/CloudOps,2
+bizitobs_l2c/5T/long,VISIT-2.0,54.06692956,54.06692956,4.50750155,0.447834423,0.397430176,0.711895151,3.557713476,7.353021798,0.412861181,0.253089473,0.204155889,Web/CloudOps,7
+bizitobs_l2c/5T/medium,VISIT-2.0,58.61538053,58.61538053,4.666094016,0.469746502,0.386647281,0.622179179,3.738840856,7.656068216,0.402821776,0.245505163,0.199740004,Web/CloudOps,7
+bizitobs_l2c/5T/short,VISIT-2.0,23.26709449,23.26709449,2.834544736,0.282659229,0.160844846,0.208224342,2.532605021,4.823597671,0.165661868,0.09734974,0.078761289,Web/CloudOps,7
+bizitobs_l2c/H/long,VISIT-2.0,86.59484127,86.59484127,5.736348276,0.610576421,0.722903184,0.802369036,6.73033174,9.30563492,0.568415039,0.350392709,0.293103336,Web/CloudOps,7
+bizitobs_l2c/H/medium,VISIT-2.0,70.94221075,70.94221075,5.168858701,0.539514455,0.597791415,0.787728664,3.899594941,8.422719914,0.510008484,0.312982245,0.251853443,Web/CloudOps,7
+bizitobs_l2c/H/short,VISIT-2.0,69.33306207,69.33306207,5.051598927,0.506271636,0.476726505,0.649847485,3.267068073,8.326647709,0.448827683,0.272294148,0.216358459,Web/CloudOps,7
+bizitobs_service/10S/long,VISIT-2.0,128701.3316,128701.3316,82.12467593,1.461837971,0.087906029,0.08508419,22.0618693,358.7496782,0.265773231,0.060840585,0.056093795,Web/CloudOps,2
+bizitobs_service/10S/medium,VISIT-2.0,17769.65714,17769.65714,41.77768353,1.18427667,0.075676231,0.068241219,12.2360566,133.3028775,0.100326875,0.031442865,0.024607991,Web/CloudOps,2
+bizitobs_service/10S/short,VISIT-2.0,2458.68381,2458.68381,20.2984127,0.820537703,0.061872772,0.051083723,8.341971087,49.58511681,0.03673424,0.015037713,0.011984052,Web/CloudOps,2
+car_parts/M/short,VISIT-2.0,1.373286686,1.373286686,0.464862295,0.848583319,0.819363872,1.889660017,16.02913722,1.171873152,2.810031608,1.114692097,0.969563474,Sales,1
+covid_deaths/D/short,VISIT-2.0,908144.1524,908144.1524,159.6860432,34.97829521,0.0948722,0.369048384,743.4164113,952.9659765,0.358558086,0.060082651,0.048583649,Healthcare,1
+electricity/15T/long,VISIT-2.0,337388.032,337388.032,59.03067408,0.880532744,0.132234492,0.132856123,7.322513459,580.8511272,0.916363839,0.093128123,0.074723286,Energy,1
+electricity/15T/medium,VISIT-2.0,265869.4971,265869.4971,54.46738331,0.834451153,0.127050159,0.131176979,7.32714487,515.6253457,0.888474393,0.093852786,0.075742216,Energy,1
+electricity/15T/short,VISIT-2.0,130887.7569,130887.7569,51.03630455,0.957118833,0.160832014,0.163659407,10.48885515,361.7841302,0.713147833,0.100602616,0.083285503,Energy,1
+electricity/D/short,VISIT-2.0,1298319351,1298319351,4250.860685,1.413861924,0.337296677,0.09648441,11.75720043,36032.19881,0.59212869,0.069855758,0.055895324,Energy,1
+electricity/H/long,VISIT-2.0,6487462.048,6487462.048,257.0042222,1.140174951,0.286452985,0.138154062,9.440947571,2547.049675,1.004555639,0.101362389,0.080471367,Energy,1
+electricity/H/medium,VISIT-2.0,4973022.363,4973022.363,235.1035037,1.054255783,0.249097624,0.129324742,8.655806384,2230.027435,0.870453197,0.091768645,0.072931468,Energy,1
+electricity/H/short,VISIT-2.0,1832822.6,1832822.6,187.8769334,0.992046328,0.188290927,0.13223596,10.67209746,1353.817787,0.639098677,0.08869133,0.071443197,Energy,1
+electricity/W/short,VISIT-2.0,30268516238,30268516238,24931.11081,1.476392211,0.246763793,0.097074083,11.78531386,173978.4936,0.396961509,0.056884568,0.044442163,Energy,1
+ett1/15T/long,VISIT-2.0,11.81704241,11.81704241,1.84561849,1.172792792,0.921280198,0.429058625,8.730798522,3.437592531,0.655208535,0.351776709,0.279110708,Energy,7
+ett1/15T/medium,VISIT-2.0,12.01800843,12.01800843,1.802565259,1.132885608,0.877688066,0.415614614,8.569189067,3.466699934,0.660756357,0.34357068,0.273148317,Energy,7
+ett1/15T/short,VISIT-2.0,5.385971215,5.385971215,1.146844628,0.741979072,0.500646704,0.248982493,5.271615103,2.320769531,0.438721995,0.216801348,0.169717216,Energy,7
+ett1/D/short,VISIT-2.0,42405.77778,42405.77778,144.0450769,1.947173963,1.470602465,0.536914741,13.87528863,205.926632,0.54087313,0.378339172,0.300631424,Energy,7
+ett1/H/long,VISIT-2.0,216.1447917,216.1447917,8.599136078,1.626712885,6.14E+12,0.51397789,13.37424515,14.70186354,0.704040403,0.411794002,0.33118264,Energy,7
+ett1/H/medium,VISIT-2.0,211.6759301,211.6759301,8.360807292,1.527338192,6.47E+12,0.490139553,12.43457211,14.54908691,0.696866775,0.40046285,0.323077513,Energy,7
+ett1/H/short,VISIT-2.0,125.9463914,125.9463914,5.289335705,0.872915273,0.48424214,0.270307196,6.773756891,11.22258399,0.523803908,0.246874937,0.19791386,Energy,7
+ett1/W/short,VISIT-2.0,1171929.571,1171929.571,857.0623605,1.528078899,0.694047587,0.510437557,8.235015663,1082.55696,0.430775253,0.341045569,0.255243987,Energy,7
+ett2/15T/long,VISIT-2.0,16.84720734,16.84720734,2.730451389,1.125525399,0.168943207,0.215167798,8.476611894,4.104534973,0.218738084,0.145510687,0.117276906,Energy,7
+ett2/15T/medium,VISIT-2.0,16.05315724,16.05315724,2.520723121,1.031853272,0.153079168,0.190624961,7.845025689,4.006639145,0.213521038,0.134333889,0.107756975,Energy,7
+ett2/15T/short,VISIT-2.0,9.853226144,9.853226144,1.954228138,0.834325485,0.11899748,0.140002423,6.835774328,3.138984891,0.14901878,0.092774162,0.075060719,Energy,7
+ett2/D/short,VISIT-2.0,144839.1365,144839.1365,233.8390873,1.552761636,0.358221532,0.161783055,12.9200394,380.5773726,0.217814447,0.133832264,0.108687388,Energy,7
+ett2/H/long,VISIT-2.0,304.8348214,304.8348214,11.11452443,1.199835422,0.204502339,0.221790681,8.425253141,17.45951951,0.239094682,0.152204858,0.12090013,Energy,7
+ett2/H/medium,VISIT-2.0,316.8662202,316.8662202,11.58636184,1.231517736,0.202281575,0.216162436,8.406477824,17.80073651,0.239876357,0.156133667,0.12375938,Energy,7
+ett2/H/short,VISIT-2.0,120.3081194,120.3081194,6.77662586,0.776269351,0.127625703,0.115720676,5.973188854,10.9685058,0.139111172,0.085946471,0.069206247,Energy,7
+ett2/W/short,VISIT-2.0,4671782,4671782,1527.943359,1.047728287,0.18309021,0.210564205,9.409364511,2161.430545,0.181310852,0.128170999,0.10355989,Energy,7
+hierarchical_sales/D/short,VISIT-2.0,29.27929671,29.27929671,2.366025152,0.759082014,0.675902236,1.079490088,7.209907957,5.411034717,1.660045528,0.725870315,0.589362125,Sales,1
+hierarchical_sales/W/short,VISIT-2.0,486.6075874,486.6075874,9.234424656,0.733149274,0.546126643,0.471068366,6.833028079,22.05918374,1.012747916,0.423956953,0.354998356,Sales,1
+hospital/M/short,VISIT-2.0,3319.908083,3319.908083,19.86221174,0.809792508,0.196542593,0.184842676,5.271630504,57.61864354,0.209169056,0.072104441,0.056161885,Healthcare,1
+jena_weather/10T/long,VISIT-2.0,1491.410582,1491.410582,10.14621879,0.716881312,0.857866505,0.674100103,6.864574974,38.61878535,0.23631497,0.062086453,0.050558884,Nature,21
+jena_weather/10T/medium,VISIT-2.0,1657.888312,1657.888312,10.32819151,0.677805343,0.870193237,0.671757122,6.09673487,40.71717465,0.249880577,0.063383928,0.051072677,Nature,21
+jena_weather/10T/short,VISIT-2.0,991.7269841,991.7269841,6.345827133,0.289624832,0.354273154,0.549468219,2.241837928,31.49169707,0.195602923,0.039415543,0.030491277,Nature,21
+jena_weather/D/short,VISIT-2.0,420.3872024,420.3872024,10.20560671,1.050971721,0.610190661,0.443838646,7.593760291,20.50334613,0.123463655,0.061454433,0.048905794,Nature,21
+jena_weather/H/long,VISIT-2.0,1189.090741,1189.090741,10.65990307,0.809075502,2.380228583,0.633014788,6.058631902,34.48319505,0.20762706,0.064184433,0.052115068,Nature,21
+jena_weather/H/medium,VISIT-2.0,1183.264484,1183.264484,9.755281188,0.737263294,2.5251924,0.659151979,5.918493886,34.39861166,0.210491189,0.059694291,0.04873422,Nature,21
+jena_weather/H/short,VISIT-2.0,1090.338972,1090.338972,8.507974037,0.523424274,1.813381564,0.607305363,4.499890832,33.02028123,0.202412214,0.052153337,0.042281715,Nature,21
+kdd_cup_2018/D/short,VISIT-2.0,2945.058581,2945.058581,22.30492594,1.292963612,0.616612303,0.500002565,9.707818695,54.26839394,1.215669611,0.49965401,0.397431868,Nature,1
+kdd_cup_2018/H/long,VISIT-2.0,3932.69634,3932.69634,23.19247749,0.984605492,0.96928089,0.594954504,7.251158509,62.71121383,1.471458486,0.54418924,0.427211798,Nature,1
+kdd_cup_2018/H/medium,VISIT-2.0,5146.650542,5146.650542,24.82211169,1.030117883,0.894029548,0.558946832,8.310623184,71.7401599,1.501651474,0.519571753,0.41439008,Nature,1
+kdd_cup_2018/H/short,VISIT-2.0,4582.676649,4582.676649,22.19948863,0.930475595,0.829143412,0.49959618,7.540307929,67.69546993,1.416988792,0.464675504,0.372016718,Nature,1
+loop_seattle/5T/long,VISIT-2.0,80.79254443,80.79254443,4.995749556,0.790809917,0.144589939,0.114225534,6.404563215,8.988467302,0.15891794,0.088325874,0.070449442,Transport,1
+loop_seattle/5T/medium,VISIT-2.0,66.76649195,66.76649195,4.608493282,0.73390919,0.138593348,0.105886423,5.656886321,8.171076548,0.145380238,0.081994563,0.065199756,Transport,1
+loop_seattle/5T/short,VISIT-2.0,42.74672312,42.74672312,3.545443804,0.561035393,0.089226582,0.076511954,4.043141739,6.538097822,0.112113947,0.060796536,0.048061383,Transport,1
+loop_seattle/D/short,VISIT-2.0,18.97574174,18.97574174,2.92311722,0.88486902,0.053865264,0.053922715,9.295325256,4.356115442,0.077849609,0.052240014,0.04349331,Transport,1
+loop_seattle/H/long,VISIT-2.0,62.44595803,62.44595803,4.246987337,0.889018192,0.124850274,0.098682254,7.670526835,7.902275497,0.141224243,0.07589935,0.061641339,Transport,1
+loop_seattle/H/medium,VISIT-2.0,72.4377322,72.4377322,4.60231271,0.944292508,0.120227819,0.105820965,8.12877387,8.511035906,0.15043159,0.081345353,0.066434064,Transport,1
+loop_seattle/H/short,VISIT-2.0,61.75708731,61.75708731,4.174778856,0.847054848,0.112897549,0.097057615,7.810267547,7.858567764,0.139104641,0.073897831,0.060469165,Transport,1
+m4_daily/D/short,VISIT-2.0,395095.5747,395095.5747,183.9358461,3.452099262,0.039574298,0.032045797,26.93269429,628.5662851,0.09709612,0.028413005,0.022528801,Econ/Fin,1
+m4_hourly/H/short,VISIT-2.0,1608486.647,1608486.647,221.2855525,0.904548783,0.092779034,0.087151041,8.038997741,1268.261269,0.173145657,0.030210362,0.02335794,Econ/Fin,1
+m4_monthly/M/short,VISIT-2.0,2017979.912,2017979.912,594.7317989,0.996370512,0.170080263,0.139058146,8.175298379,1420.556198,0.295240346,0.123605685,0.098860289,Econ/Fin,1
+m4_quarterly/Q/short,VISIT-2.0,1930584.872,1930584.872,592.121418,1.259133869,0.119358852,0.108804898,9.79376685,1389.454883,0.23257028,0.099110698,0.079287634,Econ/Fin,1
+m4_weekly/W/short,VISIT-2.0,325764.3334,325764.3334,289.3315567,2.521862453,0.068903983,0.070933353,16.7022049,570.7576836,0.103983205,0.052711726,0.041604624,Econ/Fin,1
+m4_yearly/A/short,VISIT-2.0,4802275.793,4802275.793,1074.762267,3.973858513,0.192385011,0.183791818,34.07422155,2191.409545,0.351402678,0.172343111,0.139017909,Econ/Fin,1
+m_dense/D/short,VISIT-2.0,7612.054074,7612.054074,44.21840567,0.663985115,0.122521878,0.095648227,8.163031803,87.24708634,0.151037612,0.076548601,0.063470317,Transport,1
+m_dense/H/long,VISIT-2.0,42433.12198,42433.12198,87.67401235,0.716558049,0.264799613,0.200298002,7.122331988,205.9930144,0.356604359,0.151776676,0.122664317,Transport,1
+m_dense/H/medium,VISIT-2.0,34892.96444,34892.96444,80.92523438,0.687349214,0.251775519,0.195656976,6.850453866,186.7965857,0.32500246,0.140799684,0.11408257,Transport,1
+m_dense/H/short,VISIT-2.0,39949.17333,39949.17333,86.67401042,0.774836327,0.260889496,0.213648529,9.223395559,199.8728929,0.354524707,0.153738097,0.126945261,Transport,1
+restaurant/D/short,VISIT-2.0,149.3572663,149.3572663,7.328589066,0.698228348,0.654655003,0.400544994,4.711771649,12.22118105,0.562447068,0.337278649,0.263442371,Sales,1
+saugeen/D/short,VISIT-2.0,1234.22125,1234.22125,14.10548503,3.133616177,0.34306778,0.351651637,67.69834775,35.13148517,1.137917175,0.456880021,0.410854877,Nature,1
+saugeen/M/short,VISIT-2.0,427.913365,427.913365,12.96450806,0.759596902,0.373726981,0.383630934,15.8484864,20.68606693,0.621057787,0.389233425,0.349543966,Nature,1
+saugeen/W/short,VISIT-2.0,778.2017578,778.2017578,13.94189758,1.131146062,0.397507954,0.398130131,15.6995901,27.89626781,0.84207204,0.420847772,0.354662885,Nature,1
+solar/10T/long,VISIT-2.0,31.41267615,31.41267615,2.408331512,1.054740041,3.642023643,1.503220017,6.489952993,5.604701254,1.211366389,0.520522275,0.404381286,Energy,1
+solar/10T/medium,VISIT-2.0,30.15514474,30.15514474,2.353129234,1.032676577,3.813483197,1.498146446,5.148397639,5.491370024,1.21855677,0.522168702,0.401489045,Energy,1
+solar/10T/short,VISIT-2.0,30.52764931,30.52764931,2.377127231,1.04130393,6.525262328,1.532226592,5.614907856,5.525183193,1.607275192,0.691506054,0.538156862,Energy,1
+solar/D/short,VISIT-2.0,157367.7002,157367.7002,260.5735706,1.017449956,1.194069581,0.426435054,5.570359389,396.6959796,0.573090574,0.376440057,0.292963456,Energy,1
+solar/H/long,VISIT-2.0,802.5532036,802.5532036,12.62495945,0.964104811,6.972923661,1.412986811,5.75483189,28.32936998,0.982230886,0.437730352,0.343707312,Energy,1
+solar/H/medium,VISIT-2.0,743.057056,743.057056,12.11323468,0.928120897,5.523926386,1.415048752,5.384240019,27.25907291,0.981935429,0.436346986,0.341009315,Energy,1
+solar/H/short,VISIT-2.0,677.4938853,677.4938853,11.72148623,0.90741156,5.045779662,1.415399224,5.435991821,26.02871271,0.959427046,0.432057898,0.339269639,Energy,1
+solar/W/short,VISIT-2.0,1664646.891,1664646.891,1033.378878,1.133101403,0.235889546,0.203043764,6.221370189,1290.211956,0.263364517,0.210938465,0.150680271,Energy,1
+sz_taxi/15T/long,VISIT-2.0,16.38792735,16.38792735,2.777651465,0.524707819,6.11E+12,0.406419646,3.619052675,4.048200508,0.374694228,0.257094472,0.20195555,Transport,1
+sz_taxi/15T/medium,VISIT-2.0,16.82079661,16.82079661,2.806636452,0.548101593,9.22E+12,0.409684845,3.791829373,4.101316448,0.381695953,0.261204369,0.205194898,Transport,1
+sz_taxi/15T/short,VISIT-2.0,16.79960094,16.79960094,2.743774433,0.548104363,1.12E+12,0.396119776,3.915898842,4.098731626,0.383248937,0.256554644,0.201708717,Transport,1
+sz_taxi/H/short,VISIT-2.0,7.394236508,7.394236508,1.865402874,0.568923161,0.984328441,0.299512879,4.174044781,2.719234544,0.253313478,0.173773789,0.137411362,Transport,1
+temperature_rain/D/short,VISIT-2.0,192.0460197,192.0460197,5.897164696,1.355078374,23.04074087,1.510414795,20.13512975,13.85806695,1.631460858,0.694252193,0.560146196,Nature,1
+us_births/D/short,VISIT-2.0,104432.5267,104432.5267,248.2410938,0.365751042,0.02342323,0.02351929,2.646645635,323.1602183,0.030293648,0.023270588,0.018487221,Healthcare,1
+us_births/M/short,VISIT-2.0,56537034.67,56537034.67,6159.869792,0.695101668,0.019086725,0.019261889,4.636737895,7519.111295,0.023354308,0.019132514,0.014886298,Healthcare,1
+us_births/W/short,VISIT-2.0,2024610.429,2024610.429,1129.129255,1.02627186,0.015295206,0.015320376,6.084044685,1422.888059,0.019315566,0.015327819,0.01211912,Healthcare,1

results/VISIT-2.0/config.json

@@ -0,0 +1,7 @@
+{
+    "model": "VISIT-2.0",
+    "model_type": "pretrained",
+    "model_dtype": "float32",
+    "testdata_leakage": "No",
+    "replication_code_available": "No"
+}