diff --git a/.gitignore b/.gitignore index 0f23702355e81d03331a14a75ad42844a9f7859a..46141db48eda31c2c991a0b4e2f0ffdbc38b6283 100644 --- a/.gitignore +++ b/.gitignore @@ -11,4 +11,3 @@ eval-results/ eval-queue-bk/ eval-results-bk/ logs/ -/notebooks \ No newline at end of file diff --git a/requirements.txt b/requirements.txt index af41aae0f6c48cc3b38ef549e26e7d55f2ac2d2a..c1b5fcb5811f169dbf9950e8fe92baf5749dbe4d 100644 --- a/requirements.txt +++ b/requirements.txt @@ -5,8 +5,6 @@ gradio==4.44.0 gradio[oauth]==4.44.0 gradio_leaderboard==0.0.9 gradio_client -fastapi==0.112.4 -starlette==0.38.6 huggingface-hub>=0.18.0,<0.35.3 matplotlib numpy diff --git a/results/CHARM/all_results.csv b/results/CHARM/all_results.csv deleted file mode 100644 index f1ae4a8c319f5136ad88e548cc3482839678ee61..0000000000000000000000000000000000000000 --- a/results/CHARM/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -m4_yearly/A/short,CHARM,9772078.977278663,9772078.977278663,1867.858873867379,7.593335647150201,0.30261097686046723,0.3316973500276538,77.61016591122635,3126.0324658068835,0.5012737948151276,0.299519827808613,0.216802597705312,Econ/Fin,1 -m4_quarterly/Q/short,CHARM,2285540.066833333,2285540.066833333,719.8341672363281,1.6810757010201356,0.13820174767573676,0.13086142778396606,13.509733977346633,1511.8002734598685,0.2530487443633745,0.12048756397704376,0.08840619443626552,Econ/Fin,1 -m4_monthly/M/short,CHARM,2003697.5563055556,2003697.5563055556,605.4058155472367,1.018299970464635,0.17830959269073274,0.14373994549557015,8.300848567696326,1415.5202422803977,0.2941936997867558,0.1258241114668419,0.09323544109237632,Econ/Fin,1 -m4_weekly/W/short,CHARM,310953.10049282195,310953.10049282195,284.25227662309834,2.2951432096479425,0.07092209467163478,0.06955645920659685,18.776572283979455,557.6316889245284,0.10159184398304298,0.05178635560366617,0.037936599959239314,Econ/Fin,1 -m4_daily/D/short,CHARM,477470.21328872215,477470.21328872215,223.78039499212122,4.049541951845173,0.045404538405969315,0.03544607908294089,32.06067734285996,690.9921948102758,0.10673919706227412,0.03456788638010004,0.025575942882885744,Econ/Fin,1 -m4_hourly/H/short,CHARM,703938.1848221009,703938.1848221009,188.31782488738475,0.9628039788113493,0.10548444992102286,0.09496843411726652,7.555059695115086,839.0102411902377,0.11454343471647206,0.025709543724204965,0.019045837584490338,Econ/Fin,1 -electricity/15T/short,CHARM,167809.57846886438,167809.57846886438,57.630334362682994,1.0868165940211343,0.16902681269512698,0.17463798239424422,13.675188315826277,409.6456742953163,0.8074923906424104,0.11360075154729009,0.08999848872210707,Energy,1 -electricity/15T/medium,CHARM,298782.2437331081,298782.2437331081,56.508053121480856,0.8517513869671138,0.12374580438663883,0.13196732247842324,7.281439787483403,546.6097728115626,0.9418636675705558,0.09736906438117733,0.07271581157089801,Energy,1 -electricity/15T/long,CHARM,359433.88474882697,359433.88474882697,61.30270484938063,0.8968833256214381,0.1255558264621846,0.13332243718734157,7.171242771623639,599.5280516780069,0.9458289872796173,0.09671253093647023,0.071346034518578,Energy,1 -electricity/H/short,CHARM,1844452.5727604167,1844452.5727604167,186.18088238140484,1.0015472999516133,0.17107713585348122,0.13232907905234947,10.669372482649718,1358.1062450192976,0.6411231406894944,0.08789067312403938,0.06680279128168629,Energy,1 -electricity/H/medium,CHARM,5364197.180672861,5364197.180672861,240.9557252076295,1.0816635062677757,0.2488475453204427,0.1302583206451691,8.82753067561312,2316.0736561415442,0.904039867053274,0.09405295950100732,0.06951313366597597,Energy,1 -electricity/H/long,CHARM,6825372.514402403,6825372.514402403,260.45923836336334,1.1604502759386406,0.28362830081760904,0.1392010934274118,9.453820049345966,2612.5413899883774,1.0303855935931494,0.1027250507709842,0.07573514300072727,Energy,1 -electricity/D/short,CHARM,1786539043.953009,1786539043.953009,4701.763734234234,1.4653160433534007,0.5019634604764751,0.09851534731753238,12.255695829144422,42267.47028097387,0.6945949402903838,0.0772655964156432,0.05653858724900151,Energy,1 -electricity/W/short,CHARM,120595031973.13153,120595031973.13153,40481.44301801802,1.803978584052248,0.2652676341546595,0.11141197692166578,14.071905044737937,347267.9541407924,0.7923508994229451,0.0923652971798859,0.06528858797113697,Energy,1 -solar/10T/short,CHARM,20.172593937709095,20.172593937709095,2.006596574992159,0.8803998488154768,4.0677791991532315,1.5341590120264503,3.9177347929126514,4.491391091600585,1.3065451567600395,0.5837187150168651,0.3984541569594339,Energy,1 -solar/10T/medium,CHARM,19.180443293709217,19.180443293709217,1.9659392102264086,0.8595736652283438,3.3788076134773775,1.4681642891714644,4.350056469705939,4.379548297908041,0.9718391838420711,0.4362497288732209,0.30034834010718303,Energy,1 -solar/10T/long,CHARM,20.505420199082522,20.505420199082522,2.039372358608323,0.8918522563178894,3.409094891923564,1.4741644379097143,4.4872146803612285,4.528291090365385,0.9787176598176033,0.4407777023346771,0.3008509558214782,Energy,1 -solar/H/short,CHARM,761.1317720338711,761.1317720338711,11.605476147845485,0.8951143891173999,4.398335056290199,1.409650311791831,5.762677528363169,27.58861671113416,1.0169256047565232,0.4277817178623597,0.3093690338248978,Energy,1 -solar/H/medium,CHARM,806.8217305352798,806.8217305352798,12.169083124239659,0.9265375943825596,4.380685170825669,1.4097298652296228,5.570940011951933,28.40460755819872,1.0232002609248116,0.43835877691412645,0.31372188118260125,Energy,1 -solar/H/long,CHARM,771.0409164639092,771.0409164639092,12.890160558596918,0.981163325524806,4.55416241714395,1.4139263904166182,5.246255197753449,27.76762352928153,0.9627542397185938,0.44692541712674544,0.30625372144602037,Energy,1 -solar/D/short,CHARM,145365.97566909975,145365.97566909975,253.72757755474453,0.9895321483195288,1.161669921875,0.421251698886101,5.065394567438577,381.26890204827845,0.5508037137038884,0.3665499368961075,0.273472601426665,Energy,1 -solar/W/short,CHARM,3826825.6350364964,3826825.6350364964,1590.8822137317518,1.7479112891985091,0.36732929118358304,0.2925708102483819,16.597385478754425,1956.227398600811,0.39931491085681003,0.32473882628080464,0.23419119031177285,Energy,1 -hospital/M/short,CHARM,3631.5481584093873,3631.5481584093873,20.171053240269178,0.8033462374272505,0.19295593221930513,0.17915692053790302,5.623271348446782,60.262327854219066,0.21876624387723012,0.07322560726655328,0.053852587460759105,Healthcare,1 -covid_deaths/D/short,CHARM,279578.686716792,279578.686716792,110.89151394110276,38.22453032586524,0.10356195819303964,0.38015103065280387,794.2405857591385,528.752008711827,0.19894550710079087,0.04172346981325736,0.03283314116914361,Healthcare,1 -us_births/D/short,CHARM,203770.76,203770.76,289.892578125,0.4267631961157118,0.02776156743367513,0.02750789960225423,3.9906840988858874,451.4097473471303,0.04231600083497119,0.027175076856628348,0.020494683923911794,Healthcare,1 -us_births/M/short,CHARM,52649312.0,52649312.0,5898.647135416667,0.6645089475841784,0.01825857659180959,0.018404711037874222,4.960616221377454,7255.984564481929,0.022537038586603088,0.018321157786136064,0.013226610681263747,Healthcare,1 -us_births/W/short,CHARM,3056115.714285714,3056115.714285714,1398.806919642857,1.2718276762082255,0.01885665101664407,0.018913879990577698,7.203809816897218,1748.174966725503,0.023731303757006387,0.01898866677494267,0.013463476235376066,Healthcare,1 -saugeen/D/short,CHARM,1108.8179166666666,1108.8179166666666,12.282783203125,2.7290430153342196,0.2812818400065104,0.3197357432047526,23.31665094550881,33.298917650077854,1.0785598766665676,0.3978422745116977,0.30242764423060925,Nature,1 -saugeen/M/short,CHARM,383.6525065104167,383.6525065104167,12.51698230561756,0.7334816336041241,0.38404673621768043,0.37861551557268414,4.541488750859863,19.587049459028194,0.5880619853580524,0.3757973594098576,0.2757463568486823,Nature,1 -saugeen/W/short,CHARM,986.0779296875,986.0779296875,14.509938049316407,1.1773638139270086,0.3640423774719238,0.373656702041626,8.934418540144424,31.401877805117007,0.9478917930041924,0.4379945453996085,0.3288411460699756,Nature,1 -temperature_rain/D/short,CHARM,184.48986082564463,184.48986082564463,5.889893864101657,1.3641067445464525,30.271426642899755,1.5104914289687121,23.075236705905155,13.582704473912573,1.599043429372321,0.6933962305652036,0.5212514553562415,Nature,1 -kdd_cup_2018/H/short,CHARM,4189.476863319628,4189.476863319628,21.75279070197554,0.9197559139740675,0.8335044795647942,0.4870458572783472,7.205096319621692,64.72616830401464,1.3548359237522745,0.45532530438810104,0.3412152310683595,Nature,1 -kdd_cup_2018/H/medium,CHARM,5075.062182691,5075.062182691,24.68207317962816,1.0204878424859904,0.9335498563963637,0.5457168894263152,8.031286782444067,71.23947067946953,1.4911711548536515,0.5166404974153651,0.38352259114123993,Nature,1 -kdd_cup_2018/H/long,CHARM,3957.7361188415816,3957.7361188415816,23.444780943690276,0.9956361260700548,1.020703614297042,0.5950373636528085,7.126341338465262,62.91054060204523,1.4761355544482444,0.5501093200923278,0.4005467745793005,Nature,1 -kdd_cup_2018/D/short,CHARM,2967.668010048873,2967.668010048873,21.503780535191833,1.1987815332885163,0.5095515210258017,0.4702272707496966,9.293461351889299,54.476306868664224,1.2203271129124733,0.4817075151676401,0.3540713294394005,Nature,1 -car_parts/M/short,CHARM,1.33926035547947,1.33926035547947,0.48519024887581624,0.8739543803854425,0.7871757322466021,1.869218137296877,16.839962368136312,1.157264168407313,2.775000763173573,1.1634364457751734,0.940713976267944,Sales,1 -restaurant/D/short,CHARM,146.2574166579107,146.2574166579107,7.369804070934903,0.7034349249429964,0.7006966158089388,0.4018968917235302,4.688235097701538,12.093693259625478,0.5565797846137083,0.33917545900888896,0.245585095635033,Sales,1 -hierarchical_sales/D/short,CHARM,29.030816017078337,29.030816017078337,2.3299006764481707,0.7514331693424623,0.6560222217816357,1.056839025843582,6.9066899407174445,5.388025242802629,1.6529864757117478,0.714787725440795,0.541088193766834,Sales,1 -hierarchical_sales/W/short,CHARM,487.262058064089,487.262058064089,9.193289805266817,0.7551886247916773,0.5535404225033783,0.4710119376748295,6.994411460243042,22.074013184377893,1.0134287424977315,0.4220684317323124,0.3379094517718997,Sales,1 -loop_seattle/5T/short,CHARM,54.15777761736891,54.15777761736891,3.9200280692432194,0.6168106325577031,0.09319484767776033,0.08582245454699632,4.403776868367571,7.359196805179822,0.1261939779818496,0.06721982696673154,0.04887173755289207,Transport,1 -loop_seattle/5T/medium,CHARM,75.22081494090234,75.22081494090234,4.838211842508385,0.7688237711236765,0.14426203846808436,0.11165619364955968,5.6921218517934085,8.672993424470143,0.15431037373551784,0.0860817299275986,0.06302400391457365,Transport,1 -loop_seattle/5T/long,CHARM,96.5279299069774,96.5279299069774,5.398897385800081,0.8542708476693045,0.15300511826781038,0.1239558805892834,7.0177246542470675,9.82486284418146,0.17370559428568402,0.09545361535944794,0.07080530206962084,Transport,1 -loop_seattle/H/short,CHARM,61.11823475136192,61.11823475136192,4.1544904347822165,0.841288573403987,0.11403534806187139,0.09637890127013245,8.1353804170682,7.8178152159898175,0.13838328202787806,0.07353870686822052,0.05573283285129185,Transport,1 -loop_seattle/H/medium,CHARM,69.11540106585397,69.11540106585397,4.488075657894737,0.9198625518651646,0.11942317753999472,0.1030782563767566,8.945979847343047,8.31356728882698,0.14694137243312216,0.07932623551878312,0.06019179465328708,Transport,1 -loop_seattle/H/long,CHARM,61.86304502063984,61.86304502063984,4.271694082306716,0.8923526635843902,0.12795344307777765,0.09913484713118388,8.102101243975282,7.865306416195102,0.14056353285175077,0.07634087976974441,0.05738948495971584,Transport,1 -loop_seattle/D/short,CHARM,17.688902460655314,17.688902460655314,2.927990155766254,0.8807210252584604,0.054698846854415596,0.053992783789541206,9.119683298190358,4.205817692275227,0.07516358175919163,0.05232709631405565,0.0409691856742258,Transport,1 -sz_taxi/15T/short,CHARM,16.724744300702554,16.724744300702554,2.730599595513536,0.5453009157401978,1012021170843.162,0.39486790518475395,3.959669052918628,4.08958974723658,0.38239414247609904,0.2553227475879568,0.18624456405956494,Transport,1 -sz_taxi/15T/medium,CHARM,16.32724859775641,16.32724859775641,2.7415294679821045,0.5352734728529617,8928814509330.816,0.40505095913878875,3.817818831993858,4.040699023406273,0.37605448216691456,0.2551450722895598,0.18623912572162218,Transport,1 -sz_taxi/15T/long,CHARM,15.806078614672364,15.806078614672364,2.708659341056802,0.5149215144231301,5608930480027.643,0.39981524258257656,3.577749242092137,3.975685930084564,0.3679823793022536,0.25070866425813354,0.18262495707511328,Transport,1 -sz_taxi/H/short,CHARM,7.2699599958892565,7.2699599958892565,1.8617143794002695,0.5679724173891258,1.2200180607983189,0.2960652163904956,4.130907618692551,2.6962863341806367,0.25117570745775436,0.17343018076462535,0.12709021393565598,Transport,1 -m_dense/H/short,CHARM,47871.556805555556,47871.556805555556,98.32472059461806,0.8581054475575379,0.3430081042906919,0.23674393124050563,8.023269082687346,218.79569649688167,0.38808909000838376,0.17440357352475513,0.13184243762356612,Transport,1 -m_dense/H/medium,CHARM,37933.76111111111,37933.76111111111,87.4280078125,0.7379145487909378,0.32016109232370565,0.21228578779432508,6.922527282089401,194.76591362738787,0.33886808365293064,0.15211368823856278,0.11538593114577042,Transport,1 -m_dense/H/long,CHARM,37876.875061728395,37876.875061728395,89.25485339506173,0.7511059051815672,0.3266049016610421,0.2152421211902006,6.654147888611272,194.61982186233857,0.3369156816848604,0.1545133454934001,0.11792607710976435,Transport,1 -m_dense/D/short,CHARM,11140.042962962963,11140.042962962963,60.43247106481481,0.8612611894920649,0.14617167728047975,0.12329865632233797,7.505394603225089,105.54640194228774,0.18271643412007718,0.1046175465466404,0.07739670012485807,Transport,1 -ett1/15T/short,CHARM,4.563380068824404,4.563380068824404,1.0517056419735864,0.678480079601368,0.4823513883007929,0.23486041114443823,4.698129143063571,2.1362069349256414,0.4038319862732182,0.19881612189772577,0.14419275842072574,Energy,7 -ett1/15T/medium,CHARM,9.483800223214285,9.483800223214285,1.6427892485119047,1.0277826561742587,0.6621628443159904,0.40224748883928574,6.604312899190576,3.0795779293945924,0.586970528884307,0.31311721805788156,0.22315361864407748,Energy,7 -ett1/15T/long,CHARM,9.098617931547619,9.098617931547619,1.6495366753472223,1.0414966722833336,0.7291892141245353,0.40266803075396823,7.033367269205918,3.016391541485889,0.5749272102421137,0.31440332128840975,0.2256610659131469,Energy,7 -ett1/H/short,CHARM,97.63678385416667,97.63678385416667,4.978119187127977,0.8336414772034413,0.4277032761346726,0.26922454833984377,6.0659507881263695,9.881132721209987,0.461192889487194,0.2323491887924012,0.16968509398281773,Energy,7 -ett1/H/medium,CHARM,155.49547061011904,155.49547061011904,7.724497767857143,1.4655237705522468,2366573800001.4146,0.5083131699335007,10.830657969293998,12.4697823000291,0.597273012656712,0.36998513222298324,0.268676046494625,Energy,7 -ett1/H/long,CHARM,180.9056216931217,180.9056216931217,8.434078414351852,1.6432641744444674,1255472574447.474,0.5665286432498347,10.948546436473022,13.450116047570805,0.6440969265892744,0.4038897483176805,0.2921510931522111,Energy,7 -ett1/D/short,CHARM,39457.28571428572,39457.28571428572,133.28221726190475,1.7086112753473564,1.5195740714905754,0.46679561554439486,10.247861212149797,198.63858062895466,0.5217308209309843,0.35007016465470664,0.2514301471765069,Energy,7 -ett1/W/short,CHARM,1113651.642857143,1113651.642857143,832.7677176339286,1.5443143114122866,0.6782628468104771,0.5540310314723423,9.899854250964875,1055.2969453462579,0.4199278421158212,0.33137815113734725,0.2313844485474888,Energy,7 -ett2/15T/short,CHARM,7.3464628673735115,7.3464628673735115,1.748282005673363,0.769447809945206,0.10940645629735563,0.13198129563104538,5.083798614539719,2.710435918330022,0.12867403529933805,0.08299716624542641,0.06019034052895226,Energy,7 -ett2/15T/medium,CHARM,13.52883060515873,13.52883060515873,2.3416184585813493,0.9726840263809445,0.14506077324840283,0.17726376488095238,7.055552761432705,3.678155870155414,0.19601557131164893,0.1247890780477805,0.0906459529847499,Energy,7 -ett2/15T/long,CHARM,12.778794642857143,12.778794642857143,2.2963355654761903,0.962187214391635,0.1439156607725871,0.17605050223214286,7.281746615810334,3.574743996827905,0.19050456575716082,0.12237587086570505,0.0900054056184778,Energy,7 -ett2/H/short,CHARM,101.03349144345238,101.03349144345238,6.294742838541667,0.7419993138055385,0.1236532054656059,0.11254986354282924,5.297244345603868,10.051541744600794,0.12748151676493236,0.0798348537062518,0.05884667392594112,Energy,7 -ett2/H/medium,CHARM,215.59084821428573,215.59084821428573,9.101642136346726,0.9928918707724674,0.1721737160400079,0.16274163382393972,7.0004991839302955,14.683012232314107,0.1978630197230303,0.12265047314832274,0.09078392337080587,Energy,7 -ett2/H/long,CHARM,223.27862103174604,223.27862103174604,9.318803736772487,1.0688097011655349,0.20065331071852235,0.17899010067894344,7.168567931153113,14.942510533098046,0.20462618114531583,0.12761384489404803,0.09461309055395556,Energy,7 -ett2/D/short,CHARM,124601.44761904761,124601.44761904761,213.00059523809523,1.3966455903422066,0.4531980968656994,0.1423779078892299,11.31345370103201,352.9893024144607,0.20202506813906873,0.12190584664266454,0.09127424094658929,Energy,7 -ett2/W/short,CHARM,4057394.8571428573,4057394.8571428573,1471.4375,1.07049861118005,0.16081999029432023,0.17307400703430176,10.30347246888561,2014.2976088807873,0.16896865668250666,0.12343102462669925,0.09320631241012131,Energy,7 -jena_weather/10T/short,CHARM,793.1503968253968,793.1503968253968,5.716567847842262,0.28097508582546665,0.4004252515002437,0.5397180950830853,2.8917946601642734,28.16292592798903,0.17492708068398932,0.0355070537667819,0.028006287007785263,Nature,21 -jena_weather/10T/medium,CHARM,1422.0320346320345,1422.0320346320345,9.38236607142857,0.6013099397214728,0.8281385565789035,0.6474207053796898,6.018579054295177,37.70984002395176,0.23142461794716235,0.05757941381192939,0.044564262861193464,Nature,21 -jena_weather/10T/long,CHARM,1389.581746031746,1389.581746031746,9.545997643849207,0.6475100423238881,0.8520969727767973,0.6432763801049934,6.239514923578308,37.277094120005465,0.22810493087834602,0.058413596448937954,0.04524369019973926,Nature,21 -jena_weather/H/short,CHARM,1127.1288638262322,1127.1288638262322,8.736642224049708,0.5438486090849666,1.8571209834769202,0.6160888671875,5.004823350124767,33.572739891558335,0.2057987506968474,0.05355505868160764,0.04097253042821256,Nature,21 -jena_weather/H/medium,CHARM,1390.490873015873,1390.490873015873,10.963873387896825,0.7886856062642835,2.924725621490672,0.6766796293712798,7.264398321507669,37.28928630338576,0.228179738945854,0.06708988064645643,0.05153096274347289,Nature,21 -jena_weather/H/long,CHARM,1340.9566137566137,1340.9566137566137,11.615759341931216,0.8272991169023285,2.9362598207091057,0.656794536933697,6.547328093699364,36.61907445248465,0.22048742136731644,0.06993974759927213,0.052146133344598215,Nature,21 -jena_weather/D/short,CHARM,410.35528273809524,410.35528273809524,10.29339812748016,1.2094197120804053,0.8281548462946806,0.45965498666914684,7.6455485013791975,20.257227913465734,0.12198162094288287,0.061983080506578955,0.04662335709923494,Nature,21 -bitbrains_fast_storage/5T/short,CHARM,1915424.97979284,1915424.97979284,162.00147424300891,0.6967297920796054,1.9561547079209756,0.7794563485253293,12.866652673140049,1383.9887932323875,4.345382519513736,0.5086445625523378,0.35743914679581684,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,CHARM,2917887.1148548196,2917887.1148548196,265.98174799377887,0.982754485697496,3.5706176323196397,0.8151838696823894,22.037047134057264,1708.182400932295,5.189929897350263,0.8081260088553686,0.5626249802648368,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,CHARM,4931816.900230053,4931816.900230053,407.2747355083541,0.9085918638742406,4.628548264485131,0.8274016619120756,17.74187789261031,2220.7694387824354,5.868830521529703,1.0763055167536155,0.6535163711365575,Web/CloudOps,2 -bitbrains_fast_storage/H/short,CHARM,2380370.3164623124,2380370.3164623124,264.7808318927846,1.0978432599926795,3.2438603811230586,0.5927183479751187,23.17131375655182,1542.8448776407538,4.397609170279694,0.7547113979640945,0.5114305282821788,Web/CloudOps,2 -bitbrains_rnd/5T/short,CHARM,1803573.583412219,1803573.583412219,126.85952081603327,1.670405148269509,1.2306010844713593,0.6751305014290299,50.1265436435464,1342.971922049087,5.495053419813822,0.5190725377433517,0.38080825574394633,Web/CloudOps,2 -bitbrains_rnd/5T/medium,CHARM,2264990.5158133875,2264990.5158133875,144.36256296425503,4.393865113797011,0.39853283556023594,0.7194548372062909,163.01890436544252,1504.9885434159914,6.33225392543487,0.6074068869264252,0.574243628272083,Web/CloudOps,2 -bitbrains_rnd/5T/long,CHARM,2178969.3823474105,2178969.3823474105,153.21568335546223,3.3200862145398142,0.9637387689062301,0.6992502026503388,120.49768052246468,1476.1332535877004,5.654734111103969,0.5869347831034162,0.5546804800406688,Web/CloudOps,2 -bitbrains_rnd/H/short,CHARM,1745905.6729039683,1745905.6729039683,146.2275138794169,5.873955076880216,1.289918792023004,0.5710860785252654,193.833932413184,1321.327239144024,5.782774515969541,0.6399631489798603,0.5440946464532354,Web/CloudOps,2 -bizitobs_application/10S/short,CHARM,1171415.7511111111,1171415.7511111111,489.2685069444444,1.4421225291188486,0.020745357937282986,0.020944930182562934,10.099545762363098,1082.3196159689203,0.04174074143277792,0.018869130650733593,0.013533343272532928,Web/CloudOps,2 -bizitobs_application/10S/medium,CHARM,4203259.306666667,4203259.306666667,1130.7472916666666,2.3919383320070966,0.033581021626790365,0.03461206436157226,15.925404139781671,2050.1851883833974,0.08050473829226774,0.0444011181556211,0.0325102899062769,Web/CloudOps,2 -bizitobs_application/10S/long,CHARM,7293315.413333333,7293315.413333333,1614.7275,3.46668602306499,0.049203126695421005,0.05072652604844835,20.82217479424213,2700.6138956417544,0.10415188329265815,0.06227358542472482,0.047977182749416036,Web/CloudOps,2 -bizitobs_service/10S/short,CHARM,3829.155737433862,3829.155737433862,22.81807007481812,0.8753271905535402,0.06427190750364273,0.053650549833105986,6.889380677739092,61.88017240953569,0.045842811328062935,0.016904356283745765,0.012471897125192324,Web/CloudOps,2 -bizitobs_service/10S/medium,CHARM,13575.059047619048,13575.059047619048,41.54374007936508,1.2491979477533333,0.0717720685686384,0.06503184485057044,11.20958772948039,116.51205537462228,0.08768970801854255,0.03126679403126577,0.023517244671468266,Web/CloudOps,2 -bizitobs_service/10S/long,CHARM,130042.82582010582,130042.82582010582,84.01010582010582,1.6282834199025624,0.08846206907242063,0.0858390880766369,15.501488622633655,360.614511383147,0.2671547585887895,0.06223737212711046,0.05212565886458504,Web/CloudOps,2 -bizitobs_l2c/5T/short,CHARM,20.90650111607143,20.90650111607143,2.707779947916667,0.27965137299071025,0.14879485130014894,0.20844054449172247,2.6325652120484837,4.572362749834206,0.15703344435699662,0.09299612367754095,0.07050456563482645,Web/CloudOps,7 -bizitobs_l2c/5T/medium,CHARM,108.47057823129252,108.47057823129252,6.796704267644558,0.6680172330186568,0.4312666095977922,0.7146899580144558,3.546491866942123,10.41492094215278,0.5479779996025003,0.3576065943428845,0.2554181718875181,Web/CloudOps,7 -bizitobs_l2c/5T/long,CHARM,193.13486111111112,193.13486111111112,9.453229166666667,0.8936816857414822,0.6501663001465556,0.8327047681051587,4.349299519768887,13.897296899437356,0.7803124444072206,0.5307846851053418,0.37462129531767796,Web/CloudOps,7 -bizitobs_l2c/H/short,CHARM,62.51560949900794,62.51560949900794,4.876427544487847,0.4857097264924896,0.39735138159004046,0.6358144850957961,2.5461823121629426,7.906681320187879,0.42619041703151367,0.26285196084769624,0.185922575690588,Web/CloudOps,7 -bizitobs_l2c/H/medium,CHARM,79.86783854166667,79.86783854166667,5.049188523065476,0.5136331367561462,0.47998003226497316,0.7661154610770089,3.599655486077902,8.936880806056813,0.5411417071491725,0.30573603434856994,0.22556741156815008,Web/CloudOps,7 -bizitobs_l2c/H/long,CHARM,90.35586557539682,90.35586557539682,5.4537977430555555,0.5835938773403844,0.6177882662181488,0.7939226422991071,5.131964603118704,9.50557023935949,0.5806276649852519,0.3331337067754453,0.2512016176601858,Web/CloudOps,7 diff --git a/results/CHARM/config.json b/results/CHARM/config.json deleted file mode 100644 index 925b332015df75c65e31e26d83f1b58aaf0b7dd3..0000000000000000000000000000000000000000 --- a/results/CHARM/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "CHARM", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://huggingface.co/c3aiia3c/CHARM", - "code_link": "https://huggingface.co/c3aiia3c/CHARM", - "org": "C3 AI", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/CastStar/all_results.csv b/results/CastStar/all_results.csv deleted file mode 100644 index e70b1ac4f5ca539c2c59966c57915990ea850494..0000000000000000000000000000000000000000 --- a/results/CastStar/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,CastStar,3352804.526461761,3352804.526461761,319.1565834057615,0.8167153908960898,3.5634193191305443,0.8085730228309247,14.423814622512515,1831.0664997377241,4.838962136831824,0.8434355732259318,0.6154550422903563,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,CastStar,2985002.868666961,2985002.868666961,246.87355815577615,0.9085762350867324,2.221366959340749,0.7983486452045363,19.868957601415676,1727.7160845077992,5.249278670669629,0.7500700576904213,0.5565229406171525,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,CastStar,1626894.4172261998,1626894.4172261998,147.87628411290856,0.6266989184974425,1.842513551297576,0.7073498385757822,12.138099654448684,1275.4977135323293,4.004747369429053,0.46429495993534253,0.35657330135340254,Web/CloudOps,2 -bitbrains_fast_storage/H/short,CastStar,2585339.1414201134,2585339.1414201134,280.51172146106984,0.9296859844324383,3.4233862671027646,0.5617329178501658,18.22861969376391,1607.8989835870018,4.583034256410286,0.7995495002507671,0.5776354289995604,Web/CloudOps,2 -bitbrains_rnd/5T/long,CastStar,2404527.312450495,2404527.312450495,165.92498874560508,3.246353299529552,1.3054981463190054,0.6771643318842706,114.66429735814803,1550.6538338554144,5.940205479679413,0.6356212494646887,0.5898290410234153,Web/CloudOps,2 -bitbrains_rnd/5T/medium,CastStar,2457864.3491282854,2457864.3491282854,156.03838266951425,4.320155189590338,0.9106129076606566,0.6906182661750065,158.04875944236272,1567.7577456763802,6.596356337830896,0.6565330500235333,0.6059712130032443,Web/CloudOps,2 -bitbrains_rnd/5T/short,CastStar,1563160.7393218903,1563160.7393218903,112.22432049523385,1.566950519550213,0.8492591312718903,0.631986096602206,50.94570144415739,1250.2642677937695,5.115720447427292,0.45918952164343585,0.3700884283093131,Web/CloudOps,2 -bitbrains_rnd/H/short,CastStar,1870097.4914965262,1870097.4914965262,143.8498172499041,5.776670392152601,1.1191285820272117,0.5220700689941552,195.5577005039446,1367.5150790746427,5.984915050605,0.6295571796314634,0.5813506717460268,Web/CloudOps,2 -bizitobs_application/10S/long,CastStar,5592887.182222222,5592887.182222222,1445.2133333333334,3.058635121048015,0.044202490912543406,0.0451468743218316,41.34535824869747,2364.9285786725613,0.09120584238971517,0.05573610158388003,0.0495042035046285,Web/CloudOps,2 -bizitobs_application/10S/medium,CastStar,3096560.8533333335,3096560.8533333335,980.3822916666667,2.1918917985730877,0.03140872001647949,0.03194992701212565,16.887737022760383,1759.7047631160556,0.06909842692699374,0.0384967271562588,0.03211790180561072,Web/CloudOps,2 -bizitobs_application/10S/short,CastStar,350758.1511111111,350758.1511111111,311.7676736111111,0.9515839882719838,0.013498870001898871,0.013585315280490451,5.982989761439813,592.2483863305252,0.022840652976312964,0.01202363300017449,0.009608475209997589,Web/CloudOps,2 -bizitobs_l2c/5T/long,CastStar,54.02609126984127,54.02609126984127,4.448235057043651,0.4393813236176895,0.34618342097317967,0.6668013702876984,2.5745816210732344,7.350244300010801,0.4127052288106383,0.24976174832964465,0.19250345911324726,Web/CloudOps,7 -bizitobs_l2c/5T/medium,CastStar,59.162452168367345,59.162452168367345,4.615489809204932,0.4490549673861194,0.32737627047452345,0.5857833758503401,2.6348219395282206,7.691713214126444,0.40469722660438195,0.24284263768122832,0.1876622265590528,Web/CloudOps,7 -bizitobs_l2c/5T/short,CastStar,13.423243350074404,13.423243350074404,1.9970485142299108,0.20269975128016818,0.08828118577235182,0.1729068574451265,1.5164698574908542,3.663774467686897,0.12582884506023867,0.06858672942100158,0.05359732014343706,Web/CloudOps,7 -bizitobs_l2c/H/long,CastStar,83.33524305555555,83.33524305555555,5.168777126736111,0.5513328762674852,0.5913184964898596,0.77591552734375,4.3384283068085345,9.128813890947473,0.557614299838462,0.31572382491049705,0.2529013796089271,Web/CloudOps,7 -bizitobs_l2c/H/medium,CastStar,75.45478980654762,75.45478980654762,4.828146216982887,0.49266343235560545,0.4590890344097636,0.7554547264462426,3.4158546059670987,8.686471654621778,0.5259790526801219,0.29235158697128644,0.23247359123274075,Web/CloudOps,7 -bizitobs_l2c/H/short,CastStar,50.662035745287696,50.662035745287696,4.294074164496528,0.42522997813117624,0.3913775473761616,0.5887604365273128,2.6417793571516324,7.117726866443225,0.3836637069148386,0.23146159478036182,0.180139145170849,Web/CloudOps,7 -bizitobs_service/10S/long,CastStar,122300.72211640212,122300.72211640212,71.37681878306879,1.2317815129640888,0.07838926607969576,0.07605878880415014,13.138841715030633,349.7152014374012,0.25908020133880033,0.05287822921403843,0.045941234281334904,Web/CloudOps,2 -bizitobs_service/10S/medium,CastStar,8331.093968253968,8331.093968253968,30.785396825396827,0.9480166995430866,0.06153785342261905,0.055134446885850695,8.511064993842236,91.27482658572389,0.06869558538972019,0.023169815112048027,0.01801883358066521,Web/CloudOps,2 -bizitobs_service/10S/short,CastStar,1983.398888888889,1983.398888888889,17.268165715939155,0.6799787873617735,0.04783656690486524,0.03843312662114542,4.86263018043372,44.53536672004497,0.03299322439603451,0.012792809587833909,0.009919393166875033,Web/CloudOps,2 -car_parts/M/short,CastStar,1.4436843565962016,1.4436843565962016,0.4524590056525674,0.8391492100029275,0.8452076502556648,1.9066973316633038,20.906341425609234,1.2015341678854587,2.8811556806861573,1.084950282111142,0.9448667274275488,Sales,1 -covid_deaths/D/short,CastStar,236038.09523809524,236038.09523809524,77.88262844611529,30.661524329875594,0.07907825944813303,0.35343029815750315,499.75891372067207,485.8375193808062,0.18279873102429933,0.029303717973308347,0.024520325397836162,Healthcare,1 -electricity/15T/long,CastStar,311774.6353708709,311774.6353708709,55.45735411974474,0.8346380734166362,0.12128090702493909,0.12590860562711148,6.915806926230703,558.3678316046429,0.8808937302080163,0.08749077717750572,0.06983227496456859,Energy,1 -electricity/15T/medium,CastStar,253884.82181306306,253884.82181306306,50.50490470157658,0.7869655508505508,0.11998229226533319,0.12371108211482967,6.816641397255245,503.8698461041929,0.8682185013560212,0.08702503833115684,0.0700433348053309,Energy,1 -electricity/15T/short,CastStar,118099.24175816441,118099.24175816441,44.56255067567567,0.8659906007945392,0.14316012700343864,0.1494455048844621,9.967605004422929,343.65570235071675,0.6774131315604116,0.08784157165744186,0.07363897339401321,Energy,1 -electricity/D/short,CastStar,1225056518.882018,1225056518.882018,4151.9007207207205,1.3744893520503494,0.28457089669111324,0.09196905792511262,10.952466694873307,35000.8074032874,0.5751795308967208,0.06822952057527688,0.05332412627787286,Energy,1 -electricity/H/long,CastStar,5860981.76,5860981.76,246.24214114114113,1.1134175861167328,0.2783388680783042,0.1345660279420045,9.265869310234246,2420.9464595484137,0.9548205811640349,0.09711782901440857,0.07691875234693807,Energy,1 -electricity/H/medium,CastStar,5335212.670630631,5335212.670630631,232.08209318693693,1.0361039220114319,0.22290504924924712,0.12530079059772664,8.591142364530677,2309.807929380846,0.901594113249278,0.09058928508570903,0.07225530660130762,Energy,1 -electricity/H/short,CastStar,1655519.69740991,1655519.69740991,159.89698602899776,0.8634937984786533,0.17040432602507946,0.1183189295863246,10.235384870815778,1286.6700033069512,0.6074001304821995,0.07548279662081632,0.06265784129379959,Energy,1 -electricity/W/short,CastStar,36730934288.60541,36730934288.60541,26400.506081081083,1.4042479861739843,0.2188702474666547,0.09229411649274397,11.415612417672753,191653.16143650073,0.4372892686476322,0.06023724268147976,0.0472780161065979,Energy,1 -ett1/15T/long,CastStar,7.76934089781746,7.76934089781746,1.4884237041170636,0.9646467733920897,0.7460625304429511,0.3730271499875992,6.935002238032526,2.787353744650553,0.5312723797058652,0.28369502967267873,0.2206557814415155,Energy,7 -ett1/15T/medium,CastStar,8.799727182539682,8.799727182539682,1.5329715401785715,0.9674879710346623,0.7313873971152508,0.37050331721230156,6.482677304021323,2.9664334111083095,0.5654051411964138,0.2921858912723467,0.22383279760610847,Energy,7 -ett1/15T/short,CastStar,4.665487234933035,4.665487234933035,1.0536911737351191,0.6734029655946993,0.470469526480606,0.23137225196475075,4.440284274696769,2.1599738968175135,0.40832497575037263,0.1991914918961282,0.15337971860422472,Energy,7 -ett1/D/short,CastStar,43092.75555555556,43092.75555555556,141.18231646825396,1.7086610813118757,1.2724681067088293,0.4852843269469246,10.238452829662968,207.58794655652713,0.545236627393254,0.37082003726915075,0.2799706696477643,Energy,7 -ett1/H/long,CastStar,139.3713458994709,139.3713458994709,7.1362743882275135,1.3705405089196978,3285014216058.133,0.495920009713955,8.94638092756597,11.805564192340444,0.5653429000943228,0.3417407243549583,0.2626569823442895,Energy,7 -ett1/H/medium,CastStar,138.0328125,138.0328125,6.751969401041666,1.2202037153762022,3858211723316.88,0.43249577113560267,7.661305454651649,11.748736634208804,0.5627366344966419,0.32340332882288414,0.24750492877085428,Energy,7 -ett1/H/short,CastStar,97.15809151785714,97.15809151785714,4.839385695684523,0.7967168781434163,0.4518911815824963,0.2558232625325521,5.3409661581647185,9.85688041511396,0.46006093514139856,0.22587392916451338,0.17298440999752257,Energy,7 -ett1/W/short,CastStar,1051595.4285714286,1051595.4285714286,808.4739118303571,1.427257483942142,0.6017969676426479,0.5207920755658831,7.321170559039648,1025.4732705299677,0.4080602900824365,0.32171106596964855,0.23601011534147476,Energy,7 -ett2/15T/long,CastStar,10.681512896825398,10.681512896825398,2.0578534226190475,0.854207994815305,0.12960005239928254,0.15761233375186012,6.780657280768023,3.268258388932154,0.1741714055229116,0.109666733876204,0.08886791001585162,Energy,7 -ett2/15T/medium,CastStar,10.766412450396825,10.766412450396825,2.02916015625,0.8363641683995805,0.12613965093701504,0.15309433710007442,6.1866192881998225,3.2812211827910693,0.17486221627201176,0.10813761777281868,0.08574068729784425,Energy,7 -ett2/15T/short,CastStar,7.449161783854167,7.449161783854167,1.6784679594494047,0.7152331457318958,0.09907750772768395,0.11984579903738839,4.676096425357146,2.7293152591546046,0.1295703047707031,0.07968284511078544,0.06251711954252065,Energy,7 -ett2/D/short,CastStar,132963.3777777778,132963.3777777778,208.98477182539682,1.3509376870306549,0.4260611397879464,0.13416597881014386,12.931455333863655,364.6414372747258,0.20869391529213152,0.11960749879289098,0.09634771059074683,Energy,7 -ett2/H/long,CastStar,204.20613425925927,204.20613425925927,8.794750330687831,0.9820612790639449,0.1739749063314509,0.16620315471023478,8.52915036224312,14.290071177543494,0.19569152632540995,0.120437336839008,0.09799372909238241,Energy,7 -ett2/H/medium,CastStar,230.487109375,230.487109375,9.45964122953869,1.014498237691088,0.16955097857240103,0.16538089570545014,7.355610153351898,15.18180191462792,0.20458454385108538,0.12747474883567034,0.10189369491328919,Energy,7 -ett2/H/short,CastStar,104.9778087797619,104.9778087797619,6.28216552734375,0.7194055499461999,0.11701159065713966,0.10726990472702753,5.111712057348414,10.245867888068922,0.12994611295782027,0.07967533840510944,0.06298900023682591,Energy,7 -ett2/W/short,CastStar,3591336.285714286,3591336.285714286,1294.113560267857,0.796225868799259,0.12267758165087018,0.13467180728912354,6.499675323782676,1895.0821316540046,0.15896833746596287,0.10855628773639842,0.08445128979693782,Energy,7 -hierarchical_sales/D/short,CastStar,28.412236461347664,28.412236461347664,2.303383694191815,0.7432246541196934,0.6353245096121958,1.0497604010567383,6.8608627175956824,5.330312979680242,1.6352809925105587,0.7066526089424089,0.573380660833156,Sales,1 -hierarchical_sales/W/short,CastStar,438.2970405190678,438.2970405190678,8.663619736493644,0.7063090112756031,0.5125157426549327,0.44724137904280326,6.8725420124326515,20.93554490618928,0.9611611069798378,0.39775101979403504,0.3355324945001602,Sales,1 -hospital/M/short,CastStar,2086.1430356366795,2086.1430356366795,16.38695981366797,0.736008231722177,0.1867499121475717,0.1690590604394998,4.8843757272815544,45.674314834890296,0.16580836907373872,0.05948846940787852,0.046787888854281624,Healthcare,1 -jena_weather/10T/long,CastStar,1345.7535714285714,1345.7535714285714,9.238129340277778,0.5905505157546541,0.7361508906073064,0.6305965685970569,5.609328995571303,36.68451405468759,0.22447883184809253,0.05652969750875458,0.046074598514996616,Nature,21 -jena_weather/10T/medium,CastStar,1497.239826839827,1497.239826839827,9.424031047077921,0.566960792363569,0.7078644147451085,0.635402081642316,5.37296537542809,38.69418337217917,0.23746554186532765,0.05783511742902038,0.046738304041920704,Nature,21 -jena_weather/10T/short,CastStar,771.8405257936508,771.8405257936508,5.289353143601191,0.2628565031992547,0.3393708781375655,0.5406349303230407,2.0223146483607692,27.782018029539373,0.17256115176093384,0.03285351228120525,0.026731877980829932,Nature,21 -jena_weather/D/short,CastStar,367.63943452380954,367.63943452380954,9.592937748015872,1.0653136323945496,0.6037116397657571,0.45977201915922616,6.645771747133739,19.17392590274119,0.11545837226328323,0.057765164172798505,0.04519768279321566,Nature,21 -jena_weather/H/long,CastStar,1211.6925925925925,1211.6925925925925,10.5356853505291,0.8186049753266026,2.0126767412872684,0.6450898670014881,6.280614727148143,34.80937506753881,0.20959100410683237,0.06343649856645266,0.05068161044963042,Nature,21 -jena_weather/H/medium,CastStar,1211.0835317460317,1211.0835317460317,9.788085162450397,0.7714138827280325,2.064705593793395,0.6778467571924603,6.124192898479413,34.800625450500625,0.21295119913023078,0.059895029056227685,0.047880789149574304,Nature,21 -jena_weather/H/short,CastStar,1090.4880952380952,1090.4880952380952,8.205443622076023,0.515061876004388,1.182032541486521,0.6047369400062657,4.318579296040442,33.02253920034156,0.2024260394124715,0.05029884116306823,0.040291098557838585,Nature,21 -kdd_cup_2018/D/short,CastStar,2872.57726577565,2872.57726577565,20.9373979216537,1.17941735706624,0.5292657405361945,0.4576112970534423,9.020656481197049,53.59642959914075,1.2006169523344512,0.46901995283119646,0.3717712864920913,Nature,1 -kdd_cup_2018/H/long,CastStar,4168.304229820543,4168.304229820543,24.753507090713086,1.0357113573839374,1.0817240544377582,0.6215213583403579,7.573766364782778,64.56240570038064,1.5148948950536556,0.5808172901799823,0.4541160750011372,Nature,1 -kdd_cup_2018/H/medium,CastStar,5216.656906969499,5216.656906969499,25.223320744274726,1.0355684851709432,0.8778261540544069,0.5580191159475061,8.509819925875313,72.22642803690003,1.5118299339492627,0.5279697801934193,0.42202011019834573,Nature,1 -kdd_cup_2018/H/short,CastStar,4287.803063279697,4287.803063279697,21.785261614003062,0.9133148885151955,0.8077191887517445,0.48564722705666696,7.2798246281562236,65.48131842960782,1.370642579055923,0.45600497791021627,0.36516187825584284,Nature,1 -loop_seattle/5T/long,CastStar,76.89185271184498,76.89185271184498,4.880136031203417,0.7738104793220163,0.14557908303009617,0.11107484820785496,6.255632440919782,8.768799958480349,0.15503417737099567,0.08628180351228992,0.06869608733198349,Transport,1 -loop_seattle/5T/medium,CastStar,62.776225490196076,62.776225490196076,4.4952669875516,0.7161789781543163,0.13786606370357046,0.10335483783292819,5.28116134808283,7.923144924220185,0.1409690309050771,0.0799800378455281,0.06320233699623683,Transport,1 -loop_seattle/5T/short,CastStar,40.812772611100364,40.812772611100364,3.43430228690983,0.544116287633994,0.08778549465970727,0.07341306152973628,3.9292118877947813,6.388487505748161,0.10954845685878385,0.058890702310844464,0.04625242971400126,Transport,1 -loop_seattle/D/short,CastStar,18.00161006836945,18.00161006836945,2.8548226465750774,0.8607292595297532,0.052858756963928666,0.05267774268938661,6.995403391986882,4.242830431253346,0.07582505213686692,0.0510194973674964,0.041387249916842915,Transport,1 -loop_seattle/H/long,CastStar,56.317076238390094,56.317076238390094,3.9726023660560714,0.8325952778348202,0.11649883993310867,0.09202675834159733,6.533020563822131,7.504470416917512,0.1341149359842489,0.07099572420372459,0.056639945858436375,Transport,1 -loop_seattle/H/medium,CastStar,65.19294214396285,65.19294214396285,4.211476524203431,0.8606064605548073,0.10977068291852103,0.09623591183877951,6.937931096482103,8.074214645645906,0.1427108361386289,0.0744373741006979,0.059510329214077284,Transport,1 -loop_seattle/H/short,CastStar,54.29510317371408,54.29510317371408,3.8506060935887514,0.7850147307946731,0.10266156129514327,0.08840505073592532,6.832282382418647,7.368521098138627,0.13043031756484433,0.06815964410155194,0.054872376796318824,Transport,1 -m4_daily/D/short,CastStar,346087.7136773801,346087.7136773801,167.66252106990774,3.1410160693724825,0.035637691894498245,0.028771085654368988,24.323229785066502,588.292200931969,0.09087488684445702,0.0258992259393325,0.020424886600357628,Econ/Fin,1 -m4_hourly/H/short,CastStar,486338.3703703704,486338.3703703704,165.81517964975845,0.6400308654578611,0.08142833126147972,0.07494977130982035,5.058731985688253,697.3796457958681,0.09520771471486653,0.022637432013766525,0.018942863319957374,Econ/Fin,1 -m4_monthly/M/short,CastStar,1756298.823962963,1756298.823962963,538.7733707320601,0.8921282962644016,0.15538127794972173,0.12756367234830504,7.441203933870197,1325.2542488001927,0.27543332806110077,0.11197560219541099,0.08971544052700793,Econ/Fin,1 -m4_quarterly/Q/short,CastStar,1674901.0073333334,1674901.0073333334,531.0947854817708,1.095477727844075,0.1118749213218689,0.09627823988596598,8.437118237280606,1294.179665785757,0.2166228859114735,0.08889591465938043,0.07103860805148036,Econ/Fin,1 -m4_weekly/W/short,CastStar,227009.01478465824,227009.01478465824,242.46601135633168,1.856749573909944,0.05842588697277761,0.05789162991566451,12.484709576699645,476.45463035283666,0.08680264987131492,0.044173549691125635,0.03486475909676457,Econ/Fin,1 -m4_yearly/A/short,CastStar,3147136.325005078,3147136.325005078,805.5186243144424,2.9387879571899247,0.163260685747559,0.13243620310078502,31.07035411482461,1774.0170024565937,0.28447184985346335,0.12916864541480244,0.10595280239462376,Econ/Fin,1 -m_dense/D/short,CastStar,8701.931851851852,8701.931851851852,42.36890625,0.6267124671471423,0.11853181175871015,0.09061899255823207,6.69431219316544,93.284145768999,0.16148865485882558,0.07334684390094949,0.05991373039218346,Transport,1 -m_dense/H/long,CastStar,33120.252839506174,33120.252839506174,76.15605709876543,0.6676034466013443,0.24775689045132976,0.18348185221354166,6.729204958370642,181.98970531188343,0.3150510828652924,0.13183739275031622,0.10864191695945045,Transport,1 -m_dense/H/medium,CastStar,35776.43111111111,35776.43111111111,77.12168402777777,0.6728532132185827,0.25016375845977634,0.18550716824001737,7.089416448820372,189.14658630573038,0.329091164039822,0.1341819869188082,0.1112144321217766,Transport,1 -m_dense/H/short,CastStar,41236.39333333333,41236.39333333333,82.59238715277777,0.7392562936372459,0.2672344580428819,0.19885481940375435,7.688472214340688,203.06746005535533,0.36019107297046005,0.14649831410527914,0.12102448796208333,Transport,1 -restaurant/D/short,CastStar,137.9766916503222,137.9766916503222,7.050174535350705,0.6768496759549831,0.6725244455292099,0.3901930966051707,4.611814401792056,11.746348013332579,0.5405941515884595,0.32446536720711117,0.2537330015850363,Sales,1 -saugeen/D/short,CastStar,1262.384375,1262.384375,13.133772786458334,2.9175855376749498,0.2844427490234375,0.32789016723632813,42.9796339374989,35.530048902302404,1.1508267495275422,0.42540602987725346,0.3677563777496337,Nature,1 -saugeen/M/short,CastStar,383.52587890625,383.52587890625,12.2117919921875,0.7156115501577496,0.3531730742681594,0.34888637633550734,3.971295249347581,19.583816760433855,0.5879649300482455,0.3666346306383221,0.2815348222725472,Nature,1 -saugeen/W/short,CastStar,906.83115234375,906.83115234375,14.131039428710938,1.146431974766474,0.36695232391357424,0.37515816688537595,9.551911168238073,30.113637315072882,0.9090051826076146,0.42655717547283273,0.3403583633044936,Nature,1 -solar/10T/long,CastStar,19.852565991230737,19.852565991230737,1.8349474335335563,0.8033372194059633,3.710008323852944,1.4441075284018907,4.07667036984196,4.455621841138534,0.9630113808979425,0.3965945326703824,0.2959533355169407,Energy,1 -solar/10T/medium,CastStar,20.900932799712454,20.900932799712454,1.9221714464443707,0.8411663168106225,3.9271924351907033,1.4519803849397257,3.930108019610356,4.571753799113909,1.0144903239988368,0.4265374775567778,0.3110494345277497,Energy,1 -solar/10T/short,CastStar,18.901206387336526,18.901206387336526,1.7884878636566681,0.7820639078830302,5.426189489537378,1.4975184227990654,3.5853574364687697,4.347551769368195,1.2647023388985923,0.5202709258565182,0.3884703045894968,Energy,1 -solar/D/short,CastStar,123128.03503649635,123128.03503649635,249.23483880778588,0.972277161919265,1.0441550001900852,0.4270748983044404,5.340687102924278,350.89604591174344,0.506925269613871,0.3600594516006149,0.2738373274293547,Energy,1 -solar/H/long,CastStar,232.97027575020275,232.97027575020275,6.117343369829683,0.46511873182514607,2.460368732564742,1.343887653335361,3.1858512401227546,15.26336384124426,0.529208641066086,0.21209944317348406,0.16550748650967217,Energy,1 -solar/H/medium,CastStar,263.0707420924574,263.0707420924574,6.233770529197081,0.47128574137571677,1.9526249694996058,1.3503110268400242,2.980249702756118,16.21945566572619,0.5842626494742487,0.2245549641532995,0.17273845076259758,Energy,1 -solar/H/short,CastStar,240.5408397962287,240.5408397962287,5.954538078371611,0.45689526081771864,1.9462091683496192,1.347565394843765,2.8142274206779807,15.509379091254063,0.5716808715381937,0.21948625397714702,0.17142541446873247,Energy,1 -solar/W/short,CastStar,1322078.01459854,1322078.01459854,899.848483120438,0.9889773118731965,0.20313915893109175,0.177866664246051,5.419295334630647,1149.8165134483588,0.23470629722637726,0.18368157272726088,0.1379726367778635,Energy,1 -sz_taxi/15T/long,CastStar,15.354113247863248,15.354113247863248,2.6694555733618235,0.5033947591042484,6233889901744.793,0.3947754254028668,3.9650937068096828,3.918432498826954,0.36268313212021813,0.24708005272324457,0.19664319458318671,Transport,1 -sz_taxi/15T/medium,CastStar,16.148692908653846,16.148692908653846,2.734113122662927,0.5328188105001791,9961646196256.383,0.4027316362429888,3.8289084069264545,4.018543630303626,0.37399256033485684,0.25445486252256505,0.20044030500476323,Transport,1 -sz_taxi/15T/short,CastStar,16.47910406650641,16.47910406650641,2.7052198323865806,0.5394760041945825,1102573397999.7688,0.3881165827004755,3.7638214654314273,4.0594462758492575,0.379575588324529,0.25294962407416033,0.19862987462579024,Transport,1 -sz_taxi/H/short,CastStar,7.098098624465812,7.098098624465812,1.8334749661959135,0.5583955942287858,1.1890047513521635,0.2929101275582599,3.863181107607013,2.6642257082435434,0.24818906536076019,0.17079950726941864,0.13417272412209125,Transport,1 -temperature_rain/D/short,CastStar,182.2846362345114,182.2846362345114,5.719207549462295,1.3259282825468373,20.650341605562286,1.5227314926388777,19.06406165865232,13.501282762556727,1.5894579484744071,0.6733019416257476,0.5449543004804537,Nature,1 -us_births/D/short,CastStar,96709.96666666666,96709.96666666666,202.693671875,0.29865187767550144,0.01956916809082031,0.019372722307840984,1.9635913043534148,310.9822610160693,0.02915206349476023,0.019000886974002564,0.014945436420411918,Healthcare,1 -us_births/M/short,CastStar,50618666.666666664,50618666.666666664,5854.888020833333,0.661316038534582,0.017980622748533886,0.018215385576089222,3.3929596580047936,7114.67966015805,0.022098146517177786,0.018185242274586105,0.013737251623539304,Healthcare,1 -us_births/W/short,CastStar,1639684.857142857,1639684.857142857,977.6957310267857,0.8892018558378358,0.013256479586873735,0.013280559863362993,5.268143465816424,1280.5017989611952,0.01738268636202977,0.01327212368129524,0.010481578421218704,Healthcare,1 diff --git a/results/CastStar/config.json b/results/CastStar/config.json deleted file mode 100644 index 31f4571ae5bc6af256da80efd3cdb652f764cfbb..0000000000000000000000000000000000000000 --- a/results/CastStar/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "model": "CastStar", - "model_type": "agentic", - "model_dtype": "float32", - "model_link": "https://arxiv.org/abs/2602.01776", - "org": "USTC-AGI", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/Cobra-Agent/all_results.csv b/results/Cobra-Agent/all_results.csv deleted file mode 100644 index 167986f311f8812a55d1f71c0d866fac6e4370ba..0000000000000000000000000000000000000000 --- a/results/Cobra-Agent/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,Cobra-Agent,3254065.186789369,3254062.2381867925,329.26487950434336,0.8429638776074092,3.9443089343410853,0.8153915696819287,14.670497014629554,1803.9027653366934,4.767176433979177,0.8701487709162227,0.646434133059247,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Cobra-Agent,2565541.3797208876,2565538.5474987417,262.6126521865297,0.9288649982919887,3.378301642825443,0.8001711041045937,20.065729692579207,1601.7307450757407,4.866500378903134,0.7978897672405426,0.5891460433742735,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,Cobra-Agent,1535594.4964094635,1535590.426814769,148.85738795396597,0.6444503569588691,1.8930183676065362,0.71757825664486,12.540153064569378,1239.1910653363602,3.890753486310931,0.46737538491517877,0.36433548860283416,Web/CloudOps,2 -bitbrains_fast_storage/H/short,Cobra-Agent,2717065.351921484,2717064.816725599,305.46105072735145,0.9413551275972444,3.7179524259237295,0.5700805411084489,18.09778187186998,1648.3523142585398,4.698339565383901,0.8706632240581507,0.642263080056698,Web/CloudOps,2 -bitbrains_rnd/5T/long,Cobra-Agent,2357754.3321489724,2357750.805587391,173.0152549545923,3.263937837266844,1.525545375803682,0.6872711356517524,114.41853809335853,1535.4980729877104,5.882147219774362,0.6627824670137851,0.6345187345581849,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Cobra-Agent,2294347.8625760167,2294340.426515193,161.87942859037477,4.343568436673698,1.1151944536020397,0.7148629481143508,158.47227026373955,1514.7104880392214,6.373159197403143,0.6811092795208784,0.7197563966474493,Web/CloudOps,2 -bitbrains_rnd/5T/short,Cobra-Agent,1541020.367641512,1541018.4969871691,115.89879441320147,1.595689417006093,0.95541611878137,0.6394236778761015,51.28107831673851,1241.3784143610328,5.079362129137146,0.47422441082003286,0.3820462952134806,Web/CloudOps,2 -bitbrains_rnd/H/short,Cobra-Agent,1854216.7587291116,1854216.7650336528,148.20017036142633,5.780161221016878,1.3024861744911072,0.5362094684464926,197.91035803548095,1361.6962799130765,5.959449236042231,0.6485964638884882,0.6273216236864841,Web/CloudOps,2 -bizitobs_application/10S/long,Cobra-Agent,6121629.619905288,6121629.619905288,1504.8000283474391,3.1631638695637188,0.04590038881277624,0.046910152138317264,43.99761479518074,2474.1927208496286,0.09541972903917106,0.05803412553640613,0.051438626244684864,Web/CloudOps,2 -bizitobs_application/10S/medium,Cobra-Agent,3344980.109225711,3344980.109225711,1014.1645996077856,2.2335315314377264,0.03192312117680913,0.03253923227506461,19.65536515663172,1828.9286780040688,0.07181664687407742,0.039823259265477175,0.03344778310292521,Web/CloudOps,2 -bizitobs_application/10S/short,Cobra-Agent,378272.0240979603,378272.0240979603,328.8968110063341,1.0533232409470974,0.014746161272659515,0.014889146624867773,5.9627171523452205,615.0382297857267,0.023719567493809716,0.01268423608379826,0.009869686181529103,Web/CloudOps,2 -bizitobs_l2c/5T/long,Cobra-Agent,83.20414542418551,83.20414425417677,5.552619050701467,0.5496406408629562,0.4170665798876431,0.7240006616780768,3.703309916308455,9.12163063405801,0.5121659261046878,0.31177126026028074,0.24494946630365888,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Cobra-Agent,65.38203273770448,65.3820432432807,4.946761488589321,0.4849655751405355,0.3515391343327123,0.6130633777713356,3.3318156731216244,8.08591570186732,0.42543808636395103,0.2602724068615158,0.20301966132927365,Web/CloudOps,7 -bizitobs_l2c/5T/short,Cobra-Agent,15.084976289442476,15.084975939076589,2.1699118792493852,0.22477003172146076,0.11821295661416775,0.18797252735219705,2.097617735709253,3.88393824480288,0.13339015612027086,0.07452355472634346,0.059640892168996346,Web/CloudOps,7 -bizitobs_l2c/H/long,Cobra-Agent,82.2904029473433,82.29041574365874,5.293673347021612,0.5655188760827218,0.6195741652909287,0.7806921843034151,4.511779495577429,9.07140578672034,0.5541076809897061,0.3233528662700964,0.2597502551757956,Web/CloudOps,7 -bizitobs_l2c/H/medium,Cobra-Agent,72.41501302089152,72.41502497807363,4.791621192135972,0.4850686809476508,0.4638390511655195,0.7545085539797117,3.350268761117315,8.509701112312436,0.5152753350172038,0.2901399452774042,0.23018142919605408,Web/CloudOps,7 -bizitobs_l2c/H/short,Cobra-Agent,49.598733702419516,49.59875928881587,4.217099630924239,0.4179214129898475,0.38519295633088135,0.5868669542519614,2.674432951825526,7.042636843002734,0.3796161906543247,0.22731248723860928,0.17687542738980422,Web/CloudOps,7 -bizitobs_service/10S/long,Cobra-Agent,129803.7365392112,129803.73653909584,75.80277005660471,1.301149732672764,0.07464665190192107,0.0723498201247374,17.912630515639353,360.2828562937892,0.2669090639820272,0.0561571166920994,0.05109625213224424,Web/CloudOps,2 -bizitobs_service/10S/medium,Cobra-Agent,5836.708937714384,5836.708937272875,28.40272733792426,0.9496069163986866,0.05829874522267355,0.05167467380249088,8.924548045490562,76.39835690454595,0.05749920023924664,0.02137656060567521,0.017771506840627817,Web/CloudOps,2 -bizitobs_service/10S/short,Cobra-Agent,1964.0906298971522,1964.0906127272187,17.509366507928366,0.7078171913302101,0.05134794131828443,0.04145756203294249,5.056600156837216,44.31806211802533,0.03283223797852241,0.012971498765232752,0.010015521725514724,Web/CloudOps,2 -car_parts/M/short,Cobra-Agent,1.3586574280688626,1.3586506063676893,0.45763337231408013,0.8392418744263533,0.8120602787171064,1.8862696853283667,14.987460307838257,1.1656146138706662,2.7950242748023273,1.0973578825766426,0.9496887794157463,Sales,1 -covid_deaths/D/short,Cobra-Agent,316176.07987450785,316140.05517516274,92.11356355371404,32.01225323347686,0.08267985968252003,0.35776257240717174,512.2356337180529,562.2953671110121,0.21156635834416918,0.034658174929113356,0.02838922801603547,Healthcare,1 -electricity/15T/long,Cobra-Agent,300576.49872181774,300576.5467794729,55.91763959029448,0.8485651159631495,0.12560811609925854,0.12908901886430815,6.993599189497656,548.2485738438521,0.8649293480007947,0.08821693271992298,0.07066298108537367,Energy,1 -electricity/15T/medium,Cobra-Agent,237640.404657857,237640.41356604986,50.65869668725844,0.801107642445395,0.12171492916066526,0.12706197852039594,6.839436829601449,487.483748096136,0.8399835798970228,0.08729003492417776,0.07049412566720817,Energy,1 -electricity/15T/short,Cobra-Agent,126118.82089454801,126113.05825597273,48.173643712487724,0.9295631905860023,0.15310139378723317,0.1572418719840001,10.12061683151699,355.1321175204349,0.7000354129556469,0.09495974851643502,0.07916936030401923,Energy,1 -electricity/D/short,Cobra-Agent,1273711656.948364,1273711657.09344,4161.201418053027,1.3610455321971273,0.3347318484987025,0.09112788597073929,10.788472457782822,35689.09717194264,0.5864904028013076,0.06838236013798413,0.05350384010819861,Energy,1 -electricity/H/long,Cobra-Agent,8044390.873887443,8044390.871684074,269.32679344565383,1.161676929810069,0.2892699252437571,0.1382549594297585,9.35502792271596,2836.2635409791246,1.1186215256490533,0.10622240995219356,0.08394103677615042,Energy,1 -electricity/H/medium,Cobra-Agent,5456142.452015829,5456142.451459041,233.02747307659942,1.0377796692321002,0.23304818249407633,0.1257275490383138,8.472567714004526,2335.838704195097,0.9117548111521342,0.09095830089921665,0.07252766952506831,Energy,1 -electricity/H/short,Cobra-Agent,1602129.7157040006,1602129.7052863177,162.66984195075733,0.8875366030621327,0.16725391831976094,0.11981077488600739,9.854255545999955,1265.7526281639714,0.5975256371662426,0.07679178284650309,0.06276467608321556,Energy,1 -electricity/W/short,Cobra-Agent,40016067566.004585,40016067566.004585,27195.69786812574,1.4162150041596584,0.1625653854712863,0.0924610169613308,10.743302259591148,200040.1648819671,0.45642564515032547,0.06205160824625771,0.04868167238646929,Energy,1 -ett1/15T/long,Cobra-Agent,8.162579844244743,8.162579844244743,1.5280048414609544,0.9756117844845802,0.7271953274117877,0.38142541197447105,7.017465318165445,2.8570228987960076,0.5445513584383862,0.29123921704255273,0.22639218182380144,Energy,7 -ett1/15T/medium,Cobra-Agent,9.01807991210949,9.01807991210949,1.5569194105586315,0.9752197132422824,0.7154638859935354,0.3803701756880881,6.639371242155681,3.0030118068548264,0.5723769870792585,0.2967503621885843,0.2275020494813059,Energy,7 -ett1/15T/short,Cobra-Agent,4.816026503477783,4.816026503477783,1.066625144381431,0.6741537541056264,0.47304874456959195,0.2327944914356134,4.492917445645344,2.1945447143947154,0.41486028229424066,0.20163654246719828,0.15602198659295852,Energy,7 -ett1/D/short,Cobra-Agent,43516.65437968453,43516.65437968453,139.52409337848897,1.6545014700736904,1.4146906314011733,0.4656914046437749,10.340414600809336,208.6064581447193,0.5479117872431527,0.36646466291783697,0.27779712594497197,Energy,7 -ett1/H/long,Cobra-Agent,140.83845615445767,140.83845615445767,7.073044639317644,1.3362464873005317,3710082337430.954,0.46540150387355167,9.444030777635273,11.867537914599543,0.5683106884780964,0.33871278925191944,0.2614004977513562,Energy,7 -ett1/H/medium,Cobra-Agent,136.40744173052082,136.40744173052082,6.806335452490852,1.2449617396382988,3393809263074.416,0.43064914107682034,8.773101448187331,11.679359645567937,0.5594136721409765,0.3260073518453649,0.2529915371511183,Energy,7 -ett1/H/short,Cobra-Agent,93.61479580620383,93.61479580620383,4.788466343978542,0.7894502852766264,0.45255839683154114,0.25429847643136894,5.388589434175557,9.675473931865241,0.45159395460144347,0.22349731578846901,0.17119128436878672,Energy,7 -ett1/W/short,Cobra-Agent,1179976.7160327935,1179976.7160327935,879.9005629675729,1.5297158560685147,0.6983489954821367,0.5391771396826651,8.060556485489895,1086.267331752545,0.43225170719938866,0.35013344265339535,0.25393484922361337,Energy,7 -ett2/15T/long,Cobra-Agent,11.160667042303942,11.160666752611148,2.102227287924006,0.8720239120569387,0.1321715583698298,0.15893152815848588,6.875350666741123,3.3407584531516106,0.17803505407925124,0.11203149049562336,0.09060756550161501,Energy,7 -ett2/15T/medium,Cobra-Agent,11.007406331839048,11.007406376768964,2.0657703748676512,0.8526652620928503,0.1278906352690128,0.15509475414648527,6.332168687033414,3.3177411490107316,0.17680842035372282,0.11008863572818947,0.08719968125036709,Energy,7 -ett2/15T/short,Cobra-Agent,7.202207875535736,7.202207875535736,1.650176819014762,0.7135236424278395,0.10217282328202723,0.12194487485793104,4.839631682728895,2.683692954779987,0.12740445520164054,0.07833976619362841,0.061795133331660375,Energy,7 -ett2/D/short,Cobra-Agent,106588.19295657909,106588.19295657909,193.8730449911148,1.278239825795673,0.43154046940943164,0.1308237609119066,12.823779710710566,326.47847242441435,0.1868522359902478,0.11095865428987693,0.09240603423818727,Energy,7 -ett2/H/long,Cobra-Agent,217.08913614019903,217.08913614019903,9.009080117751681,1.0074505483461624,0.17593888229312765,0.1712852797662987,8.087349144975262,14.733945029767114,0.20177003839568947,0.12337241910405929,0.10039987891900293,Energy,7 -ett2/H/medium,Cobra-Agent,234.14850900726188,234.14850900726188,9.50679790612665,1.0324665098860675,0.17363696914907514,0.16769704201661026,7.312871058072753,15.301911939599636,0.20620308945810809,0.1281102065438026,0.10250001061861483,Energy,7 -ett2/H/short,Cobra-Agent,105.03864569711088,105.03864569711088,6.2757567977266655,0.7219098336285253,0.11796998093800283,0.10795683753541141,5.040194890795683,10.248836309411468,0.1299837549049135,0.07959405427223488,0.06311733379078067,Energy,7 -ett2/W/short,Cobra-Agent,2902333.985961911,2902333.985961911,1165.4554356166295,0.7743520004854404,0.12192480919632838,0.12996543589136839,9.431594342081354,1703.6237806399365,0.14290790060165115,0.09776383227416131,0.08494935018034083,Energy,7 -hierarchical_sales/D/short,Cobra-Agent,28.546904816699513,28.546903411281946,2.295101402780434,0.7402904665200934,0.6288248947290402,1.057345501846124,6.738466091019913,5.342930358585962,1.6391518646297913,0.7041116936582418,0.5696660049433837,Sales,1 -hierarchical_sales/W/short,Cobra-Agent,461.5444177245685,461.5444177245685,8.833260374538348,0.7131824214665202,0.5153824987753124,0.4517141285057144,6.52081812066305,21.483584843423326,0.986321888564525,0.4055393044640753,0.3411400713887467,Sales,1 -hospital/M/short,Cobra-Agent,2535.4615077520657,2535.4615077520657,17.111514312710156,0.7408952778665137,0.1887059458775214,0.16967628846972718,4.989505111729799,50.35336639939842,0.18279441279497632,0.0621187704912229,0.04913160602648654,Healthcare,1 -jena_weather/10T/long,Cobra-Agent,1342.245114633309,1342.244164448545,9.386821155339772,0.6260501840034609,0.7979510835874984,0.6284665075467941,5.356858091239247,36.63666353031221,0.22418601750803666,0.05743956597288644,0.04726134372005453,Nature,21 -jena_weather/10T/medium,Cobra-Agent,1426.0187826851507,1426.0166442744132,9.302627086287421,0.5738225055624472,0.7338999823161481,0.6389186021139918,5.071010332826613,37.762663871675564,0.2317488264027004,0.05709006433007831,0.046308808610763856,Nature,21 -jena_weather/10T/short,Cobra-Agent,770.6432435948665,770.6414200766951,5.187024416245933,0.2558198947790364,0.3242844371026331,0.5361591204071675,2.147459365692393,27.7604618764686,0.17242726837808162,0.032217924005862174,0.026504394860299468,Nature,21 -jena_weather/D/short,Cobra-Agent,356.78730602740393,356.78730602740393,9.482481174947846,1.0476500765633159,0.6478758869190241,0.44997145832713425,6.639067358662597,18.888814309728495,0.11374153493106544,0.057100035296445445,0.04457394991457378,Nature,21 -jena_weather/H/long,Cobra-Agent,1215.4969623554377,1215.495322227243,11.04296119909074,0.9254794305307762,2.044023153592875,0.6546883718078467,6.852665953189227,34.863978005320014,0.20991978696989402,0.06649086521555864,0.05369612533953273,Nature,21 -jena_weather/H/medium,Cobra-Agent,1258.2690703323879,1258.2691425144465,9.949640405801263,0.7610603896480426,1.9803975687028763,0.6732945747477704,5.974607246219457,35.472088609671516,0.21705999977378634,0.060883613818094734,0.048695649063800035,Nature,21 -jena_weather/H/short,Cobra-Agent,1091.3670553200643,1091.3641776400584,8.212440747796876,0.5118493582430044,1.1675405614361418,0.6044594880467303,4.215242306923965,33.03584500690219,0.20250761764707467,0.05034173669711301,0.040248427347127316,Nature,21 -kdd_cup_2018/D/short,Cobra-Agent,2862.8421600442507,2862.8421600442507,20.921856073246364,1.1850936235712866,0.5153677073148271,0.4602141936008369,8.958743244127293,53.50553391981292,1.1985807778503705,0.4686717931630502,0.3706196845067318,Nature,1 -kdd_cup_2018/H/long,Cobra-Agent,4145.881629540475,4145.881629540475,24.120048186743738,1.0147482120436373,0.9935249755522547,0.607300113336018,7.3329056788092,64.38852094543309,1.5108148886050325,0.5659537970329465,0.43908097160694426,Nature,1 -kdd_cup_2018/H/medium,Cobra-Agent,5135.641691926464,5135.641691926464,24.9019345103583,1.02426975098882,0.9323706548903555,0.5479057896849772,8.342321254644334,71.66339157426519,1.5000445741157566,0.5212425888124301,0.4137016812873995,Nature,1 -kdd_cup_2018/H/short,Cobra-Agent,4292.729026033207,4292.729026033207,21.91846846380354,0.916723649185787,0.8532823067118592,0.48236522897594886,7.242109456289087,65.51892112995456,1.371429679560408,0.45879324114856407,0.3668487259485606,Nature,1 -loop_seattle/5T/long,Cobra-Agent,77.8607092778127,77.86070925393922,5.184507129971088,0.8196438750442822,0.16512077159621966,0.11800994932300493,5.811943073501928,8.823871558324765,0.15600786324091803,0.09166315193482386,0.07217558066931917,Transport,1 -loop_seattle/5T/medium,Cobra-Agent,64.47977517277623,64.4797759454198,4.736674975551726,0.7530033290675884,0.15341735225602707,0.10933637181393115,5.337581765057575,8.029929960639521,0.14286895429874208,0.08427518097009642,0.06630775139633281,Transport,1 -loop_seattle/5T/short,Cobra-Agent,37.34941220984865,37.34941220984865,3.3548059670352623,0.5320767067434304,0.09099523572169536,0.07156595282915768,3.8890959403430907,6.11141654691027,0.10479730106436355,0.057527515632633835,0.04522643502490324,Transport,1 -loop_seattle/D/short,Cobra-Agent,17.715070321642752,17.715070321642752,2.846039097375545,0.8586530392415146,0.05283135934669211,0.052523206482429696,6.808272825370384,4.208927455022568,0.07521915591597833,0.05086252041550416,0.04114191089781833,Transport,1 -loop_seattle/H/long,Cobra-Agent,54.743019820252364,54.743019820252364,3.995997425138766,0.8377779413730148,0.11846285859140497,0.09271789667408799,6.410824034509477,7.39885260160333,0.1322273793692863,0.0714138118359075,0.056707168919755926,Transport,1 -loop_seattle/H/medium,Cobra-Agent,57.26745100095875,57.26745100095875,4.090589434594316,0.8396709298403382,0.10984915041911333,0.0931380514054689,6.384451879486249,7.567526081947703,0.1337551780941663,0.07230071127729201,0.05762058972706146,Transport,1 -loop_seattle/H/short,Cobra-Agent,51.361116039803456,51.361116039803456,3.8151636832188784,0.7773000641594126,0.10422192455240567,0.08754209202964924,6.208681805139277,7.166667010528915,0.12685729486563793,0.06753227736292602,0.05406572432254269,Transport,1 -m4_daily/D/short,Cobra-Agent,345410.45919914986,345410.4458942664,173.26461039121605,3.2208983560581292,0.0364442431221157,0.029480545331202403,23.89104111014756,587.716308433882,0.09078592740734849,0.026764593929945506,0.021072193591080337,Econ/Fin,1 -m4_hourly/H/short,Cobra-Agent,681709.3637478448,681709.3637643807,167.71782859459208,0.6587728439941891,0.08470831654260881,0.07629668814467445,5.133193707352686,825.6569286016104,0.11272040794619781,0.022897188171183993,0.018740261137163372,Econ/Fin,1 -m4_monthly/M/short,Cobra-Agent,1788042.714105736,1788042.7220642127,543.6963532905297,0.9016228451956143,0.15651144004652318,0.128884583242004,7.258214649447961,1337.1771438765081,0.27791131534751257,0.11299876713011739,0.08978007508925878,Econ/Fin,1 -m4_quarterly/Q/short,Cobra-Agent,1684713.348719242,1684713.368724354,535.9426280983438,1.1241027190099804,0.10867567226644002,0.09756160032484182,8.505138388441052,1297.9650799305973,0.21725649778052525,0.08970735822735897,0.07144621960168003,Econ/Fin,1 -m4_weekly/W/short,Cobra-Agent,233171.1781760537,233171.1781760537,241.7498969549486,1.8707477577500407,0.0579183096205797,0.057765970952450806,13.767464864023001,482.8780158342826,0.08797288618003335,0.04404308225154568,0.035006071957190854,Econ/Fin,1 -m4_yearly/A/short,Cobra-Agent,3517393.3870902318,3517413.573428414,862.2547591972301,3.22914560418537,0.16005479171736967,0.1437110148515329,27.62891591510133,1875.471510604795,0.3007405484395665,0.13826654668402744,0.11141371062482684,Econ/Fin,1 -m_dense/D/short,Cobra-Agent,7374.098321049322,7374.098321049322,40.24617548483389,0.6099786922718831,0.11366327861630601,0.08816503168179544,6.379873100856522,85.8725702483006,0.14865812174136442,0.06967208315238652,0.057722023727733336,Transport,1 -m_dense/H/long,Cobra-Agent,33103.377906406,33103.377906406,76.24453594973794,0.66010064311918,0.26064487874596776,0.184355468859953,6.893518964000211,181.94333707615127,0.3149708302387515,0.13199057011472778,0.10970143032435757,Transport,1 -m_dense/H/medium,Cobra-Agent,35535.31252593003,35535.31252593003,76.77888759487205,0.6659622862176511,0.2563809291978134,0.18388506223003312,7.2889076665308705,188.50812323592325,0.32798032975020874,0.13358556882826955,0.11093356287797049,Transport,1 -m_dense/H/short,Cobra-Agent,42404.77435277733,42404.77165014604,84.18750084650702,0.749766169621776,0.2757591266857993,0.1992903047877319,7.392318576757512,205.9241956467897,0.36525824495350173,0.1493276625878421,0.12270086286023596,Transport,1 -restaurant/D/short,Cobra-Agent,137.4008173863192,137.4008173863192,7.040077080571419,0.6757236793225092,0.675112726411181,0.3894093792944169,4.57291327664419,11.721809475772893,0.5394648312347424,0.32400065894260077,0.25327342214030785,Sales,1 -saugeen/D/short,Cobra-Agent,1240.7239638776628,1240.7239638776628,13.094674240748088,2.909556930375672,0.2776324520639565,0.3246208856082248,26.676775092892004,35.22391181963842,1.1409108711623572,0.42413960925457883,0.34307887572802936,Nature,1 -saugeen/M/short,Cobra-Agent,393.8660264420849,393.8660264420849,12.312278526169914,0.7214347560958729,0.3537250013490026,0.3536823935077128,4.438722063329834,19.846058209178086,0.5958381883010337,0.3696515274503281,0.28858017661018404,Nature,1 -saugeen/W/short,Cobra-Agent,955.6943192454798,955.6943192454798,14.570288306474685,1.1820029774761946,0.36952899077788154,0.3825527829549425,9.059271452646371,30.914306061198914,0.9331740348215667,0.43981626825296344,0.3479499590905654,Nature,1 -solar/10T/long,Cobra-Agent,18.179026153027362,18.179028540440136,1.8076143788948162,0.7907955375067457,3.44558442591303,1.4455109615972703,4.08931110580907,4.263686920146385,0.92152772622016,0.3906869335538868,0.2916848128099574,Energy,1 -solar/10T/medium,Cobra-Agent,18.803627358975564,18.80363046618465,1.8180216165454777,0.7941517308691854,3.6617362809344303,1.4469295366329817,3.879805645257586,4.336314951543022,0.9622455198903925,0.4034262213731223,0.2943754325524111,Energy,1 -solar/10T/short,Cobra-Agent,20.351237697444272,20.35124266715064,1.9923812691777267,0.8768474613499965,5.602211112977179,1.5110993889973143,3.655591401627301,4.5112346090005415,1.3123176507201764,0.5795834916875376,0.4319868947415798,Energy,1 -solar/D/short,Cobra-Agent,121592.67379402947,121592.67379402947,246.8204826815575,0.9623062047520706,1.054945340795925,0.42193917244884926,5.385337338460633,348.70141065678166,0.5037547912764884,0.35657154498406085,0.2714513406957849,Energy,1 -solar/H/long,Cobra-Agent,668.7619141784796,668.7620395656976,11.541167012329153,0.8780170925274874,4.943643448697616,1.3972224020008284,4.576117908999888,25.860431438366987,0.8966284053482466,0.40015334619552384,0.29942970887820475,Energy,1 -solar/H/medium,Cobra-Agent,662.3785060753681,662.3785234921144,10.866650037739591,0.8293465181054155,4.172481820695074,1.3943045370995433,4.38721786103367,25.736715137627183,0.9270965487651146,0.39144209712675465,0.294211202667424,Energy,1 -solar/H/short,Cobra-Agent,627.3708273628067,627.3708775180544,10.601775891781074,0.8171535416568222,4.153923348816731,1.3956095969852913,3.861368734600388,25.047371665761794,0.9232544598464149,0.3907849895387968,0.2946904276185285,Energy,1 -solar/W/short,Cobra-Agent,1613481.086254217,1613481.086254217,1026.1626792406514,1.1229185500372338,0.23171564264528566,0.20101494426889926,7.288046768580397,1270.2287535141916,0.25928543386760283,0.20946544846316253,0.15080749878486077,Energy,1 -sz_taxi/15T/long,Cobra-Agent,15.33488417072859,15.33488417072859,2.6727295442718693,0.50402428963298,6512434107215.803,0.3955603881672364,3.8634629798086455,3.9159780605525087,0.36245593604800713,0.2473830736006582,0.19656885161150187,Transport,1 -sz_taxi/15T/medium,Cobra-Agent,16.171737183531423,16.171737183365178,2.7327120182932854,0.5326918803865833,9570041266681.121,0.4025392720575657,3.7764694693135588,4.021409850230566,0.37425929931623003,0.2543244591547532,0.2003986703876833,Transport,1 -sz_taxi/15T/short,Cobra-Agent,16.467608829513644,16.467608856535563,2.70381334907579,0.5394353526173814,1070811527678.105,0.38985651040119645,3.7799949381287865,4.0580301661660485,0.3794431876538459,0.25281811962566825,0.19855101531693217,Transport,1 -sz_taxi/H/short,Cobra-Agent,7.093779107305619,7.093779107305619,1.8301140461091066,0.5573643839965391,1.0550933267220493,0.2929408244507454,3.8369411816760857,2.66341493337137,0.24811353741348827,0.17048641732869965,0.13390931565520203,Transport,1 -temperature_rain/D/short,Cobra-Agent,180.63397385562712,180.6339683307827,5.693378045397764,1.3214112522679378,21.26943077715103,1.5063048724613728,18.730921754961454,13.440013908312265,1.5822449793958744,0.670261123953296,0.5416794856432824,Nature,1 -us_births/D/short,Cobra-Agent,133998.7202404499,133998.7202404499,212.7800390625,0.31324249380370933,0.02059225834733358,0.020251326528007874,2.4977486641727515,366.0583563319514,0.03431500051388846,0.019946402051681775,0.016199629261204492,Healthcare,1 -us_births/M/short,Cobra-Agent,41716188.70865885,41716188.70865885,5352.692708333333,0.6039955553307755,0.01647580211085389,0.01666276628172489,3.9351037909992157,6458.807065446285,0.020061010709685904,0.01662542705788549,0.012334032836071014,Healthcare,1 -us_births/W/short,Cobra-Agent,1754360.1234152657,1754360.1234152657,1026.4796316964287,0.9334445091747307,0.01390916570666341,0.013929343807223906,5.60092586036302,1324.5226020779207,0.01798026444790475,0.01393436034940828,0.010840463102797022,Healthcare,1 diff --git a/results/Cobra-Agent/config.json b/results/Cobra-Agent/config.json deleted file mode 100644 index f8df4f099e20010c372a5432e969589e7387c0a0..0000000000000000000000000000000000000000 --- a/results/Cobra-Agent/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Cobra-Agent", - "model_type": "agentic", - "model_dtype": "float32", - "model_link": "https://huggingface.co/dalpha-ai/Cobra-Agent", - "code_link": "", - "org": "Dalpha AI", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/EFG-base/all_results.csv b/results/EFG-base/all_results.csv deleted file mode 100644 index 51c7b22ed4f964815374ca5c766ca7ae8bf3fb4b..0000000000000000000000000000000000000000 --- a/results/EFG-base/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,EFG-base,5126541.065382116,5126541.065382116,392.54289619211045,0.8703285380800128,5.10306051559786,0.8266004072450777,33.66452687983472,2264.1866233555297,5.983569207289848,1.0373736696291178,0.7042170531538452,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,EFG-base,4477008.5946068745,4477008.5946068745,316.9292512048172,0.9589058089692837,4.951176584956728,0.8077498823684843,22.073776563527144,2115.894277748034,6.428671155803927,0.9629185905353481,0.6962345852780683,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,EFG-base,1995832.9657558703,1995832.9657558703,166.41618818635555,0.7546971265664578,2.2445529000015756,0.7447515975758745,16.509974461660526,1412.7395250915401,4.435652713061192,0.5225056732084278,0.4076777384640741,Web/CloudOps,2 -bitbrains_fast_storage/H/short,EFG-base,2687041.4444778003,2687041.4444778003,296.0692614013833,1.008609706467526,4.140900387962003,0.576751016769904,22.351747285794552,1639.21976698605,4.672308831675098,0.8438935722308055,0.6640431116065315,Web/CloudOps,2 -bitbrains_rnd/5T/long,EFG-base,2576444.7621659655,2576444.7621659655,171.90679026688275,3.2834501103354317,1.353896099108396,0.7068157116144949,128.95908638973754,1605.1307617032219,6.148894333089739,0.6585361851579298,0.6083005686030845,Web/CloudOps,2 -bitbrains_rnd/5T/medium,EFG-base,2824969.3207207173,2824969.3207207173,180.585857633462,4.355883064073673,1.5061813269175217,0.7328374792999693,162.24676156624787,1680.7645048372235,7.0718331366010885,0.7598167669167452,0.6783160366409824,Web/CloudOps,2 -bitbrains_rnd/5T/short,EFG-base,1910325.75411003,1910325.75411003,134.05949408363622,1.631342773936009,1.2453287258263424,0.6756270800912038,53.86361343682083,1382.1453447847045,5.655339774864417,0.5485327516025353,0.4278819528489623,Web/CloudOps,2 -bitbrains_rnd/H/short,EFG-base,1795280.9640033634,1795280.9640033634,155.39626554558484,5.7914201429652525,1.805164727773588,0.5505855175434723,200.13234366804318,1339.8809514294035,5.863974689324455,0.6800900983051728,0.6335196456567801,Web/CloudOps,2 -bizitobs_application/10S/long,EFG-base,5565534.435555556,5565534.435555556,1439.6490277777777,3.1349084547019697,0.045313245985243056,0.0462050543891059,37.29480578420466,2359.1384943566914,0.0909825419812805,0.055521508559767195,0.04874669140090761,Web/CloudOps,2 -bizitobs_application/10S/medium,EFG-base,3129978.6666666665,3129978.6666666665,986.51625,2.109378971470533,0.030209134419759115,0.03084511121114095,18.15440718743069,1769.1745721286711,0.06947027845560588,0.03873758964669073,0.029836251287954734,Web/CloudOps,2 -bizitobs_application/10S/short,EFG-base,453879.0755555556,453879.0755555556,352.65541666666667,0.9369897451516666,0.013825128343370225,0.013927225536770291,9.165218076151561,673.7054813162466,0.025982127536598364,0.01360050981684748,0.010626689591521516,Web/CloudOps,2 -bizitobs_l2c/5T/long,EFG-base,186.30797619047618,186.30797619047618,9.456356646825396,0.8768135236335247,0.6800038643825794,1.0549605499751984,5.335378451151664,13.649467981957253,0.76639722119561,0.5309602884406632,0.41638983445660693,Web/CloudOps,7 -bizitobs_l2c/5T/medium,EFG-base,125.15863095238095,125.15863095238095,7.145115858843537,0.6794056543507327,0.47020368916734806,0.8086573594281462,4.958690213266375,11.187431830066316,0.5886234325713376,0.3759381676542876,0.2999365541640153,Web/CloudOps,7 -bizitobs_l2c/5T/short,EFG-base,28.24441208612351,28.24441208612351,3.2593656267438615,0.32724315523538267,0.1753538669502355,0.22159913608006068,2.6969152567152794,5.314547213650803,0.18252305933660698,0.11193980630406272,0.0892083781736216,Web/CloudOps,7 -bizitobs_l2c/H/long,EFG-base,81.38827504960318,81.38827504960318,5.270368303571429,0.5666766973388675,0.6144890668673622,0.7788304889012897,4.838753467242177,9.021545047806566,0.5510620093024687,0.3219293072017908,0.2595340963004266,Web/CloudOps,7 -bizitobs_l2c/H/medium,EFG-base,71.94966517857142,71.94966517857142,4.854914783296131,0.49262073665430384,0.48645819753799163,0.7582643781389509,3.4605837010301355,8.482314847880348,0.5136170479355463,0.29397246432067076,0.23186604176893347,Web/CloudOps,7 -bizitobs_l2c/H/short,EFG-base,52.74486917162698,52.74486917162698,4.350199381510417,0.42833338236774576,0.37674030697317146,0.5874349200536334,2.683120591893104,7.262566293785343,0.39147096387512437,0.23448691220706766,0.18313053032545198,Web/CloudOps,7 -bizitobs_service/10S/long,EFG-base,130228.78201058201,130228.78201058201,75.16877976190476,1.327247095374828,0.09860049373889096,0.08654176096436839,24.904983176767637,360.8722516495027,0.26734571653676403,0.05568743840731465,0.05140062789882552,Web/CloudOps,2 -bizitobs_service/10S/medium,EFG-base,8153.110952380953,8153.110952380953,31.185220734126982,1.002500029866255,0.07826733543759301,0.06470117841448103,17.432560338813825,90.29457875410324,0.06795782371273608,0.023470730605698268,0.018167166953795038,Web/CloudOps,2 -bizitobs_service/10S/short,EFG-base,1783.9125225281084,1783.9125225281084,17.63665191488922,0.6752381455324662,0.06778010595412481,0.051303576691440804,7.3019378096873675,42.23638860660448,0.03129006691922206,0.013065795558136728,0.01032041523148545,Web/CloudOps,2 -car_parts/M/short,EFG-base,1.3689259044619153,1.3689259044619153,0.44790881210167255,0.8270178761515397,0.8701484559040885,1.9162326597099968,14.345455950273802,1.170011070230498,2.8055665261627776,1.074039384736951,0.9468581611920389,Sales,1 -covid_deaths/D/short,EFG-base,605236.8105503016,605236.8105503016,141.9159304817219,44.196687161240334,0.12211756429062869,0.4073171304879631,892.5816787370205,777.969671999045,0.29271486132403224,0.053396556968456244,0.042293404380046425,Healthcare,1 -electricity/15T/long,EFG-base,341678.99241809594,341678.99241809594,57.98952502890464,0.8626335291957868,0.12272307416470729,0.12988771012452272,7.825769232758619,584.5331405644131,0.9221726953700028,0.09148558548364866,0.07315762624290774,Energy,1 -electricity/15T/medium,EFG-base,266445.01794765674,266445.01794765674,52.34203568068496,0.8108850847736782,0.12098575878964146,0.12730555496129903,7.76323295948211,516.1831244312979,0.8894354931490353,0.09019059731827926,0.07243865493452216,Energy,1 -electricity/15T/short,EFG-base,135515.93792597624,135515.93792597624,50.50936311943037,0.9879113140385386,0.1600350602997628,0.16491488468942342,13.541203832378969,368.1248944665061,0.7256467442996584,0.09956391283284612,0.08453197768875177,Energy,1 -electricity/D/short,EFG-base,1139660951.3983424,1139660951.3983424,4087.864149493243,1.3653329089055193,0.23536445962978797,0.09202802029171506,11.396125325976977,33758.86478242926,0.5547702773244704,0.06717718568129934,0.053287560041625576,Energy,1 -electricity/H/long,EFG-base,6223109.275779279,6223109.275779279,253.644807080518,1.1271549839460417,0.28168116983236585,0.1349812391126478,9.939502214604653,2494.6160577891096,0.9838758792304634,0.10003744135270168,0.0790121539171838,Energy,1 -electricity/H/medium,EFG-base,5072328.182987401,5072328.182987401,234.5309609655432,1.0376224427143463,0.23361302642228032,0.1257781073961172,9.189554867290033,2252.182981684082,0.8791012322170207,0.09154516238448861,0.07253487585101386,Energy,1 -electricity/H/short,EFG-base,2101777.7237995365,2101777.7237995365,185.05598262013615,1.0075165975911002,0.1786370725256574,0.1325317113463943,13.470490809332814,1449.7509178474545,0.6843859657880228,0.08735963939128182,0.0735772576207421,Energy,1 -electricity/W/short,EFG-base,46422048524.10811,46422048524.10811,28466.8689893018,1.5458819916362723,0.2467995556526115,0.09910274394997605,12.472338437646428,215457.7650587421,0.49160352324231166,0.06495200155354183,0.0507323885565788,Energy,1 -ett1/15T/long,EFG-base,8.316414310515873,8.316414310515873,1.5431121341765872,0.9877045998757737,0.7072389920773773,0.3895314050099206,6.993504021480794,2.8838193963068965,0.5496588282912663,0.2941186985148061,0.22798334658844166,Energy,7 -ett1/15T/medium,EFG-base,8.879939856150793,8.879939856150793,1.555095486111111,0.9774851261724249,0.6858030384550389,0.383893074156746,6.727644229885498,2.9799227936560357,0.5679761637240146,0.29640270221305354,0.22733518076583112,Energy,7 -ett1/15T/short,EFG-base,4.25193852015904,4.25193852015904,1.0101019723074778,0.6469445943141648,0.43634991989453825,0.2242758660089402,4.666042003489471,2.062022919406824,0.3898081530862128,0.19095131317317582,0.14780430715774462,Energy,7 -ett1/D/short,EFG-base,40064.038095238095,40064.038095238095,135.95162450396825,1.6851209746674978,1.3053291441902282,0.48186480809771826,10.842121716126284,200.1600312131223,0.5257269613573321,0.35708145132112923,0.27239195444909026,Energy,7 -ett1/H/long,EFG-base,173.2171626984127,173.2171626984127,8.255442915013228,1.5271799736884826,3050579566540.526,0.515602458974041,9.037013077908165,13.161199136036682,0.6302613214464917,0.3953352811519843,0.29959573429438097,Energy,7 -ett1/H/medium,EFG-base,151.47916666666666,151.47916666666666,7.587915620349702,1.366012066140845,3082597644479.2524,0.4639856247674851,8.606617905177146,12.307687299678468,0.5895090463847598,0.36344317112421554,0.27585011041508894,Energy,7 -ett1/H/short,EFG-base,90.73653273809524,90.73653273809524,4.819833156040737,0.8074530930877977,0.440681030636742,0.25756512142363047,5.999656163932295,9.525572567467808,0.44459744245520777,0.22496133214658495,0.1756509046095645,Energy,7 -ett1/W/short,EFG-base,1625121.7142857143,1625121.7142857143,929.5588727678571,1.5950729839580902,0.6428322792053223,0.5382036481584821,8.776301040281751,1274.802617774891,0.507274388281454,0.3698936619521275,0.28087131506380925,Energy,7 -ett2/15T/long,EFG-base,11.52257564484127,11.52257564484127,2.140332496279762,0.8859911503845249,0.1345510406484915,0.16334011501736112,7.419888494477564,3.394491956809041,0.18089860889952092,0.114062185471612,0.09186800895176349,Energy,7 -ett2/15T/medium,EFG-base,10.94194816468254,10.94194816468254,2.058623511904762,0.8492725535949535,0.12849342655094317,0.15626459030877976,6.755000731666298,3.307861569758103,0.17628191906630256,0.10970776607804686,0.0874939432462757,Energy,7 -ett2/15T/short,EFG-base,7.113072858537946,7.113072858537946,1.676523917061942,0.7192777861351491,0.10090928716164878,0.12181118783496675,4.982220786970462,2.6670344689444767,0.12661361759226508,0.07959055669917035,0.06258598814633971,Energy,7 -ett2/D/short,EFG-base,114001.54920634921,114001.54920634921,223.2341021825397,1.7818252508005197,0.44716138082837303,0.1769502670045883,15.813259971730673,337.64115449149443,0.19324091913303146,0.12776275200385184,0.10120657957276974,Energy,7 -ett2/H/long,EFG-base,206.48687169312169,206.48687169312169,8.57807281332672,0.961339568486397,0.17083614191046248,0.16467453083664021,8.919059905752055,14.369651063721822,0.1967813116174183,0.11747010500608122,0.09528127467718378,Energy,7 -ett2/H/medium,EFG-base,211.433984375,211.433984375,8.856697591145833,0.9712692179478699,0.16499605868676293,0.15919974190848216,7.7512436808872245,14.540769731173105,0.19594621066754403,0.11934968809064425,0.09500041463916614,Energy,7 -ett2/H/short,EFG-base,96.58323800223214,96.58323800223214,6.02039300827753,0.7032464423596334,0.11427890733806151,0.10576778139386858,5.477156006407984,9.82767714173762,0.12464229071900701,0.07635533450661652,0.06035170556578091,Energy,7 -ett2/W/short,EFG-base,4439811.428571428,4439811.428571428,1483.3624441964287,1.0670491078850297,0.14918756484985352,0.16212809085845947,8.987952473887916,2107.086004075635,0.17675217904914958,0.12443134443694018,0.09969289080020342,Energy,7 -hierarchical_sales/D/short,EFG-base,29.017822785395243,29.017822785395243,2.330441375013322,0.7504179143134277,0.6465481084748141,1.0591596649914252,7.028178490410332,5.386819357041337,1.6526165233145624,0.7149536057727082,0.580583411759716,Sales,1 -hierarchical_sales/W/short,EFG-base,463.68526381153174,463.68526381153174,8.935595706357795,0.7229061216486836,0.5224857304386059,0.45759221052719373,6.706554298626973,21.533352358876492,0.9886067395420822,0.41023756960384006,0.34800927011218324,Sales,1 -hospital/M/short,EFG-base,3319.2884716181484,3319.2884716181484,19.858049633916384,0.7973893040411721,0.1953959257796452,0.17916882032935694,5.360962345819152,57.613266455028814,0.20914953584857673,0.07208933149162014,0.056460064479898486,Healthcare,1 -jena_weather/10T/long,EFG-base,1318.0669312169312,1318.0669312169312,9.478175636574074,0.6317182401445102,0.757941057200861,0.6366495122354497,5.808115923175565,36.30519151880253,0.22215769220801998,0.0579985819568823,0.0472283096706088,Nature,21 -jena_weather/10T/medium,EFG-base,1379.2265512265512,1379.2265512265512,9.191639610389611,0.5802855062004045,0.6954124363188396,0.6409675014655484,5.477126541766532,37.13793951239825,0.2279148746730993,0.05640892891063252,0.04592019477917096,Nature,21 -jena_weather/10T/short,EFG-base,782.2479445684523,782.2479445684523,5.531712220207093,0.275240523347322,0.34938494604572506,0.5454966106112041,2.6227883100992653,27.968695796701933,0.17372065466225223,0.03435886590074303,0.02747003243607451,Nature,21 -jena_weather/D/short,EFG-base,524.9882936507937,524.9882936507937,11.120785280257936,1.1183598789918925,0.7147228157056367,0.47440379309275793,7.8079005218537745,22.912623019872555,0.13797143952551275,0.06696530346789839,0.05458415610252524,Nature,21 -jena_weather/H/long,EFG-base,1334.7654761904762,1334.7654761904762,11.111274388227514,0.8014714525432582,2.8239521429290892,0.6336709320229829,6.840044977626886,36.53444232762389,0.2199778421588196,0.06690218894373948,0.05344183069550025,Nature,21 -jena_weather/H/medium,EFG-base,1244.3887896825397,1244.3887896825397,10.294838169642857,0.7517919050054536,2.806970685790618,0.6519440666077629,6.190597874568356,35.27589530660476,0.21585944329032392,0.06299593580115347,0.05020087306969235,Nature,21 -jena_weather/H/short,EFG-base,1137.7559262740183,1137.7559262740183,8.768943843984962,0.5213757060101597,1.9651517198626653,0.6023105120997481,5.156022810356424,33.73063779820978,0.20676664857279511,0.05375306393524655,0.042958608141099294,Nature,21 -kdd_cup_2018/D/short,EFG-base,2934.027133619257,2934.027133619257,21.39581373909606,1.211964213476986,0.530178416812901,0.47173725825467716,8.879335014215991,54.166660720587686,1.2133907174954712,0.4792889470923907,0.3788573064205848,Nature,1 -kdd_cup_2018/H/long,EFG-base,3831.051167455663,3831.051167455663,22.546178044678378,0.9674363941885652,0.9310429071729688,0.5817618629677769,7.260163309153382,61.8954858406949,1.452318217963236,0.5290244462092991,0.4221041628577058,Nature,1 -kdd_cup_2018/H/medium,EFG-base,4801.989052428114,4801.989052428114,23.67333337527096,0.9897051323448902,0.8405999701670072,0.5335284290746507,7.925899715084482,69.29638556539665,1.4504988540868338,0.49552574283748757,0.39751457106074656,Nature,1 -kdd_cup_2018/H/short,EFG-base,4506.306954530898,4506.306954530898,21.889080054855402,0.913593358636387,0.76140739079868,0.4919885909552164,7.33444301566827,67.12903212866172,1.4051322190144988,0.4581780885908648,0.3686972924572961,Nature,1 -loop_seattle/5T/long,EFG-base,91.75655951689886,91.75655951689886,5.320037766351515,0.8428206911621209,0.1583089038825694,0.12061642068854823,7.140195914220986,9.578964428209286,0.16935806077368154,0.0940593616465151,0.07524709472762457,Transport,1 -loop_seattle/5T/medium,EFG-base,73.5246112054248,73.5246112054248,4.755966829313706,0.7563548855333075,0.14534549219074386,0.10924884985598002,6.033130372563348,8.574649334254131,0.15256063131155945,0.0846184227124489,0.06719288088005869,Transport,1 -loop_seattle/5T/short,EFG-base,47.305298287752855,47.305298287752855,3.5848573027257458,0.5680230062158662,0.09135470486277766,0.07747025910545798,4.578191177703863,6.87788472480841,0.11794053823928193,0.06147238819945072,0.048667186212914895,Transport,1 -loop_seattle/D/short,EFG-base,18.490372387518946,18.490372387518946,2.9568408552707166,0.89126096366693,0.054930583316106174,0.05458254440158021,9.644079153561393,4.300043300656279,0.07684751803471637,0.052842696006461846,0.042605444419617534,Transport,1 -loop_seattle/H/long,EFG-base,60.03168019812092,60.03168019812092,4.10605327027501,0.8580134769221276,0.1223579035372844,0.09557318403665906,8.187069433412146,7.748011370546697,0.13846731236249918,0.0733806564757421,0.059142248481781054,Transport,1 -loop_seattle/H/medium,EFG-base,69.46942671548472,69.46942671548472,4.387327452857428,0.89903105853796,0.1145532252249703,0.10071990487499256,8.48492788419225,8.334832134811398,0.1473172275207087,0.07754552294832441,0.06286345642956738,Transport,1 -loop_seattle/H/short,EFG-base,59.9544003296893,59.9544003296893,4.049123549900362,0.8213835223010492,0.1076650697043702,0.09351014977955467,7.679643567518213,7.743022686889746,0.13705937571868693,0.07167360453390333,0.058218422851537915,Transport,1 -m4_daily/D/short,EFG-base,360610.69686135603,360610.69686135603,184.94727752302904,3.4204103187068076,0.03839958892918829,0.031236957784978432,40.71655622069701,600.5086984060731,0.09276199809718702,0.028569243128714745,0.02354314697217348,Econ/Fin,1 -m4_hourly/H/short,EFG-base,1693820.4770817093,1693820.4770817093,226.70262125878327,0.7426220556045424,0.09241503330724443,0.08324244647210347,8.898700267687797,1301.468584746366,0.17767920633452006,0.030949914804947715,0.0232918432078848,Econ/Fin,1 -m4_monthly/M/short,EFG-base,2003153.23428295,2003153.23428295,579.4485479431153,0.9820485998739749,0.16052115353679766,0.1342228277080037,8.587146790139986,1415.3279599735708,0.29415373795073935,0.12042930059177125,0.09641208994873028,Econ/Fin,1 -m4_quarterly/Q/short,EFG-base,1995812.9111417846,1995812.9111417846,617.1709125264485,1.3334549853800626,0.12356260478372375,0.11176887453099092,10.79859974374271,1412.7324272988799,0.2364665306077317,0.10330354259381759,0.08274342217068374,Econ/Fin,1 -m4_weekly/W/short,EFG-base,303952.1507392329,303952.1507392329,288.8239831362492,2.303060611462038,0.06915293205772909,0.07282344524063951,33.804891659385184,551.3185564981763,0.10044169101944192,0.05261925057890121,0.04173826729978919,Econ/Fin,1 -m4_yearly/A/short,EFG-base,4886621.683500914,4886621.683500914,1113.7120493844604,4.269434855131007,0.19555738229904623,0.18507754747355823,37.163167677492005,2210.570443008074,0.3544752156858778,0.17858888874869286,0.14378889436247067,Econ/Fin,1 -m_dense/D/short,EFG-base,11066.73863425926,11066.73863425926,55.671037688078705,0.8264362772183109,0.14375713368183246,0.12584561948423031,7.566630046334475,105.19856764357232,0.18211428149756817,0.09637480106325343,0.07873008944666805,Transport,1 -m_dense/H/long,EFG-base,38686.83987654321,38686.83987654321,82.70143904320987,0.7073237170034194,0.2521121501258263,0.19187230051299672,7.636589710319088,196.68970455146658,0.3404989818935824,0.14316842795388277,0.11960175909305512,Transport,1 -m_dense/H/medium,EFG-base,41083.43840277778,41083.43840277778,83.53082573784722,0.714878662939848,0.25650425048981235,0.1942578845553928,7.795033414032697,202.69049904417764,0.3526558730970733,0.14533308872400338,0.12087513957781261,Transport,1 -m_dense/H/short,EFG-base,46782.34326171875,46782.34326171875,88.51420576307508,0.7823251508767879,0.29137157873498554,0.21105278333028157,9.701861908444226,216.29226352719772,0.38364861703890996,0.1570021602970148,0.1323518689371891,Transport,1 -restaurant/D/short,EFG-base,136.93330443868498,136.93330443868498,6.989485740928831,0.6706338101745729,0.6483822579676446,0.3881503388673927,4.672303718831748,11.701850470702698,0.538546271576862,0.3216723282732927,0.25208543747027495,Sales,1 -saugeen/D/short,EFG-base,1184.0193489583332,1184.0193489583332,12.466103108723958,2.769831199787453,0.26010730743408206,0.30768465677897133,27.38355410526543,34.40958222586164,1.1145345815983083,0.4037800552545103,0.3308716849756125,Nature,1 -saugeen/M/short,EFG-base,386.82142857142856,386.82142857142856,12.60314214797247,0.7385009530407881,0.3624469212123326,0.3702429362705776,4.3237559950999644,19.667776401297342,0.5904856503435308,0.3783841363544582,0.2938341284406493,Nature,1 -saugeen/W/short,EFG-base,935.8611572265625,935.8611572265625,14.625250625610352,1.1865203547702525,0.37824602127075196,0.38732506036758424,9.152339127278498,30.591847888392792,0.9234403664074798,0.4414753514003691,0.3496628292665766,Nature,1 -solar/10T/long,EFG-base,18.593280133249696,18.593280133249696,1.8128782595644515,0.7897593649060634,2.829435213279352,1.4467547773251375,4.678354590245426,4.311992594294393,0.9319682274114827,0.39182463817648777,0.2937013297588388,Energy,1 -solar/10T/medium,EFG-base,21.810324923577127,21.810324923577127,1.930489768720364,0.8423875101831907,3.5099118274784202,1.4520435052275578,4.661962581294389,4.67015255891894,1.0363254104403465,0.42838335079638784,0.3112722032732403,Energy,1 -solar/10T/short,EFG-base,25.700935052375144,25.700935052375144,2.1053932830365034,0.9238613382467641,5.538916419903649,1.5113013817446075,5.473108856171787,5.069608964444412,1.4747486858612369,0.6124586726817565,0.4586324313449135,Energy,1 -solar/D/short,EFG-base,123330.8593673966,123330.8593673966,245.47119473274026,0.9574201561009568,1.0652283494489907,0.4190778848318578,4.65410162904761,351.1849361339358,0.5073426391823435,0.35462228292005893,0.26848071457939554,Energy,1 -solar/H/long,EFG-base,210.37212543719588,210.37212543719588,5.627718613772303,0.42671607799047373,1.8106864977981236,1.3275494540694857,4.501188733160138,14.504210610619106,0.5028874878890688,0.19512328882996716,0.15422258109287587,Energy,1 -solar/H/medium,EFG-base,204.0583706375456,204.0583706375456,5.387277919648628,0.4111926848552501,1.3349166761858202,1.3333593530956556,4.504961170588257,14.284900091969337,0.5145754451854218,0.19406232567207346,0.1533145865157831,Energy,1 -solar/H/short,EFG-base,229.7075718203005,229.7075718203005,5.694348589652539,0.4385143620733999,1.3483856945208212,1.3430615949148343,4.77104907449279,15.156106750095834,0.5586591423893048,0.20989558545705808,0.16605537557970332,Energy,1 -solar/W/short,EFG-base,1948800.8613138685,1948800.8613138685,1119.9659414917883,1.2276546513397606,0.25526996250570255,0.2171797769783187,8.328392681188658,1395.99457782395,0.28495738496979556,0.22861304120550988,0.1639818298782079,Energy,1 -sz_taxi/15T/long,EFG-base,15.32650866386218,15.32650866386218,2.6648849965500356,0.5029905085292942,6156239707402.701,0.3954813161127248,4.352850739320246,3.914908512834263,0.36235694192420825,0.2466569971594264,0.19439032105377185,Transport,1 -sz_taxi/15T/medium,EFG-base,16.160736344818375,16.160736344818375,2.7282822959443442,0.5319430192954864,9469609741211.469,0.40254518231775005,4.154926080800302,4.020041833714965,0.3741319895367341,0.25391220430565303,0.19970031082942502,Transport,1 -sz_taxi/15T/short,EFG-base,16.617077206808425,16.617077206808425,2.7213224567045367,0.5427968356973067,1145068549753.9146,0.39331728824037915,4.023828969991133,4.076404936559716,0.38116131032142797,0.2544552981235537,0.199786389587721,Transport,1 -sz_taxi/H/short,EFG-base,7.3280816200451975,7.3280816200451975,1.8628775604769714,0.5673820360087384,1.059494463297037,0.2988525924519596,4.686771775082288,2.7070429660508157,0.2521777582949051,0.17353854115743858,0.1367015043151951,Transport,1 -temperature_rain/D/short,EFG-base,183.04136236099066,183.04136236099066,5.764541148765603,1.3410441858670878,22.644637455572262,1.500108300594128,18.40781536395663,13.529277968945374,1.5927537192637726,0.6786389026539591,0.5516731982504793,Nature,1 -us_births/D/short,EFG-base,120624.27333333333,120624.27333333333,220.70966796875,0.3250362822653687,0.021446192661921184,0.021310875415802,3.0795737174565487,347.3100536024452,0.03255749926669896,0.020689740416415518,0.01670728927603159,Healthcare,1 -us_births/M/short,EFG-base,64930688.0,64930688.0,6947.06640625,0.7842848109171264,0.02143228550752004,0.021732166409492493,3.421369019411344,8057.958053998544,0.025027962777255518,0.02157754089331211,0.016099549249210268,Healthcare,1 -us_births/W/short,EFG-base,2412174.0,2412174.0,1199.5851004464287,1.0903318322994977,0.016213065811565945,0.016271127121789113,7.541355376868721,1553.117510042302,0.02108341790877882,0.016284250113932214,0.012986903990428617,Healthcare,1 diff --git a/results/EFG-base/config.json b/results/EFG-base/config.json deleted file mode 100644 index 751deb36ec329eeab6affb1e3e716ab79c6048ea..0000000000000000000000000000000000000000 --- a/results/EFG-base/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "EFG-base", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "", - "code_link": "", - "org": "LAIR", - "testdata_leakage": "No", - "replication_code_available": "No" -} \ No newline at end of file diff --git a/results/EXAONE-Forecast-Agent/all_results.csv b/results/EXAONE-Forecast-Agent/all_results.csv deleted file mode 100644 index 06eefa43900d063b6f238db28b786ec41ab59a2a..0000000000000000000000000000000000000000 --- a/results/EXAONE-Forecast-Agent/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,EXAONE-Forecast-Agent,3177511.7907198044,3177511.7907198044,307.1620422138858,0.8165893508828165,4.112746807240175,0.6768785826226078,14.66074738160535,1782.557654248469,4.710767611972478,0.8117375595902071,0.607447290173064,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,EXAONE-Forecast-Agent,2806611.318379256,2806611.318379256,272.20229620199746,0.9147410952854164,3.887964517975404,0.6719401788552786,20.222089265952416,1675.29439752518,5.090007056725789,0.8270257517555543,0.5825135517898654,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,EXAONE-Forecast-Agent,1666901.3644217397,1666901.3644217397,146.6571049476101,0.6144031123067197,1.717701282059274,0.5667847685975027,12.24982549100172,1291.0853435856743,4.053688648123737,0.4604670360843332,0.3510103561769142,Web/CloudOps,2 -bitbrains_fast_storage/H/short,EXAONE-Forecast-Agent,2831595.9414665964,2831595.9414665964,307.1235605139573,1.01579522379618,3.484257845574485,0.4530203549136362,20.96893020818434,1682.7346616346251,4.796340452572148,0.8754019221308065,0.6273686313965873,Web/CloudOps,2 -bitbrains_rnd/5T/long,EXAONE-Forecast-Agent,2304834.881307448,2304834.881307448,158.3173178426322,3.2345343591301243,0.9888402874726514,0.5687774102056241,114.71450549429724,1518.1682651496333,5.815760735630673,0.6064779919430028,0.5763356847387787,Web/CloudOps,2 -bitbrains_rnd/5T/medium,EXAONE-Forecast-Agent,2257699.7400086788,2257699.7400086788,142.33442441683613,4.312590144426522,0.36252497651559,0.5917239612578209,159.08633122586414,1502.564387974332,6.3220542324861,0.5988734709239653,0.6148795350065023,Web/CloudOps,2 -bitbrains_rnd/5T/short,EXAONE-Forecast-Agent,1574898.1259338392,1574898.1259338392,113.47517697602608,1.5736635922814908,0.9344463111492765,0.4949149598910482,51.280739489506814,1254.949451545296,5.134890897166249,0.4643076680029085,0.3738628492425512,Web/CloudOps,2 -bitbrains_rnd/H/short,EXAONE-Forecast-Agent,1932002.031626956,1932002.031626956,177.6346843731352,5.76618735336495,2.210093644569903,0.502779415995272,194.51820618739688,1389.964759131308,6.083165851898172,0.7774162898681699,0.6634427037723596,Web/CloudOps,2 -bizitobs_application/10S/long,EXAONE-Forecast-Agent,6296706.844444444,6296706.844444444,1520.12875,3.230862017344616,0.0468719948662651,0.0479183748033311,77.205191510543,2509.3239815624534,0.096774595914258,0.058625289759235,0.0547339024718467,Web/CloudOps,2 -bizitobs_application/10S/medium,EXAONE-Forecast-Agent,4336232.106666666,4336232.106666666,1151.5430208333332,2.480241851790498,0.0358266735076904,0.0365795771280924,44.86636805495124,2082.362145897458,0.0817682327114004,0.0452177052345081,0.0406860125948315,Web/CloudOps,2 -bizitobs_application/10S/short,EXAONE-Forecast-Agent,926928.1422222222,926928.1422222222,520.8728819444444,1.338740607580159,0.0194210010104709,0.0196886189778645,12.257215688262162,962.771074670517,0.0371302320440746,0.0200879850681864,0.0163982022989199,Web/CloudOps,2 -bizitobs_l2c/5T/long,EXAONE-Forecast-Agent,59.16724206349206,59.16724206349206,4.638330543154762,0.4700214205546726,0.3616953740234866,0.6648646278471825,2.982395645666533,7.6920245750707315,0.4318956802928243,0.2604353256815213,0.2082896129193617,Web/CloudOps,7 -bizitobs_l2c/5T/medium,EXAONE-Forecast-Agent,56.67143388605442,56.67143388605442,4.583836561968537,0.4545565628969074,0.3289004056974114,0.5785606195206371,2.9040712239705875,7.528043164465412,0.3960857751198971,0.2411772113954347,0.1895885552198077,Web/CloudOps,7 -bizitobs_l2c/5T/short,EXAONE-Forecast-Agent,15.27825695219494,15.27825695219494,2.155303955078125,0.2191553122895936,0.1065013676522059,0.1823497062928628,2.220574812373778,3.908741095569639,0.1342419852518633,0.0740218588739028,0.0581092273223215,Web/CloudOps,7 -bizitobs_l2c/H/long,EXAONE-Forecast-Agent,78.51812996031747,78.51812996031747,5.136200629340278,0.5494210531364618,0.6205399583170826,0.6519472809536462,4.937423906218639,8.861045647118486,0.5412582426786442,0.3137339584279981,0.2526608708603701,Web/CloudOps,7 -bizitobs_l2c/H/medium,EXAONE-Forecast-Agent,69.98865327380952,69.98865327380952,4.776882789248512,0.4814188352921408,0.4900761734269467,0.6108438560212276,3.366599726422306,8.365922141271069,0.5065692927599854,0.2892475085572947,0.2284923492598523,Web/CloudOps,7 -bizitobs_l2c/H/short,EXAONE-Forecast-Agent,51.10011315724206,51.10011315724206,4.292416527157738,0.4246452758793203,0.3765612631964741,0.5656542525529501,2.6566382658829264,7.148434315096004,0.3853189170403585,0.2313722438825184,0.1789861928480834,Web/CloudOps,7 -bizitobs_service/10S/long,EXAONE-Forecast-Agent,130890.98497354495,130890.98497354495,75.78632936507937,1.28427349475327,0.0741412385809358,0.0717714985842427,22.055116793552465,361.7885915469765,0.2680245547085538,0.0561449356217018,0.0524356878837465,Web/CloudOps,2 -bizitobs_service/10S/medium,EXAONE-Forecast-Agent,29957.44253968254,29957.44253968254,42.724513888888886,1.0377114610252436,0.0633317008851066,0.0574164884052579,10.65934896312286,173.0821843509104,0.1302657306431623,0.0321554759606358,0.0260580293878188,Web/CloudOps,2 -bizitobs_service/10S/short,EXAONE-Forecast-Agent,3496.7569907407405,3496.7569907407405,21.153864242311503,0.7654111065144434,0.0536194994083788,0.0443587465639467,6.093806023310363,59.13338304833185,0.0438079024870852,0.0156714595746161,0.0124489042954788,Web/CloudOps,2 -car_parts/M/short,EXAONE-Forecast-Agent,1.378891415910859,1.378891415910859,0.4481142153536575,0.8225745028484741,0.8398732012201846,1.884655807779281,17.000998054029456,1.1742620729253157,2.8157599945552247,1.0745319206648551,0.9268279101163676,Sales,1 -covid_deaths/D/short,EXAONE-Forecast-Agent,158888.19649122807,158888.19649122807,74.3834292763158,28.70152059233563,0.0785164045561929,0.1001813003584012,534.5745513772996,398.6078229177497,0.1499781261501241,0.0279871259370242,0.0243866769334697,Healthcare,1 -electricity/15T/long,EXAONE-Forecast-Agent,308806.9138184591,308806.9138184591,55.57595562945758,0.837216236675962,0.1204530853510082,0.1191197433947214,6.871926208502799,555.7039803874533,0.8766911431850827,0.0876778820990656,0.0697838118646984,Energy,1 -electricity/15T/medium,EXAONE-Forecast-Agent,244767.8788684544,244767.8788684544,50.3377505982545,0.7885446947001294,0.1154572564032517,0.1162151527616797,6.793205295821209,494.7402135145822,0.852487195021529,0.0867370119488669,0.0696779904766637,Energy,1 -electricity/15T/short,EXAONE-Forecast-Agent,125997.54759717236,125997.54759717236,46.49816081279033,0.9027895712632376,0.1486261973276597,0.1385655075158559,10.773282260896984,354.9613325380278,0.699698771358477,0.0916570426376026,0.0769410080919266,Energy,1 -electricity/D/short,EXAONE-Forecast-Agent,1185234071.0815134,1185234071.0815134,4058.6612927927927,1.3493931286587788,0.2524238816213511,0.0884589001296635,10.912375475796583,34427.22862911729,0.5657537263300384,0.0666972870528117,0.0525307514119255,Energy,1 -electricity/H/long,EXAONE-Forecast-Agent,8350733.3176336335,8350733.3176336335,266.9740656906907,1.1466752051249869,0.2847431679068283,0.1294374334425038,9.398296459158924,2889.763540090025,1.1397219320658294,0.1052944968469581,0.0834355870647707,Energy,1 -electricity/H/medium,EXAONE-Forecast-Agent,5433095.014594595,5433095.014594595,231.18444872606983,1.0264030656419476,0.2190372554084955,0.1176964918724212,8.52388161203071,2330.900043887467,0.90982709474837,0.0902389083079868,0.0719000734460206,Energy,1 -electricity/H/short,EXAONE-Forecast-Agent,1743844.8345460305,1743844.8345460305,162.23611713031391,0.8803901990151581,0.1591240099842603,0.1129238213383312,11.279756503304238,1320.5471724046931,0.6233925760268468,0.0765870338416547,0.0639563276243053,Energy,1 -electricity/W/short,EXAONE-Forecast-Agent,77953279771.21442,77953279771.21442,34116.05036599099,1.590584782935322,0.2008409745061591,0.1022403504456934,13.248718030207089,279201.1457197381,0.6370448994589929,0.0778415712418196,0.0617838728087606,Energy,1 -ett1/15T/long,EXAONE-Forecast-Agent,2.6757750496031747,2.6757750496031747,0.8808710007440477,0.5752799655860678,0.4165622390604186,0.2540721881200397,3.929141643174116,1.6357796457968214,0.3117812178539418,0.1678948836965246,0.1294890907894382,Energy,7 -ett1/15T/medium,EXAONE-Forecast-Agent,2.643674737839472,2.643674737839472,0.8464386325412326,0.5353329546628554,0.3956768468406585,0.241133122822595,3.484080807802974,1.6259381100889023,0.3099054205734358,0.1613320450388802,0.1236264227005495,Energy,7 -ett1/15T/short,EXAONE-Forecast-Agent,4.666276695614769,4.666276695614769,1.0370082219441732,0.6599471274393852,0.4654855233988214,0.2285522665296282,4.291088230169328,2.1601566368239986,0.4083595324365794,0.1960377249626801,0.1518079470927302,Energy,7 -ett1/D/short,EXAONE-Forecast-Agent,17127.192063492064,17127.192063492064,86.38797123015873,1.0427014836269322,0.6867379809182788,0.344939458937872,6.635345800735515,130.8708984591,0.3437367558348781,0.2269008719542931,0.1728668571599874,Energy,7 -ett1/H/long,EXAONE-Forecast-Agent,59.9004546957672,59.9004546957672,4.48288070436508,0.8626028831310161,1798005576576.4656,0.3514210534474206,6.144013765699175,7.7395384032749135,0.3706297314564333,0.2146754476865199,0.1680236272073542,Energy,7 -ett1/H/medium,EXAONE-Forecast-Agent,49.99524739583333,49.99524739583333,4.008061581566221,0.7225360681427279,1706645475441.6846,0.3096979413713727,5.213491091860338,7.070731744015843,0.3386712894278783,0.1919766486805544,0.1488449424983858,Energy,7 -ett1/H/short,EXAONE-Forecast-Agent,37.46624610537575,37.46624610537575,2.996969459170387,0.4967889338817784,0.2793629691714332,0.1755895478384835,3.3218649493654,6.120967742553113,0.2856905909590161,0.1398808181791494,0.1070268447120986,Energy,7 -ett1/W/short,EXAONE-Forecast-Agent,1010515.5714285716,1010515.5714285716,784.7412109375,1.452567132708759,0.5618349484034947,0.534245491027832,7.571043018073863,1005.244035758766,0.4000105947406786,0.3122672578382341,0.2362587617425132,Energy,7 -ett2/15T/long,EXAONE-Forecast-Agent,5.118936321924603,5.118936321924603,1.306698753720238,0.5387217478354971,0.0798025190230808,0.1086915225074404,4.172461948279625,2.2625066457194336,0.1205730745844227,0.0696363418820296,0.0557748350106571,Energy,7 -ett2/15T/medium,EXAONE-Forecast-Agent,3.620872047061012,3.620872047061012,1.1501359437003968,0.4754154102268395,0.0709402755933809,0.0994639678228469,3.484475721861008,1.902858914123959,0.1014067892565172,0.0612928222862317,0.0485777641153893,Energy,7 -ett2/15T/short,EXAONE-Forecast-Agent,7.267304774693081,7.267304774693081,1.651741936093285,0.7109545459672645,0.100970409747631,0.1208564440409342,4.855620183011259,2.695793904343038,0.1279789374020895,0.0784140721971117,0.0619380885849239,Energy,7 -ett2/D/short,EXAONE-Forecast-Agent,37962.04761904762,37962.04761904762,117.86812996031746,0.7860426249416207,0.2241235642206101,0.086131111023918,6.506229509141553,194.83851677491188,0.1115112237911485,0.0674590406220006,0.0565815249055696,Energy,7 -ett2/H/long,EXAONE-Forecast-Agent,112.67580191798942,112.67580191798942,6.244614438657408,0.6810501735770034,0.1123635648270943,0.1235249272099247,4.816856829223164,10.614885864576662,0.1453626920958493,0.0855151885271875,0.0679702101837411,Energy,7 -ett2/H/medium,EXAONE-Forecast-Agent,107.6551246279762,107.6551246279762,6.105442592075893,0.6489606498440329,0.103759600578382,0.1138951982770647,4.4697213214891365,10.375698753721418,0.1398192130685822,0.0822747651914313,0.0655857511843054,Energy,7 -ett2/H/short,EXAONE-Forecast-Agent,50.512103562127976,50.512103562127976,4.012792750767299,0.4598418221841555,0.074119482581991,0.0703974791935512,3.2165085721055857,7.107186754414715,0.0901389031061929,0.0508933772877105,0.0402965930014317,Energy,7 -ett2/W/short,EXAONE-Forecast-Agent,2963527.4285714286,2963527.4285714286,1181.305943080357,0.7668986487037609,0.1196604456220354,0.1285215956824166,6.614024820254484,1721.4898862820626,0.1444066094105799,0.099093458100544,0.0794902476215175,Energy,7 -hierarchical_sales/D/short,EXAONE-Forecast-Agent,28.389121763900373,28.389121763900373,2.2889800836153884,0.7395539429248073,0.6300830108399676,1.0469155536110852,6.965216627846083,5.328144307721064,1.634615667970076,0.7022337407279262,0.5683898845760337,Sales,1 -hierarchical_sales/W/short,EXAONE-Forecast-Agent,454.3079430531647,454.3079430531647,8.80978807352357,0.712417046035767,0.5183974684403259,0.4506008665440446,6.740564743547087,21.31450076950349,0.9785591560256928,0.4044616796433304,0.3377736395566894,Sales,1 -hospital/M/short,EXAONE-Forecast-Agent,2527.999694426336,2527.999694426336,17.205866250407432,0.7454718368230071,0.1908910055877539,0.1702352140013003,4.909894432155033,50.27921732113912,0.1825252344224284,0.0624612899349208,0.0488143634793185,Healthcare,1 -jena_weather/10T/long,EXAONE-Forecast-Agent,1356.3084201388888,1356.3084201388888,9.370110728753309,0.6202969446515191,0.7709227442156432,0.6319687454788773,5.60451576608846,36.82809281158731,0.225357409180988,0.0573373128055775,0.046315322211861,Nature,21 -jena_weather/10T/medium,EXAONE-Forecast-Agent,1421.4687691648628,1421.4687691648628,9.206746102205086,0.5694324284027515,0.7151361071831793,0.6396076196887964,5.2368207962682645,37.70237086928172,0.2313788182967534,0.0565016465641445,0.0454841869551108,Nature,21 -jena_weather/10T/short,EXAONE-Forecast-Agent,796.1074434431772,796.1074434431772,6.00077524942065,0.3075191275900398,0.4080601929020501,0.5516643158519033,2.3184530580706264,28.21537601101884,0.1752528629379354,0.0372723383837725,0.0306006011769959,Nature,21 -jena_weather/D/short,EXAONE-Forecast-Agent,212.30228174603167,212.30228174603167,6.773018973214286,0.723538920589411,0.4979904871906725,0.3857720026894221,5.215669236643594,14.570596478731808,0.0877388053376691,0.0407846442049646,0.032032925017259,Nature,21 -jena_weather/H/long,EXAONE-Forecast-Agent,1275.4851851851852,1275.4851851851852,10.78077876984127,0.9148702640840292,1.9566637603243355,0.6507570296999008,6.603611733040429,35.71393544801784,0.2150374597829832,0.0649122324960031,0.0521405980005496,Nature,21 -jena_weather/H/medium,EXAONE-Forecast-Agent,1258.9185515873016,1258.9185515873016,9.924113343253968,0.7563354192075453,1.9500273340804808,0.6693002367776538,6.416574590071842,35.48124224977617,0.2171160140344934,0.0607274096195835,0.0486831983366412,Nature,21 -jena_weather/H/short,EXAONE-Forecast-Agent,1076.4292661177683,1076.4292661177683,8.1515023112795,0.5149656226143146,1.1497400852331432,0.6024384144055615,4.421367136830065,32.80898148552875,0.2011169524152114,0.0499681863996048,0.0402177022572722,Nature,21 -kdd_cup_2018/D/short,EXAONE-Forecast-Agent,2826.3222195209123,2826.3222195209123,20.818936228046663,1.177588878763287,0.5358407191594822,0.4563421339056214,8.990817331256736,53.16316600354904,1.1909113633346478,0.4663662755687836,0.3685993181460957,Nature,1 -kdd_cup_2018/H/long,EXAONE-Forecast-Agent,3259.287284466344,3259.287284466344,18.0493929007183,0.7791098234621133,0.8019156007812271,0.46408844758506,7.030114091504736,57.0901680192513,1.3395660888646257,0.4235117095161289,0.3481168277127806,Nature,1 -kdd_cup_2018/H/medium,EXAONE-Forecast-Agent,4265.985594116537,4265.985594116537,19.11187034595183,0.7994044759578425,0.7696189643477049,0.4354663307588429,7.532867199489619,65.3145128904483,1.367151056663055,0.4000460629952347,0.3282304663852728,Nature,1 -kdd_cup_2018/H/short,EXAONE-Forecast-Agent,3794.936704259236,3794.936704259236,17.452183923074646,0.7201510720733216,0.6396410952913656,0.3957794567486338,6.091389444080392,61.60305758855834,1.289463560424946,0.3653058159700589,0.294216431220955,Nature,1 -loop_seattle/5T/long,EXAONE-Forecast-Agent,75.4847460870313,75.4847460870313,4.921566240074246,0.7804724819735382,0.1533161805367991,0.1121713217993474,5.820817243259564,8.688195790095392,0.1536090871622374,0.0870143026021734,0.0688579871398529,Transport,1 -loop_seattle/5T/medium,EXAONE-Forecast-Agent,62.19155023502,62.19155023502,4.522645348075496,0.7207665009509027,0.143116873474436,0.1041683848157632,5.166813279367689,7.8861619457769185,0.1403110249983845,0.0804671535857145,0.0634344339229802,Transport,1 -loop_seattle/5T/short,EXAONE-Forecast-Agent,39.18609352702327,39.18609352702327,3.3976805412363342,0.5384091661099693,0.0883571375757302,0.0724464931478195,3.853270556665791,6.259879673525943,0.1073431161854432,0.0582627200713461,0.0457947473211401,Transport,1 -loop_seattle/D/short,EXAONE-Forecast-Agent,12.460242014157636,12.460242014157636,2.226995969286152,0.6658012422112563,0.0413040137512396,0.0411830009444702,6.024350935335371,3.5299067996418314,0.0630841509903094,0.03979939356912,0.0326768478258818,Transport,1 -loop_seattle/H/long,EXAONE-Forecast-Agent,52.21485302180083,52.21485302180083,3.900732673826109,0.8206394825797202,0.115937513857311,0.0902624680735952,6.224609551250305,7.22598457110177,0.1291379974154477,0.0697113038360809,0.0553071132161102,Transport,1 -loop_seattle/H/medium,EXAONE-Forecast-Agent,55.75414983633256,55.75414983633256,4.040324762460494,0.8323143264940532,0.1088221232096354,0.0917720991514538,6.20565036188373,7.466870149957916,0.1319760951582482,0.0714122884973054,0.0567796706021368,Transport,1 -loop_seattle/H/short,EXAONE-Forecast-Agent,50.067805128971386,50.067805128971386,3.742640063865098,0.7652229954798779,0.1019351227280499,0.085710658507036,6.420174541036817,7.075860734141917,0.1252499329429052,0.0662485363464945,0.0532507127031533,Transport,1 -m4_daily/D/short,EXAONE-Forecast-Agent,343876.478733651,343876.478733651,170.85126863023422,3.190280375919688,0.0365220972216058,0.0291598625812248,24.50482070922992,586.4098214846431,0.0905841107393236,0.0263917991659359,0.0208207625072466,Econ/Fin,1 -m4_hourly/H/short,EXAONE-Forecast-Agent,831987.1433801973,831987.1433801973,213.7745348673896,0.93593064269583,0.1035165101433721,0.0974631866203222,6.648249846803065,912.1332925511476,0.1245263467819381,0.0291849470679761,0.0230971873242084,Econ/Fin,1 -m4_monthly/M/short,EXAONE-Forecast-Agent,1810999.148869213,1810999.148869213,539.350311948423,0.8923216880998853,0.1547854278286298,0.1271853035026126,7.488640321376826,1345.7336842292434,0.2796896573186825,0.1120955101974558,0.0896656627925096,Econ/Fin,1 -m4_quarterly/Q/short,EXAONE-Forecast-Agent,1716777.3839375,1716777.3839375,538.7078186238607,1.1237369490857538,0.1091969829648733,0.0978739803830782,8.921221801495294,1310.2585179793718,0.2193142034610813,0.0901702026879009,0.0719696203283057,Econ/Fin,1 -m4_weekly/W/short,EXAONE-Forecast-Agent,234209.6678808657,234209.6678808657,243.4937125026784,1.882467312815584,0.058521322246688,0.0582447007046232,12.3110118017817,483.95213387365663,0.0881685719378252,0.0443607774499558,0.0350638221791401,Econ/Fin,1 -m4_yearly/A/short,EXAONE-Forecast-Agent,3160867.066219785,3160867.066219785,811.176793773668,2.9647387923019624,0.1619815462641055,0.1322778750792911,27.29493211777315,1777.8827481641708,0.2850917390195965,0.1300759586244215,0.1050375001405176,Econ/Fin,1 -m_dense/D/short,EXAONE-Forecast-Agent,7679.962962962963,7679.962962962963,38.95292245370371,0.5770367748694111,0.1097734930605425,0.0843945877640335,6.228149338847862,87.63539788785673,0.1517098367173031,0.067433270659367,0.0569522805855291,Transport,1 -m_dense/H/long,EXAONE-Forecast-Agent,27486.135308641977,27486.135308641977,66.43014660493827,0.5806453979201838,0.2107984337992275,0.1617648654513888,5.978574394059288,165.78943063006753,0.2870060125549993,0.1150004039344929,0.0947575732113815,Transport,1 -m_dense/H/medium,EXAONE-Forecast-Agent,26243.17,26243.17,61.14455295138889,0.5356680026383712,0.1972524406236934,0.1516826629638671,5.759248481265635,161.99743825135013,0.2818550763556173,0.1063837973419321,0.0872194198852423,Transport,1 -m_dense/H/short,EXAONE-Forecast-Agent,42846.61125,42846.61125,83.70378580729167,0.7475506085416832,0.2720004053064639,0.1989421632554796,9.286668650585003,206.99422999204592,0.3671562267484731,0.1484696755206584,0.1234155855663621,Transport,1 -restaurant/D/short,EXAONE-Forecast-Agent,136.82363916968748,136.82363916968748,7.023132210208932,0.6744468579634759,0.667263228741638,0.3886062067697571,4.48068120241561,11.697163723300084,0.5383305766023091,0.3232208167476489,0.2527373961283253,Sales,1 -saugeen/D/short,EXAONE-Forecast-Agent,1149.645,1149.645,12.465963541666667,2.76953303207373,0.2684655507405599,0.3134779357910156,31.23047402009238,33.9064153221776,1.0982368710115653,0.4037755293226022,0.3336983296534301,Nature,1 -saugeen/M/short,EXAONE-Forecast-Agent,394.9927920386905,394.9927920386905,12.395846412295388,0.7263667485655506,0.3566865012759254,0.3562135923476446,4.4374626036500775,19.87442557757809,0.5966898785572016,0.3721604964880496,0.2882187273713493,Nature,1 -saugeen/W/short,EXAONE-Forecast-Agent,961.027734375,961.027734375,14.47833251953125,1.1745944343982055,0.3633436679840088,0.3783893585205078,11.286577585556849,31.000447325401613,0.935774280174372,0.437040506202245,0.3474035622504851,Nature,1 -solar/10T/long,EXAONE-Forecast-Agent,19.434423471715327,19.434423471715327,1.80717736806506,0.7909142878777301,3.6871428815820986,1.4134812731139668,4.037292914011506,4.408449100501822,0.9528157313579452,0.390592470592533,0.2902962143387672,Energy,1 -solar/10T/medium,EXAONE-Forecast-Agent,20.997414561041527,20.997414561041527,1.8591341453641683,0.8134160382708558,3.977143679813208,1.4195499451766276,4.006429460479992,4.582293591755282,1.0168291708218793,0.4125492602391612,0.3049546884291651,Energy,1 -solar/10T/short,EXAONE-Forecast-Agent,20.6912139075806,20.6912139075806,1.8566860115441093,0.8153425162173185,5.142957347803408,1.324719791747053,3.5847546017070457,4.54875960098801,1.3232336496037949,0.5401097491918877,0.403641634638745,Energy,1 -solar/D/short,EXAONE-Forecast-Agent,75958.98783454987,75958.98783454987,187.0206508515815,0.729588714415457,0.8101717835215176,0.3553979284281858,3.929420753617504,275.6065816241511,0.3981576463862605,0.2701811463640574,0.2031823781313838,Energy,1 -solar/H/long,EXAONE-Forecast-Agent,175.92030616382806,175.92030616382806,5.1524833041869424,0.3900631027409292,2.0155600999518604,1.20653200900335,2.7669893610279463,13.263495246873203,0.4598696128586196,0.1786460098378321,0.139347746631274,Energy,1 -solar/H/medium,EXAONE-Forecast-Agent,167.33335234184915,167.33335234184915,4.86132194723236,0.3699036508255819,1.5030468134126655,1.158234397689493,2.536022924786446,12.935739342683476,0.4659755232868437,0.1751161629202631,0.1361978473073926,Energy,1 -solar/H/short,EXAONE-Forecast-Agent,173.9592309854815,173.9592309854815,4.913571104073375,0.3774798889325975,1.371236415492152,1.1621745927122389,2.5073752941842,13.189360522234637,0.4861642236673736,0.1811158681438138,0.1414231344338138,Energy,1 -solar/W/short,EXAONE-Forecast-Agent,1314086.8905109488,1314086.8905109488,897.5002281021898,0.9743738979901244,0.1997468767374971,0.1761284570624358,5.365215421828577,1146.3362903227608,0.2339958912289869,0.183202230903691,0.1338030958669155,Energy,1 -sz_taxi/15T/long,EXAONE-Forecast-Agent,15.28580450943732,15.28580450943732,2.666396720864494,0.5031903865061237,6235809444687.207,0.3948383385639245,3.671654501532731,3.909706447987793,0.3618754364415573,0.24679691171847,0.1943915345646776,Transport,1 -sz_taxi/15T/medium,EXAONE-Forecast-Agent,16.1265625,16.1265625,2.7273607563768696,0.5316771362534475,9659655333170.324,0.4010455530932826,3.678007342794923,4.015789150341437,0.3737362027400188,0.253826437203201,0.1995888061193031,Transport,1 -sz_taxi/15T/short,EXAONE-Forecast-Agent,16.509949140350752,16.509949140350752,2.7077698946290254,0.540140004704699,1083684014494.655,0.3897389515561207,3.7830187036682656,4.063243672283359,0.3799306717218123,0.2531880728571681,0.1988680970203941,Transport,1 -sz_taxi/H/short,EXAONE-Forecast-Agent,7.077749757685213,7.077749757685213,1.8319967873076088,0.5579784511473075,1.0922263972779624,0.293479984642094,3.851296860153076,2.660404059101777,0.2478330521492761,0.1706618037109014,0.1342651716077699,Transport,1 -temperature_rain/D/short,EXAONE-Forecast-Agent,177.99514583553002,177.99514583553002,5.662802446023142,1.3126876126567726,21.66863483182397,1.501812389029509,19.39392637513088,13.341482145381375,1.5706451836329296,0.6666615665928901,0.5394813134403992,Nature,1 -us_births/D/short,EXAONE-Forecast-Agent,104430.22,104430.22,201.46506510416663,0.2967164119409878,0.0194508584340413,0.0192590951919555,2.290996588149654,323.1566493204186,0.0302933136088299,0.0188857150588058,0.0150271827249169,Healthcare,1 -us_births/M/short,EXAONE-Forecast-Agent,48621349.333333336,48621349.333333336,5789.876302083333,0.6536482721902824,0.0177925874789555,0.0180141329765319,3.311178955311016,6972.901070095096,0.0216577831830764,0.0179833163193929,0.0133441793788424,Healthcare,1 -us_births/W/short,EXAONE-Forecast-Agent,1765438.857142857,1765438.857142857,1015.2603236607144,0.9235146136442064,0.0137660354375839,0.0137908490640776,5.299590372889553,1328.6981813575485,0.0180369475271916,0.0137820593429262,0.0108253909677814,Healthcare,1 diff --git a/results/EXAONE-Forecast-Agent/config.json b/results/EXAONE-Forecast-Agent/config.json deleted file mode 100644 index f99645d910ff39bf6ff81faa2a79c147895679bb..0000000000000000000000000000000000000000 --- a/results/EXAONE-Forecast-Agent/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "EXAONE-Forecast-Agent", - "model_type": "agentic", - "model_dtype": "float32", - "model_link": "", - "code_link": "", - "org": "LG AI Research", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/EXAONE-Forecast/all_results.csv b/results/EXAONE-Forecast/all_results.csv deleted file mode 100644 index a54fefbe4ac981171a674e0e0831f4729340e207..0000000000000000000000000000000000000000 --- a/results/EXAONE-Forecast/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,EXAONE-Forecast,3612081.1319252495,3612081.1319252495,358.2364419491409,0.8583468609808098,4.324376955815493,0.817913346652184,14.848982805974368,1900.547587387711,5.022579773697747,0.9467119473752759,0.666400228699064,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,EXAONE-Forecast,2788507.340686212,2788507.340686212,278.8871608569678,0.9422374881109278,3.995460498308055,0.8029184192765983,20.430096413793724,1669.8824331928915,5.073564014426603,0.8473362167802811,0.6190571114768769,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,EXAONE-Forecast,1712745.1702962674,1712745.1702962674,157.69149812684296,0.6620164820420446,1.999565223658965,0.7330963942737486,12.774095654162197,1308.7189042327873,4.109053667157012,0.4951123014742753,0.386292371383251,Web/CloudOps,2 -bitbrains_fast_storage/H/short,EXAONE-Forecast,2921696.098741304,2921696.098741304,323.45500237657285,1.0174863337644982,4.030126512351662,0.5757347946937202,18.402017662782526,1709.296960373271,4.872051633222408,0.9219518370047306,0.6733281080648943,Web/CloudOps,2 -bitbrains_rnd/5T/long,EXAONE-Forecast,2265509.7142599802,2265509.7142599802,170.868430729931,3.2717464398466327,1.671586010423305,0.7090977927059248,114.72801095212651,1505.1610260234552,5.765932931739956,0.6545584789311997,0.6007109571244893,Web/CloudOps,2 -bitbrains_rnd/5T/medium,EXAONE-Forecast,2232233.859454162,2232233.859454162,149.67899995043405,4.3481300468145205,0.6594960844423727,0.7284183467166457,158.93913065034258,1494.0662165560675,6.286298093838583,0.6297758437005453,0.6051565499813613,Web/CloudOps,2 -bitbrains_rnd/5T/short,EXAONE-Forecast,1584726.6489996258,1584726.6489996258,119.99851419813078,1.6221342073780283,1.0767345084641344,0.657065573519169,51.56172447701719,1258.8592649695302,5.150888725076368,0.49099928086403605,0.3903919423619454,Web/CloudOps,2 -bitbrains_rnd/H/short,EXAONE-Forecast,1821995.5361640172,1821995.5361640172,155.95057940168044,5.806977147478336,1.5839341909551519,0.5539083777393513,194.44528621130732,1349.8131486113243,5.90744275934543,0.6825160371640884,0.6191017470477412,Web/CloudOps,2 -bizitobs_application/10S/long,EXAONE-Forecast,5722731.727231843,5722731.727231843,1458.1152525108757,3.113627416855441,0.04492611100420972,0.04588897790308177,55.005643855997796,2392.2231767190624,0.09225848593674234,0.05623367703611304,0.04967612994064204,Web/CloudOps,2 -bizitobs_application/10S/medium,EXAONE-Forecast,3315121.874083706,3315121.874083706,1007.7351039911495,2.1697769956285935,0.03103176455182568,0.031660813068653065,17.780776589249264,1820.7476140541023,0.07149540002348571,0.039570791592104394,0.03202529590698454,Web/CloudOps,2 -bizitobs_application/10S/short,EXAONE-Forecast,356933.3457113232,356933.3457113232,320.1859572808158,0.924692353311433,0.013382056094747817,0.013470453119280523,5.669708656478375,597.4389891121295,0.023040833778167177,0.012348292552473513,0.009726919421000062,Web/CloudOps,2 -bizitobs_l2c/5T/long,EXAONE-Forecast,104.38591133019128,104.38591133019128,6.8582762927924135,0.6580540832556516,0.5234822183109652,0.8648246079978308,3.592815717154958,10.21694236698002,0.5736660395496511,0.3850819606988179,0.289674198776519,Web/CloudOps,7 -bizitobs_l2c/5T/medium,EXAONE-Forecast,81.57981899436825,81.57981899436825,5.67647845745319,0.5528323132123358,0.3767136225866572,0.7141079973949408,3.4448937328247213,9.032154725998014,0.47522416217492747,0.29866624309285666,0.23190555421421186,Web/CloudOps,7 -bizitobs_l2c/5T/short,EXAONE-Forecast,18.911494614252934,18.911494614252934,2.5143576026131043,0.2593113726481825,0.14079984483699864,0.20138468631407705,2.3008601708608256,4.348734829148926,0.14935315041985334,0.08635321397737875,0.06929583070914155,Web/CloudOps,7 -bizitobs_l2c/H/long,EXAONE-Forecast,79.95757124481521,79.95757124481521,5.1425887904218435,0.5511069497031694,0.5921962662805584,0.7711274509523551,4.259338427405104,8.94189975591402,0.546197045003204,0.3141241657442284,0.2509662997167972,Web/CloudOps,7 -bizitobs_l2c/H/medium,EXAONE-Forecast,70.32511252539693,70.32511252539693,4.699204551094626,0.47576740157674385,0.45642252223241225,0.7500321008075255,3.3061021608306045,8.386006947612012,0.5077854582909984,0.2845439732506086,0.22516809896005702,Web/CloudOps,7 -bizitobs_l2c/H/short,EXAONE-Forecast,56.91869594028146,56.91869594028146,4.49829560440856,0.445299602081955,0.38142899187259605,0.5986124018816058,2.5330020704572496,7.544448020914549,0.40666506999260704,0.2424696534117672,0.18754618479016477,Web/CloudOps,7 -bizitobs_service/10S/long,EXAONE-Forecast,129212.72313313193,129212.72313313193,74.82955562221106,1.2897077643086594,0.08388042053191021,0.07853623578120773,18.51267569876199,359.4617130281498,0.2663007287133705,0.055436127045697295,0.050500280883253326,Web/CloudOps,2 -bizitobs_service/10S/medium,EXAONE-Forecast,9095.966606431784,9095.966606431784,31.711165491207485,0.971130000032243,0.06737153137989771,0.05818656029204931,9.612691553399804,95.37277707203343,0.07177979949436963,0.023866570425777327,0.01861881767375849,Web/CloudOps,2 -bizitobs_service/10S/short,EXAONE-Forecast,1908.3228745224947,1908.3228745224947,17.337163718091993,0.6747296253631457,0.05720061716840983,0.04523856140511246,5.2740728307847,43.68435503154985,0.0323627681485633,0.01284392568820281,0.010006909706482795,Web/CloudOps,2 -car_parts/M/short,EXAONE-Forecast,1.3523481137584612,1.3523481137584612,0.45396066329449253,0.8307894270324122,0.830803725854246,1.8953239227906595,15.099087800063206,1.1629050321322292,2.788526975743641,1.0885511030957775,0.9369908141387531,Sales,1 -covid_deaths/D/short,EXAONE-Forecast,437779.76914779225,437779.76914779225,112.75791552660381,35.78318846549218,0.09330815699358633,0.3712323960052809,707.7463629786428,661.6492795641753,0.2489487496538441,0.04242571245964624,0.03387128445288509,Healthcare,1 -electricity/15T/long,EXAONE-Forecast,301203.22828164994,301203.22828164994,55.68264895603689,0.8418779996563466,0.12120373342255858,0.12728379235480358,6.9587049899037225,548.8198504806927,0.8658305844509441,0.08784620389943103,0.07043020005897843,Energy,1 -electricity/15T/medium,EXAONE-Forecast,241908.86385909218,241908.86385909218,50.64652607383025,0.793905163767913,0.1180160657248742,0.12524621580168288,6.9001171850730065,491.8423160516917,0.847493825952033,0.08726906317873373,0.07043377863883964,Energy,1 -electricity/15T/short,EXAONE-Forecast,133098.8520653471,133098.8520653471,49.67621991038061,0.9714486339298237,0.1576743990643964,0.16235690346930876,12.30046342236066,364.82715368424414,0.7191462500038038,0.09792162371179708,0.08257405369506982,Energy,1 -electricity/D/short,EXAONE-Forecast,1207352193.6597893,1207352193.6597893,4102.347596394988,1.358391089563311,0.24079818140462989,0.09110140762011087,11.25517740004323,34746.97387773199,0.5710082028906956,0.0674151981376332,0.05315081197963948,Energy,1 -electricity/H/long,EXAONE-Forecast,7039118.482530907,7039118.482530907,255.79422218099086,1.1228531574286973,0.282898131184968,0.13448983066580456,9.323069624745937,2653.1337098855206,1.046395193208613,0.10088516969326589,0.07974795193878294,Energy,1 -electricity/H/medium,EXAONE-Forecast,5181129.152476324,5181129.152476324,230.9063376746974,1.0249834019843558,0.2227336438311725,0.12429374089759156,8.446180070469818,2276.209382389134,0.8884795274035657,0.09013035240034456,0.07158799745481383,Energy,1 -electricity/H/short,EXAONE-Forecast,1883070.838329575,1883070.838329575,177.54232567583384,0.9765833414992122,0.17259213057852765,0.12843575272862784,11.790314537914037,1372.2502826851867,0.6478001366046825,0.08381265741178465,0.06796705719879127,Energy,1 -electricity/W/short,EXAONE-Forecast,37691078011.45597,37691078011.45597,26897.424757294877,1.420279138012977,0.21730146618771623,0.0930846001462052,11.140368301912272,194141.9017405979,0.4429677677586032,0.06137104919840375,0.04797324101385769,Energy,1 -ett1/15T/long,EXAONE-Forecast,7.8530629075641905,7.8530629075641905,1.4990058566874676,0.9620668635418352,0.7272255365163558,0.3764639624230911,6.851288927314928,2.8023316912107656,0.534127191129576,0.2857119984156231,0.2220433928910941,Energy,7 -ett1/15T/medium,EXAONE-Forecast,8.599767576482355,8.599767576482355,1.5255388866403388,0.9596148149654906,0.6995093200474511,0.3758206309681405,6.475630340395218,2.9325360315744384,0.5589442836555073,0.29076922874976785,0.22280267410198806,Energy,7 -ett1/15T/short,EXAONE-Forecast,4.583019359571988,4.583019359571988,1.0345838338495648,0.6568218131764582,0.4576133326767148,0.22533214617875272,4.274731303327318,2.140798766715823,0.40470008911122646,0.19557941468467424,0.1515029001655596,Energy,7 -ett1/D/short,EXAONE-Forecast,42629.87354182915,42629.87354182915,139.01341192883754,1.6799264918512058,1.2789310337669682,0.47892531182758286,10.021757575205028,206.4700306142011,0.5423003840890841,0.3651233375530749,0.2758109779994574,Energy,7 -ett1/H/long,EXAONE-Forecast,154.51745166953015,154.51745166953015,7.6595227617197965,1.4411653364419994,3158165843314.448,0.495777241229748,8.542851612835443,12.43050488393493,0.5952699562872158,0.36679795568420653,0.27535362505430905,Energy,7 -ett1/H/medium,EXAONE-Forecast,136.76826325884673,136.76826325884673,6.994989849834586,1.2689041124712044,3516768416096.954,0.44445997155989525,8.264707163683315,11.694796418016294,0.5601530260058522,0.335043432242123,0.25455108001795534,Energy,7 -ett1/H/short,EXAONE-Forecast,92.24427590365232,92.24427590365232,4.800746113890827,0.8011711427101466,0.44559303600165356,0.2581638275097969,5.541771676965409,9.604388366973314,0.44827607394251795,0.22407044964259093,0.17299993880327216,Energy,7 -ett1/W/short,EXAONE-Forecast,1201733.915780373,1201733.915780373,867.5832294773439,1.5243186282847785,0.6402095171382529,0.5564712192181497,7.765992612142988,1096.236249984634,0.4362185685604758,0.345232074267738,0.25787338593309683,Energy,7 -ett2/15T/long,EXAONE-Forecast,10.65628915007674,10.65628915007674,2.0717085421826926,0.8617020231842538,0.130945369267548,0.15953442586025957,6.982191498048227,3.2643972108303148,0.17396563635262538,0.11040509827733586,0.08928447826216447,Energy,7 -ett2/15T/medium,EXAONE-Forecast,10.718036014264113,10.718036014264113,2.0516716709563623,0.8484433415089321,0.12792170812536038,0.15603781404223988,6.435580458262193,3.2738411712030433,0.17446891056573072,0.10933728991464525,0.08672804965425271,Energy,7 -ett2/15T/short,EXAONE-Forecast,7.457077898992866,7.457077898992866,1.6950728409222664,0.7264426766629464,0.10288171237939936,0.12306097098715292,5.124220720564152,2.73076507576043,0.1296391434551168,0.08047114456742543,0.06330119782967467,Energy,7 -ett2/D/short,EXAONE-Forecast,103603.04513873802,103603.04513873802,197.48907160828935,1.3443159435163843,0.4123693252478262,0.1389463662812528,11.127553417115752,321.87426914672443,0.18421713659880637,0.11302820625482086,0.09309196754154231,Energy,7 -ett2/H/long,EXAONE-Forecast,208.37993912003054,208.37993912003054,8.671236687524113,0.9668668024549512,0.1720117257706583,0.16507340537595186,7.099030207556444,14.435371111267994,0.1976812970866789,0.11874591255900137,0.09703261446312089,Energy,7 -ett2/H/medium,EXAONE-Forecast,213.40595071333792,213.40595071333792,8.937526863825898,0.9723360502370735,0.16563767431917537,0.15954201693380696,6.742397391898693,14.608420541363735,0.19685786111858725,0.1204389219985061,0.09665930437677228,Energy,7 -ett2/H/short,EXAONE-Forecast,99.02428528259524,99.02428528259524,6.123495422548835,0.709190943210693,0.11561401517010315,0.1063293481920634,5.006704399295872,9.95109467760182,0.12620756847112993,0.07766295999207926,0.06150657145826904,Energy,7 -ett2/W/short,EXAONE-Forecast,3106305.322691669,3106305.322691669,1226.7871019669594,0.8487958981023181,0.12722342482664206,0.1388323563517111,7.7093809675960205,1762.471367906914,0.1478443274344993,0.10290863006246745,0.08715086368078537,Energy,7 -hierarchical_sales/D/short,EXAONE-Forecast,28.815477222688898,28.815477222688898,2.305199704271518,0.7441885586496155,0.6337601024962174,1.0530236828520787,6.950585744783278,5.368004957401669,1.6468444738620194,0.7072097407237634,0.5728584380203962,Sales,1 -hierarchical_sales/W/short,EXAONE-Forecast,453.93106733161835,453.93106733161835,8.82920424178662,0.7145091269762883,0.52102048914245,0.45304416240509277,6.64490416325502,21.30565810604353,0.9781531850209779,0.40535308542544135,0.3416352810773156,Sales,1 -hospital/M/short,EXAONE-Forecast,2532.6565942357643,2532.6565942357643,17.20292993088936,0.7439706520084315,0.18905752788620817,0.16981253113936415,4.907505001438671,50.32550639820492,0.18269327452115688,0.06245063041321528,0.04931871184522921,Healthcare,1 -jena_weather/10T/long,EXAONE-Forecast,1300.1889188268951,1300.1889188268951,9.257662166944849,0.6123555000031315,0.7441683615101319,0.6288381964030958,5.3293903586730575,36.058132492225596,0.22064589007976187,0.05664922079155644,0.04626788163119106,Nature,21 -jena_weather/10T/medium,EXAONE-Forecast,1409.6910743843553,1409.6910743843553,9.234411264660803,0.5705195371064519,0.6941578928350026,0.6383494330196691,5.185656449989404,37.54585295854064,0.230418270501096,0.05667142720258724,0.045980475466191315,Nature,21 -jena_weather/10T/short,EXAONE-Forecast,780.9641324540999,780.9641324540999,5.441236146449889,0.2663443056919819,0.34354843775177085,0.539928293607219,2.014856357601515,27.945735496746188,0.17357805725496725,0.03379689897502411,0.0272949538445443,Nature,21 -jena_weather/D/short,EXAONE-Forecast,363.62557068755285,363.62557068755285,9.501826915451,1.0452630138594832,0.6336008051291505,0.4460670801304998,6.531090075810968,19.068968789306695,0.11482635889595989,0.057216528047007026,0.04489265810559917,Nature,21 -jena_weather/H/long,EXAONE-Forecast,1222.0075702428278,1222.0075702428278,10.779012586127715,0.8474407520172382,2.380650187353884,0.6356995484153344,5.874063393493736,34.95722486472329,0.21048122369246877,0.06490159811324724,0.05149007527354813,Nature,21 -jena_weather/H/medium,EXAONE-Forecast,1223.0994655606057,1223.0994655606057,9.88763920599058,0.7403557357780112,2.295867222044882,0.6568139345443504,5.827651365540987,34.97283896912868,0.2140050041933163,0.06050421790486776,0.04859603819915917,Nature,21 -jena_weather/H/short,EXAONE-Forecast,1063.6662988157807,1063.6662988157807,8.243174926177968,0.5130863787843385,1.550983022741372,0.6001589481299929,4.352367368872907,32.6138973263819,0.19992109903069225,0.050530133649824914,0.04065683506485593,Nature,21 -kdd_cup_2018/D/short,EXAONE-Forecast,2911.0649145209386,2911.0649145209386,21.16943907912228,1.193788429202199,0.5229942556178183,0.4650089478893234,8.982942991725036,53.95428541386623,1.2086332780798767,0.4742179115717876,0.37465856711181084,Nature,1 -kdd_cup_2018/H/long,EXAONE-Forecast,3964.4698010495676,3964.4698010495676,23.114300687880487,0.982187470410357,0.9762411282331177,0.5879141967186402,7.301049683882342,62.96403577479423,1.4773907674178115,0.5423549175554002,0.42730211581184024,Nature,1 -kdd_cup_2018/H/medium,EXAONE-Forecast,5119.874824171283,5119.874824171283,24.50493599385597,1.0104029809045394,0.8859167409639214,0.5419742543297033,8.294622180122891,71.55330058195277,1.4977401831416228,0.5129326952748369,0.411026386350703,Nature,1 -kdd_cup_2018/H/short,EXAONE-Forecast,4486.810354251403,4486.810354251403,21.90992965608992,0.915097818850997,0.8004036244424011,0.4865650380554698,7.402763628046826,66.98365736693842,1.4020892582237559,0.4586145072813582,0.3686528855854697,Nature,1 -loop_seattle/5T/long,EXAONE-Forecast,77.15292729109935,77.15292729109935,4.953780124139676,0.7852051653076958,0.14998957271387695,0.11266654213580717,6.151752807072217,8.783673906236464,0.15529715987822296,0.0875838506930305,0.06928343010104372,Transport,1 -loop_seattle/5T/medium,EXAONE-Forecast,63.73041438410962,63.73041438410962,4.545558634947799,0.7239064110498562,0.14050076964672337,0.10438740436947623,5.31064473373052,7.983133118275657,0.14203634140732277,0.08087482803993448,0.06379776751097484,Transport,1 -loop_seattle/5T/short,EXAONE-Forecast,40.523224179413866,40.523224179413866,3.4357950898299827,0.5439527034033094,0.08839824766664721,0.07345004129290736,3.961079150336042,6.3657854330329,0.10915916614811925,0.05891630043253848,0.046381433195556016,Transport,1 -loop_seattle/D/short,EXAONE-Forecast,17.996338566721075,17.996338566721075,2.8717162589592324,0.8671856193542583,0.0534449815897731,0.053026419582351686,7.476417707322854,4.2422091611236095,0.07581394593192942,0.05132140658781488,0.041568931903081266,Transport,1 -loop_seattle/H/long,EXAONE-Forecast,54.508960791134136,54.508960791134136,3.9651745721693668,0.8321728175758439,0.11832068467335528,0.0919625806626057,7.186702726510401,7.383018406528196,0.13194440183465117,0.07086296664684577,0.05639414585522726,Transport,1 -loop_seattle/H/medium,EXAONE-Forecast,61.276687556184825,61.276687556184825,4.200897287027009,0.8635127105954753,0.11124188792870963,0.09568454618221219,8.38951247497023,7.827942740987879,0.1383580128393899,0.07425038991816776,0.05897153873350568,Transport,1 -loop_seattle/H/short,EXAONE-Forecast,52.69596525828652,52.69596525828652,3.8304616138918446,0.7803505788723389,0.10454270418632408,0.0878926967282775,7.968554751493061,7.25919866502402,0.1284952008207869,0.06780306711880289,0.05434145124027778,Transport,1 -m4_daily/D/short,EXAONE-Forecast,355848.1605912622,355848.1605912622,180.01419894342206,3.32203042826613,0.03777248569429322,0.030348259618566815,25.72129412857275,596.5301003229109,0.09214741412445032,0.027807218662296244,0.02204349727515545,Econ/Fin,1 -m4_hourly/H/short,EXAONE-Forecast,724452.3033628532,724452.3033628532,174.88147893790827,0.6808442837124621,0.08387833470143727,0.07609862900966781,5.279182982077163,851.1476389927034,0.11620045767586087,0.02387518564425058,0.020148019951995035,Econ/Fin,1 -m4_monthly/M/short,EXAONE-Forecast,1790026.6618568487,1790026.6618568487,544.9018533785065,0.905856096384643,0.1564719130993047,0.12865229682118132,7.436419935771494,1337.9187799925855,0.27806545194020077,0.11324931108567528,0.09009090587426563,Econ/Fin,1 -m4_quarterly/Q/short,EXAONE-Forecast,1719201.477231105,1719201.477231105,544.5868680064538,1.1393307662113163,0.11095726603566855,0.09900812279701068,8.715095325603082,1311.183235566679,0.21946898490176941,0.09115425202988894,0.07262500341003264,Econ/Fin,1 -m4_weekly/W/short,EXAONE-Forecast,236797.64737545507,236797.64737545507,248.5091134125958,2.006043902949592,0.05928424463803374,0.05953263983760517,13.370202032272193,486.6185851110242,0.08865435799244756,0.045274505699036245,0.036022452242495506,Econ/Fin,1 -m4_yearly/A/short,EXAONE-Forecast,3594315.95681716,3594315.95681716,895.8516893288454,3.345540424133541,0.16566730646628483,0.1499272314138027,34.07846179032708,1895.8681274859705,0.30401124144711683,0.1436539705884024,0.11607002565575736,Econ/Fin,1 -m_dense/D/short,EXAONE-Forecast,7550.2832639380185,7550.2832639380185,42.61908410267858,0.6496498514963558,0.11777793743515882,0.09437249445254534,7.293045720554306,86.89236597042354,0.15042353855940832,0.07377993877008811,0.061843779864374476,Transport,1 -m_dense/H/long,EXAONE-Forecast,32853.821330751714,32853.821330751714,75.55856033904561,0.661069976459912,0.2516355723227823,0.1820554500184794,7.443911706454308,181.2562311501365,0.3137813306641112,0.1308030375331591,0.10923471455009999,Transport,1 -m_dense/H/medium,EXAONE-Forecast,35113.47764638514,35113.47764638514,76.13023757470098,0.6626219427708516,0.25291829616137185,0.1825399542534892,7.7829249220519054,187.38590567698824,0.32602780218417343,0.13245699534640512,0.1103973375726062,Transport,1 -m_dense/H/short,EXAONE-Forecast,44518.703617286425,44518.703617286425,85.77001364561502,0.7670170552183925,0.2862762004138843,0.2039136435965584,9.8676452286354,210.9945582646302,0.3742518131055118,0.1521346492580936,0.1274480879293882,Transport,1 -restaurant/D/short,EXAONE-Forecast,136.16195061312564,136.16195061312564,6.966332889427351,0.668999597184179,0.6444342512848877,0.38654999993856665,4.515756911380894,11.668845299048472,0.5370272971051201,0.3206067804025766,0.2505958262896913,Sales,1 -saugeen/D/short,EXAONE-Forecast,1178.043253959324,1178.043253959324,12.489302394515823,2.774890055449778,0.26714158343766864,0.3129597532932896,28.853160370708224,34.322634717622186,1.1117183164007038,0.40453148032722797,0.3335903682889196,Nature,1 -saugeen/M/short,EXAONE-Forecast,391.9774691003306,391.9774691003306,12.365575164130735,0.7245770645141905,0.35146598582706856,0.35686685248581795,4.819997203211985,19.79842087390635,0.5944079893410003,0.3712516628052529,0.28931103177738327,Nature,1 -saugeen/W/short,EXAONE-Forecast,930.224395850701,930.224395850701,14.496393997589355,1.1760023043504586,0.3733694128913648,0.3836592894855785,9.357198247933608,30.49958025695929,0.9206551912297872,0.4375857069360054,0.34716306524700397,Nature,1 -solar/10T/long,EXAONE-Forecast,17.429684945624235,17.429684945624235,1.7431188002432638,0.7619011074847498,3.0213984481690948,1.4433688691172284,3.8334485176064526,4.17488741711968,0.9023351108277874,0.37674723618982225,0.2836246712572349,Energy,1 -solar/10T/medium,EXAONE-Forecast,19.62934216093582,19.62934216093582,1.8325646150153265,0.8013211211932919,3.5430561029798544,1.445837165539633,3.6602313666720256,4.430501344197496,0.9831458674431777,0.4066533757933567,0.2997450329429625,Energy,1 -solar/10T/short,EXAONE-Forecast,22.160057201376432,22.160057201376432,2.042407395925123,0.898391317465097,5.183875287586093,1.5120313608307114,3.8708508798914054,4.707446994006032,1.369395794150572,0.5941360787456808,0.4413668634909437,Energy,1 -solar/D/short,EXAONE-Forecast,122048.63474729688,122048.63474729688,248.7159792358491,0.9696850425566599,1.049719011256201,0.424922026354966,5.346611325866019,349.3545974326041,0.5046984126731616,0.3593098841385651,0.27164979843067444,Energy,1 -solar/H/long,EXAONE-Forecast,234.68810800479568,234.68810800479568,6.30011330614984,0.4775598140748666,2.5729212582620744,1.3381622248562997,3.3988248339481943,15.31953354396914,0.5311562170386831,0.21843643874698648,0.18063174556344544,Energy,1 -solar/H/medium,EXAONE-Forecast,255.82055963351092,255.82055963351092,6.113000576834956,0.4660793666876756,2.3150344174379147,1.3412018149268807,3.318566037151594,15.994391505571912,0.5761553131231709,0.2202045485907675,0.1806160192496725,Energy,1 -solar/H/short,EXAONE-Forecast,285.2697445982281,285.2697445982281,6.6062765549400115,0.5085049340709981,2.4108569598046983,1.3509330238892172,3.7002442252536447,16.889930272154118,0.6225684577137228,0.24350955508798447,0.19076518684364346,Energy,1 -solar/W/short,EXAONE-Forecast,1835422.2953483993,1835422.2953483993,1097.3562520803337,1.204300646753101,0.250559846862184,0.214022502195921,6.436512431078171,1354.7775815049492,0.27654396905819373,0.22399784109507767,0.1602180718838552,Energy,1 -sz_taxi/15T/long,EXAONE-Forecast,15.247150837998257,15.247150837998257,2.659753679815758,0.501937597025816,6143165101360.333,0.39512336535069975,3.5882162677475202,3.904760023099788,0.36141760420044544,0.24618204371986419,0.19425428203424658,Transport,1 -sz_taxi/15T/medium,EXAONE-Forecast,16.126733695661926,16.126733695661926,2.7272103259512397,0.5316732895861751,9471782371184.89,0.40219535880845275,3.6474898969501552,4.01581046560491,0.37373818648103024,0.25381243714145807,0.19966759044252771,Transport,1 -sz_taxi/15T/short,EXAONE-Forecast,16.53048004665295,16.53048004665295,2.7142420774997955,0.541512560669561,1084650520363.7865,0.3922099453311777,3.8070813476698095,4.065769305636136,0.38016682924856593,0.25379324965283306,0.1993334234980049,Transport,1 -sz_taxi/H/short,EXAONE-Forecast,7.130991979474581,7.130991979474581,1.8404520130097293,0.5604810771312932,1.1508521509588086,0.29503110786233355,3.896798857853768,2.6703917277198457,0.24876346510252773,0.1714494601517336,0.1349061451993736,Transport,1 -temperature_rain/D/short,EXAONE-Forecast,182.46881980986555,182.46881980986555,5.747425718041965,1.3357559398801866,21.068662151508207,1.4977388971707701,19.49540905163909,13.508102006198559,1.5902607465095546,0.6766239630621337,0.5481827328017863,Nature,1 -us_births/D/short,EXAONE-Forecast,123490.96538954164,123490.96538954164,209.9229512918291,0.30920084094339484,0.020338588108595495,0.020036354593372253,3.0885927918556124,351.41281335423963,0.03294209970145456,0.019678573257111406,0.016035195901794155,Healthcare,1 -us_births/M/short,EXAONE-Forecast,45349659.65087715,45349659.65087715,5478.145445827009,0.6182991947487042,0.016828993813749738,0.017035185638709354,3.3910673882038687,6734.215592842061,0.020916427718065567,0.017015082405214887,0.012764127212393568,Healthcare,1 -us_births/W/short,EXAONE-Forecast,2214592.6041423543,2214592.6041423543,1147.4491710773486,1.0432706379041374,0.015524968419207566,0.015568997084361555,7.253733565068541,1488.1507330046759,0.020201500280773055,0.015576509984905564,0.012280107787912461,Healthcare,1 diff --git a/results/EXAONE-Forecast/config.json b/results/EXAONE-Forecast/config.json deleted file mode 100644 index ca9305853a89d24b5d8ff6a2941918ba4b0cb261..0000000000000000000000000000000000000000 --- a/results/EXAONE-Forecast/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "EXAONE-Forecast", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "", - "code_link": "", - "org": "LG AI Research", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/FLAIR/all_results.csv b/results/FLAIR/all_results.csv deleted file mode 100644 index d40fffa0f8543b6326d4c1835caf9788788745e7..0000000000000000000000000000000000000000 --- a/results/FLAIR/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/short,FLAIR,1846776.4134296365,1937074.6561212884,187.10755948173343,0.9996724419196036,1.708268772056975,0.6061336441652744,17.75649164547514,1358.9615202166824,4.26680324289856,0.5874714844318778,0.4706063207629383,Web/CloudOps,2.0 -bitbrains_fast_storage/5T/medium,FLAIR,3118674.8201469,2729295.575160217,259.7001644216678,1.1207044736092244,2.8906997301554647,0.6788928802256836,21.871571076513977,1765.9770157470623,5.365525556545144,0.7890407727950932,0.6333159815710692,Web/CloudOps,2.0 -bitbrains_fast_storage/5T/long,FLAIR,3661470.482462851,3238154.461073728,320.31423211705686,1.0495652964266236,2.8537249020158884,0.6871064137623306,17.203443166090544,1913.4969251250056,5.056801327093086,0.846494923920779,0.666008348756763,Web/CloudOps,2.0 -bitbrains_fast_storage/H/short,FLAIR,3082869.6037823856,2733623.1734293606,290.26043356397923,1.321253217668716,3.121420924965199,0.5213209157485315,23.975379675350812,1755.8102413935242,5.0046294659044115,0.8273365107197272,0.6425372487912054,Web/CloudOps,2.0 -bitbrains_rnd/5T/short,FLAIR,1636836.460830957,1936194.939868636,140.43773287022287,1.9100123860850633,0.6871359999716936,0.5362996794923731,57.94864959866474,1279.3890967297466,5.234890678564181,0.5746306425466685,0.4989168707596522,Web/CloudOps,2.0 -bitbrains_rnd/5T/medium,FLAIR,2100595.5401367466,2245828.116468942,151.16253985903026,4.530835002021688,0.6536346629144442,0.5850481626331625,161.2082830425433,1449.343140921689,6.098125489994382,0.6360178700403781,0.6016746088652449,Web/CloudOps,2.0 -bitbrains_rnd/5T/long,FLAIR,2433136.8208996467,2346674.2797109713,173.44353227174926,3.508942159192608,1.2207947245114577,0.5801811352620492,118.0843945039715,1559.8515380957404,5.97543955152752,0.664423066799347,0.6267076501689193,Web/CloudOps,2.0 -bitbrains_rnd/H/short,FLAIR,1702655.2230083784,1663948.9502470498,146.435254773015,6.228065453522783,1.586998989159237,0.5663260535637824,206.89895240538377,1304.8583153003158,5.710698929794418,0.6408723789478751,0.5913258706281541,Web/CloudOps,2.0 -bizitobs_application/10S/short,FLAIR,1876184.576531477,1812731.8546140173,747.6142013719673,2.2751168766336076,0.0316150391177311,0.0328690141198594,38.158331376030254,1369.7388716581993,0.0528253532771152,0.0288324914475505,0.0245935005146765,Web/CloudOps,2.0 -bizitobs_application/10S/medium,FLAIR,4824342.996701329,4512050.859185152,1177.0068224996946,2.485168147892638,0.0359116835834982,0.0366683229756227,38.88806660348748,2196.438707704207,0.0862476835461689,0.0462175937814998,0.0425144521926404,Web/CloudOps,2.0 -bizitobs_application/10S/long,FLAIR,6296956.031536403,5609210.63968744,1442.222478962098,3.017247374156058,0.0439166560761959,0.0448299038344589,46.84177994810414,2509.373633307006,0.0967765107835817,0.055620756285568,0.0510511375407545,Web/CloudOps,2.0 -bizitobs_l2c/5T/short,FLAIR,39.89196923283557,41.58845186183414,4.135523490977737,0.4143402034524665,0.2142165821659282,0.2035013408718657,3.677772177329072,6.316008963960988,0.2169173130973528,0.142030616015987,0.1152385523446556,Web/CloudOps,7.0 -bizitobs_l2c/5T/medium,FLAIR,147.26689232057973,178.22447097131732,8.891860764855732,0.8453268479561428,0.5247410878205049,0.8197076488615357,5.505430384117332,12.135357115494363,0.6384982424298676,0.4678426367067977,0.3666083704391403,Web/CloudOps,7.0 -bizitobs_l2c/5T/long,FLAIR,220.08786336115747,249.22361473688363,11.178721905935774,1.0391378269874576,0.7211519426216233,1.0024464220087017,6.794812670220844,14.835358551823326,0.8329832037840033,0.6276685227990231,0.486599887395329,Web/CloudOps,7.0 -bizitobs_l2c/H/short,FLAIR,67.47887781773652,70.49082710725762,5.406626339386771,0.5402478394675021,0.4940421209013849,0.5760286955975656,3.686339611841566,8.214552806923608,0.4427854803723104,0.291431036740211,0.2265468422206448,Web/CloudOps,7.0 -bizitobs_l2c/H/medium,FLAIR,71.28047139004101,74.93005806675828,5.135972276079151,0.5243880208831226,0.5724552066282359,0.7384724785396178,3.536645982484302,8.442776284495581,0.5112229278669697,0.3109909224104992,0.2452024155736719,Web/CloudOps,7.0 -bizitobs_l2c/H/long,FLAIR,88.29677626478986,89.20888771026436,5.68356467197595,0.6056828821389739,0.7347094571076784,0.6925673183339771,7.207410377422093,9.39663643357504,0.5739736737256129,0.3471685339420973,0.2860909813782309,Web/CloudOps,7.0 -bizitobs_service/10S/short,FLAIR,3924.096305790098,3964.7630561865967,24.99984806153638,1.101889137820525,0.0683972298728006,0.0624114188005547,18.273309771129146,62.642607750556635,0.0464076464554451,0.0185206866690398,0.0149800382571175,Web/CloudOps,2.0 -bizitobs_service/10S/medium,FLAIR,5784.686171149733,5628.0582686336875,29.60688421906926,1.0649193529319392,0.0642029986977617,0.0576505220846427,12.694433835395804,76.05712439442956,0.0572423772753233,0.0222828360907489,0.0187152194990229,Web/CloudOps,2.0 -bizitobs_service/10S/long,FLAIR,133687.36260761498,133570.23236352124,75.82783111185603,1.3655651819500736,0.0807656511545262,0.0786908919088163,21.37359257394892,365.6328248497596,0.2708724856363051,0.0561756814424915,0.0520154952456399,Web/CloudOps,2.0 -car_parts/M/short,FLAIR,1.5103767030357378,1.4269297196758337,0.4744918294141092,0.8678265232602588,0.7928108674238646,1.673403424376445,12.192917178714069,1.2289738414774083,2.946953203185872,1.1377827333545716,0.9679604261796044,Sales,1.0 -covid_deaths/D/short,FLAIR,2161760.1345891105,4253831.408270677,350.04887218045116,44.122093231046925,0.1456652568846735,0.1619112969898991,898.5503233162333,1470.292533677945,0.5532047210626532,0.1317075916916135,0.1067110833912594,Healthcare,1.0 -electricity/15T/short,FLAIR,211985.99814680975,210663.58732311975,77.04378956938156,1.4191761195880146,0.2284946637340498,0.2119759976841636,20.252191787318353,460.4193720368527,0.9075773626490128,0.1518684998776899,0.1290300773209015,Energy,1.0 -electricity/15T/medium,FLAIR,311574.0141508347,307428.40445018717,65.3217936280954,1.0442944506962324,0.1867434169453923,0.1571063889093397,8.181328533369642,558.1881530011495,0.96181454551687,0.1125560456863081,0.089115772025721,Energy,1.0 -electricity/15T/long,FLAIR,365712.1021856637,360201.5993805811,68.4781243849528,1.0703113668817896,0.1912109575861494,0.1565305476223269,8.195396810629608,604.741351476533,0.954053631862007,0.1080326376111849,0.0854300239615816,Energy,1.0 -electricity/D/short,FLAIR,4378298384.914636,4088194299.44017,6279.116149215521,1.7874760967454115,0.4848084021931333,0.1097235101260359,14.57310062012003,66168.71152527179,1.0873717184867306,0.103186735246349,0.0810483716301433,Energy,1.0 -electricity/H/short,FLAIR,2227795.540965558,2200340.308165136,214.09158588329785,1.159912384779041,0.2384834224031499,0.1392781970897811,13.043116184992344,1492.5801623248103,0.7046044444123519,0.1010665200652941,0.0831354999192747,Energy,1.0 -electricity/H/medium,FLAIR,7669402.802910813,7497248.765062359,278.42175893037614,1.226568229107115,0.2264810499880225,0.1353754452856468,10.05130068186465,2769.368665040972,1.0809758810080432,0.1086771905636188,0.0860416936276529,Energy,1.0 -electricity/H/long,FLAIR,13611100.92176506,12768603.176846229,324.299182470965,1.3258398467258734,0.3290286411409824,0.1437804422017796,10.870799000049487,3689.3225559396487,1.4550678903003402,0.1279035161901065,0.1007183658174637,Energy,1.0 -electricity/W/short,FLAIR,88067331299.68686,87507577640.4492,32765.23532147268,1.667088691661407,0.1666778375512283,0.106912625756423,13.537954506832522,296761.40466658876,0.6771116161342801,0.0747594568992824,0.058132867969101,Energy,1.0 -ett1/15T/short,FLAIR,4.894772468847958,4.879780243325487,1.1640304719586363,0.7414234839943651,0.4192236761470445,0.2669172238511235,6.432899779419584,2.2124132680961663,0.4182381537599476,0.2200501879701885,0.1894213797197732,Energy,7.0 -ett1/15T/medium,FLAIR,10.036427983898214,10.132424941195918,1.8370270585825623,1.148078197899691,0.7807374297635133,0.4573158174935943,9.16749066620604,3.1680321942647955,0.6038299972346152,0.3501391323332955,0.289816946684414,Energy,7.0 -ett1/15T/long,FLAIR,9.16389568497823,9.188822460906412,1.8055878475946887,1.1436063442844946,0.7637057171813894,0.456725186154553,9.114285440794916,3.0271927069445432,0.5769859230581058,0.3441468290132232,0.2868454898773583,Energy,7.0 -ett1/D/short,FLAIR,41179.20773293343,42523.93234522832,139.24647924341622,1.791496708617329,0.9058322321800332,0.5159396444383436,12.403158702893956,202.92660676444928,0.532993463811141,0.3657354965857376,0.2841411784432137,Energy,7.0 -ett1/H/short,FLAIR,105.85772228975428,108.44132519867388,5.684955175379343,0.9429345449341489,0.582493190184887,0.309965030181309,6.31473062927492,10.288718204409832,0.480216571489408,0.265340116149894,0.2039541322167108,Energy,7.0 -ett1/H/medium,FLAIR,149.09511097247517,149.6972295810591,7.642521609191797,1.431921870285855,4457727467279.771,0.488468584242379,9.837696626280604,12.210450891448488,0.5848516529286364,0.3660586685467119,0.2823112362400554,Energy,7.0 -ett1/H/long,FLAIR,153.0759338794756,154.1550566360392,7.702887752347848,1.4546850810634189,3364797685541.089,0.502959038922135,9.06359895176161,12.372385941259497,0.5924867659993799,0.3688746111633349,0.2854065945591094,Energy,7.0 -ett1/W/short,FLAIR,1255591.5718597814,1449459.8851853365,929.893137762709,1.6150219349797972,0.5571457094902761,0.6101790221906965,7.719895330701189,1120.5318254560116,0.4458863579212325,0.370026673971732,0.2753618408595323,Energy,7.0 -ett2/15T/short,FLAIR,8.109368644215289,8.090095819370262,1.8592015794162735,0.8094933244025095,0.1146041009350557,0.1392575945025397,5.9701834164448275,2.8476953215214738,0.135190227463108,0.0882629130024929,0.0701435171063979,Energy,7.0 -ett2/15T/medium,FLAIR,13.648142928764116,13.600975785717116,2.3993027049772397,1.0105991123143314,0.1561080198399952,0.1939014658343535,7.554103946963846,3.6943393088296745,0.1968780159957531,0.1278631757511208,0.1019705565082035,Energy,7.0 -ett2/15T/long,FLAIR,13.04643074068347,13.029203650863025,2.4663831461821095,1.0722683015253116,0.1711899581282446,0.216932807681899,8.182674930853146,3.611984321766011,0.1924891699518345,0.1314380136510857,0.1050909026443912,Energy,7.0 -ett2/D/short,FLAIR,156091.50669406605,155885.61337036244,253.23087117151636,1.6893133005125012,0.3861209086380799,0.1835703540180587,19.18373013247055,395.0841767194253,0.2261170726037842,0.1449306923847602,0.115643588880426,Energy,7.0 -ett2/H/short,FLAIR,126.51858247305924,125.65122529345858,7.091802495910216,0.834383487093402,0.1318650391802093,0.1269662198069472,6.211919694776326,11.248047940556583,0.1426565444924963,0.0899437879031435,0.0723571961161511,Energy,7.0 -ett2/H/medium,FLAIR,284.08903910072183,285.47361930172787,11.108853730200208,1.272092559293609,0.2010273564395029,0.2245152924062058,10.70509414864217,16.854941088616176,0.2271311559427728,0.1496989384699601,0.1216425680852661,Energy,7.0 -ett2/H/long,FLAIR,316.9810320774509,330.83708125035633,12.406928243810926,1.494992131168154,0.2519626062889245,0.2956522221670619,11.877313413381303,17.80396113446249,0.2438115447959697,0.169903333221785,0.1343666907789368,Energy,7.0 -ett2/W/short,FLAIR,6428518.133794708,6831536.838551807,1725.7088433854085,1.1252886108697937,0.1692482636883107,0.1963500581271429,9.959431025748328,2535.452254292064,0.2126855334591811,0.144760488125671,0.1118521328572567,Energy,7.0 -hierarchical_sales/D/short,FLAIR,28.34691931996693,29.038693675072345,2.3487391484084332,0.7600420635205424,0.6564368892157365,0.9695861165378332,7.251654358636714,5.324182502503734,1.6334002300037451,0.7205671600147117,0.5859190773926534,Sales,1.0 -hierarchical_sales/W/short,FLAIR,492.5721538268008,453.8763241525424,9.110434322033898,0.737912920434312,0.5614557946844444,0.4651080565225747,6.748454153113816,22.193966608670944,1.0189358628806096,0.4182644959694578,0.3489380902782,Sales,1.0 -hospital/M/short,FLAIR,4078.083158895589,3888.411016949152,20.130921338548458,0.7886545565976327,0.2031444956129767,0.1806938043030814,5.223601473443559,63.85987127215016,0.231826161884877,0.0730799191441108,0.0569181723063101,Healthcare,1.0 -jena_weather/10T/short,FLAIR,1593.1951434397592,1547.272958868031,9.152767518152965,0.3242504548983626,0.4429209481648607,0.4524335567797208,5.332729817512181,39.91484865861023,0.2479212553996337,0.056850162025905,0.0546103958633864,Nature,21.0 -jena_weather/10T/medium,FLAIR,2259.1438082857453,1912.4874286275767,12.04129966423836,0.6739517791898705,0.90366223326325,0.5629232006316459,8.205313708146095,47.530451378939645,0.2916935352746315,0.0738972420093452,0.0645119081262765,Nature,21.0 -jena_weather/10T/long,FLAIR,2406.645935267782,1973.114060405894,12.684152294885983,0.7260764262932538,0.952109177510956,0.557806728722826,8.607807517160483,49.057577755814464,0.3001917302626781,0.0776165028626152,0.0684822560575462,Nature,21.0 -jena_weather/D/short,FLAIR,456.0673438843025,410.0474629807631,10.732718287250869,1.4612328062698468,0.8010894388180941,0.4774885065609043,10.064739064581527,21.355733279012043,0.1285964186672407,0.0646285059039056,0.053332083627995,Nature,21.0 -jena_weather/H/short,FLAIR,3468.918214021415,3248.6829851693196,16.7380838266578,0.6928588769845022,1.4767841431963669,0.5177500225902655,5.9842938233368,58.8975229871462,0.3610380531659051,0.1026033845230316,0.0793630172147111,Nature,21.0 -jena_weather/H/medium,FLAIR,4752.039048109573,4758.395931224254,21.166002369395297,0.9250148121262156,3.21453282858427,0.6116055374289797,6.819597621970836,68.93503498301551,0.4218256728935998,0.1295185125261415,0.0976179942639312,Nature,21.0 -jena_weather/H/long,FLAIR,4817.075531931716,4757.473027270097,23.14229187653804,1.3272838524767243,3.1048218002059236,0.6226226413947631,9.959297385686549,69.40515493774015,0.4178959700818728,0.1393422509082954,0.1054612748206954,Nature,21.0 -kdd_cup_2018/D/short,FLAIR,2834.7698212635128,3047.6769262705557,21.986762998329233,1.2445147118999254,0.506021029038369,0.4959587716460485,10.281623097069971,53.24255648692606,1.1926897632250453,0.4925268222423118,0.3980057953507411,Nature,1.0 -kdd_cup_2018/H/short,FLAIR,4693.218813974203,4940.273479067065,25.56724377549594,1.0535169707344625,0.8864216084345744,0.5685034682015825,8.288793602059213,68.50707126986383,1.4339770861122425,0.5351687212650553,0.4280556484200076,Nature,1.0 -kdd_cup_2018/H/medium,FLAIR,5229.935501458786,5685.18091179842,27.443189401201987,1.1089117993707756,0.8146210590920014,0.6075266137388511,8.911469841294444,72.31829299325854,1.513752846879206,0.5744356560986208,0.4607205083486032,Nature,1.0 -kdd_cup_2018/H/long,FLAIR,3998.875232191333,4354.93562439282,25.25150664546441,1.060734013934471,0.881256866309101,0.6522508446773746,8.229314861828458,63.23666050789947,1.4837875881819338,0.5925023845741072,0.4738356938600278,Nature,1.0 -loop_seattle/5T/short,FLAIR,51.11481061562328,51.37956077081342,4.344853456192944,0.6751331400521111,0.1180541521144029,0.0910260826661919,7.516408171138346,7.149462260591581,0.1225974888154313,0.0745046415499544,0.063742864055267,Transport,1.0 -loop_seattle/5T/medium,FLAIR,105.49702385551532,106.90871283784227,7.114097176064897,1.1068712914486336,0.226839486921214,0.1571402810782322,9.990132116647818,10.27117441461858,0.1827453260953946,0.1265744262373704,0.1042119520881773,Transport,1.0 -loop_seattle/5T/long,FLAIR,110.95251277982064,112.01008806568096,7.2637795806807395,1.1310456334671877,0.234014359477333,0.1587976828920266,10.341050222520506,10.533399868030296,0.1862326355504282,0.128425088985112,0.1066210615688526,Transport,1.0 -loop_seattle/D/short,FLAIR,20.423312811651765,20.541238544906243,3.1217445994364015,0.9427603253205424,0.0580001350572234,0.0575612743582355,10.046422408098412,4.519215950986605,0.0807644332076011,0.055789751126482,0.0461204188792499,Transport,1.0 -loop_seattle/H/short,FLAIR,68.56912280325089,73.75632590580655,4.724818810448197,0.958522283772076,0.1245537318319318,0.1064689562073598,8.652369609847995,8.280647486957218,0.1465758768169621,0.0836340951638796,0.0679132765076037,Transport,1.0 -loop_seattle/H/medium,FLAIR,70.80417004843872,74.92711537236819,4.902011278840862,1.0080596204917087,0.1252904303013472,0.1094617491056464,9.487492656694624,8.414521379641192,0.148725706687588,0.0866424908492207,0.0702614827637488,Transport,1.0 -loop_seattle/H/long,FLAIR,64.0184941681368,69.59048402099363,4.5574374392851045,0.955634360365638,0.129315524212665,0.1037304691242701,8.652816538572091,8.001155802016156,0.1429913662065921,0.0814475085812276,0.0661198154734466,Transport,1.0 -m4_daily/D/short,FLAIR,903903.6719757213,889086.7112334432,250.22967826174843,5.2376736765025,0.0515006767311773,0.0386527203248401,41.03645726028208,950.7384876903434,0.1468628295372474,0.0386535719964297,0.0313378878651908,Econ/Fin,1.0 -m4_hourly/H/short,FLAIR,2636314.6956813554,2669975.3961696746,326.9937822139124,1.8143334732750775,0.1436036936449073,0.1294296830071511,12.778036405363084,1623.6732108652143,0.2216672321627752,0.044641868913493,0.0341598669725606,Econ/Fin,1.0 -m4_monthly/M/short,FLAIR,2128471.2668109424,2104689.208333717,616.8562560715127,1.0969836332430645,0.1682137778836925,0.1410850424495471,11.114469582858163,1458.928122564968,0.3032153554106957,0.1282039094518213,0.1043662055181027,Econ/Fin,1.0 -m4_quarterly/Q/short,FLAIR,2319953.077630125,2204636.878947354,640.465119211722,1.3655239411459816,0.1320188880526501,0.1140961412240947,12.288219800066678,1523.139218072375,0.2549466848287975,0.107202583292521,0.0863570726756751,Econ/Fin,1.0 -m4_weekly/W/short,FLAIR,1291916.0161966586,1544968.8108643806,574.185813055862,6.409428969881271,0.1235720565916749,0.1175739071500548,47.39276897397371,1136.6248352894013,0.2070754303292279,0.1046077567865272,0.0834199974065666,Econ/Fin,1.0 -m4_yearly/A/short,FLAIR,3392367.415884046,3381358.87645824,839.5376962422075,3.0908443184594585,0.1630596575619417,0.1380614157204694,41.35708031399209,1841.8380536529387,0.2953472742658614,0.1346237633307686,0.1114624111338103,Econ/Fin,1.0 -m_dense/D/short,FLAIR,10304.414065355482,9852.94216262002,51.6076124037503,0.7562043674495385,0.1358983872103173,0.1089331279800226,7.442700882759094,101.51065986070373,0.1757299676124024,0.089340410836746,0.0742091448492799,Transport,1.0 -m_dense/H/short,FLAIR,47923.39920033758,49640.85696308499,96.1015368668024,0.8524483132594176,0.2970651421725176,0.223863775231651,9.02851540258622,218.91413659318025,0.3882991284098644,0.1704601794336123,0.1407385454996454,Transport,1.0 -m_dense/H/medium,FLAIR,36533.9439181033,35912.904038559405,84.01094394456783,0.7295067169004716,0.2503205497559305,0.2013122863887382,7.184318591322966,191.13854639528705,0.3325569229382326,0.1461684288085111,0.1199122575148962,Transport,1.0 -m_dense/H/long,FLAIR,35141.36284140033,34601.840318596594,81.68125118854313,0.714168497066971,0.2440646185681617,0.194369757670214,6.722404160964083,187.4602967067969,0.3245214852703481,0.1414023204919279,0.116000832985004,Transport,1.0 -restaurant/D/short,FLAIR,141.7439949670776,143.92584290650976,7.244699729149155,0.6931246096307933,0.6699570082008492,0.3977648565536122,4.7589491356806075,11.905628709441498,0.5479246182730567,0.3334178673360613,0.2619939899667213,Sales,1.0 -saugeen/D/short,FLAIR,1081.1922512474528,1154.4419691041564,14.281996203665027,3.1733118764428765,0.3555742180904656,0.3793125787667018,32.0448302504222,32.881487971918986,1.0650392299319449,0.4625972599425111,0.3870213221518546,Nature,1.0 -saugeen/M/short,FLAIR,365.70368994633577,392.6152553842791,12.13159345353726,0.7109054928585277,0.3412010290852971,0.3467426049434659,4.42822595119351,19.12338071435947,0.5741412586498914,0.3642268299146793,0.2843520574976339,Nature,1.0 -saugeen/W/short,FLAIR,1272.876480624292,1327.2817570880984,19.183817018106083,1.5565814181564257,0.5370207009097427,0.4899278372969246,10.875172490018429,35.67739453245279,1.0769518206192712,0.5790794685212666,0.4657650096221686,Nature,1.0 -solar/10T/short,FLAIR,21.59080304476631,21.197049141524406,2.150811471605633,0.9393391033061944,3.9993155815399697,1.309294627260993,20.286581292043884,4.646590475258855,1.3516926193440175,0.6256708025485763,0.5520764710555229,Energy,1.0 -solar/10T/medium,FLAIR,21.97149763364617,22.83769164390925,2.015253038417477,0.8850004391847756,4.405571150289507,1.3758578851998815,6.338258567110304,4.6873764126263815,1.040147421170858,0.4471926438999543,0.3663978354333073,Energy,1.0 -solar/10T/long,FLAIR,23.355267921581344,23.81808909616356,2.069483443572876,0.9094877767976196,4.329705818534183,1.389560791948047,6.44321807021219,4.832728827648138,1.0445169605757052,0.4472857123859023,0.3701422533288575,Energy,1.0 -solar/D/short,FLAIR,180764.00535749728,203462.5668760533,305.6386723349666,1.1966987159553752,1.3916016082772316,0.4642682282576678,7.0416576000212,425.16350426335663,0.614216451110677,0.4415437796548944,0.3549738914075224,Energy,1.0 -solar/H/short,FLAIR,749.4568783487402,789.2592843780673,11.603721081076252,0.8970513756006757,4.928181241682037,1.2736722761267438,5.909571886660219,27.376210080081215,1.0090961748292229,0.4277170040136003,0.3409202034733969,Energy,1.0 -solar/H/medium,FLAIR,950.354694575954,981.45059591095,12.63211996587793,0.9671204846503788,6.32186061229179,1.3340213614909977,6.80463917319209,30.827823383689513,1.110490150772406,0.4550384446832143,0.3742611312069565,Energy,1.0 -solar/H/long,FLAIR,975.6811847663072,983.9729958076126,13.23800186228041,1.008627419554139,8.72765209136671,1.337693910139118,7.037292716603288,31.235895773393587,1.0830054322659703,0.4589856501380914,0.3743546975747894,Energy,1.0 -solar/W/short,FLAIR,4091351.644940319,4222544.002636084,1706.0959561062923,1.8837933607134216,0.3937313747567419,0.3116297218467124,6.936724525698421,2022.7089867156667,0.4128854744091075,0.3482568391453078,0.2683298143333376,Energy,1.0 -sz_taxi/15T/short,FLAIR,17.603028898015545,17.95271439555892,2.855937665107906,0.571007570777583,806148033221.1439,0.4190255204408997,4.296678271155004,4.1955963697686105,0.392306187993549,0.2670423748620676,0.2108235506384534,Transport,1.0 -sz_taxi/15T/medium,FLAIR,17.474365516187927,17.63645652828896,2.8567778729774305,0.5585378713532622,11902810905914.947,0.4285501965164008,4.098691948548664,4.180235102980205,0.389040650741196,0.2658708649984398,0.2104224391057033,Transport,1.0 -sz_taxi/15T/long,FLAIR,16.637301349160165,17.037897375664947,2.8077792398926618,0.5324853258549372,7909714659770.688,0.4323584491225141,3.769297183574938,4.078884816853764,0.3775343128603058,0.2598830448990127,0.2051629626800974,Transport,1.0 -sz_taxi/H/short,FLAIR,8.940329809553765,9.062247876927394,2.110113660449912,0.6488797870556591,1.2679479812574237,0.3237051593827408,4.394445647902106,2.9900384294443048,0.2785405308943519,0.1965701087455172,0.1539746630440793,Transport,1.0 -temperature_rain/D/short,FLAIR,185.1927610789985,194.01761210702855,6.214507226452571,1.4683379219742323,40.632071537532575,1.3808251202806872,20.795751426860836,13.608554702061438,1.602086692993106,0.7316118095554252,0.5942149702449325,Nature,1.0 -us_births/D/short,FLAIR,202412.586201875,194479.31666666668,287.65,0.4232484483716013,0.027355082518602,0.027161341526116,3.9800581040395553,449.9028630736584,0.0421747426619937,0.0269648533548814,0.0218907717467373,Healthcare,1.0 -us_births/M/short,FLAIR,46394573.1670656,49489557.25,5518.166666666667,0.6253049759133151,0.0170430775626668,0.0172419886172323,5.288475993044492,6811.3561914691845,0.0211560258914634,0.0171393880442816,0.0140371709446474,Healthcare,1.0 -us_births/W/short,FLAIR,3729077.469913617,3392903.5803571427,1450.633928571429,1.318923177387234,0.01976247355117,0.0197188049689788,10.01889340826207,1931.081942827289,0.0262142480227496,0.0196922133392804,0.016025443783476,Healthcare,1.0 diff --git a/results/FLAIR/config.json b/results/FLAIR/config.json deleted file mode 100644 index 5262f3047c7faa495f5e81ee86031668efbf527e..0000000000000000000000000000000000000000 --- a/results/FLAIR/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "FLAIR", - "model_type": "statistical", - "model_dtype": "float64", - "model_link": "https://github.com/TakatoHonda/FLAIR", - "code_link": "https://github.com/TakatoHonda/FLAIR/blob/main/examples/gift_eval_reproduction.py", - "org": "Mellon Inc.", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/Falcon-2.0/all_results.csv b/results/Falcon-2.0/all_results.csv deleted file mode 100644 index f8d8ecf9db714867f1e847dc7bfc2e78daa2daf2..0000000000000000000000000000000000000000 --- a/results/Falcon-2.0/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/5T/short,Falcon-2.0,34.79869146671827,34.79869146671827,3.165793782048181,0.5046073830735429,0.08382794328026236,0.06722808952055971,3.8139705395168426,5.899041571875745,0.10115554243974227,0.05428637573978302,0.04289543563594564,Transport,1 -loop_seattle/5T/medium,Falcon-2.0,60.59137658023736,60.59137658023736,4.388246188483617,0.7041743514447301,0.13631773185926818,0.10037255585378169,8.544005019427189,7.784046285848856,0.1384941747068546,0.07807591475777867,0.06506148644686013,Transport,1 -loop_seattle/5T/long,Falcon-2.0,73.95734434124527,73.95734434124527,4.802549664602683,0.7677627802510621,0.15227183755446624,0.10848003606596147,12.006719287114102,8.599845599849179,0.15204702897155165,0.08491006024619396,0.0730340878939035,Transport,1 -loop_seattle/D/short,Falcon-2.0,15.076015866873066,15.076015866873066,2.6270803099200206,0.8033056653400341,0.04869412480247033,0.04835370106101651,6.868063492434749,3.8827845506637457,0.06939055289737296,0.04694943869084615,0.038015975819795544,Transport,1 -loop_seattle/H/short,Falcon-2.0,40.64532497555809,40.64532497555809,3.3482676690395685,0.6868969866820331,0.08963196934561242,0.0772387918090323,6.8415756193450035,6.375368614876954,0.11285050768131803,0.05926774264037615,0.0484208833899116,Transport,1 -loop_seattle/H/medium,Falcon-2.0,48.26443820949432,48.26443820949432,3.6793952367131064,0.7623743117062425,0.10235719159168602,0.08426667362051729,9.356399539146672,6.947261202048929,0.12279205021902835,0.06503289160178427,0.054512001334198784,Transport,1 -loop_seattle/H/long,Falcon-2.0,51.56273219814241,51.56273219814241,3.839823325163399,0.8095582622460344,0.10447665051492087,0.08916455699604403,11.070211168454621,7.180719476357673,0.12832907065900873,0.06862278361317496,0.0581217283868111,Transport,1 -m_dense/D/short,Falcon-2.0,8674.094814814815,8674.094814814815,45.55155092592592,0.6853955817612742,0.11651462020478132,0.09952957718460648,10.401116937077054,93.13482063554326,0.16123015096473303,0.07885647260979364,0.06747896231821313,Transport,1 -m_dense/H/short,Falcon-2.0,54124.142222222225,54124.142222222225,94.56653645833333,0.8050151004532052,0.28703004334164284,0.22568796793619791,13.134046208015205,232.6459589638776,0.41265595954466555,0.16773747120657367,0.14482291045249038,Transport,1 -m_dense/H/medium,Falcon-2.0,46964.386666666665,46964.386666666665,87.09888020833333,0.7270532074005347,0.2562844903284179,0.20666976928710937,12.194340540538349,216.7126822930921,0.37705268845164003,0.1515410477881675,0.13075591175691062,Transport,1 -m_dense/H/long,Falcon-2.0,45889.16938271605,45889.16938271605,88.2125,0.7512031268188484,0.25346617856783493,0.20985303337191358,13.33853775378148,214.21757486890763,0.37084228921392354,0.15270887767869748,0.13257494938715797,Transport,1 -sz_taxi/15T/short,Falcon-2.0,16.633131164625304,16.633131164625304,2.7266202933622368,0.5442053589310183,1143445482134.7913,0.3939945654118017,3.8949839860331963,4.078373593066886,0.38134537343316016,0.2549506587013649,0.20071765385122864,Transport,1 -sz_taxi/15T/medium,Falcon-2.0,16.39965110844017,16.39965110844017,2.7539915948851497,0.5370642470957374,9214619230642.105,0.4033317109458467,9.994368633012147,4.049648269719257,0.3768873662156792,0.25630488616443164,0.22639228108541248,Transport,1 -sz_taxi/15T/long,Falcon-2.0,15.524302216880342,15.524302216880342,2.685399973290598,0.5068881624678674,7429975276354.37,0.3960309411725427,11.584713760299929,3.940089112809549,0.3646876297331482,0.24855583797861816,0.22608029047867997,Transport,1 -sz_taxi/H/short,Falcon-2.0,6.8082823142027245,6.8082823142027245,1.795709463266226,0.5466106453802798,1.0426271226671007,0.2897816845494458,3.8867593692577254,2.6092685400707083,0.24306946601094293,0.16728141762483761,0.1319079357262729,Transport,1 -bitbrains_fast_storage/5T/short,Falcon-2.0,2201486.737455432,2201486.737455432,172.76466763022978,0.6969032169474898,2.0091388434684587,0.7439674069644906,13.216810675455976,1483.7407918687927,4.658579191644683,0.5424383356474909,0.4164219187059169,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Falcon-2.0,4139307.211098591,4139307.211098591,283.69814437936753,0.9776772771803262,3.112100839480604,0.8079191507889922,27.397760470622327,2034.5287442301205,6.181460596341249,0.8619533666995652,0.7442830286615542,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,Falcon-2.0,5147134.577059565,5147134.577059565,341.5196792777566,0.8659361057978853,2.2133547938299802,0.8276890082888793,24.055503707170686,2268.729727636054,5.9955753214964185,0.9025345487126983,0.8226082910956422,Web/CloudOps,2 -bitbrains_fast_storage/H/short,Falcon-2.0,2715613.992134283,2715613.992134283,234.92044529556418,1.0602525448788722,1.6753076932930182,0.5816294175711599,20.7684805900993,1647.9120098276737,4.697084403806289,0.6695995618409338,0.5235735799103081,Web/CloudOps,2 -bitbrains_rnd/5T/short,Falcon-2.0,2077585.1975645444,2077585.1975645444,143.0544807842073,1.6482689451675858,1.691239664230082,0.6593454800371396,52.050108930258425,1441.383084944646,5.897723455966599,0.5853376355075952,0.47773442639560987,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Falcon-2.0,3972756.776978907,3972756.776978907,229.77445182809058,4.405098278164324,3.235265612743661,0.7124100672079607,164.50039609904223,1993.1775578153863,8.386312935600694,0.9667781227421158,0.8944270805396237,Web/CloudOps,2 -bitbrains_rnd/5T/long,Falcon-2.0,3130076.1529685957,3130076.1529685957,192.69335050459577,3.3079659591873822,1.8725169194423972,0.689039065215657,121.51371878469318,1769.2021232659076,6.777415034007671,0.738164844756335,0.6849199440535098,Web/CloudOps,2 -bitbrains_rnd/H/short,Falcon-2.0,2016976.828609181,2016976.828609181,156.24926473722348,5.7164302368730695,1.398650379375277,0.5411733418625592,204.93457197750615,1420.203094141532,6.21550387231539,0.683823260227218,0.5994402580030019,Web/CloudOps,2 -bizitobs_application/10S/short,Falcon-2.0,330796.3022222222,330796.3022222222,290.429375,1.0279463930653179,0.014216910468207465,0.014392118453979492,17.22660589421495,575.14893916465,0.022181195647568822,0.011200700114361055,0.00902266866434197,Web/CloudOps,2 -bizitobs_application/10S/medium,Falcon-2.0,848361.6,848361.6,514.2413541666666,1.3539793106409097,0.018968502680460613,0.0191828187306722,24.12244702532374,921.0654699857117,0.03616753014868517,0.020192744475386885,0.017362651412857196,Web/CloudOps,2 -bizitobs_application/10S/long,Falcon-2.0,4530203.875555555,4530203.875555555,1265.1219444444444,2.5792380344445496,0.03733446333143446,0.0382631344265408,71.16648150480893,2128.4275593864018,0.08208494339743867,0.048790696560289636,0.0464076484303135,Web/CloudOps,2 -bizitobs_l2c/5T/short,Falcon-2.0,19.028448195684526,19.028448195684526,2.736689976283482,0.2693595336537048,0.12284313167665294,0.19352511451357887,4.353141437958575,4.362160954811792,0.14981426388327107,0.09398901107062106,0.0804192667681492,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Falcon-2.0,41.50130739795918,41.50130739795918,3.8800535448554423,0.37586569873641934,0.29217490305744365,0.5601578693000637,9.373218242023807,6.4421508363247115,0.3389518699214534,0.20414787511781055,0.1886587278424243,Web/CloudOps,7 -bizitobs_l2c/5T/long,Falcon-2.0,56.679608134920635,56.679608134920635,4.267079923115079,0.4217702706730314,0.3037443773823152,0.6723547557043651,11.608687088955078,7.528586064788038,0.4227188522814629,0.2395901583869671,0.2248362232368322,Web/CloudOps,7 -bizitobs_l2c/H/short,Falcon-2.0,49.306222098214285,49.306222098214285,3.995548066638765,0.37530440513284785,0.32574865400648234,0.605705321781219,5.527283924925875,7.0218389399226675,0.37849510210215653,0.21537027356727845,0.18434142456975405,Web/CloudOps,7 -bizitobs_l2c/H/medium,Falcon-2.0,54.722991071428574,54.722991071428574,4.0866824195498515,0.38834003960537117,0.35660909138172925,0.7568650018601191,5.436292888126652,7.397498974074182,0.44792979903589275,0.2474548278178814,0.2120594814694843,Web/CloudOps,7 -bizitobs_l2c/H/long,Falcon-2.0,71.09996899801587,71.09996899801587,4.737652684771826,0.5079476051244822,0.59553871412669,0.7683946397569444,8.601989862764738,8.432079755197757,0.5150557679283202,0.2893894996935535,0.25301299679219613,Web/CloudOps,7 -bizitobs_service/10S/short,Falcon-2.0,2958.068783068783,2958.068783068783,19.690401785714286,0.8258760349752257,0.0616660724619709,0.05513021479208002,13.656315645522469,54.38813090251202,0.040292466117421835,0.01458727912917985,0.012098422036343936,Web/CloudOps,2 -bizitobs_service/10S/medium,Falcon-2.0,37233.978412698416,37233.978412698416,43.30775793650793,1.0711081073128463,0.07370415581597223,0.07195551312158978,22.388248784608468,192.96108004646538,0.14522705599199542,0.03259443917508396,0.029447468841696592,Web/CloudOps,2 -bizitobs_service/10S/long,Falcon-2.0,132100.46984126983,132100.46984126983,79.34636904761905,1.3907029666673152,0.08362777467757937,0.08409672489872685,37.21037466111951,363.45628326013275,0.26926003404442395,0.05878232683013523,0.0566771632184002,Web/CloudOps,2 -car_parts/M/short,Falcon-2.0,1.3688836643162738,1.3688836643162738,0.4757428514509225,0.8834687628543669,0.8041522693320231,1.8766440164366613,16.776847224454052,1.1699930189177514,2.8055232409665227,1.1407825558684592,0.9833563945609782,Sales,1 -covid_deaths/D/short,Falcon-2.0,1637890.309774436,1637890.309774436,211.77098997493735,35.204684355322264,0.09981471828855204,0.3748981217692669,709.1718466361557,1279.8008867688895,0.4815313118741575,0.07967986557422622,0.06609279469357315,Healthcare,1 -electricity/15T/short,Falcon-2.0,119740.13239864865,119740.13239864865,46.75780739724099,0.8875916619855043,0.15011894784504703,0.1542323076402819,9.77952662919886,346.03487165118,0.6821029404001013,0.09216885500623771,0.0767565578937375,Energy,1 -electricity/15T/medium,Falcon-2.0,243595.88254954954,243595.88254954954,52.211809403153154,0.81394742374108,0.12045232898923999,0.12848258738474802,9.412441793678617,493.5543359646935,0.8504438209419726,0.0899662052412563,0.07575198159095803,Energy,1 -electricity/15T/long,Falcon-2.0,302944.01336336334,302944.01336336334,56.97744660285285,0.8597239370892176,0.12813214656525693,0.13027217610677083,10.221450230787198,550.4035005006448,0.8683289764422517,0.08988890485606625,0.0757759851712527,Energy,1 -electricity/D/short,Falcon-2.0,1029218682.4556396,1029218682.4556396,3796.034810810811,1.255048156374045,0.22086699016536798,0.08789152898015203,11.78814048342781,32081.43828533315,0.5272045737870414,0.06238145860901833,0.050322804718489586,Energy,1 -electricity/H/short,Falcon-2.0,1526147.232972973,1526147.232972973,165.5563006756757,0.920829035921512,0.16487436552660042,0.12513469386745144,10.67116432598678,1235.37331724988,0.5831844285425453,0.0781543969365436,0.06468284034951491,Energy,1 -electricity/H/medium,Falcon-2.0,5245375.858738739,5245375.858738739,239.9316990427928,1.0684061763977295,0.17834901443659715,0.12983781969225083,13.743891560747175,2290.2785548353586,0.8939711944186635,0.09365324891128975,0.0788355548543197,Energy,1 -electricity/H/long,Falcon-2.0,6758478.672720721,6758478.672720721,258.7039039039039,1.1285911903657948,0.2627109056535632,0.136790259009009,16.406043615188935,2599.707420599618,1.02532383775935,0.10203274318188321,0.08721931869866667,Energy,1 -electricity/W/short,Falcon-2.0,36154475853.953156,36154475853.953156,27389.94954954955,1.5618566568781986,0.1913579402737333,0.10134597039437508,21.555162830681297,190143.30346860274,0.4338442710196506,0.06249482615911056,0.051378514059520014,Energy,1 -ett1/15T/short,Falcon-2.0,5.364632161458333,5.364632161458333,1.1529359363374256,0.7370517062825173,0.5520796375376898,0.2435674576532273,8.911219445896295,2.31616755902036,0.437852079492371,0.21795288310675634,0.18702297363183043,Energy,7 -ett1/15T/medium,Falcon-2.0,10.081488095238095,10.081488095238095,1.6073325892857142,1.0097210678718793,0.7673440948130181,0.38203946552579365,16.5744611117157,3.175135917600709,0.60518404528693,0.3063591807561073,0.2704634493592067,Energy,7 -ett1/15T/long,Falcon-2.0,8.903436259920635,8.903436259920635,1.5538640873015872,1.0023222089238895,0.7494007708900773,0.38322591145833335,16.706737559572822,2.9838626409271316,0.5687271696329038,0.2961680314113455,0.26094038870675573,Energy,7 -ett1/D/short,Falcon-2.0,38304.89523809524,38304.89523809524,130.01901041666667,1.605351916135246,1.6018073187934028,0.44328889392671134,11.6947001631385,195.7163642572977,0.5140555226999199,0.3414992436340119,0.2670195558128473,Energy,7 -ett1/H/short,Falcon-2.0,139.21459263392856,139.21459263392856,5.761409505208333,0.9525265567689392,0.5963874090285528,0.2939123789469401,11.141825659731914,11.798923367575897,0.5507040249595956,0.26890855251063156,0.22964494083613118,Energy,7 -ett1/H/medium,Falcon-2.0,201.11651785714287,201.11651785714287,7.788730585007441,1.3892998629938262,4682974878017.091,0.4702333722795759,25.29616115306583,14.181555551389378,0.6792628936526891,0.3730617319011265,0.3270707424745609,Energy,7 -ett1/H/long,Falcon-2.0,195.46684854497354,195.46684854497354,7.912364107969577,1.4574753565183247,2907803081451.0547,0.4935356987847222,28.0995441955981,13.98094591023703,0.6695172190146973,0.37890598013977184,0.3357762388523373,Energy,7 -ett1/W/short,Falcon-2.0,1016991.2857142857,1016991.2857142857,803.2451869419643,1.439420130556924,0.5786974770682198,0.4838168961661203,9.355037046826592,1008.4598582562846,0.4012902472668853,0.3196304315386641,0.2393109049503695,Energy,7 -ett2/15T/short,Falcon-2.0,10.057653227306547,10.057653227306547,1.9926977248418898,0.8328824150186863,0.11711546710374415,0.1355131603422619,13.015346835315228,3.171380334697582,0.15055670653373335,0.09460044993249522,0.08284267981765264,Energy,7 -ett2/15T/medium,Falcon-2.0,15.333355654761904,15.333355654761904,2.3799348958333333,0.9702696261341521,0.14248709935332232,0.1690786597842262,19.24035351973645,3.915782891678483,0.20867915837861578,0.1268310385935403,0.11443424091257766,Energy,7 -ett2/15T/long,Falcon-2.0,16.453937251984126,16.453937251984126,2.478484157986111,0.9999496148414568,0.14702341411870956,0.1751886276971726,21.757912580497685,4.056345307291297,0.21616998394304687,0.13208290716076315,0.1207646470970002,Energy,7 -ett2/D/short,Falcon-2.0,67315.72063492064,67315.72063492064,150.61789434523808,1.0007893031797797,0.1991854713076637,0.10453367687406995,7.262323363038016,259.45273294941535,0.14849164449640653,0.08620259485287805,0.06889986214053835,Energy,7 -ett2/H/short,Falcon-2.0,112.73433779761905,112.73433779761905,6.631212216331845,0.7726373305219124,0.12597799990567707,0.1163982936314174,5.603654182610141,10.61764276087772,0.1346612527726863,0.08410222161015425,0.06687418691229702,Energy,7 -ett2/H/medium,Falcon-2.0,226.77931547619048,226.77931547619048,9.56899646577381,1.049912711271552,0.1733508468578645,0.17155730837867372,13.785454624025839,15.059193719326094,0.20293231957301333,0.12894838096765945,0.10971216059624517,Energy,7 -ett2/H/long,Falcon-2.0,242.26028439153438,242.26028439153438,9.774912161044973,1.0879498432485277,0.18629794639276884,0.18554597077546298,18.80122488529335,15.564712795022412,0.2131467622401423,0.1338598987174905,0.11788348892235197,Energy,7 -ett2/W/short,Falcon-2.0,2955211.4285714286,2955211.4285714286,1161.5366908482142,0.7559917467599673,0.12095379829406738,0.1282057421548026,8.806184088321166,1719.0728398097121,0.14420385626713056,0.09743512091937598,0.08474128184729142,Energy,7 -hierarchical_sales/D/short,Falcon-2.0,26.246199359239355,26.246199359239355,2.2463878087536173,0.7303535532166443,0.6538896453959511,1.072555404480157,6.517002672366269,5.123104464993795,1.5717117149006317,0.6891669024813251,0.554057796607633,Sales,1 -hierarchical_sales/W/short,Falcon-2.0,476.53221001059325,476.53221001059325,8.93308891684322,0.7184463539448847,0.5110972105954242,0.4568992873369637,6.752110474673542,21.82961772479292,1.0022084274054746,0.41012248167106397,0.3463449512515473,Sales,1 -hospital/M/short,Falcon-2.0,1713.2604302477184,1713.2604302477184,15.622297370708388,0.7048628698058916,0.17835092026479657,0.1634962072791042,4.581538909609658,41.39155022764572,0.15026093903081447,0.056712567174481095,0.04455271222066714,Healthcare,1 -jena_weather/10T/short,Falcon-2.0,724.3797123015873,724.3797123015873,5.090711805555555,0.24325854380271214,0.29724815706104546,0.5237744043743799,2.2702433335583927,26.914303117517036,0.1671715546316142,0.031619700610503655,0.02622004038060968,Nature,21 -jena_weather/10T/medium,Falcon-2.0,1234.261616161616,1234.261616161616,7.9957747113997115,0.4378065821124042,0.642558072560372,0.5852143434907107,7.985858549777739,35.13205966295765,0.2156048495575065,0.04906993271347297,0.043033404924683785,Nature,21 -jena_weather/10T/long,Falcon-2.0,1432.2607142857144,1432.2607142857144,8.878336846891534,0.4848657458134081,0.6073675789100518,0.6005626214244378,9.95698581439357,37.845220494610864,0.23158139358201962,0.05432806554757732,0.0486742156187637,Nature,21 -jena_weather/D/short,Falcon-2.0,347.19389880952383,347.19389880952383,9.288143291170634,1.0251319387809181,0.6224835132786062,0.44869922456287203,6.56149534568514,18.633139800085328,0.11220195605139394,0.055929803379149476,0.04402629611862746,Nature,21 -jena_weather/H/short,Falcon-2.0,1466.9951963241438,1466.9951963241438,9.503622337092732,0.5461102112030594,1.4539618584292344,0.6235677899175021,5.460171134629734,38.3013732955379,0.234784952581543,0.05825659311352047,0.05087842259294936,Nature,21 -jena_weather/H/medium,Falcon-2.0,1516.029265873016,1516.029265873016,11.006687903025794,0.7592804706446613,2.977423558911429,0.6662387424045139,9.945245874348217,38.93622048777996,0.23825763862392088,0.06735187534877565,0.060007904782241016,Nature,21 -jena_weather/H/long,Falcon-2.0,1550.2522486772486,1550.2522486772486,12.262138310185184,0.9382612614400712,3.338804706385979,0.6566388165509259,15.511217147258469,39.37324280113652,0.23707054428931432,0.07383165816513705,0.06582707342692534,Nature,21 -kdd_cup_2018/D/short,Falcon-2.0,1331.568056386728,1331.568056386728,14.82638888888889,0.9226700425887777,0.46535524563218966,0.35806833872556354,6.772590727901629,36.490657110919884,0.817429441056918,0.332126844016469,0.26385518283459747,Nature,1 -kdd_cup_2018/H/short,Falcon-2.0,3937.551378278403,3937.551378278403,18.038555580360082,0.7641357957555586,0.663608597751276,0.41835446118422354,6.944476587359064,62.74991138064183,1.3134692943507653,0.3775796387268185,0.3093897099340887,Nature,1 -kdd_cup_2018/H/medium,Falcon-2.0,4376.88437995024,4376.88437995024,20.914196574708306,0.8931439744082998,0.8118737163001356,0.4827550305954988,10.480585645612345,66.15802581660247,1.3848072981081792,0.43777201168323016,0.36872603295332257,Nature,1 -kdd_cup_2018/H/long,Falcon-2.0,3487.3466173739316,3487.3466173739316,19.998555785353965,0.876503218655157,0.8518115092736382,0.5188327841851172,11.90472454641805,59.05376039994347,1.385639848991711,0.46924693077626095,0.40058097049432934,Nature,1 -m4_daily/D/short,Falcon-2.0,442891.292439758,442891.292439758,174.3725988754267,3.0596096840523512,0.036079636027513295,0.028877682521314302,26.053410513058726,665.5007831999584,0.10280147958465852,0.026935747659413343,0.021623856152643974,Econ/Fin,1 -m4_hourly/H/short,Falcon-2.0,189854.06763285023,189854.06763285023,104.8456244967794,0.6160715286910803,0.0740874408715781,0.0704907157762807,5.789976621797068,435.7224662934541,0.059485734227850064,0.014313741971633747,0.01139434926495883,Econ/Fin,1 -m4_monthly/M/short,Falcon-2.0,1720224.5311481482,1720224.5311481482,523.0796948784722,0.8982446060276312,0.14363647259606255,0.12167812965534351,7.484958947318559,1311.5733037646612,0.2725899594668853,0.10871391817415194,0.08719078500423977,Econ/Fin,1 -m4_quarterly/Q/short,Falcon-2.0,1893057.5546666668,1893057.5546666668,584.3609466145833,1.2315735136959234,0.12013799301783244,0.10642605686187744,9.746256303747932,1375.8842809868374,0.2302988001023097,0.09781173220139132,0.07847832611702943,Econ/Fin,1 -m4_weekly/W/short,Falcon-2.0,84857.75358902935,84857.75358902935,142.71046710949219,1.4089537031991122,0.03402120468829514,0.03397368894339579,9.865607323322918,291.30354201250174,0.053070990924906476,0.025999635474847686,0.020547043813588663,Econ/Fin,1 -m4_yearly/A/short,Falcon-2.0,3671875.0996198603,3671875.0996198603,895.1310720814835,3.300174696674619,0.17240228611719816,0.15026184141364343,34.74029441152608,1916.213740588419,0.30727375561273507,0.1435384166484844,0.11785897337798344,Econ/Fin,1 -restaurant/D/short,Falcon-2.0,138.10859717941534,138.10859717941534,7.072941475203138,0.6794686911636255,0.6600574262894602,0.39126108357850004,4.603411559276762,11.751961418393755,0.5408524934955037,0.3255131545295898,0.25493373450970364,Sales,1 -saugeen/D/short,Falcon-2.0,817.0493229166667,817.0493229166667,10.970408528645834,2.436249173478506,0.2521013387044271,0.2930852254231771,52.92697718393198,28.584074638103413,0.9258449881246725,0.3553341461118165,0.31857369441362393,Nature,1 -saugeen/M/short,Falcon-2.0,387.9248744419643,387.9248744419643,12.824945359002976,0.7511351859318063,0.3865818296160017,0.384347779410226,6.897030525605598,19.695808550094213,0.5913272595460717,0.3850433341529949,0.3176134777842792,Nature,1 -saugeen/W/short,Falcon-2.0,1012.0009765625,1012.0009765625,15.13946533203125,1.2280146250239106,0.3974357843399048,0.41165752410888673,29.086583480592317,31.811962790159615,0.9602705492737551,0.4569973498962362,0.4150764702708565,Nature,1 -solar/10T/short,Falcon-2.0,22.497615381691,22.497615381691,1.8913675201490268,0.821104208944601,4.353140660896171,1.50660106352646,9.63445403884488,4.743165122752,1.3797862205556757,0.5501986067889705,0.45825809523287475,Energy,1 -solar/10T/medium,Falcon-2.0,17.318462798606504,17.318462798606504,1.6260764436103738,0.7060723763752991,2.7854687150811976,1.4403973850394756,8.814685950958683,4.161545722277541,0.9234634872631197,0.36083280669833323,0.30409177119388425,Energy,1 -solar/10T/long,Falcon-2.0,18.453845264345095,18.453845264345095,1.6619450008395429,0.7236396430916311,2.9751017092500085,1.4391661084228107,10.353135796972845,4.2957939038488675,0.9284670337826431,0.3592027876050708,0.3065466747658118,Energy,1 -solar/D/short,Falcon-2.0,121248.4905109489,121248.4905109489,246.58412408759125,0.9605133486416529,1.0428781031402068,0.42259509604052614,5.26864102237425,348.20753942289775,0.5030412934545627,0.3562300716749657,0.2660877729272736,Energy,1 -solar/H/short,Falcon-2.0,705.3494365475733,705.3494365475733,10.794216559018441,0.8290341009104254,4.246521657325068,1.4021298712212769,5.769464788510347,26.55841555039708,0.9789520696851048,0.3978784284412006,0.3161371896100546,Energy,1 -solar/H/medium,Falcon-2.0,767.5161800486618,767.5161800486618,11.407008439781022,0.870824679387818,4.302001119129847,1.4069757744128224,7.227751643020059,27.70408237153257,0.9979657086673096,0.410907068088908,0.3333473352844508,Energy,1 -solar/H/long,Falcon-2.0,682.9958637469587,682.9958637469587,10.746714061232765,0.8175847485049229,4.958561174611796,1.394968907931487,7.827898312837166,26.134189555962102,0.9061199801122446,0.37260816183276996,0.30573918986792165,Energy,1 -solar/W/short,Falcon-2.0,1814993.284671533,1814993.284671533,1026.605155109489,1.1277696734347058,0.22856344793834826,0.1963989926080634,6.292820540105039,1347.2168662362913,0.27500064448278155,0.20955577855342794,0.1588476528003873,Energy,1 -temperature_rain/D/short,Falcon-2.0,174.70296557172296,174.70296557172296,5.624984464379904,1.2975805810478416,19.991810675147757,1.4980972040446674,21.086436231986067,13.217524941218116,1.556052128661437,0.6622093840118917,0.541868809697396,Nature,1 -us_births/D/short,Falcon-2.0,112888.96,112888.96,259.048125,0.381296486121603,0.02448903560638428,0.02463327725728353,10.152610907092981,335.9895236461994,0.03149629144410306,0.024283659664460295,0.022676524313798116,Healthcare,1 -us_births/M/short,Falcon-2.0,61633568.0,61633568.0,6229.33203125,0.7080632283115954,0.0191944216688474,0.019466586410999298,19.612241672797733,7850.704936500925,0.024384236007341818,0.01934826281801326,0.0182183963252477,Healthcare,1 -us_births/W/short,Falcon-2.0,1274012.7142857143,1274012.7142857143,885.9559151785714,0.8061659150271421,0.012008762785366603,0.012028016149997711,13.85800379977334,1128.7217169372238,0.015322286631263128,0.012026764676650684,0.010419560991812234,Healthcare,1 diff --git a/results/Falcon-2.0/config.json b/results/Falcon-2.0/config.json deleted file mode 100644 index 758821563e1ba0cf9b1cf4868169d0c709cbfd28..0000000000000000000000000000000000000000 --- a/results/Falcon-2.0/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Falcon-2.0", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://github.com/ant-intl/Falcon-TST", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/falcon-2.ipynb", - "org": "ant-intl", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} \ No newline at end of file diff --git a/results/Falcon-Agent/all_results.csv b/results/Falcon-Agent/all_results.csv deleted file mode 100644 index 66b5553c0e048860c5e6e43afc24c34599c4a7ee..0000000000000000000000000000000000000000 --- a/results/Falcon-Agent/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,Falcon-Agent,3142903.3020147844,3142903.3020147844,302.3615234869982,0.8179214180466294,2.9929140678411588,0.8116133501405909,14.572584614243182,1772.8235394462654,4.685043318991954,0.7990512332521554,0.6212326323143874,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Falcon-Agent,2933074.595316561,2933074.595316561,263.9360584493662,0.9163343907131575,3.3366532197859713,0.7970680760046763,20.12662475247449,1712.6221402622823,5.203419064113787,0.8019106409731197,0.5889954701054845,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,Falcon-Agent,1494368.0180492778,1494368.0180492778,142.89916335015712,0.6382343450948941,1.6717429263031423,0.7184198737201598,12.14914392657354,1222.443462107462,3.8381701539476554,0.44866803316131515,0.35205404259604456,Web/CloudOps,2 -bitbrains_fast_storage/H/short,Falcon-Agent,2164947.0798635976,2164947.0798635976,255.17415835317365,0.9388908355453248,2.7058177711230247,0.5666841645361337,18.925380449492387,1471.3759138519285,4.193899333173213,0.7273292450185558,0.5483062081669459,Web/CloudOps,2 -bitbrains_rnd/5T/long,Falcon-Agent,2235634.9914927348,2235634.9914927348,158.89168063173463,3.247677580781208,1.2005332330351133,0.6776469227094932,114.47352869834971,1495.2039966147545,5.727789690136188,0.6086782353654664,0.6456553408429372,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Falcon-Agent,2262473.179833173,2262473.179833173,158.6097867164003,4.321044503708415,0.992660527997988,0.7105069910869981,158.20099058419927,1504.1519802975938,6.328734172782422,0.6673522293480039,0.7416236910049806,Web/CloudOps,2 -bitbrains_rnd/5T/short,Falcon-Agent,1592272.46361415,1592272.46361415,118.99538166563815,1.579341036266037,1.04367879016587,0.6437880416208657,50.736058372599594,1261.8527899934088,5.163137363990371,0.48689475198082355,0.39168375367458896,Web/CloudOps,2 -bitbrains_rnd/H/short,Falcon-Agent,1885709.2457584795,1885709.2457584795,149.15832896433943,5.723854200958403,1.2864436838596167,0.528446803047771,195.23889003141068,1373.2112895539708,6.00984455283918,0.652789834787983,0.6415382366500032,Web/CloudOps,2 -bizitobs_application/10S/long,Falcon-Agent,5901843.731647187,5901843.731647187,1470.4046652729662,3.0857611623868366,0.044808366362661174,0.04582453079032981,56.48580721579031,2429.3710568061,0.09369113651601078,0.05670763378937556,0.051445648270934306,Web/CloudOps,2 -bizitobs_application/10S/medium,Falcon-Agent,3007611.410792567,3007611.410792567,959.3096865451421,2.1164096516176,0.0301870899827134,0.030766152280101183,24.635758209207676,1734.2466407038437,0.06809876190683575,0.0376692682607392,0.03251325512367623,Web/CloudOps,2 -bizitobs_application/10S/short,Falcon-Agent,376634.9650114341,376634.9650114341,319.22462870112884,1.0269437851236622,0.014219591300999146,0.014391302428545801,5.905141907644629,613.7059271438025,0.023668185903354254,0.012311218651888904,0.009648041794124393,Web/CloudOps,2 -bizitobs_l2c/5T/long,Falcon-Agent,102.35166124521689,102.35166124521689,6.995384363922716,0.660184414194852,0.5375952687702318,0.8650921547809195,3.7334379371768476,10.116899784282579,0.5680488012723067,0.3927803761127328,0.27735221594527404,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Falcon-Agent,64.33034849539845,64.33034849539845,5.224683777450775,0.5033204087285441,0.38623614811925916,0.6637361121091269,3.2285089345820595,8.020620206405392,0.42200258299466736,0.27489520668909756,0.20638155151374804,Web/CloudOps,7 -bizitobs_l2c/5T/short,Falcon-Agent,11.040782970106916,11.040782970106916,1.9524276981045172,0.2023430711977379,0.09918842620007152,0.17277467736842467,1.680492904741394,3.3227673662335913,0.11411727730901003,0.06705426787158413,0.05306642894176915,Web/CloudOps,7 -bizitobs_l2c/H/long,Falcon-Agent,77.89019036290773,77.89019036290773,4.996869023344341,0.5357613459115129,0.5878030028833596,0.7657523945033191,4.421684681938219,8.825541930267383,0.5390896061133986,0.3052232004424155,0.24711024314267233,Web/CloudOps,7 -bizitobs_l2c/H/medium,Falcon-Agent,65.20811118477683,65.20811118477683,4.521362712057041,0.4507078572812344,0.4204626510558973,0.7432577844526266,2.92707063567723,8.07515394186246,0.4889628434409229,0.27377538358176207,0.21490023853103227,Web/CloudOps,7 -bizitobs_l2c/H/short,Falcon-Agent,46.750072204892625,46.750072204892625,4.0070459410015316,0.38826467940835896,0.3420522792714272,0.5743706202800117,2.635802506047576,6.837402445731319,0.368553530201966,0.21599005455055023,0.1703332293570392,Web/CloudOps,7 -bizitobs_service/10S/long,Falcon-Agent,131352.29412948005,131352.29412948005,76.87018108608437,1.300443305843919,0.07316654487607235,0.07139835618265752,20.76290357354762,362.4255704685861,0.2684964551797635,0.05694788892504237,0.05275241215334594,Web/CloudOps,2 -bizitobs_service/10S/medium,Falcon-Agent,14210.525911862662,14210.525911862662,33.95683699171163,0.9622867988956804,0.058632660444511944,0.05236873645870931,9.200422217875236,119.20791044164251,0.08971867708032247,0.025556714159669383,0.01937129879117175,Web/CloudOps,2 -bizitobs_service/10S/short,Falcon-Agent,1876.4574488580715,1876.4574488580715,16.886940722560993,0.6871112643831122,0.04829698502549092,0.03895790713615984,4.917027020191721,43.318096089949194,0.03209143115992101,0.012510385834465896,0.009744001420746771,Web/CloudOps,2 -car_parts/M/short,Falcon-Agent,1.391103235198325,1.391103235198325,0.46656543519771726,0.8712101470669266,0.8072897336875315,1.8849312457417686,46.750173884895865,1.179450395395383,2.8282010596180465,1.118776053116667,1.081771262597024,Sales,1 -covid_deaths/D/short,Falcon-Agent,264901.752618796,264901.752618796,78.53583381066812,31.278605014639005,0.08130967844121835,0.3508613586241546,812.426475344997,514.6860719106318,0.19365313017615476,0.029549488277333755,0.025173475636501443,Healthcare,1 -electricity/15T/long,Falcon-Agent,306629.69315324153,306629.69315324153,55.804798586572836,0.843562038119624,0.1213512742311136,0.12728037926701982,6.974512307465792,553.7415400285963,0.8735951756698955,0.08803891220070403,0.07033560699410796,Energy,1 -electricity/15T/medium,Falcon-Agent,241714.41723799426,241714.41723799426,50.746224418629794,0.7961740426866758,0.11645641020417923,0.12530654340275757,6.86465116572374,491.64460460580085,0.8471531545958224,0.08744085401799313,0.07035561190129608,Energy,1 -electricity/15T/short,Falcon-Agent,127297.6524376958,127297.6524376958,47.83729809490308,0.9266159354550535,0.15046598625759758,0.15597308392619494,10.391597086592695,356.7879656570493,0.7032994160601815,0.09429674499834814,0.07865141000436193,Energy,1 -electricity/D/short,Falcon-Agent,1282827067.675376,1282827067.675376,4086.9385038827786,1.3161134442626699,0.3111307449990961,0.0890399919843596,10.303976553526123,35816.575320309115,0.5885852921795292,0.06716197380444726,0.05266475471255582,Energy,1 -electricity/H/long,Falcon-Agent,8994086.55474339,8994086.55474339,274.47879354592004,1.1575155608824956,0.2783803674925427,0.13722954466845436,9.340178185256624,2999.0142638446036,1.1828103639857825,0.10825435731146975,0.08490154735644864,Energy,1 -electricity/H/medium,Falcon-Agent,6000586.24994889,6000586.24994889,237.51984379330776,1.0362687265665886,0.19531964025899792,0.12538257549700266,8.47581526147363,2449.609407629896,0.9561632653996569,0.09271182121167727,0.07342035575439977,Energy,1 -electricity/H/short,Falcon-Agent,1746403.335623126,1746403.335623126,173.7162417740697,0.9538980170004262,0.16016634002010594,0.12583695612080575,10.873893235954391,1321.51554497975,0.6238497163419091,0.08200647246748542,0.06748965177123137,Energy,1 -electricity/W/short,Falcon-Agent,42206029520.6572,42206029520.6572,28306.16720048331,1.4438034529741928,0.19965649608693165,0.09345340407439977,10.995639826517499,205441.06094122762,0.46874870771974675,0.06458533281972033,0.0502391564793368,Energy,1 -ett1/15T/long,Falcon-Agent,7.748078626365929,7.748078626365929,1.4961907741567444,0.9605420871808237,0.7410673987921641,0.37347610315731705,6.692972323257994,2.783537071131967,0.5305448878226672,0.2851754247028908,0.2194722890082761,Energy,7 -ett1/15T/medium,Falcon-Agent,8.450931268066807,8.450931268066807,1.5232415420514067,0.9529099037724799,0.7210755765965939,0.37040759130174744,6.173253325909754,2.907048549313686,0.5540862963479303,0.29033132751698715,0.221740574267797,Energy,7 -ett1/15T/short,Falcon-Agent,4.149808336725949,4.149808336725949,1.0120348287627978,0.6503878393096387,0.4394854851429324,0.2268577286815514,4.418013066253663,2.0371078363027197,0.38509816021928267,0.19131670090756786,0.15045259608394088,Energy,7 -ett1/D/short,Falcon-Agent,40579.80805981505,40579.80805981505,133.66582362453346,1.6172277288081631,1.5198200144432532,0.4552434210028679,10.156299286828148,201.44430510643642,0.5291001545323756,0.3510777229372181,0.2680871632344311,Energy,7 -ett1/H/long,Falcon-Agent,139.17591601726164,139.17591601726164,6.963056118915716,1.3321694528147625,4000309094462.548,0.4678469261869482,9.21131001514606,11.797284264493317,0.5649463933271324,0.3334456772187311,0.2582356576332062,Energy,7 -ett1/H/medium,Falcon-Agent,135.23530160868006,135.23530160868006,6.842140038613431,1.250371142612418,4039117206106.8604,0.440852414981497,8.525017080276234,11.629071399242505,0.5570049842166248,0.32772230674102315,0.25227059838162014,Energy,7 -ett1/H/short,Falcon-Agent,93.3733358939501,93.3733358939501,4.790880418311732,0.7952249256800206,0.4711467278907945,0.2562299694828399,5.138990554999741,9.662987938207834,0.45101118219230013,0.22360999051453456,0.17180387056443594,Energy,7 -ett1/W/short,Falcon-Agent,1095875.016253429,1095875.016253429,842.6967328959007,1.5177149654503286,0.6144453651261355,0.5512624874210915,7.784429958234421,1046.8404922687262,0.4165628264071609,0.33532915038319416,0.24768629601065642,Energy,7 -ett2/15T/long,Falcon-Agent,11.152813959842671,11.152813959842671,2.095137793876488,0.8633838973501484,0.12954725943057027,0.15762943514889513,6.923323310589174,3.339582902076646,0.1779724068384707,0.11165367854847297,0.08954714512058745,Energy,7 -ett2/15T/medium,Falcon-Agent,11.215123586537324,11.215123586537324,2.0637544689801506,0.8476314299833699,0.1258484682179515,0.15351488802518032,6.2327659162879385,3.348898861795818,0.17846887116406068,0.10998120446108865,0.08737474372188697,Energy,7 -ett2/15T/short,Falcon-Agent,6.759806284899193,6.759806284899193,1.5975650069198606,0.6897991355890424,0.09838524654514855,0.11805790039684214,4.66502166673103,2.599962746829114,0.12342948425390202,0.0758420962402967,0.0599245045881723,Energy,7 -ett2/D/short,Falcon-Agent,89167.05600623971,89167.05600623971,175.159281595967,1.1529375164562417,0.3701909164240178,0.11926815993661517,10.918247596846427,298.6085330432466,0.17090153500952848,0.10024827418974532,0.08257827611315141,Energy,7 -ett2/H/long,Falcon-Agent,225.2365605524109,225.2365605524109,9.287973721033236,1.0283060196724487,0.17555420930241988,0.1753125628244066,7.727314095006189,15.007883280210134,0.20552141192112808,0.12719165237313582,0.10295462216662382,Energy,7 -ett2/H/medium,Falcon-Agent,246.47263969939044,246.47263969939044,9.73405255788451,1.042280596946387,0.1706072654674752,0.16797263676058263,7.091067094021597,15.699447114449299,0.2115601312151014,0.1311726089070607,0.10502547823490162,Energy,7 -ett2/H/short,Falcon-Agent,105.23239435544643,105.23239435544643,6.347991108714853,0.7289120773465892,0.11871073049782696,0.1090113013164248,5.142065186568862,10.25828418184281,0.13010358020970064,0.0805101862790064,0.0636818146629389,Energy,7 -ett2/W/short,Falcon-Agent,2668691.0557441483,2668691.0557441483,1150.415700732917,0.7759306964903109,0.12003492034727091,0.12818927291143206,9.676547201063888,1633.6128842979135,0.13703506040701613,0.09650222923582533,0.08258342076696268,Energy,7 -hierarchical_sales/D/short,Falcon-Agent,27.30054957623286,27.30054957623286,2.2674989386300997,0.7330120108871061,0.6290616648813465,1.0492139791317714,6.495501638564242,5.224992782409643,1.6029699223387648,0.6956435633357698,0.5619417255134971,Sales,1 -hierarchical_sales/W/short,Falcon-Agent,457.1026693571912,457.1026693571912,8.796433602628278,0.713381801508802,0.520319688961776,0.45069393011224307,6.6146659240341155,21.379959526556434,0.9815643995802533,0.40384856935237,0.3416383636086061,Sales,1 -hospital/M/short,Falcon-Agent,2129.254280072099,2129.254280072099,16.33269069636829,0.7250743662932062,0.18584750522782525,0.16709711391542795,4.795017722666892,46.14384336043216,0.1675128666526323,0.059291459910022666,0.04701396068487016,Healthcare,1 -jena_weather/10T/long,Falcon-Agent,1291.3936932039394,1291.3936932039394,8.910170460279993,0.5790448944935924,0.7222011123122128,0.618746285811191,5.032896231732897,35.93596656838298,0.21989833281630905,0.05452285875200434,0.045111598695455446,Nature,21 -jena_weather/10T/medium,Falcon-Agent,1317.4134054738681,1317.4134054738681,8.555203002995583,0.515113494755457,0.676987707578697,0.6196693303155704,4.722254010980695,36.29618995809158,0.22274910091781014,0.05250313543341433,0.04327881490396352,Nature,21 -jena_weather/10T/short,Falcon-Agent,712.8004731401813,712.8004731401813,4.751950186937633,0.23549886559183222,0.30523947576763216,0.5284006799058562,2.065554364408167,26.698323414405284,0.1658300570468063,0.02951556763891284,0.024673081745504706,Nature,21 -jena_weather/D/short,Falcon-Agent,372.64631427249907,372.64631427249907,9.746562352735037,1.0980497360273118,0.6970905579336215,0.46293171297541186,6.709448495577468,19.304049167791174,0.11624192745642406,0.058690235613701375,0.046361884835513636,Nature,21 -jena_weather/H/long,Falcon-Agent,1335.8139957101967,1335.8139957101967,11.497701077574485,1.0057018327549383,2.4131854813279787,0.6613264092182076,8.053917418371181,36.54878925094779,0.2200642179270469,0.06922890326742571,0.05589124732604641,Nature,21 -jena_weather/H/medium,Falcon-Agent,1254.1524494032076,1254.1524494032076,10.10959831753164,0.7902035489073286,2.28571514172885,0.6770493887461094,5.656034283164397,35.414014872691396,0.21670463628012585,0.06186242464217868,0.04913393062572159,Nature,21 -jena_weather/H/short,Falcon-Agent,1088.1436228658333,1088.1436228658333,8.20002774027342,0.5138687017094825,1.2538789683315619,0.6051399449846555,4.1651331697902485,32.98702203694406,0.20220833596287346,0.05026564575465686,0.04031726190389674,Nature,21 -kdd_cup_2018/D/short,Falcon-Agent,2345.122883998889,2345.122883998889,19.005440704751127,1.0946372239395523,0.4867905639756921,0.4204723124049116,7.8043201169176495,48.42646883677241,1.0848043264816811,0.4257420538486489,0.333191245534111,Nature,1 -kdd_cup_2018/H/long,Falcon-Agent,3950.609452459081,3950.609452459081,22.844956847952467,0.9620621349281241,0.9237516927966996,0.5744158508544214,7.062074956343228,62.853873806306325,1.4748058653738152,0.5360350017152259,0.42002531853481473,Nature,1 -kdd_cup_2018/H/medium,Falcon-Agent,4867.688153995671,4867.688153995671,23.68331385364614,0.9748719763731413,0.8958869173250681,0.519863668186895,8.047078130918015,69.76881935360288,1.4603877463066819,0.4957346514423142,0.3947396577330584,Nature,1 -kdd_cup_2018/H/short,Falcon-Agent,4105.143149644774,4105.143149644774,20.724931397853283,0.8630780299520194,0.8046029392051158,0.4563384087338464,6.891625768230192,64.07139103878403,1.3411302531527218,0.4338103487616002,0.34705220529611813,Nature,1 -loop_seattle/5T/long,Falcon-Agent,79.59666795097652,79.59666795097652,5.091886478116117,0.8070064193502975,0.16873048524623172,0.11588454210128446,5.6348150214373725,8.921696472699377,0.15773742783877426,0.0900255997682533,0.07068805068868453,Transport,1 -loop_seattle/5T/medium,Falcon-Agent,64.22490349439082,64.22490349439082,4.633031722728058,0.7377413498079975,0.15001722236991352,0.10680397922817468,5.205651500218159,8.014044141030846,0.1425863129249325,0.08243115453105905,0.06470554563377987,Transport,1 -loop_seattle/5T/short,Falcon-Agent,36.64030630656965,36.64030630656965,3.288212837301927,0.5223996314967098,0.08897124741454583,0.06988718219638955,3.831860375827432,6.053123681750576,0.1037977071251919,0.056385590481252884,0.044331389145180665,Transport,1 -loop_seattle/D/short,Falcon-Agent,17.29751024303162,17.29751024303162,2.7901502091713817,0.8436212722707813,0.0515557930947482,0.051460954670232505,6.8875195506577045,4.15902755978265,0.07432737813164912,0.049863711326793674,0.040344142429036625,Transport,1 -loop_seattle/H/long,Falcon-Agent,53.47254590251166,53.47254590251166,3.9323758108386118,0.8243585801969493,0.11374360029515806,0.0910119365965178,6.209439024073909,7.3124924548687,0.13068400818735568,0.07027680860268593,0.055707749476241214,Transport,1 -loop_seattle/H/medium,Falcon-Agent,56.22806385426298,56.22806385426298,4.017815853310763,0.8243417451807099,0.10777575044677662,0.09160354176072875,6.324133286811149,7.4985374476802455,0.1325358116905368,0.07101444635798741,0.05646066131910145,Transport,1 -loop_seattle/H/short,Falcon-Agent,50.35209879543385,50.35209879543385,3.7343334561090704,0.7598147231054081,0.10186063659768119,0.08578655224146503,6.1242709944705265,7.09592127883574,0.1256050234635062,0.06610150013559554,0.05273478237916637,Transport,1 -m4_daily/D/short,Falcon-Agent,338550.2898641701,338550.2898641701,157.67780305431327,2.89732501389675,0.03350601054936587,0.027189152491884902,22.69377949417566,581.8507453498449,0.08987986001274169,0.024356862956525397,0.01939301529425426,Econ/Fin,1 -m4_hourly/H/short,Falcon-Agent,740793.367229796,740793.367229796,168.7396694680392,0.6070095710786816,0.07867011665381259,0.07146067170311526,4.722700667245223,860.6935385082172,0.11750367909056209,0.02303669202093202,0.01760816510470995,Econ/Fin,1 -m4_monthly/M/short,Falcon-Agent,1749227.1532513069,1749227.1532513069,525.4130531621965,0.8747333748366779,0.14937799414695627,0.12372917359160562,7.1226910132694865,1322.5835146603433,0.2748782582019196,0.10919886970379131,0.08696294186350947,Econ/Fin,1 -m4_quarterly/Q/short,Falcon-Agent,1671567.8706598228,1671567.8706598228,532.8546212323066,1.1164469758811484,0.10892347510426496,0.09701110206800338,8.445085813592007,1292.8912833876725,0.21640723358658737,0.08919048025644058,0.07112947147692317,Econ/Fin,1 -m4_weekly/W/short,Falcon-Agent,160843.35338780106,160843.35338780106,201.01227425501628,1.5482462590668964,0.04844795322484762,0.04802089612951232,11.463892683406131,401.0528062335446,0.07306560190778043,0.03662131914055699,0.02920203594985433,Econ/Fin,1 -m4_yearly/A/short,Falcon-Agent,3590209.551540928,3590209.551540928,852.5129543008217,3.1463681245181867,0.15921114803582792,0.1426335164265493,27.563324325230145,1894.7848298793529,0.30383752869118646,0.13670440312131749,0.11037252399289078,Econ/Fin,1 -m_dense/D/short,Falcon-Agent,7188.788335667616,7188.788335667616,39.59922724474189,0.6033709643552692,0.11166407501367447,0.08717979368647928,6.494001042759787,84.78672263784946,0.14677835890440416,0.0685521200494088,0.05675823478305981,Transport,1 -m_dense/H/long,Falcon-Agent,34678.56427302898,34678.56427302898,78.78884070121153,0.6792374004389287,0.24704007377464426,0.18391331930092514,6.795846833516634,186.22181470770008,0.3223775079078702,0.1363951380028974,0.11420364319635429,Transport,1 -m_dense/H/medium,Falcon-Agent,35803.26023367623,35803.26023367623,77.58776936288358,0.6712527206820544,0.2488377148110107,0.18376838859822273,6.436946801259103,189.21749452330306,0.32921454621131574,0.13499292095955848,0.11171230709918285,Transport,1 -m_dense/H/short,Falcon-Agent,44293.97897629191,44293.97897629191,83.69914252046608,0.7372820427223895,0.2700044914460607,0.19875737934187865,8.202261422678712,210.46134793897883,0.373306023302843,0.14846143652578137,0.1238773204345814,Transport,1 -restaurant/D/short,Falcon-Agent,137.5390236988523,137.5390236988523,7.039012241567305,0.6761008118599535,0.6727930475947532,0.38916480920622665,4.584937690372617,11.727703257622624,0.5397360767312224,0.32395165258442427,0.2533286796607619,Sales,1 -saugeen/D/short,Falcon-Agent,1058.5379788407772,1058.5379788407772,12.025043732669038,2.670950327690635,0.25824749415805975,0.301424452423443,27.912356047976125,32.535180633289514,1.0538222293372763,0.3894940230106933,0.316508590955963,Nature,1 -saugeen/M/short,Falcon-Agent,372.6817244257466,372.6817244257466,12.204123694866682,0.7150826351366883,0.3529453852507642,0.3493209468149336,4.070120234366256,19.304966315063766,0.5795929868360723,0.3664043950444623,0.28053132332867414,Nature,1 -saugeen/W/short,Falcon-Agent,949.9459512161077,949.9459512161077,14.367456386768069,1.16562246018227,0.3618574386177923,0.37222805860461283,8.492886082139128,30.821193215320324,0.9303633461420203,0.4336936180945375,0.34573250043461945,Nature,1 -solar/10T/long,Falcon-Agent,16.93536105195821,16.93536105195821,1.64921068699257,0.721566026501348,3.0152455612566484,1.4372196558759243,3.8890990514802275,4.115259536403289,0.8894475214557618,0.35645050936105604,0.27121942395914683,Energy,1 -solar/10T/medium,Falcon-Agent,18.251561888036147,18.251561888036147,1.73489306635964,0.7612152550398927,3.331003019514538,1.4425662852615708,3.6860550022022536,4.272184673915226,0.9480147564365721,0.3849796657411697,0.28738258046531023,Energy,1 -solar/10T/short,Falcon-Agent,17.89020670668397,17.89020670668397,1.796432235743802,0.7886485287954231,4.664211683417378,1.5030034982167668,3.814223346306326,4.229681631835187,1.2304139206836735,0.5225819394508501,0.3909981080163236,Energy,1 -solar/D/short,Falcon-Agent,125396.16298610985,125396.16298610985,245.3913473544589,0.9568949070528803,1.0766261283148857,0.41809010962741616,5.1322149884764485,354.113206455379,0.5115729932671786,0.35450693111555825,0.27124231810773286,Energy,1 -solar/H/long,Falcon-Agent,684.3512985283127,684.3512985283127,11.071157057254585,0.842179081687098,4.829218208479899,1.391095060329936,4.3924275169875715,26.160108916598812,0.9070187710336055,0.3838572423381428,0.2885225712156969,Energy,1 -solar/H/medium,Falcon-Agent,722.8647820026836,722.8647820026836,11.04595031640984,0.8432789395763437,4.116884348992446,1.3950121707222383,4.343161511134282,26.88614479620839,0.9685016878366872,0.3979009116514095,0.29862004989586816,Energy,1 -solar/H/short,Falcon-Agent,680.6138379766079,680.6138379766079,11.092714532714666,0.8540667593871323,3.8685914031574495,1.4026235355024104,4.3959475188009645,26.088576771771354,0.9616336267532651,0.40888115131582103,0.30188920542430675,Energy,1 -solar/W/short,Falcon-Agent,1553555.4384146386,1553555.4384146386,1002.3615885795384,1.0974512711446653,0.22554847373116507,0.19637439235137674,6.389923098546041,1246.4170403258447,0.2544248681088051,0.20460705102764906,0.14898149391731352,Energy,1 -sz_taxi/15T/long,Falcon-Agent,15.402942245398147,15.402942245398147,2.6738166175485074,0.5043753886421936,6504434777303.814,0.3941610767748653,3.753762938143216,3.924658232941838,0.3632593573031273,0.24748369116182525,0.19702710376926233,Transport,1 -sz_taxi/15T/medium,Falcon-Agent,16.156610736722442,16.156610736722442,2.7309085001319513,0.532615521456606,9812408017936.879,0.4014103240406849,3.793133374579183,4.01952867096659,0.37408422419097676,0.25415661169117615,0.2012496487133254,Transport,1 -sz_taxi/15T/short,Falcon-Agent,16.502433438302077,16.502433438302077,2.7028075823758124,0.5391702085071561,1090748152261.3724,0.3878281679952127,3.787913396657493,4.062318726823644,0.3798441864290477,0.2527240761348491,0.19851070031263485,Transport,1 -sz_taxi/H/short,Falcon-Agent,6.999723121470312,6.999723121470312,1.815197280048291,0.5528589542781799,1.063131261772132,0.29049631107426127,3.795895688151471,2.645698985423382,0.2464631875341157,0.16909682851632726,0.13297035063893967,Transport,1 -temperature_rain/D/short,Falcon-Agent,175.87699242264028,175.87699242264028,5.6563581353740355,1.3109170651818807,24.698286688713008,1.4959981862607945,18.624213215031887,13.261862328596248,1.5612718282890297,0.6659029017689788,0.5384865164516961,Nature,1 -us_births/D/short,Falcon-Agent,123567.98566376453,123567.98566376453,213.6491852019925,0.31447404871317425,0.020613675409144824,0.020394397418615637,2.318323912635494,351.52238287734184,0.03295237095513999,0.02002787744954507,0.015777570942905175,Healthcare,1 -us_births/M/short,Falcon-Agent,45926866.41131312,45926866.41131312,5738.984597687037,0.6486434232718467,0.017620576781467553,0.017829761356743513,3.335784671115005,6776.936358806472,0.021049118125884524,0.017825247032513265,0.013177765205347589,Healthcare,1 -us_births/W/short,Falcon-Agent,1434356.732990586,1434356.732990586,918.0181823952944,0.8352064378730617,0.012447580873564516,0.012472421308825272,5.271118470155217,1197.646330512721,0.016257931502187104,0.012462006810270501,0.009776508704311314,Healthcare,1 diff --git a/results/Falcon-Agent/config.json b/results/Falcon-Agent/config.json deleted file mode 100644 index a7a913338b17b2464335bd0a79bbf9953924ac7e..0000000000000000000000000000000000000000 --- a/results/Falcon-Agent/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "model": "Falcon-Agent", - "model_type": "agentic", - "model_dtype": "float32", - "org": "ant-intl", - "testdata_leakage": "No", - "replication_code_available": "No" -} \ No newline at end of file diff --git a/results/Falcon-X/all_results.csv b/results/Falcon-X/all_results.csv deleted file mode 100644 index a2876c8d21c1cf80c34c4ba6c36f9823eaaf7183..0000000000000000000000000000000000000000 --- a/results/Falcon-X/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/5T/short,Falcon-X,51.851103344298245,51.851103344298245,3.8760408352280056,0.6123303143170724,0.0937253666613001,0.08394900736301922,4.27104607627025,7.200771024293041,0.12347732933760781,0.0664655450260555,0.05207181637015924,Transport,1 -loop_seattle/5T/medium,Falcon-X,71.11773163377192,71.11773163377192,4.7188239829237615,0.7505629814087333,0.14019795452232084,0.10850667616900275,5.75926029297916,8.433132966683967,0.1500427602206504,0.08395757284871683,0.06657170425826121,Transport,1 -loop_seattle/5T/long,Falcon-X,87.59126533654397,87.59126533654397,5.178715026946451,0.8190195001509841,0.15007840382589438,0.1181889362333018,7.9055563392455195,9.359020532969462,0.165469397049025,0.09156074078252593,0.07427440506249353,Transport,1 -loop_seattle/D/short,Falcon-X,23.75669827141383,23.75669827141383,3.2816442530959753,1.0001806020700112,0.06127369096281605,0.05940832053421698,10.726749428893601,4.874084352102847,0.08710640614943055,0.0586473717929802,0.04846422027599041,Transport,1 -loop_seattle/H/short,Falcon-X,71.24225327250014,71.24225327250014,4.440701529486448,0.8978158618126129,0.11257757707264,0.10230211242705617,9.136956924854548,8.440512619059351,0.14940565662802902,0.07860493288095519,0.06498322645741358,Transport,1 -loop_seattle/H/medium,Falcon-X,75.21081656346749,75.21081656346749,4.622205156733746,0.9449652171395647,0.11593023876902735,0.10592138016802116,9.453377953146246,8.672416996631764,0.15328398233489401,0.08169694952032475,0.06763251088022257,Transport,1 -loop_seattle/H/long,Falcon-X,64.52472910216719,64.52472910216719,4.28125349372205,0.8936120663364576,0.1171260491244195,0.0991916988492217,10.56365061833355,8.032728621220015,0.14355561475576004,0.07651173171628559,0.0640842453245177,Transport,1 -m_dense/D/short,Falcon-X,7780.406666666667,7780.406666666667,43.418703703703706,0.6689223519488037,0.11932257672784238,0.09672740794994213,7.353843172447714,88.2066135086631,0.15269869545077755,0.0751641985786955,0.06160307910368515,Transport,1 -m_dense/H/short,Falcon-X,40603.05777777778,40603.05777777778,83.86604166666666,0.7423955984822854,0.2677821571728349,0.20307830810546876,9.16898991471556,201.50200440138997,0.35741434472687167,0.14875745983855543,0.12468070650788851,Transport,1 -m_dense/H/medium,Falcon-X,33098.602222222224,33098.602222222224,75.53665798611111,0.6405197735993573,0.23815519035041113,0.1831080796983507,7.115651950170703,181.93021250529617,0.31653558531902637,0.13142424185307178,0.10829552974642516,Transport,1 -m_dense/H/long,Falcon-X,33241.31160493827,33241.31160493827,78.78425154320988,0.6763143261829961,0.2511971877999319,0.18912144036940587,8.808954969340984,182.32199978318107,0.3156263337171637,0.13638718585143567,0.11416043544442599,Transport,1 -sz_taxi/15T/short,Falcon-X,16.973358117034874,16.973358117034874,2.7593292310852124,0.5516009977678779,969959809474.2583,0.4021548572768513,3.9271280418268346,4.119873555952279,0.38522579745093427,0.25800908426879565,0.20264632421835507,Transport,1 -sz_taxi/15T/medium,Falcon-X,16.5991703392094,16.5991703392094,2.762884990985577,0.5397916743092211,9290246446445.84,0.4098064716045673,3.808001802471429,4.074207940104358,0.37917305348283725,0.25713256511572863,0.20207118927118126,Transport,1 -sz_taxi/15T/long,Falcon-X,15.684647658475784,15.684647658475784,2.684193042200855,0.5076961718165262,5869022029031.64,0.4032003636373754,5.942949157607639,3.9603847866685613,0.36656616115250545,0.24844412658687862,0.20540805825413636,Transport,1 -sz_taxi/H/short,Falcon-X,7.220856495392629,7.220856495392629,1.848628899989984,0.5628053601418768,0.858204572628706,0.29694666414179355,4.092037356726353,2.6871651410720236,0.2503260150853989,0.17221118971556124,0.1359843500810027,Transport,1 -bitbrains_fast_storage/5T/short,Falcon-X,2160338.2307277066,2160338.2307277066,179.57709536299632,0.7124779934982572,2.0594215928738477,0.7476032196960535,13.146249816256788,1469.8089095959742,4.61483642374181,0.5638276616371258,0.4279701568466008,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Falcon-X,4187981.742509608,4187981.742509608,311.37941122284155,0.9972005497718721,4.670441323621809,0.7964276406829585,21.00657030206266,2046.4558980123682,6.217698456270304,0.9460566857829825,0.6964919706198306,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,Falcon-X,6107610.604281106,6107610.604281106,402.1950785487799,0.9155093267545217,3.6034878740436596,0.8133120497820167,18.83076673954113,2471.358048579992,6.531060844880861,1.0628814108999782,0.8518078926610001,Web/CloudOps,2 -bitbrains_fast_storage/H/short,Falcon-X,3284171.4944348764,3284171.4944348764,300.6560076772143,1.0787068563203321,4.451843508732333,0.5629211354981597,19.435911699449175,1812.2283229314337,5.165439385660099,0.8569672838348893,0.6637538848583205,Web/CloudOps,2 -bitbrains_rnd/5T/short,Falcon-X,1886594.5265304197,1886594.5265304197,134.06743934960116,1.7062688662630863,1.3891179841489616,0.6750295814118566,52.14457211810861,1373.5335913367462,5.620102733130411,0.5485652386405756,0.43183754534515406,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Falcon-X,2503737.3395389994,2503737.3395389994,162.7654411326759,4.410857191779045,0.9912420826668676,0.720221661154485,159.1424700271266,1582.3202392496278,6.657627936311826,0.6848371910258216,0.6001409045536832,Web/CloudOps,2 -bitbrains_rnd/5T/long,Falcon-X,2240847.05661388,2240847.05661388,152.41597383281953,3.3259183351822452,0.8391504306515278,0.6866106357760017,117.45126414089899,1496.9459097154713,5.73446227217949,0.5838712313846585,0.5205806058023799,Web/CloudOps,2 -bitbrains_rnd/H/short,Falcon-X,1940874.7862409956,1940874.7862409956,157.59539235326713,5.92731428841054,1.7517478415915917,0.5630193644916148,210.32998713064015,1393.1528222851202,6.097118926994498,0.6897146057157951,0.6223155239245809,Web/CloudOps,2 -bizitobs_application/10S/short,Falcon-X,1483632.64,1483632.64,648.93125,1.588179322605317,0.02316099378797743,0.023625645107693143,25.759217580354722,1218.0445968846952,0.04697511143844616,0.025026684460163377,0.02123800049997558,Web/CloudOps,2 -bizitobs_application/10S/medium,Falcon-X,3724897.28,3724897.28,1070.7952083333332,2.293671729138328,0.032972520192464196,0.03370636304219564,53.864341730505295,1929.9992953366589,0.07578539200054106,0.04204697629264533,0.0389970794698749,Web/CloudOps,2 -bizitobs_application/10S/long,Falcon-X,5999243.377777778,5999243.377777778,1498.4444444444443,3.0582512912481334,0.044185977511935766,0.04533935970730252,85.15801995381548,2449.335293049479,0.09446107197995335,0.05778901276860364,0.055135475517444174,Web/CloudOps,2 -bizitobs_l2c/5T/short,Falcon-X,33.20307384672619,33.20307384672619,4.009152367001488,0.4045296966981949,0.22607527661714638,0.24338912963867188,5.537532468203097,5.762210847125102,0.19789764415960048,0.13769052010693544,0.11790112587180707,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Falcon-X,55.889067814625854,55.889067814625854,4.312826849489796,0.4326248318578731,0.333142740527738,0.5772998212957058,7.6775701311859965,7.4758991308488,0.39334223214044073,0.2269181151486367,0.20034920085652663,Web/CloudOps,7 -bizitobs_l2c/5T/long,Falcon-X,60.18467261904762,60.18467261904762,4.334685639880952,0.430538878167172,0.3428273442610577,0.6638765656001984,8.083702521635301,7.7578781002957,0.43559325728300924,0.24338611831264273,0.21655564113344647,Web/CloudOps,7 -bizitobs_l2c/H/short,Falcon-X,55.1505378844246,55.1505378844246,3.927400619264633,0.37865693453658883,0.3159909694314861,0.5679337032257564,4.20741970872739,7.4263408139153295,0.40029883086593365,0.21169697373542878,0.17441183597681634,Web/CloudOps,7 -bizitobs_l2c/H/medium,Falcon-X,39.367703683035714,39.367703683035714,3.2398385184151786,0.31312278877837096,0.2823950457203516,0.6910911923363096,2.8135779010577844,6.27436878761806,0.3799225603091854,0.19617714332215638,0.1601009097818364,Web/CloudOps,7 -bizitobs_l2c/H/long,Falcon-X,36.48193824404762,36.48193824404762,3.2143339611235118,0.32945093030416284,0.33443818709779644,0.675695316375248,3.3495645953209303,6.040028000270166,0.3689423428508291,0.19634079548453248,0.16122895705396834,Web/CloudOps,7 -bizitobs_service/10S/short,Falcon-X,4089.165291005291,4089.165291005291,25.915284391534392,0.8956939848008836,0.07219162068039021,0.05964351593501984,12.7853540966303,63.94658154276342,0.04737367192770627,0.019198871168066237,0.0158660806163456,Web/CloudOps,2 -bizitobs_service/10S/medium,Falcon-X,13736.275555555556,13736.275555555556,39.141788194444445,1.0905694334715275,0.07975187755766369,0.07030916244264633,16.45845340819847,117.20185815743518,0.08820886978614463,0.029459028656377746,0.025053727822463165,Web/CloudOps,2 -bizitobs_service/10S/long,Falcon-X,132388.88296296296,132388.88296296296,80.11458333333333,1.3590998751629442,0.09310772931134259,0.08673576233878968,28.817891944459124,363.8528314620665,0.2695538096297438,0.05935144453218578,0.05606590641871288,Web/CloudOps,2 -car_parts/M/short,Falcon-X,1.391292968847306,1.391292968847306,0.485215103070353,0.8615558793840288,0.7974074646416018,1.876973970840838,18.491752134274194,1.1795308257300043,2.8283939233098896,1.1634960435841182,1.0015281827996727,Sales,1 -covid_deaths/D/short,Falcon-X,639265.8766917293,639265.8766917293,155.58062343358395,41.36347236218507,0.11887343662668577,0.16537255789320301,595.9200151606574,799.5410412803893,0.300831207795921,0.058537966709271166,0.04829664244070071,Healthcare,1 -electricity/15T/short,Falcon-X,131971.23283783783,131971.23283783783,53.40456468186937,1.0206810460935685,0.16959006425867262,0.16238057413075352,10.258602415384123,363.27845083054103,0.7160934339163751,0.10527092378426849,0.08614243479612806,Energy,1 -electricity/15T/medium,Falcon-X,249900.7757927928,249900.7757927928,53.44385247747748,0.8367054625025093,0.12541666331181323,0.1269461222220458,7.30924336547263,499.9007659453952,0.8613793588733316,0.09208913952294079,0.07422837083460551,Energy,1 -electricity/15T/long,Falcon-X,303079.6889489489,303079.6889489489,58.274769707207206,0.8878387341249695,0.13763154628529797,0.12981579181839994,8.58297084871309,550.5267377239264,0.8685233982652495,0.09193559104591467,0.07470713514200739,Energy,1 -electricity/D/short,Falcon-X,1240125726.0557837,1240125726.0557837,4262.44454054054,1.4355661973779483,0.25572756522294926,0.09628860941019145,11.179510123933376,35215.418868100714,0.5787062827409759,0.07004611941958766,0.055278821576225975,Energy,1 -electricity/H/short,Falcon-X,2018913.0214414415,2018913.0214414415,161.63609691722974,0.8337085019025628,0.20488595228602174,0.11175133792150097,7.443770686496253,1420.8845911760186,0.6707589979153525,0.07630378080560024,0.060889453675684484,Energy,1 -electricity/H/medium,Falcon-X,3870882.9636036037,3870882.9636036037,207.62640765765767,0.9315714985192257,0.2059877014822831,0.11317385128196986,7.500126601897548,1967.4559623035032,0.7679628981693986,0.08104342908625614,0.06454630694911262,Energy,1 -electricity/H/long,Falcon-X,4775092.691411411,4775092.691411411,226.97215615615616,0.9997615942740622,0.2660553926965315,0.1216722713885125,9.622229959874131,2185.198547366214,0.8618416607569277,0.08951775125558863,0.07249525044258409,Energy,1 -electricity/W/short,Falcon-X,39134746354.62342,39134746354.62342,25875.257657657658,1.3907939519795067,0.23707042076704085,0.08990180213172157,11.235535622708856,197825.03975640552,0.45137145824713715,0.05903879911177506,0.04612827318016785,Energy,1 -ett1/15T/short,Falcon-X,5.5432152157738095,5.5432152157738095,1.2060418265206474,0.785279337427774,0.5432512784302412,0.25874317714146206,6.458112593676589,2.3544033672618228,0.4450801899127767,0.2279920818389096,0.1815129396569065,Energy,7 -ett1/15T/medium,Falcon-X,9.619734002976191,9.619734002976191,1.6088631572420635,1.026278647513923,0.7920515007753633,0.3943214053199405,9.583734467808222,3.1015696031164914,0.5911621631444383,0.30665087228187105,0.2505343766916935,Energy,7 -ett1/15T/long,Falcon-X,9.460003720238095,9.460003720238095,1.6154034908234127,1.0291887331696254,0.811348371115728,0.3938593982514881,10.648172285182321,3.0757119046227483,0.5862337301085708,0.30789750256923704,0.2542772765311609,Energy,7 -ett1/D/short,Falcon-X,54241.77777777778,54241.77777777778,134.47881944444444,1.3020291713187262,0.8155668712797619,0.3644685291108631,8.75279054217044,232.89864271347264,0.6117160104138403,0.35321307997884704,0.27872788377440727,Energy,7 -ett1/H/short,Falcon-X,72.30044642857143,72.30044642857143,4.355198451450893,0.7641429155099133,0.4632266816638765,0.236505126953125,5.9837570292959406,8.502966919174238,0.39686825319635877,0.20327492958406795,0.1606879572925821,Energy,7 -ett1/H/medium,Falcon-X,100.73627232142857,100.73627232142857,5.513746279761905,0.9672283548219646,3916647119941.4146,0.3459932599748884,7.217422598732169,10.036746102269827,0.48073634627600687,0.2640953765111397,0.2088916527853663,Energy,7 -ett1/H/long,Falcon-X,113.16494708994709,113.16494708994709,6.014661354993386,1.0553169245538088,3239410407279.195,0.37103190750041337,9.17828961853011,10.637901442011346,0.5094260599630004,0.28802910543855115,0.23203568731366378,Energy,7 -ett1/W/short,Falcon-X,2060929.2857142857,2060929.2857142857,808.5226004464286,1.1543525253595799,0.4516502789088658,0.36354126249040875,6.140880517673632,1435.5937049577383,0.5712569995928091,0.32173044033207104,0.2521866172961874,Energy,7 -ett2/15T/short,Falcon-X,8.914360119047618,8.914360119047618,1.8652117047991073,0.7900419124987144,0.11198907536965659,0.13058426266624815,7.626895366801721,2.9856925694129357,0.14174144773963757,0.08854823503517191,0.0730928183601378,Energy,7 -ett2/15T/medium,Falcon-X,11.01290550595238,11.01290550595238,2.083944072420635,0.887434201111225,0.1373743413088988,0.16307413736979168,8.222163946001443,3.3185697982643636,0.17685257990898776,0.11105714449230104,0.0905500767901323,Energy,7 -ett2/15T/long,Falcon-X,11.006170634920634,11.006170634920634,2.126049572172619,0.9006796908101804,0.14014338084327577,0.16738885788690477,9.492371558128651,3.3175549181468926,0.17679849511403575,0.11330102264227702,0.09398792045905702,Energy,7 -ett2/D/short,Falcon-X,73268.61587301588,73268.61587301588,176.99501488095237,1.2930727135405886,0.35365142822265627,0.13311527797154019,8.946673643214808,270.68176124928675,0.15491829606831184,0.10129890536913629,0.08073453987506723,Energy,7 -ett2/H/short,Falcon-X,104.04326636904761,104.04326636904761,6.477903529575893,0.7616814810613635,0.12392480235853891,0.11558576311383928,6.0208154585138365,10.20016011487308,0.12936641121623585,0.0821578408954856,0.06637109828971818,Energy,7 -ett2/H/medium,Falcon-X,142.26321614583333,142.26321614583333,7.623721749441964,0.8819407185645259,0.14639123369192705,0.1521061306908017,7.168948110624918,11.927414478663568,0.16072957026098053,0.10273454676779163,0.08417004131439615,Energy,7 -ett2/H/long,Falcon-X,141.73553240740742,141.73553240740742,7.69804119130291,0.9081144318514359,0.15878786814768095,0.1620352931754299,8.144062200700343,11.905273302507902,0.16303355490279778,0.10541874926482384,0.08694907622434295,Energy,7 -ett2/W/short,Falcon-X,5082267.428571428,5082267.428571428,1603.476283482143,1.1233719022691067,0.17280043874468123,0.18689949171883719,8.56210678177443,2254.388482176803,0.18910859636356428,0.13450705220902184,0.10384122890798395,Energy,7 -hierarchical_sales/D/short,Falcon-X,29.362869470855724,29.362869470855724,2.3264585055808187,0.7487570843077629,0.6434516691119218,1.063821811053121,6.985198528639126,5.4187516524431825,1.6624129979150095,0.7137317055384342,0.578899127405434,Sales,1 -hierarchical_sales/W/short,Falcon-X,481.2537076271187,481.2537076271187,9.195241119902013,0.7370291602717199,0.550080864527383,0.4672918804621292,7.1696611010381694,21.937495472982295,1.0071611475917803,0.42215801754167326,0.35903184384454767,Sales,1 -hospital/M/short,Falcon-X,3505.8344198174705,3505.8344198174705,20.131535881138635,0.8127622014480563,0.20894095277019503,0.18436769753215315,5.34188287123252,59.21008714583581,0.21494636576059667,0.07308215007641868,0.057389252968927176,Healthcare,1 -jena_weather/10T/short,Falcon-X,807.0372023809524,807.0372023809524,5.823037186879961,0.323921343771159,0.3842920094412544,0.5445107111855159,3.7014389733007187,28.40840020805382,0.17645178373879736,0.03616836185344306,0.029575482596864204,Nature,21 -jena_weather/10T/medium,Falcon-X,1407.2248196248197,1407.2248196248197,9.737371482683983,0.6228285339823666,0.7920692796798701,0.6568757468659813,8.02101922094052,37.512995343278305,0.2302165856407179,0.05975807571070106,0.04906656111494003,Nature,21 -jena_weather/10T/long,Falcon-X,1462.832275132275,1462.832275132275,10.201221478174602,0.6489233085019688,0.7331856267151586,0.6584413881655092,9.593791529003955,38.24699040620418,0.23403989256313548,0.06242302344336746,0.05212877686630387,Nature,21 -jena_weather/D/short,Falcon-X,312.9714285714286,312.9714285714286,8.571685112847222,0.8438702702500822,0.6585006068402337,0.40278557671440973,6.427660793922687,17.690998518213398,0.1065287256760004,0.05161555414904725,0.041772772728280956,Nature,21 -jena_weather/H/short,Falcon-X,1155.0718462823727,1155.0718462823727,8.853035094246032,0.5356017500530382,1.9484236165199007,0.6096405564692983,5.022992472699124,33.98634793975918,0.20833414160842736,0.05426853954000034,0.04343934610626257,Nature,21 -jena_weather/H/medium,Falcon-X,1274.4503968253969,1274.4503968253969,9.954864211309523,0.6822554260097865,2.0884011048723057,0.6530529203869048,5.804621693930767,35.699445329380076,0.21845122080092236,0.0609155750125415,0.04900595702735613,Nature,21 -jena_weather/H/long,Falcon-X,1114.845634920635,1114.845634920635,10.100283151455027,0.6808207712174779,2.399946489726027,0.6238780511119378,7.880808371581638,33.38930419940845,0.20104062416238824,0.060814900989202024,0.04959004040749513,Nature,21 -kdd_cup_2018/D/short,Falcon-X,2834.300684885963,2834.300684885963,21.30597114169825,1.208020986725553,0.6119215690247024,0.4639544605899661,9.382357867607146,53.23815065238426,1.1925910678560925,0.4772763622368813,0.38073316766145754,Nature,1 -kdd_cup_2018/H/short,Falcon-X,4995.532665549184,4995.532665549184,23.956949025968328,0.9850493957790155,0.8495205677587807,0.5369911265323117,8.785373350374675,70.67908223476861,1.4794412012014495,0.5014623326088596,0.4074271911831211,Nature,1 -kdd_cup_2018/H/medium,Falcon-X,5676.744647707476,5676.744647707476,27.553279389889116,1.1134156337401935,0.9326357238311748,0.6233759511042463,10.662694886505555,75.34417461030067,1.5770900292508083,0.5767400389441005,0.47205392620306863,Nature,1 -kdd_cup_2018/H/long,Falcon-X,4260.166087613736,4260.166087613736,24.766303806516248,1.0445772159604378,0.9724356485686659,0.6367128224582701,11.42082200288192,65.26994781378131,1.531496724677187,0.581117565318954,0.48268820959359066,Nature,1 -m4_daily/D/short,Falcon-X,415994.83970394405,415994.83970394405,210.00617205718342,3.864641409400556,0.043988147557553293,0.035313400211312955,31.952221708793,644.9766195017801,0.09963106348797826,0.0324401499658373,0.025744878537815957,Econ/Fin,1 -m4_hourly/H/short,Falcon-X,1128029.268921095,1128029.268921095,234.45996880032206,1.073205277373937,0.1001997869371792,0.09056608534857463,10.943066783455578,1062.087222840523,0.1449983490686853,0.032008960909839373,0.02663532683873162,Econ/Fin,1 -m4_monthly/M/short,Falcon-X,2117891.0824814816,2117891.0824814816,615.6353583622686,1.0492003656029047,0.1773215984415125,0.14355617251219574,8.743237824448082,1455.2975924124528,0.3024608007720985,0.12795016252668698,0.10273503129691271,Econ/Fin,1 -m4_quarterly/Q/short,Falcon-X,2037691.644,2037691.644,623.5920611979167,1.3446610835892947,0.12868684832255045,0.11455843559900919,10.351566694763662,1427.4773707488325,0.2389345748036793,0.10437832994516213,0.08338687056191701,Econ/Fin,1 -m4_weekly/W/short,Falcon-X,353108.14484679664,353108.14484679664,321.4078637240197,3.107740879672161,0.07860434895693834,0.07542296827082105,26.558442993427285,594.2290339985052,0.10825932102568524,0.05855553180386314,0.04672657839299352,Econ/Fin,1 -m4_yearly/A/short,Falcon-X,3827296.283218711,3827296.283218711,918.675439264676,3.3751476890135863,0.17457627457261468,0.15464384541080237,35.791103363853466,1956.3476897572964,0.3137094203966149,0.14731386506254454,0.12151828363292731,Econ/Fin,1 -restaurant/D/short,Falcon-X,142.47715279723545,142.47715279723545,7.139681545951247,0.6832898692524431,0.6519695241722705,0.393193914830835,4.6073311934852095,11.936379383935291,0.5493398355618581,0.32858468722060796,0.2574390956015138,Sales,1 -saugeen/D/short,Falcon-X,1206.22625,1206.22625,12.775104166666667,2.8369681797162345,0.2721778106689453,0.3305827840169271,62.415086475945394,34.7307680594599,1.124937852586889,0.4137886678238726,0.3723507948901396,Nature,1 -saugeen/M/short,Falcon-X,321.9438244047619,321.9438244047619,11.605015345982142,0.6793834011382023,0.35464270909627277,0.35164996555873324,11.026928661251304,17.942793104886483,0.5386964768838557,0.34841737540634765,0.3007156724406477,Nature,1 -saugeen/W/short,Falcon-X,1097.90078125,1097.90078125,16.278375244140626,1.3208213663426487,0.416336727142334,0.4317148685455322,25.255387416977904,33.134585877146556,1.0001950269490518,0.4913762926256957,0.43583301024455995,Nature,1 -solar/10T/short,Falcon-X,33.05552197384428,33.05552197384428,2.4227885967913627,1.0611925488667995,6.103272491969423,1.5315008233063412,8.376701732761335,5.749393183097176,1.6724978543423563,0.7047889404348976,0.5569051579667849,Energy,1 -solar/10T/medium,Falcon-X,25.782123700508738,25.782123700508738,2.096082344890511,0.9159611867476717,3.681070866544994,1.468985964803141,7.110523691009609,5.077610038247201,1.126741789182069,0.46512897874492126,0.37274029241468765,Energy,1 -solar/10T/long,Falcon-X,24.209726815946876,24.209726815946876,2.0548175004276916,0.8999915684808218,3.4177118171981387,1.4628750221766018,7.497990612141755,4.920338079435892,1.0634522521503051,0.4441158845812926,0.3578666271974324,Energy,1 -solar/D/short,Falcon-X,115848.66569343065,115848.66569343065,234.4106295620438,0.9114506198575197,0.9724558289613747,0.4061445918396442,5.3005056924582155,340.3654883995007,0.49171220076264577,0.33864351843105067,0.26107256478190477,Energy,1 -solar/H/short,Falcon-X,183.6085046100653,183.6085046100653,5.448208422373223,0.41873617285828857,1.639723288401646,1.3433564799530189,2.6059603805852505,13.550221570515564,0.4994656938768185,0.20082278255783767,0.15577545922755953,Energy,1 -solar/H/medium,Falcon-X,193.86920620437957,193.86920620437957,5.516853900547445,0.4210151747033239,1.6399525249633995,1.3408801893248175,2.6040069355038717,13.923692261910256,0.5015638933307908,0.19872995389773937,0.15448112963365845,Energy,1 -solar/H/long,Falcon-X,197.96652473641524,197.96652473641524,5.729848438767235,0.4356842616853264,2.281158580615696,1.3363672508617195,2.754171341188118,14.070057737494016,0.48783454371048945,0.19866428772410452,0.15538573133326966,Energy,1 -solar/W/short,Falcon-X,1711291.211678832,1711291.211678832,1064.289689781022,1.1833110254695378,0.2438734291243727,0.20815538837961908,6.037509977311019,1308.1632970232852,0.2670288346189894,0.21724813423975264,0.15991021736935296,Energy,1 -temperature_rain/D/short,Falcon-X,186.11311971799748,186.11311971799748,5.72984896187835,1.3338438193631759,16.207276906932865,1.52112431332221,19.764618412576308,13.64232823670496,1.606062707430489,0.6745547077604112,0.5452123766711368,Nature,1 -us_births/D/short,Falcon-X,88351.74,88351.74,221.49666666666667,0.3261073624733319,0.021116323471069336,0.021174707412719727,2.7028070950070755,297.24020589415557,0.02786385733742631,0.020763515158219118,0.016657190056430186,Healthcare,1 -us_births/M/short,Falcon-X,38195354.666666664,38195354.666666664,5359.875,0.6069202477903395,0.016688262422879536,0.016857435305913288,3.745757584781549,6180.239046077964,0.019195780340780663,0.01664773520683391,0.012237219136432375,Healthcare,1 -us_births/W/short,Falcon-X,2205283.714285714,2205283.714285714,1205.4464285714287,1.0953161643504912,0.01621697630201067,0.01630205980369023,12.087192570895798,1485.0197689881822,0.020158997751254033,0.016363817068499924,0.01317620384331331,Healthcare,1 diff --git a/results/Falcon-X/config.json b/results/Falcon-X/config.json deleted file mode 100644 index d6555b7ce22b4593560be2a2ecce1559eb4030e1..0000000000000000000000000000000000000000 --- a/results/Falcon-X/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Falcon-X", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://github.com/ant-intl/Falcon-TST/tree/main/falconx", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/falconx.ipynb", - "org": "ant-intl", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} \ No newline at end of file diff --git a/results/FastCastrage/all_results.csv b/results/FastCastrage/all_results.csv deleted file mode 100644 index 94d3ab2472354d6e995f8ee9e05952eb6821fe4a..0000000000000000000000000000000000000000 --- a/results/FastCastrage/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/5T/short,FastCastrage,41.19430119974079,41.19430119974079,3.45414891671101,0.54726079698134,0.09090018395422905,0.07359176225829543,3.946283327631072,6.4182786788780675,0.11005930942268399,0.059231028042985974,0.0463561985297961,Transport,1 -loop_seattle/5T/medium,FastCastrage,63.56675482939887,63.56675482939887,4.498372209389513,0.7167614661639417,0.13925317014334002,0.10361101384748492,5.399168902915272,7.972876195539403,0.1418538496765736,0.08003528457359232,0.06317566563645825,Transport,1 -loop_seattle/5T/long,FastCastrage,78.42191810715514,78.42191810715514,5.021095082541423,0.794770173985753,0.15408357997947214,0.11427958282551187,5.842507776863342,8.855615060917854,0.15656909427829754,0.08877399299210763,0.0703366793147947,Transport,1 -loop_seattle/D/short,FastCastrage,18.283351524203432,18.283351524203432,2.874329532902799,0.8657988645416135,0.05331839983677347,0.05307423145778408,7.317860694544731,4.2759035915468715,0.07641611042436565,0.051368109284909244,0.04179515115341846,Transport,1 -loop_seattle/H/short,FastCastrage,40.530665954122405,40.530665954122405,3.447700925241385,0.7108936281733236,0.09522570385807827,0.07891810277680157,5.485450450641451,6.366369919673409,0.11269122379434764,0.061027813564796356,0.04851809963749263,Transport,1 -loop_seattle/H/medium,FastCastrage,57.817522393414606,57.817522393414606,4.106665895696272,0.8441321730834369,0.10979087955565399,0.09332368888107001,6.457768798966375,7.603783426256603,0.13439602201091014,0.07258486061078728,0.05798754511888234,Transport,1 -loop_seattle/H/long,FastCastrage,53.54655760878913,53.54655760878913,3.948493953845244,0.829554187911207,0.11653224340123247,0.09131570874434958,6.326913280485013,7.317551339675665,0.13077441789311198,0.07056486171390096,0.056189396181283664,Transport,1 -m_dense/D/short,FastCastrage,8291.319259259259,8291.319259259259,41.915109953703706,0.6278074925526909,0.11757117540770941,0.09073853669343171,6.867757314169771,91.05668157394744,0.1576325848520762,0.07256125538679535,0.060477476582284403,Transport,1 -m_dense/H/short,FastCastrage,41312.165972222225,41312.165972222225,82.6966455078125,0.7476359346059814,0.28114886064757516,0.19862240897284614,8.494873362859057,203.25394454283594,0.3605218916148469,0.14668325938636667,0.12218023468405691,Transport,1 -m_dense/H/medium,FastCastrage,35828.94666666666,35828.94666666666,78.31220703125,0.6800037750053671,0.25344668517220054,0.1855306879679362,6.5484187596968395,189.2853577714522,0.3293326088582661,0.1362533465382495,0.11246852025882416,Transport,1 -m_dense/H/long,FastCastrage,33635.002469135805,33635.002469135805,78.39029320987655,0.6790437973117749,0.2509745367503638,0.18467954282407406,6.781185569967449,183.39848000770291,0.3174898801185245,0.1357051857388042,0.11312760738401474,Transport,1 -sz_taxi/15T/short,FastCastrage,16.520855765057426,16.520855765057426,2.7034855191669767,0.5389394909573454,1054808192893.589,0.3864859323652964,3.7675676330275345,4.06458555883099,0.38005614385652414,0.2527874654167855,0.19838734064348143,Transport,1 -sz_taxi/15T/medium,FastCastrage,16.14658954326923,16.14658954326923,2.7360689603365387,0.5334246653257207,9758823592811.213,0.4028419820671408,3.7200109726477786,4.018281914359572,0.3739681960353803,0.2546368809189264,0.20076199651764337,Transport,1 -sz_taxi/15T/long,FastCastrage,15.363464877136753,15.363464877136753,2.680176337695869,0.5053486082558106,6131311689681.322,0.3965045983295495,3.673759003155968,3.919625604204661,0.36279353580089896,0.24807232840798069,0.1963937236337567,Transport,1 -sz_taxi/H/short,FastCastrage,7.1196345467852735,7.1196345467852735,1.836950448843149,0.5596342335951101,1.1397913174751477,0.2932959784809341,3.850774153050068,2.6682643322551973,0.24856528508948478,0.17112326784582008,0.13465027976785754,Transport,1 -bitbrains_fast_storage/5T/short,FastCastrage,1512765.835470374,1512765.835470374,141.2491331444533,0.6164004669103343,1.708301986968903,0.7098468610857241,14.00673292104372,1229.9454603641473,3.8617245368478743,0.443487342203721,0.34802792963312185,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,FastCastrage,3039741.776586875,3039741.776586875,281.5877167157957,0.9355163478111875,4.1565145119055495,0.7984115653344701,20.084581850112244,1743.485525201421,5.297190535397299,0.8555412513096284,0.6116539767786436,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,FastCastrage,3796918.1568456357,3796918.1568456357,361.57668940853955,0.8468309708512165,4.470021546602853,0.814928134051732,16.615855658339218,1948.5682325352725,5.14948399995265,0.955539224019151,0.6925432594115273,Web/CloudOps,2 -bitbrains_fast_storage/H/short,FastCastrage,2944049.3809774737,2944049.3809774737,319.48458417075267,0.9818806132304431,3.553786126534555,0.5707958747574764,22.45785822601557,1715.823237101501,4.890653642077376,0.9106348552556858,0.6675016816929562,Web/CloudOps,2 -bitbrains_rnd/5T/short,FastCastrage,1553206.1311708223,1553206.1311708223,114.72405625509553,1.5831986054227711,1.0002550962164123,0.6351031140326419,50.62902250374372,1246.2769079024222,5.099405352029564,0.46941772150654315,0.37897999549261413,Web/CloudOps,2 -bitbrains_rnd/5T/medium,FastCastrage,2174550.633913909,2174550.633913909,148.0075646181303,4.344804523767966,0.6205841421481009,0.706899436040495,158.54758871769317,1474.6357631340388,6.2045442726519475,0.6227432633322834,0.7014832592994561,Web/CloudOps,2 -bitbrains_rnd/5T/long,FastCastrage,2257962.721797056,2257962.721797056,166.3044279989401,3.268459648965034,1.4713410218575218,0.6874767652727659,114.66535414844085,1502.6518964141549,5.756321021257201,0.6370748122721603,0.6564031869447605,Web/CloudOps,2 -bitbrains_rnd/H/short,FastCastrage,1918497.4295639573,1918497.4295639573,155.95182080767017,5.797440007178452,1.5562617100482912,0.540926111887231,197.4710949480483,1385.098346531378,6.0618680493786,0.6825214701640802,0.6825295666992588,Web/CloudOps,2 -bizitobs_application/10S/short,FastCastrage,366101.3333333333,366101.3333333333,319.50892361111113,1.0247777704621108,0.01411889182196723,0.014277707205878364,6.397594155110124,605.0630821107278,0.02333486457075246,0.012322182070013921,0.009682397413764948,Web/CloudOps,2 -bizitobs_application/10S/medium,FastCastrage,3650326.1866666665,3650326.1866666665,1053.1103125,2.2709312439114457,0.032569831212361657,0.03324223836263021,29.561666013490704,1910.5826824994167,0.07502295876092868,0.041352542483028776,0.03601139230885129,Web/CloudOps,2 -bizitobs_application/10S/long,FastCastrage,6103024.64,6103024.64,1499.4341666666667,3.1523568626960548,0.04578873952229818,0.04681169721815321,65.53290923377199,2470.430051630687,0.09527461250027075,0.05782718239868197,0.05286984414191079,Web/CloudOps,2 -bizitobs_l2c/5T/short,FastCastrage,13.155865478515626,13.155865478515626,1.9934882027762277,0.205789259036265,0.09488551412267753,0.177967103322347,1.670731623790579,3.627101525807573,0.1245693428214927,0.0684644511810138,0.05413350368663204,Web/CloudOps,7 -bizitobs_l2c/5T/medium,FastCastrage,55.80449617346939,55.80449617346939,4.680579028486394,0.46898581661711014,0.3404406574206572,0.6071006307796556,3.2127901566256005,7.4702407038508065,0.39304451566957366,0.24626728779385526,0.19228644065291212,Web/CloudOps,7 -bizitobs_l2c/5T/long,FastCastrage,58.589151785714286,58.589151785714286,4.927420944940476,0.4859586015750577,0.38507596971236097,0.711544673859127,3.2760231968406788,7.654355086205126,0.4297805948090076,0.2766673195508621,0.21682690197041565,Web/CloudOps,7 -bizitobs_l2c/H/short,FastCastrage,53.17105344742063,53.17105344742063,4.356831868489583,0.4290939937281727,0.377688657179725,0.5913718087332589,2.5816870418869757,7.291848424605426,0.39304930483279865,0.2348443957508452,0.18172456528112335,Web/CloudOps,7 -bizitobs_l2c/H/medium,FastCastrage,72.0449962797619,72.0449962797619,4.7367576962425595,0.4806102406102051,0.47698792740613827,0.7517451695033482,3.176139098317694,8.487932391328403,0.5139571987238846,0.28681787322926794,0.2274159882504632,Web/CloudOps,7 -bizitobs_l2c/H/long,FastCastrage,79.68147941468254,79.68147941468254,5.095440383184524,0.5460589801711027,0.5983867675019501,0.7674915132068453,4.470825547257836,8.9264483090803,0.5452532260349785,0.3112442049514898,0.2505700378233848,Web/CloudOps,7 -bizitobs_service/10S/short,FastCastrage,1801.8518287037036,1801.8518287037036,16.82316860945767,0.688496040713969,0.04827788236910704,0.03864796532524956,4.949848328914375,42.44822527154349,0.03144700366501461,0.012463141663390851,0.009818967748128876,Web/CloudOps,2 -bizitobs_service/10S/medium,FastCastrage,15176.737777777778,15176.737777777778,35.515188492063494,0.9771982610314347,0.0600788080124628,0.05326171875,9.534251528062832,123.19390316804552,0.0927186346021177,0.026729567778441002,0.020459606503380107,Web/CloudOps,2 -bizitobs_service/10S/long,FastCastrage,130608.01693121693,130608.01693121693,75.67448412698413,1.2795750004446198,0.07442371186755953,0.07195198826058201,20.57428482565492,361.3973117376732,0.2677346821169208,0.056062077093718535,0.05202799551369086,Web/CloudOps,2 -car_parts/M/short,FastCastrage,1.3893693546636243,1.3893693546636243,0.46097143012815,0.852619297216962,0.8167565174884437,1.8903542015995023,37.49502730534158,1.1787151287158506,2.826437965544507,1.105362202795344,1.0318822925768258,Sales,1 -covid_deaths/D/short,FastCastrage,257414.23157894737,257414.23157894737,84.36881853070176,32.10869940789115,0.08321591130620763,0.3570035011846021,764.3261384901969,507.36006107984826,0.19089668307856947,0.031744177061335525,0.02675589882226334,Healthcare,1 -electricity/15T/short,FastCastrage,119300.97147922825,119300.97147922825,44.067756358653575,0.8492804160265266,0.13924147901224032,0.14746194641869348,10.046944866193138,345.3997270977906,0.6808509618494463,0.08686623627482379,0.07278779224852282,Energy,1 -electricity/15T/medium,FastCastrage,251076.43877079815,251076.43877079815,50.320744967623874,0.7851520692271373,0.12012524626149118,0.12338563730050851,6.829845870853683,501.07528253826104,0.8634031567217084,0.08670770953527716,0.06961413925645604,Energy,1 -electricity/15T/long,FastCastrage,308044.2670638138,308044.2670638138,55.35335702303866,0.8345792893521801,0.12051839512410802,0.12573698778123826,6.9104415947510285,555.0173574437234,0.8756079113301374,0.08732670551293294,0.06982872855320016,Energy,1 -electricity/D/short,FastCastrage,1367301313.13009,1367301313.13009,4273.682887387387,1.387274576293109,0.31822696396346856,0.09220029098923142,10.730744437305743,36977.03764676248,0.6076555584148502,0.0702308061081455,0.05502022958745777,Energy,1 -electricity/H/short,FastCastrage,1841457.953350929,1841457.953350929,163.5210092245566,0.8743901231946052,0.16645073466840157,0.1194315717456577,10.434319358628542,1357.0032989462218,0.6406024713729553,0.07719359467437972,0.06410378583542833,Energy,1 -electricity/H/medium,FastCastrage,5959942.5950844595,5959942.5950844595,236.80259897592904,1.040000410041244,0.22307416589594206,0.1257988299120654,8.496387506078761,2441.299366133629,0.952919588090081,0.0924318574793139,0.07380222149575615,Energy,1 -electricity/H/long,FastCastrage,8636147.520072073,8636147.520072073,270.52296584084087,1.1598381411975447,0.2903432929143286,0.13808373363597973,9.35316450117283,2938.732298129939,1.1590351965422634,0.10669418207369878,0.08550439641001553,Energy,1 -electricity/W/short,FastCastrage,39566678399.07748,39566678399.07748,27834.84099099099,1.4657901950934287,0.2099195155323522,0.09475310579076543,11.080807311853686,198913.7461290131,0.4538555423084374,0.06350992376787136,0.04938742078187561,Energy,1 -ett1/15T/short,FastCastrage,4.713453928629558,4.713453928629558,1.0457435971214657,0.6633211350260919,0.4660759358408907,0.22987719490414574,4.322966377643944,2.171049038743611,0.4104186498538905,0.19768907452791445,0.152996105186248,Energy,7 -ett1/15T/medium,FastCastrage,8.815565534319196,8.815565534319196,1.5431432039775546,0.9697622790222723,0.7359785740791551,0.3756843470013331,6.4155943075216495,2.969101805987662,0.5659137566187211,0.29412462913951565,0.2254572765384751,Energy,7 -ett1/15T/long,FastCastrage,7.984171626984127,7.984171626984127,1.5151754712301588,0.974796838398017,0.7548364685431121,0.3775969974578373,6.636694276688961,2.8256276518650023,0.5385674242639829,0.28879394293504723,0.22318493650047422,Energy,7 -ett1/D/short,FastCastrage,41158.444444444445,41158.444444444445,136.46769593253967,1.6572989587550477,1.2937456403459822,0.4747723291790675,10.078399809614117,202.87544071287792,0.5328590744794935,0.35843693004653626,0.2710517129597525,Energy,7 -ett1/H/short,FastCastrage,96.63219459170386,96.63219459170386,4.814213198707217,0.7923136401108253,0.4633184432983398,0.254947855359032,5.311254687887913,9.83016757698992,0.45881411280318335,0.22469901355299066,0.17248155215399877,Energy,7 -ett1/H/medium,FastCastrage,129.6549572172619,129.6549572172619,6.684260486421131,1.2352187991999317,3481832096512.057,0.4351100376674107,8.26566105386214,11.386613070499143,0.5453917742058292,0.32016023231597646,0.24606577794044032,Energy,7 -ett1/H/long,FastCastrage,138.12982804232803,138.12982804232803,6.954076760912699,1.3416826417978085,3812043548125.4243,0.47309124658978174,8.905008299678569,11.752864673871134,0.5628192342940602,0.33301567459551584,0.25670783696048916,Energy,7 -ett1/W/short,FastCastrage,1365217.0,1365217.0,927.216796875,1.6207660136738222,0.6157407760620117,0.5976078169686454,8.575844300737012,1168.4250082910755,0.4649441984737682,0.3689616940542802,0.2698127790621292,Energy,7 -ett2/15T/short,FastCastrage,7.125806535993304,7.125806535993304,1.6442642575218565,0.709353469214764,0.10065883088888392,0.12056722186860584,4.658207066850463,2.6694206367662074,0.126726904464829,0.07805908016442556,0.06129396547922927,Energy,7 -ett2/15T/medium,FastCastrage,11.427140376984127,11.427140376984127,2.0829117741660466,0.8537205378174374,0.12794701158718103,0.155415286109561,6.451102578372211,3.3804053569038324,0.1801479085415882,0.11100213145335427,0.08812944689814256,Energy,7 -ett2/15T/long,FastCastrage,10.873730158730158,10.873730158730158,2.071992962549603,0.8581012832362982,0.12997231285205768,0.15834932841951885,6.950604736786422,3.297533951111066,0.17573155322403647,0.11042025555352672,0.08921349190431654,Energy,7 -ett2/D/short,FastCastrage,107755.42857142857,107755.42857142857,195.83985615079365,1.2863136715063876,0.42009437197730654,0.1327599903893849,11.76064462833629,328.26122002367043,0.18787255709969733,0.11208431673541397,0.09174626226472626,Energy,7 -ett2/H/short,FastCastrage,102.88259626116071,102.88259626116071,6.267659795851935,0.7188006054107315,0.11666486202506661,0.10722274780273437,4.9746116753045015,10.14310584885915,0.1286428043751985,0.07949136536899737,0.06278048633810103,Energy,7 -ett2/H/medium,FastCastrage,238.0694568452381,238.0694568452381,9.53556896391369,1.0197300274587329,0.16951162412327236,0.16535571870349702,7.096984613838997,15.429499565612558,0.20792242898650207,0.12849792388367232,0.10319350747087977,Energy,7 -ett2/H/long,FastCastrage,224.02481812169313,224.02481812169313,9.218148561507936,1.012331353322076,0.17451836926919737,0.17115568938078704,7.551156590428459,14.967458639384748,0.20496782625943152,0.1262354497387443,0.10289390905557101,Energy,7 -ett2/W/short,FastCastrage,2686491.4285714286,2686491.4285714286,1127.639369419643,0.7440438349787467,0.11856219598225184,0.1267692106110709,8.861570470093023,1639.051990807927,0.137491333830266,0.09459165532912936,0.08040530149361222,Energy,7 -hierarchical_sales/D/short,FastCastrage,28.208368078880735,28.208368078880735,2.2981108016936234,0.7425044680463874,0.6392771133104264,1.0512872185772142,6.902086193497896,5.311155060707674,1.6294035551309292,0.7050349439177257,0.5700041869407575,Sales,1 -hierarchical_sales/W/short,FastCastrage,448.8980257713188,448.8980257713188,8.76413532838983,0.7130314799077969,0.5243458731005235,0.4500142113637116,6.588281630257351,21.18721373308248,0.9727153459228841,0.4023657397838219,0.340091652709821,Sales,1 -hospital/M/short,FastCastrage,2495.217357942199,2495.217357942199,17.044319428034008,0.746258280047238,0.18969613663376234,0.17074276104744285,4.900015582248491,49.952150683851436,0.18133790657956658,0.06187483745624415,0.04886535707494119,Healthcare,1 -jena_weather/10T/short,FastCastrage,743.5681399178883,743.5681399178883,5.086236657036675,0.2582809636530717,0.34327260890424766,0.5376790398879657,2.092089197327244,27.268445865466706,0.1693712394236701,0.03159190702889961,0.02610216167434407,Nature,21 -jena_weather/10T/medium,FastCastrage,1411.7247722763348,1411.7247722763348,9.11322615101912,0.5700082266346301,0.724943352401183,0.6383978861578959,5.134018794085036,37.572926054225995,0.2305844176356895,0.05592771619070454,0.0460859867325576,Nature,21 -jena_weather/10T/long,FastCastrage,1335.490021494709,1335.490021494709,9.25623863260582,0.6184131302227553,0.7666826280566805,0.6303082178509425,5.219319878715301,36.54435690355912,0.22362118055106747,0.056640509941060735,0.04678555340406039,Nature,21 -jena_weather/D/short,FastCastrage,358.97090773809526,358.97090773809526,9.588437034970237,1.0536893605349429,0.6664522690619712,0.4532486204117063,6.640625657808254,18.946527590513657,0.11408906275836565,0.0577380625241894,0.045343457585027044,Nature,21 -jena_weather/H/short,FastCastrage,1084.8110783958593,1084.8110783958593,8.166893470655806,0.513543111943954,1.1271663599800117,0.6024590717720408,4.3031887044842385,32.936470339061216,0.20189845091130676,0.05006253321952261,0.04023469538292484,Nature,21 -jena_weather/H/medium,FastCastrage,1231.8856150793652,1231.8856150793652,9.865445188492064,0.7723618356933357,1.970971513124132,0.6716085282583085,5.863607908710092,35.098228090309135,0.21477228246396818,0.06036840877561666,0.04826841624693872,Nature,21 -jena_weather/H/long,FastCastrage,1400.909656084656,1400.909656084656,11.220857101521164,0.9503628643995663,1.869225139756245,0.6528806010251322,6.706973964068936,37.428727684556094,0.22536240890928372,0.06756199162679724,0.05469127292424344,Nature,21 -kdd_cup_2018/D/short,FastCastrage,2887.3184854794204,2887.3184854794204,21.030971427413725,1.1820544415545176,0.5284553719086884,0.4597280063371692,9.041291877346076,53.7337741600143,1.203693591870483,0.4711160891584465,0.37405374155949755,Nature,1 -kdd_cup_2018/H/short,FastCastrage,3807.558529763694,3807.558529763694,17.463654132641196,0.7212102415263005,0.6623892537786514,0.4003572798727089,6.254863763994463,61.70541734534898,1.2916061355113488,0.3655459082292011,0.2967024443076729,Nature,1 -kdd_cup_2018/H/medium,FastCastrage,4914.494652095501,4914.494652095501,23.7582776648471,0.9709881984002096,0.8967829556510498,0.5186923189076124,7.9681677009981815,70.10345677707699,1.4673923262547932,0.4973037840528712,0.3956863815278997,Nature,1 -kdd_cup_2018/H/long,FastCastrage,3899.526211177577,3899.526211177577,22.58267872522425,0.9480880874668176,0.9291768369870564,0.566123710519368,6.99581806707213,62.44618652229756,1.4652399309102973,0.5298809176009805,0.4152345170048677,Nature,1 -m4_daily/D/short,FastCastrage,337435.1210247051,337435.1210247051,168.57003004970176,3.1677525587879787,0.036237787260047616,0.029388254945568,23.991375713479375,580.8916603160224,0.08973170734486774,0.026039410852113736,0.02062229654683674,Econ/Fin,1 -m4_hourly/H/short,FastCastrage,557477.4676057352,557477.4676057352,166.18562117866847,0.6518938209299902,0.08196356119932952,0.07455959191452861,4.812889319448176,746.644137193707,0.10193342081707964,0.022688008936924353,0.018412788706861093,Econ/Fin,1 -m4_monthly/M/short,FastCastrage,1808670.7927800927,1808670.7927800927,547.7257713216146,0.9102066268611854,0.1578748242877148,0.12949517337922697,7.368147359564223,1344.8683180074147,0.27950980451060103,0.11383621817662494,0.0905644834126402,Econ/Fin,1 -m4_quarterly/Q/short,FastCastrage,1694682.43628125,1694682.43628125,539.2564060872396,1.1338825724472368,0.11041442341605823,0.09804493774970373,8.507891118881037,1301.7996913047914,0.2178983448279225,0.09026202656914938,0.07189845511632867,Econ/Fin,1 -m4_weekly/W/short,FastCastrage,230753.81358474394,230753.81358474394,243.7277292693379,1.8592638682444755,0.0592232003875072,0.058654249774482484,13.377573595851894,480.36841443286414,0.08751567384480227,0.044403411674875444,0.03523940284866964,Econ/Fin,1 -m4_yearly/A/short,FastCastrage,3551467.068454195,3551467.068454195,867.1524761460419,3.2342437344561046,0.161985010774354,0.14484492426446322,28.415376220493158,1884.5336474720198,0.30219370504242604,0.13905191873586703,0.1124268068718809,Econ/Fin,1 -restaurant/D/short,FastCastrage,137.59787359831768,137.59787359831768,7.057849619316656,0.678122317584521,0.6776080649473804,0.3901126263377,4.532145563045431,11.730212001422553,0.5398515349335961,0.3248185923542151,0.2539329951094045,Sales,1 -saugeen/D/short,FastCastrage,1116.8335416666666,1116.8335416666666,12.339823404947916,2.741652080556288,0.270247802734375,0.31199071248372395,25.72929605561061,33.4190595568856,1.082451301653732,0.3996898202394495,0.3235258182083089,Nature,1 -saugeen/M/short,FastCastrage,394.23130580357144,394.23130580357144,12.370637439546131,0.7249042074325174,0.35922454652332125,0.35321044921875,4.319230139209171,19.855258895405303,0.5961144372588663,0.37140364749990706,0.28584828429038134,Nature,1 -saugeen/W/short,FastCastrage,1057.7291015625,1057.7291015625,14.97607421875,1.2150253524628305,0.3779211759567261,0.3805950880050659,10.678579721895806,32.52274744794019,0.9817261752043073,0.45206525327799263,0.35538004237551035,Nature,1 -solar/10T/short,FastCastrage,18.904800095755398,18.904800095755398,1.8075423637445827,0.7957913491664615,4.8980766124369755,1.5015486445740192,3.79287278330578,4.347965052269325,1.2648225382617353,0.5258138676468426,0.3806775950684384,Energy,1 -solar/10T/medium,FastCastrage,20.454109576317464,20.454109576317464,1.8414402061214332,0.8105441402392419,3.597093475305423,1.4493466173698089,4.074838411284987,4.522621980258516,1.0035878029293825,0.4086229047561483,0.29401828929100604,Energy,1 -solar/10T/long,FastCastrage,19.571969092153285,19.571969092153285,1.7770572263248936,0.7786166114590873,3.019146732901085,1.4501677501520682,4.097982350994818,4.424021823200388,0.9561815261826103,0.3840824839222787,0.2934427829511042,Energy,1 -solar/D/short,FastCastrage,124681.27493917276,124681.27493917276,247.69084549878346,0.9660743545528225,1.0705964397049879,0.42172075628944267,5.06725081648663,353.1023575950361,0.5101126497233096,0.3578289150210068,0.27282147837618803,Energy,1 -solar/H/short,FastCastrage,210.6088857183018,210.6088857183018,5.730011185636165,0.4418462333095233,1.6418681801544768,1.3470073778843938,2.870505014427554,14.512370093072386,0.534930797287568,0.21121012159565986,0.16580576625665894,Energy,1 -solar/H/medium,FastCastrage,538.7970954987835,538.7970954987835,9.411567869905717,0.7189088249926215,3.6845296575274973,1.3784439866560219,3.934952970032804,23.21200326337181,0.8361505346274095,0.33902664138091637,0.2580164429159556,Energy,1 -solar/H/long,FastCastrage,511.68276561232767,511.68276561232767,9.660513293288727,0.7347968507773059,4.2805112195114425,1.3776440845498783,4.025555135830576,22.620405955957725,0.7842908023903736,0.3349476458136137,0.25315805114485046,Energy,1 -solar/W/short,FastCastrage,1419729.0510948906,1419729.0510948906,960.1640054744526,1.0480512604046979,0.21508202239544721,0.18901194273120295,6.122550374510068,1191.5238357225132,0.24321979877472844,0.19599347423933464,0.14157769656039362,Energy,1 -temperature_rain/D/short,FastCastrage,180.58869728256175,180.58869728256175,5.728473290739832,1.3307053511821552,23.113669204616045,1.5067933589728013,19.04657866097999,13.438329408172795,1.5820466670059021,0.6743927612859087,0.5447058610050921,Nature,1 -us_births/D/short,FastCastrage,130980.98666666666,130980.98666666666,216.81268229166668,0.319279274747034,0.020971126556396484,0.02068474769592285,2.3911580057970063,361.9129545438608,0.033926402734250266,0.02032442963140378,0.015963613322858134,Healthcare,1 -us_births/M/short,FastCastrage,52028485.333333336,52028485.333333336,6003.083333333333,0.6776967560870849,0.018454705675443012,0.01869501049319903,3.6233419833997496,7213.0773830129765,0.02240376917349799,0.018645535904828228,0.013938469383527795,Healthcare,1 -us_births/W/short,FastCastrage,1638384.0,1638384.0,974.8124302455357,0.8869808078158046,0.013226964644023351,0.013254557337079729,5.32907232677003,1279.993749984741,0.017375789646990856,0.013232983155910172,0.01039919428310781,Healthcare,1 diff --git a/results/FastCastrage/config.json b/results/FastCastrage/config.json deleted file mode 100644 index 841ce026e99b936c3f456383e0f3cd6a4d02de86..0000000000000000000000000000000000000000 --- a/results/FastCastrage/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "FastCastrage", - "model_type": "agentic", - "model_dtype": "float32", - "model_link": "", - "code_link": "", - "org": "sme", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/FlowState-r1.1/all_results.csv b/results/FlowState-r1.1/all_results.csv deleted file mode 100644 index 4c8734a27bde078ae12879a71f3e9dad5c300ff3..0000000000000000000000000000000000000000 --- a/results/FlowState-r1.1/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/5T/short,FlowState-r1.1,41.18631665492575,41.18631665492575,3.5313914894442564,3.5313914894442564,0.5585164871955189,0.0924224082715002,0.07574458536840936,7.1386863681154065,6.417656632675649,0.1100486425372225,0.06055556754191994,0.04832590599299439,Transport,1 -loop_seattle/5T/medium,FlowState-r1.1,63.29747640981763,63.29747640981763,4.61263058279567,4.61263058279567,0.7340415633852784,0.14249896623770889,0.10689076798619132,9.918247739475596,7.95597111670333,0.14155307452772617,0.0820681763517885,0.06564512744241545,Transport,1 -loop_seattle/5T/long,FlowState-r1.1,74.92596474207373,74.92596474207373,4.954258121560027,4.954258121560027,0.7847423188554609,0.1481291061382121,0.11335350154723177,11.117572501835635,8.655978554852926,0.15303948074296336,0.08759230231284211,0.07047262089836084,Transport,1 -loop_seattle/D/short,FlowState-r1.1,19.202562320736785,19.202562320736785,2.928832532254781,2.928832532254781,0.8852385524728139,0.05418352716601424,0.05413354100088586,17.37128648415423,4.382072833801007,0.07831349537191128,0.052342149858993804,0.04399730354473092,Transport,1 -loop_seattle/H/short,FlowState-r1.1,59.50151512374327,59.50151512374327,4.101224705045146,4.101224705045146,0.8354556467000297,0.1093292313444123,0.09460305469932616,11.792800639073072,7.71372252053075,0.13654073297773034,0.07259584796352124,0.05860784400416869,Transport,1 -loop_seattle/H/medium,FlowState-r1.1,70.48822588374371,70.48822588374371,4.540771216676946,4.540771216676946,0.9338664808678643,0.11269175054119099,0.10353630782403936,12.937869517595587,8.395726644177007,0.14839353117576465,0.0802576243440828,0.06472378046382879,Transport,1 -loop_seattle/H/long,FlowState-r1.1,58.680955620323786,58.680955620323786,4.1843423114431495,4.1843423114431495,0.881609157316706,0.12109606066724464,0.09702981696901429,11.126577538744572,7.660349575595346,0.13690067899513877,0.07477978621362534,0.0598261300450432,Transport,1 -m_dense/D/short,FlowState-r1.1,9165.257708333333,9165.257708333333,46.75142975983796,46.75142975983796,0.7080525556385575,0.13111976414278226,0.10177948704472295,12.484336659406704,95.73535244795066,0.16573205620105474,0.08093364035662448,0.06745370604949491,Transport,1 -m_dense/H/short,FlowState-r1.1,45357.06244249132,45357.06244249132,88.8164010281033,88.8164010281033,0.7908603854810199,0.29801525639719595,0.2108831982369297,15.716386667864725,212.97197572096502,0.37775925324817894,0.15753817944820003,0.13254244564706233,Transport,1 -m_dense/H/medium,FlowState-r1.1,37333.612291666665,37333.612291666665,80.65108723958333,80.65108723958333,0.7013222843424145,0.26109505457277044,0.19177552964952257,12.237213634057158,193.21907848777943,0.3361767973557966,0.14032270738306465,0.116484184339851,Transport,1 -m_dense/H/long,FlowState-r1.1,33911.18148148148,33911.18148148148,79.69908950617284,79.69908950617284,0.6990924490177047,0.25759383242079864,0.19106638025354455,11.008171994373534,184.14988862739364,0.3187907050673161,0.137970916660747,0.11356870870963892,Transport,1 -sz_taxi/15T/short,FlowState-r1.1,16.620113698845234,16.620113698845234,2.7355782388913035,2.7355782388913035,0.5464031171222989,1087704810534.7782,0.39686791465978194,7.590175889379568,4.0767773668481375,0.38119613414755593,0.2557882747788491,0.20405979696838894,Transport,1 -sz_taxi/15T/medium,FlowState-r1.1,16.319562237079328,16.319562237079328,2.7636555859166334,2.7636555859166334,0.5385217982835804,9333318291956.139,0.40757947742429557,7.388613518681938,4.039747793746452,0.3759659580219572,0.25720427933900225,0.20562579105609002,Transport,1 -sz_taxi/15T/long,FlowState-r1.1,15.67457285823985,15.67457285823985,2.735411571709179,2.735411571709179,0.5158517998320638,5970907624088.145,0.4060595259707198,6.402822780595488,3.9591126352049963,0.36644839656489564,0.253184811031775,0.20062083656449903,Transport,1 -sz_taxi/H/short,FlowState-r1.1,7.432201711540548,7.432201711540548,1.900836227286575,1.900836227286575,0.5801890213933354,1.3546589297107143,0.30318191723945814,7.291773597003335,2.7262064689858962,0.2539629568572672,0.1770746252255366,0.14077263642438345,Transport,1 -bitbrains_fast_storage/5T/short,FlowState-r1.1,1976861.612706536,1976861.612706536,167.4826576990746,167.4826576990746,0.7519912197587632,2.2339818168864483,0.6668860623658195,16.873362129733305,1406.0091083298628,4.414520862588936,0.5258541229598823,0.4061369341649599,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,FlowState-r1.1,3028042.7402493255,3028042.7402493255,293.7332585337577,293.7332585337577,1.045613905514075,4.431932811361121,0.7435921984303433,25.177973240934428,1740.1272195587671,5.2869871149162195,0.8924427683420221,0.6566134834043376,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,FlowState-r1.1,4617118.666467717,4617118.666467717,404.63246794619585,404.63246794619585,0.9590761896289091,4.779574306200461,0.7558024375698824,20.584272408017313,2148.7481626444073,5.678499841220382,1.0693228014945033,0.7406708163367473,Web/CloudOps,2 -bitbrains_fast_storage/H/short,FlowState-r1.1,3312387.107490891,3312387.107490891,342.97028445108265,342.97028445108265,1.0820700147909392,3.969181289200646,0.484934175936071,23.128998802987564,1819.9964580984467,5.187581059423924,0.9775767110132656,0.6996050717085824,Web/CloudOps,2 -bitbrains_rnd/5T/short,FlowState-r1.1,1681179.2138263306,1681179.2138263306,125.49460379907278,125.49460379907278,1.7681451504562586,1.1160088371764871,0.575984034574635,58.96794258096454,1296.602951495303,5.305324992517941,0.5134876927385813,0.422501174777909,Web/CloudOps,2 -bitbrains_rnd/5T/medium,FlowState-r1.1,2285917.636175524,2285917.636175524,150.01609405881368,150.01609405881368,4.475115798948466,0.5603419467449297,0.6458122348889342,166.03007290649845,1511.9251423848748,6.361439808223015,0.6311941814225975,0.6231177815796237,Web/CloudOps,2 -bitbrains_rnd/5T/long,FlowState-r1.1,2351187.6310941125,2351187.6310941125,178.95946986407603,178.95946986407603,3.4129345721695743,1.8509179005254237,0.6165357994238756,121.92821155502831,1533.3582852986815,5.87395018000862,0.6855534158590824,0.627068224219766,Web/CloudOps,2 -bitbrains_rnd/H/short,FlowState-r1.1,1966932.091537609,1966932.091537609,158.2553058756134,158.2553058756134,5.868490186601384,1.5189840510272619,0.4709583415088658,220.67158925254097,1402.473561796303,6.137910603446953,0.6926026603607015,0.6419735300133448,Web/CloudOps,2 -bizitobs_application/10S/short,FlowState-r1.1,500666.25333333336,500666.25333333336,372.10096571180554,372.10096571180554,1.1823625169483314,0.016823274824354383,0.01695952468448215,20.97155737936136,707.577736600957,0.027288446639498865,0.014350447762970033,0.011755689383340543,Web/CloudOps,2 -bizitobs_application/10S/medium,FlowState-r1.1,3935967.1466666665,3935967.1466666665,1093.320625,1093.320625,2.3676547555327216,0.03411839485168457,0.0348132578531901,64.83349684614342,1983.927202965539,0.07790298221381144,0.04293148310888284,0.03895132702591145,Web/CloudOps,2 -bizitobs_application/10S/long,FlowState-r1.1,6119067.306666667,6119067.306666667,1497.1277777777777,1497.1277777777777,3.216036669297102,0.04633814493815104,0.04741866217719184,95.45157875719431,2473.674858720658,0.09539975173986631,0.05773823419813738,0.05333611330028972,Web/CloudOps,2 -bizitobs_l2c/5T/short,FlowState-r1.1,19.885550231025334,19.885550231025334,2.7026234399704707,2.7026234399704707,0.276430121944435,0.14285877266744829,0.1902939099432862,3.5472860599123264,4.459321723202457,0.15315115259634096,0.09281902507992103,0.07396516958850098,Web/CloudOps,7 -bizitobs_l2c/5T/medium,FlowState-r1.1,53.191010310374146,53.191010310374146,4.453667299439307,4.453667299439307,0.4470985778463834,0.32591378373837027,0.43945305473916607,5.292615331439768,7.2932167327163775,0.38373046495036595,0.23432840215507506,0.18430884138915696,Web/CloudOps,7 -bizitobs_l2c/5T/long,FlowState-r1.1,49.95102740575397,49.95102740575397,4.214128340463789,4.214128340463789,0.42011206020231284,0.3312073844203662,0.5385287930608905,4.635159047287204,7.067604078169205,0.3968354029021234,0.23661700618385545,0.18553585102949338,Web/CloudOps,7 -bizitobs_l2c/H/short,FlowState-r1.1,50.07088022383432,50.07088022383432,4.286062694731212,4.286062694731212,0.42650556524094235,0.3814869247180381,0.5247374697670417,4.75810589710833,7.0760780255614995,0.381418747645028,0.23102976810699172,0.1803095237048081,Web/CloudOps,7 -bizitobs_l2c/H/medium,FlowState-r1.1,65.80172991071429,65.80172991071429,4.498783365885417,4.498783365885417,0.45699914387985396,0.4527186809383691,0.5840262827972638,5.5938648215563616,8.111826545896694,0.4911834185110209,0.27240816606389223,0.21507537775708097,Web/CloudOps,7 -bizitobs_l2c/H/long,FlowState-r1.1,75.38985615079365,75.38985615079365,4.987205481150793,4.987205481150793,0.5384132586346023,0.6017732506175247,0.6503577405360634,8.8745103938435,8.682733218911753,0.530366404922417,0.30463290475010524,0.2476359444838448,Web/CloudOps,7 -bizitobs_service/10S/short,FlowState-r1.1,3317.9713483782166,3317.9713483782166,19.666672522126053,19.666672522126053,0.7618789966532473,0.06100102321023033,0.048019160027541814,12.137484066395194,57.601834592122295,0.0426732813260109,0.014569699996985671,0.011750894008903083,Web/CloudOps,2 -bizitobs_service/10S/medium,FlowState-r1.1,50150.591594742065,50150.591594742065,49.034828210255455,49.034828210255455,1.0852290148445844,0.07175583915104941,0.06815943975297231,19.99207193622117,223.94327762793432,0.16854498012543406,0.03690476549996101,0.03089093635655254,Web/CloudOps,2 -bizitobs_service/10S/long,FlowState-r1.1,129285.9797883598,129285.9797883598,77.02262359457671,77.02262359457671,1.344908114283321,0.08371802274512236,0.0838547269629423,30.38519638750258,359.56359630579925,0.2663762227644862,0.05706082526520561,0.0530009267095947,Web/CloudOps,2 -car_parts/M/short,FlowState-r1.1,1.4856415840358994,1.4856415840358994,0.4481034558164942,0.4481034558164942,0.8372151288965608,0.8769938348475738,1.8817615337004137,21.63020858024475,1.2188689773867818,2.9227227756579506,1.0745061203984554,0.9378051838705077,Sales,1 -covid_deaths/D/short,FlowState-r1.1,430168.97855135886,430168.97855135886,104.5614619434328,104.5614619434328,34.05063977408983,0.09260296089109638,0.1326858238616121,915.2672393419839,655.8726847120246,0.24677527783105752,0.03934175705585549,0.033454791500207165,Healthcare,1 -electricity/15T/short,FlowState-r1.1,141113.07029197094,141113.07029197094,53.85753833573144,53.85753833573144,1.032094945860029,0.1720920030335683,0.158048031749295,18.846808710858166,375.6501967149371,0.7404805986749748,0.10616382629040971,0.08908891969322026,Energy,1 -electricity/15T/medium,FlowState-r1.1,249810.31007338667,249810.31007338667,53.64487963626621,53.64487963626621,0.8294280868833853,0.12422209056386399,0.12399649101777002,11.156120735340924,499.810274077461,0.8612234235569413,0.09243552862517805,0.07431042920154046,Energy,1 -electricity/15T/long,FlowState-r1.1,300442.04575821967,300442.04575821967,58.12667236208987,58.12667236208987,0.8798687887631998,0.12945158170611068,0.12530573691716795,11.37083631209657,548.1259396874223,0.8647358723163199,0.09170195221656668,0.07317596576603264,Energy,1 -electricity/D/short,FlowState-r1.1,1208854381.3754954,1208854381.3754954,4249.771407657658,4249.771407657658,1.4243974716455194,0.36926631643707913,0.09978502848201326,20.625049273470584,34768.583252348595,0.5713633055316376,0.0698378597025261,0.05561432124729894,Energy,1 -electricity/H/short,FlowState-r1.1,1613915.3673808323,1613915.3673808323,174.46095134477358,174.46095134477358,0.9619028196498475,0.183780782831857,0.11713235586192641,16.742957322111057,1270.3996880434254,0.5997193771253657,0.08235802799536732,0.06814279119523865,Energy,1 -electricity/H/medium,FlowState-r1.1,5808216.924979061,5808216.924979061,240.25960720577754,240.25960720577754,1.0733431319975204,0.22825562854870293,0.12026463458328647,15.781710098518042,2410.024258172324,0.9407118836534168,0.09378124178375646,0.0756033463338115,Energy,1 -electricity/H/long,FlowState-r1.1,8956605.67370777,8956605.67370777,275.1706645434497,275.1706645434497,1.1953276268295878,0.3050557565978495,0.132755564606184,17.914241508835946,2992.758873298644,1.180343267092205,0.10852723354793894,0.08786070653593353,Energy,1 -electricity/W/short,FlowState-r1.1,36078963230.25586,36078963230.25586,25494.158621903152,25494.158621903152,1.3594268430357415,0.20350993436779727,0.09040927497653274,20.266511487896995,189944.63201221524,0.43339097243819963,0.058169257428289774,0.04631378270512843,Energy,1 -ett1/15T/short,FlowState-r1.1,4.656153322401501,4.656153322401501,1.0622073059990293,1.0622073059990293,0.6766890014504159,0.4598139387429506,0.2314501444498698,7.961049498743763,2.1578121610560776,0.4079163149073156,0.20080139400024954,0.15827797794511383,Energy,7 -ett1/15T/medium,FlowState-r1.1,8.89330315968347,8.89330315968347,1.5627029951791915,1.5627029951791915,0.9899752461852758,0.7306958562600337,0.38553465101453993,10.358971100581922,2.982164173831392,0.5684034065381015,0.29785271839207844,0.23021491376994435,Energy,7 -ett1/15T/long,FlowState-r1.1,8.130042840866816,8.130042840866816,1.5652777390252977,1.5652777390252977,1.0145398677902764,0.7679734756468817,0.39474683246915304,10.028280214822347,2.8513229983407378,0.543464966651646,0.2983434759004775,0.22842927100955762,Energy,7 -ett1/D/short,FlowState-r1.1,42483.40793650794,42483.40793650794,134.5613777281746,134.5613777281746,1.581535388586393,1.630994385007828,0.46574381268213666,19.71956304105528,206.11503568761773,0.5413679781391109,0.35342992204955054,0.2771837936830846,Energy,7 -ett1/H/short,FlowState-r1.1,106.3021133786156,106.3021133786156,4.993795285906111,4.993795285906111,0.8244809076861775,0.49539737247285387,0.258320867447626,10.146414504419937,10.310291624324483,0.4812235010494161,0.23308086119874988,0.181706814247171,Energy,7 -ett1/H/medium,FlowState-r1.1,139.02376534598216,139.02376534598216,6.8204275948660715,6.8204275948660715,1.2648960406205094,2760500344873.384,0.44136278061639694,15.817099356337005,11.790833954643842,0.5647530592501833,0.3266823504098217,0.25543631892563273,Energy,7 -ett1/H/long,FlowState-r1.1,154.54894386574074,154.54894386574074,7.164622085813492,7.164622085813492,1.3670575458208438,2378460364492.3257,0.47707191749855327,16.393400912726182,12.431771549772813,0.5953305994401435,0.34309822570600446,0.26805497941370754,Energy,7 -ett1/W/short,FlowState-r1.1,1075680.0,1075680.0,771.2861328125,771.2861328125,1.3643363010023326,0.5668923514229911,0.5037649699619838,14.536345828009663,1037.1499409439311,0.41270671593599034,0.30691316110987005,0.23742146321787652,Energy,7 -ett2/15T/short,FlowState-r1.1,7.304920473552886,7.304920473552886,1.6587105387733097,1.6587105387733097,0.725191432710606,0.10680937565710347,0.125530667532058,10.481100255821858,2.702761638316055,0.12830971479477007,0.07874489305304956,0.06335551758223466,Energy,7 -ett2/15T/medium,FlowState-r1.1,11.586610000852554,11.586610000852554,2.1286878894624257,2.1286878894624257,0.8735594682799485,0.1340193696868576,0.15848787580217633,10.70772645226366,3.4039109860354095,0.18140057047902014,0.1134416261484014,0.0899161296351619,Energy,7 -ett2/15T/long,FlowState-r1.1,11.234950823102679,11.234950823102679,2.135616706969246,2.135616706969246,0.8812962652946466,0.13562774243052372,0.16070971231611947,11.09320254219016,3.351857816659692,0.1786265614989045,0.11381087441999353,0.09115107804358559,Energy,7 -ett2/D/short,FlowState-r1.1,140633.44603174602,140633.44603174602,224.67652219742064,224.67652219742064,1.4766893919320996,0.4055099366203187,0.15303484598795572,14.408425559750553,375.011261206575,0.21462882694062074,0.12858829424262969,0.10328619732668874,Energy,7 -ett2/H/short,FlowState-r1.1,102.00043647402809,102.00043647402809,6.215718950544085,6.215718950544085,0.7153557065546415,0.11585144904957281,0.10676509766351609,9.31099124124636,10.099526547023286,0.12809008954597403,0.07883260599007601,0.06331160459119221,Energy,7 -ett2/H/medium,FlowState-r1.1,246.4487537202381,246.4487537202381,9.741715204148065,9.741715204148065,1.0343091666071846,0.17109220222949373,0.167119870867048,13.207667592066016,15.69868636925517,0.21154988101620983,0.13127586881201597,0.10598055052874122,Energy,7 -ett2/H/long,FlowState-r1.1,282.89351851851853,282.89351851851853,10.30222232556217,10.30222232556217,1.0936991912522707,0.1843426839589738,0.1781482393779452,13.223136510848828,16.819438709972413,0.23032927445605814,0.1410810095657247,0.11317765420760437,Energy,7 -ett2/W/short,FlowState-r1.1,4708938.857142857,4708938.857142857,1478.9453125,1478.9453125,0.9147873844250943,0.1429311547960554,0.16028210094996861,8.131814176064013,2170.0089532402526,0.18203048291198762,0.1240608381052101,0.09609149321916526,Energy,7 -hierarchical_sales/D/short,FlowState-r1.1,29.64594539344286,29.64594539344286,2.3308367057002344,2.3308367057002344,0.7504326015202561,0.6556324687627294,1.0474300598974176,12.383659662309565,5.444809031861711,1.6704071133525444,0.7150748888494296,0.5901059020086894,Sales,1 -hierarchical_sales/W/short,FlowState-r1.1,437.5111029026872,437.5111029026872,8.690049680612855,8.690049680612855,0.7051757021096121,0.5148454852359658,0.44845643184952816,11.043459702369713,20.91676607180678,0.9602989615079262,0.39896443145639526,0.3363650389267718,Sales,1 -hospital/M/short,FlowState-r1.1,1957.4588355669919,1957.4588355669919,16.36353972765323,16.36353972765323,0.74437363544445,0.18870636609677177,0.1713015998979591,9.323686869590068,44.24317840715099,0.16061301151088805,0.05940344905716918,0.046680543662433814,Healthcare,1 -jena_weather/10T/short,FlowState-r1.1,780.2115707518562,780.2115707518562,5.473272321337745,5.473272321337745,0.2775795614205036,0.3780787137716162,0.4552668513938,4.066894111573193,27.93226755478073,0.17349439431840422,0.03399588180472134,0.027549205943691757,Nature,21 -jena_weather/10T/medium,FlowState-r1.1,1430.7339318653894,1430.7339318653894,9.435519536886725,9.435519536886725,0.5859960273681665,0.741478591207612,0.5981370526009934,9.219933286547313,37.82504371266991,0.23213164695936558,0.05790562217595341,0.04771194345863314,Nature,21 -jena_weather/10T/long,FlowState-r1.1,1354.094798787435,1354.094798787435,9.405177274835173,9.405177274835173,0.6118957062764383,0.79288590954648,0.5996555597889854,9.17752728389396,36.79802710455324,0.2251734257393483,0.05755188941633385,0.04758977870854997,Nature,21 -jena_weather/D/short,FlowState-r1.1,356.8233367435516,356.8233367435516,9.431417216951886,9.431417216951886,0.9967967016292069,0.5989843455668028,0.43969016302199593,14.112515936314143,18.889768043667228,0.1137472775171724,0.0567925465827262,0.044910965661652875,Nature,21 -jena_weather/H/short,FlowState-r1.1,1091.956836847036,1091.956836847036,8.258424466116386,8.258424466116386,0.5304386924037128,1.1396004250491016,0.5217299064419306,7.849252843925402,33.04477018904861,0.20256233251316866,0.05062361496751318,0.041416455825921565,Nature,21 -jena_weather/H/medium,FlowState-r1.1,1414.8333875868057,1414.8333875868057,10.606650991288442,10.606650991288442,0.8112445925213712,2.1094796253792336,0.6351193367754044,11.055883158731206,37.61427106281346,0.2301683912742822,0.06490397730679902,0.05207389480094752,Nature,21 -jena_weather/H/long,FlowState-r1.1,1349.9187065972221,1349.9187065972221,11.66680191282242,11.66680191282242,0.9666116556197651,2.06461807238681,0.5747081554585571,16.451576342916358,36.74123986200278,0.22122296777911385,0.0702470725903513,0.05757029792158968,Nature,21 -kdd_cup_2018/D/short,FlowState-r1.1,2883.1174212672054,2883.1174212672054,20.96379679759708,20.96379679759708,1.1813600086741343,0.5278631109246168,0.458980997347976,17.035479022199613,53.694668462215176,1.202817589718716,0.4696113088617511,0.3825638291872041,Nature,1 -kdd_cup_2018/H/short,FlowState-r1.1,4441.47685154161,4441.47685154161,22.776485279826446,22.776485279826446,0.9512020153841013,0.8479522495272036,0.5026460447811604,13.31600145893584,66.64440600336692,1.3949881165116842,0.47675308711815967,0.38645039605653964,Nature,1 -kdd_cup_2018/H/medium,FlowState-r1.1,5202.689290588127,5202.689290588127,25.458616963676484,25.458616963676484,1.0545740815810614,0.9551854621436087,0.5687003430140803,14.247369337759727,72.12966997420774,1.509804628186757,0.5328949617090609,0.43162578148430897,Nature,1 -kdd_cup_2018/H/long,FlowState-r1.1,4160.649216227934,4160.649216227934,24.376665976798456,24.376665976798456,1.0347222292234943,1.011666863768487,0.6223404605004181,13.516435091933223,64.50309462520332,1.5135032574152183,0.571975090112832,0.4572102373747373,Nature,1 -m4_daily/D/short,FlowState-r1.1,401902.84281584795,401902.84281584795,185.74755754999086,185.74755754999086,3.522997039075566,0.04018086401973621,0.03227194502308626,48.523189849393226,633.9580765443784,0.09792900260428807,0.02869286427614407,0.023019483947443423,Econ/Fin,1 -m4_hourly/H/short,FlowState-r1.1,1234841.5120557025,1234841.5120557025,216.7537121563526,216.7537121563526,0.7341721209547745,0.08803809846896864,0.08380702716236912,10.524051349913531,1111.2342291594975,0.1517080152397916,0.029591668978707766,0.023716032751841715,Econ/Fin,1 -m4_monthly/M/short,FlowState-r1.1,1831284.5926835577,1831284.5926835577,553.901649601124,553.901649601124,0.9231846831529943,0.1597955104166435,0.13056359625124822,14.82942307107181,1353.2496416713207,0.2812517322738052,0.11511977809743389,0.09408253460100799,Econ/Fin,1 -m4_quarterly/Q/short,FlowState-r1.1,1874544.4963158264,1874544.4963158264,559.9784285004934,559.9784285004934,1.1422491640328631,0.12177914538203428,0.10039086639974266,16.953513409290576,1369.1400572314822,0.22916993550478296,0.09373052790743878,0.07610107752880635,Econ/Fin,1 -m4_weekly/W/short,FlowState-r1.1,231057.50064281124,231057.50064281124,251.8601253649293,251.8601253649293,1.9963062730080454,0.06104256755819866,0.06038675018058795,23.29007781713922,480.68440857054145,0.0875732446775809,0.04588500893694445,0.03627395217719889,Econ/Fin,1 -m4_yearly/A/short,FlowState-r1.1,3323983.0471071466,3323983.0471071466,829.0107786091637,829.0107786091637,2.990569895741503,0.17296787356493876,0.1346197778825568,52.911443800347094,1823.1793787521694,0.2923552631228497,0.132935720498244,0.10999118170529777,Econ/Fin,1 -restaurant/D/short,FlowState-r1.1,140.08006822894777,140.08006822894777,7.135844374500181,7.135844374500181,0.6861334271843667,0.662262267866889,0.39248753921139684,8.625522460960001,11.835542582786298,0.5446990923364606,0.32840809169979296,0.2598849281296545,Sales,1 -saugeen/D/short,FlowState-r1.1,931.7861197916667,931.7861197916667,11.388044840494791,11.388044840494791,2.5295908414038117,0.2654854329427083,0.29971853892008465,40.98169642437607,30.52517190437536,0.9887176041064971,0.3688614906223498,0.30642001826210236,Nature,1 -saugeen/M/short,FlowState-r1.1,407.56361607142856,407.56361607142856,12.21571277436756,12.21571277436756,0.7158703691414229,0.3390327408200219,0.3425343150184268,7.9901898198722465,20.188204874912195,0.6061104743922467,0.36675234428160386,0.28704733439913216,Nature,1 -saugeen/W/short,FlowState-r1.1,888.5257873535156,888.5257873535156,14.130605125427246,14.130605125427246,1.1463315835290424,0.37444459795951845,0.38158645629882815,17.185238570105316,29.808149680138076,0.8997837843264017,0.42654406566708036,0.3461251604009651,Nature,1 -solar/10T/short,FlowState-r1.1,24.66211265322646,24.66211265322646,2.117640808550981,2.117640808550981,0.9287901085571951,5.6709349299145115,1.2235352051540809,11.379260755420226,4.966096319366597,1.4446368688810374,0.6160214764964501,0.4759049305194654,Energy,1 -solar/10T/medium,FlowState-r1.1,21.68119979483763,21.68119979483763,1.8794418304585114,1.8794418304585114,0.8213368024611923,3.948030292206356,1.2300935392563257,11.205299697887101,4.656307527949333,1.0332531430526921,0.4170556104487377,0.3320914339213908,Energy,1 -solar/10T/long,FlowState-r1.1,20.469288030099985,20.469288030099985,1.8581602036227856,1.8581602036227856,0.8125172596409251,3.574314130822955,1.3257619563800211,10.918592191163759,4.524299728145781,0.9778550184658323,0.4016116060840004,0.3225571079912444,Energy,1 -solar/D/short,FlowState-r1.1,111289.09708029198,111289.09708029198,257.70904686549574,257.70904686549574,1.0057995392307875,0.9710817555151426,0.4453487953130346,7.548119518173436,333.60020545600986,0.4819386917076512,0.3723018117384235,0.27439489849560605,Energy,1 -solar/H/short,FlowState-r1.1,776.593984229935,776.593984229935,11.039652264214368,11.039652264214368,0.8514343790179513,4.331114244254236,1.1659223830032106,13.357574744514213,27.867435910573743,1.0272029686180193,0.4069252590981618,0.3308139131661982,Energy,1 -solar/H/medium,FlowState-r1.1,791.1747158226885,791.1747158226885,10.867526237691987,10.867526237691987,0.8316482945272915,4.658330125965161,1.1542683057937682,11.50233161228408,28.127828139098984,1.0132300256627487,0.3914736621062123,0.3167292657671744,Energy,1 -solar/H/long,FlowState-r1.1,736.4027549675588,736.4027549675588,11.691397102151765,11.691397102151765,0.8894328764507248,4.952025634892195,1.215671566194508,8.937329335166122,27.136741789823606,0.9408804294518032,0.40536210321643124,0.3094097699773962,Energy,1 -solar/W/short,FlowState-r1.1,1297037.2700729927,1297037.2700729927,893.8112026687957,893.8112026687957,0.9852421878138513,0.20091895465433163,0.1798025343539941,10.203292945293688,1138.87544098246,0.23247294267758353,0.18244920647630777,0.13893127772716146,Energy,1 -temperature_rain/D/short,FlowState-r1.1,183.035784870195,183.035784870195,5.739790158551816,5.739790158551816,1.3366877239330506,18.960441451038935,1.4798521434058074,29.977656589320667,13.529071840676838,1.5927294525167142,0.6757250567111854,0.5541995268610795,Nature,1 -us_births/D/short,FlowState-r1.1,213428.89333333334,213428.89333333334,294.6863671875,294.6863671875,0.43354107575659157,0.02830586830774943,0.02785397211710612,6.611043401893777,461.9836505043586,0.04330721845368622,0.027624455681883164,0.022721743935648103,Healthcare,1 -us_births/M/short,FlowState-r1.1,56526218.666666664,56526218.666666664,6097.212239583333,6097.212239583333,0.6884564844064888,0.018774597595135372,0.019039298097292583,9.560373978105865,7518.392026668113,0.023352074375081903,0.018937899645877953,0.015231363311142884,Healthcare,1 -us_births/W/short,FlowState-r1.1,1963500.0,1963500.0,1053.5404575892858,1053.5404575892858,0.9581356887388214,0.014308188642774309,0.014337735516684396,14.87991293027259,1401.2494424619765,0.019021823782712045,0.014301708407470075,0.011676482420030629,Healthcare,1 diff --git a/results/FlowState-r1.1/config.json b/results/FlowState-r1.1/config.json deleted file mode 100644 index c2a139be264142a55b794e151ad7b66c98458345..0000000000000000000000000000000000000000 --- a/results/FlowState-r1.1/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "FlowState-r1.1", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://huggingface.co/ibm-research/flowstate", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/flowstate.ipynb", - "org": "IBM TSFM", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} \ No newline at end of file diff --git a/results/Granite-FlowState-r1.1/all_results.csv b/results/Granite-FlowState-r1.1/all_results.csv deleted file mode 100644 index d511651b4c19cf2a28c62657f8894be7304ca77a..0000000000000000000000000000000000000000 --- a/results/Granite-FlowState-r1.1/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/5T/short,Granite-FlowState-r1.1,42.82049292218944,42.82049292218944,3.6148773476804372,3.6148773476804372,0.5714188054170729,0.09337616576990967,0.07711654531205278,7.343161918886601,6.5437369233633955,0.11221064133584596,0.061987165786786605,0.049465133262749365,Transport,1 -loop_seattle/5T/medium,Granite-FlowState-r1.1,64.47779220281863,64.47779220281863,4.621886448658411,4.621886448658411,0.7355908458932993,0.1450500824872185,0.10671246598502554,10.352291676135495,8.029806486013136,0.14286675652083425,0.08223285667937381,0.06604363537582135,Transport,1 -loop_seattle/5T/long,Granite-FlowState-r1.1,76.2332441627967,76.2332441627967,4.958941879246216,4.958941879246216,0.7851269596650206,0.1514638143897453,0.11342908868219939,11.6098930962979,8.73116510912471,0.15436879355370725,0.08767511158415527,0.07087433771577142,Transport,1 -loop_seattle/D/short,Granite-FlowState-r1.1,18.643451488325592,18.643451488325592,2.910715090158185,2.910715090158185,0.8805285351780197,0.05401328867310956,0.05373202285530397,16.409808495291113,4.317806328255772,0.07716496831764477,0.0520183678095814,0.043340375983772945,Transport,1 -loop_seattle/H/short,Granite-FlowState-r1.1,60.4172839203635,60.4172839203635,4.0996880376172555,4.0996880376172555,0.8353130070728667,0.10737858750470386,0.09427020056516679,12.899487051692955,7.772855583398131,0.13758745079563303,0.07256864869043556,0.059128448890238716,Transport,1 -loop_seattle/H/medium,Granite-FlowState-r1.1,69.43756268543602,69.43756268543602,4.461180922564338,4.461180922564338,0.9164186983330671,0.1124264960195504,0.10176490886046545,14.10716259160257,8.332920417562862,0.1472834368199886,0.07885087407845587,0.0643069935408418,Transport,1 -loop_seattle/H/long,Granite-FlowState-r1.1,58.52163232069143,58.52163232069143,4.138562578608746,4.138562578608746,0.8704855349849465,0.11965449713414011,0.09572721388809945,12.492349817092396,7.649943288723874,0.13671470606211347,0.0739616419494453,0.059744393753176146,Transport,1 -m_dense/D/short,Granite-FlowState-r1.1,8844.385185185185,8844.385185185185,44.804594907407406,44.804594907407406,0.6780280804854826,0.12489091492830337,0.09885407624421297,11.22129071314475,94.04459147226483,0.16280509885583308,0.07756338125246949,0.06490363513987576,Transport,1 -m_dense/H/short,Granite-FlowState-r1.1,45669.876805555556,45669.876805555556,88.69347005208333,88.69347005208333,0.786622690912705,0.2930256440777317,0.20985524707370334,15.56250742109504,213.7051164702323,0.37905966848964123,0.15732013304333634,0.13258406118923904,Transport,1 -m_dense/H/medium,Granite-FlowState-r1.1,36440.13333333333,36440.13333333333,79.52442274305555,79.52442274305555,0.6961297413615561,0.2629954909773274,0.19038873884412977,12.277735854542547,190.8929892199641,0.33212968447602353,0.1383624487296083,0.11511739260793835,Transport,1 -m_dense/H/long,Granite-FlowState-r1.1,33506.66271604938,33506.66271604938,79.46983024691357,79.46983024691357,0.699150208087103,0.2646974787822378,0.19067783685378087,11.235047534187569,183.04825242555413,0.3168835844007741,0.1375740239345079,0.1132062591978625,Transport,1 -sz_taxi/15T/short,Granite-FlowState-r1.1,16.728458316043767,16.728458316043767,2.747216491326599,2.747216491326599,0.5487755720731621,1126116727963.8784,0.39763055878244474,7.439945248368927,4.0900438036827635,0.38243659869691954,0.2568764984573061,0.2044651690091268,Transport,1 -sz_taxi/15T/medium,Granite-FlowState-r1.1,16.49518103966346,16.49518103966346,2.7843558026175215,2.7843558026175215,0.5425405698390648,9665869900766.742,0.4095527844551282,7.4826220992568935,4.061425985988599,0.37798347196190774,0.25913077748589786,0.2073763274291691,Transport,1 -sz_taxi/15T/long,Granite-FlowState-r1.1,15.96824363425926,15.96824363425926,2.765990515380164,2.765990515380164,0.5207498415541186,6180501110401.24,0.40922933290487,6.586632399036764,3.996028482663663,0.3698652495869742,0.2560151352185432,0.2033367834149199,Transport,1 -sz_taxi/H/short,Granite-FlowState-r1.1,7.317307398869441,7.317307398869441,1.8808249123076088,1.8808249123076088,0.5741635514335869,1.331105063104222,0.30036444541735524,7.550469125333817,2.705052198917692,0.25199230184125776,0.17521044481226936,0.1398694383426523,Transport,1 -bitbrains_fast_storage/5T/short,Granite-FlowState-r1.1,1901682.621905392,1901682.621905392,167.2689894107207,167.2689894107207,0.7460947559842351,2.0728535563261588,0.6134509551935365,16.687942249645744,1379.0150912536787,4.329766307687471,0.5251832552557927,0.40973946752983464,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Granite-FlowState-r1.1,2995213.7149516493,2995213.7149516493,314.8017677480409,314.8017677480409,1.0401858161035211,4.610036745342824,0.7385942794897868,25.119089350142087,1730.6685745548307,5.2582490995916125,0.956454711287959,0.6986505286923888,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,Granite-FlowState-r1.1,4905420.793689073,4905420.793689073,432.7917371445724,432.7917371445724,0.9603073993104954,5.261749365174479,0.7600769810577693,20.60891135238473,2214.8184561469307,5.85310383916566,1.1437393305124333,0.782488449870848,Web/CloudOps,2 -bitbrains_fast_storage/H/short,Granite-FlowState-r1.1,3431316.6168900854,3431316.6168900854,358.5181370907021,358.5181370907021,1.0869194034844711,4.402088971006676,0.4428184934045766,22.879634604845315,1852.381336790588,5.279888589569867,1.021893161836061,0.71977635355069,Web/CloudOps,2 -bitbrains_rnd/5T/short,Granite-FlowState-r1.1,1766561.7061398826,1766561.7061398826,130.39813677906207,130.39813677906207,1.7638507722292056,1.1297549643836737,0.5449222948163439,58.86717925370083,1329.1206514609132,5.438378036675832,0.5335515344699744,0.4377197229911648,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Granite-FlowState-r1.1,2247809.861563726,2247809.861563726,154.4188369348107,154.4188369348107,4.464451525691743,0.787031806496662,0.6710641459317817,166.11323042594643,1499.2697761122665,6.3081921211292284,0.6497187537736173,0.6362422697013934,Web/CloudOps,2 -bitbrains_rnd/5T/long,Granite-FlowState-r1.1,2283786.5370768206,2283786.5370768206,182.47911526209919,182.47911526209919,3.407751177916408,2.061568273885263,0.6617425229278162,122.10031824483181,1511.2202146202321,5.789144318738249,0.6990363966732904,0.633359061321069,Web/CloudOps,2 -bitbrains_rnd/H/short,Granite-FlowState-r1.1,1942897.7243936746,1942897.7243936746,161.34457317463023,161.34457317463023,5.868019925284047,1.6857610524202482,0.4799714762397508,220.25971222524868,1393.878662005296,6.100295005824038,0.7061227930256301,0.6403773136699781,Web/CloudOps,2 -bizitobs_application/10S/short,Granite-FlowState-r1.1,435833.49333333335,435833.49333333335,349.60003472222223,349.60003472222223,1.0945138008656972,0.01549920399983724,0.015595785776774089,18.927659416491785,660.1768651909375,0.025460382888069278,0.013482675947960921,0.011039946100168736,Web/CloudOps,2 -bizitobs_application/10S/medium,Granite-FlowState-r1.1,4158850.1333333333,4158850.1333333333,1133.59625,1133.59625,2.4570954990529166,0.035588836669921874,0.03629936218261719,68.08341310051901,2039.3259016972577,0.08007832606489343,0.04451298836438572,0.040374599551834145,Web/CloudOps,2 -bizitobs_application/10S/long,Granite-FlowState-r1.1,6054025.6711111115,6054025.6711111115,1489.2286111111111,1489.2286111111111,3.2620142809770902,0.04714868757459852,0.04815923055013021,95.2292224396665,2460.492973188729,0.09489137910440212,0.05743359491367557,0.05265415772823531,Web/CloudOps,2 -bizitobs_l2c/5T/short,Granite-FlowState-r1.1,20.581055850074407,20.581055850074407,2.663113112676711,2.663113112676711,0.26952585101843013,0.1327533515309151,0.16833361620472678,3.927104841300968,4.536634859681172,0.15580639777259425,0.09146208010584303,0.07415495098508415,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Granite-FlowState-r1.1,53.09288903061225,53.09288903061225,4.438569568452381,4.438569568452381,0.4387651439909097,0.3216101248275157,0.46777150139471624,5.603154855549286,7.286486741263738,0.38337635501844913,0.23353403129283107,0.18491829100278326,Web/CloudOps,7 -bizitobs_l2c/5T/long,Granite-FlowState-r1.1,54.713948412698414,54.713948412698414,4.423893229166667,4.423893229166667,0.43798642828221446,0.3502267228934987,0.5016481407917451,5.616426867015719,7.396887751797942,0.4153241888964006,0.24839499108545002,0.19607359239096828,Web/CloudOps,7 -bizitobs_l2c/H/short,Granite-FlowState-r1.1,53.64597671750992,53.64597671750992,4.435615660652282,4.435615660652282,0.4433349303328908,0.4009693612297662,0.49695812221279284,5.872396536353213,7.324341384555332,0.3948007585900072,0.2390910439171935,0.1897231893499972,Web/CloudOps,7 -bizitobs_l2c/H/medium,Granite-FlowState-r1.1,66.55394345238095,66.55394345238095,4.628214227585565,4.628214227585565,0.47018720517781587,0.5005183502185141,0.6329492076129236,6.653278259828079,8.158060029956935,0.4939829261954981,0.28024540133402565,0.22507865076967612,Web/CloudOps,7 -bizitobs_l2c/H/long,Granite-FlowState-r1.1,75.22833581349207,75.22833581349207,4.991430276537699,4.991430276537699,0.5363875361879832,0.5979433659768266,0.6793827241531917,9.646741966595439,8.673426993610546,0.529797953821599,0.30489096744584776,0.2518555741131467,Web/CloudOps,7 -bizitobs_service/10S/short,Granite-FlowState-r1.1,3148.52191468254,3148.52191468254,19.67712058738426,19.67712058738426,0.7633172189610371,0.06188430604480562,0.048525252972961105,12.754475867585727,56.11169142596345,0.04156933663620937,0.014577440617834976,0.011779218933401439,Web/CloudOps,2 -bizitobs_service/10S/medium,Granite-FlowState-r1.1,59542.25777777778,59542.25777777778,51.6868501984127,51.6868501984127,1.112505594471713,0.07277412051246279,0.07031014094277034,21.292975393822697,244.0128229781742,0.18364980076232373,0.0389007414656221,0.03297085681352006,Web/CloudOps,2 -bizitobs_service/10S/long,Granite-FlowState-r1.1,132166.81312169312,132166.81312169312,77.2195171957672,77.2195171957672,1.3402624307525801,0.08288179589327051,0.08071807053984788,30.45096949226667,363.54753901201576,0.2693276392227919,0.05720668698453872,0.053163731236121836,Web/CloudOps,2 -car_parts/M/short,Granite-FlowState-r1.1,1.4722050573937648,1.4722050573937648,0.45413781149985705,0.45413781149985705,0.8515586780548303,0.8606106697924651,1.893962477013163,18.744704531782148,1.2133445748812515,2.9094758251453263,1.0889758863203007,0.9398160803710929,Sales,1 -covid_deaths/D/short,Granite-FlowState-r1.1,350782.8130325815,350782.8130325815,105.45731712092731,105.45731712092731,35.86894481209891,0.09467551719569789,0.15684102578424372,1029.7135816440584,592.2692065544024,0.2228441607724772,0.03967882691022771,0.03513866300238933,Healthcare,1 -electricity/15T/short,Granite-FlowState-r1.1,137319.03691393053,137319.03691393053,53.095869608011334,53.095869608011334,1.018241379395906,0.1689074819200456,0.15023384521544098,18.73351181633455,370.5658334411452,0.7304583192548771,0.10466242749118412,0.08790048661804731,Energy,1 -electricity/15T/medium,Granite-FlowState-r1.1,238870.41076984798,238870.41076984798,52.41099211711712,52.41099211711712,0.8243936458064528,0.12315474808976877,0.11817977273288396,11.50187496073774,488.74370662940305,0.8421546099701565,0.0903094158059576,0.0729588649777341,Energy,1 -electricity/15T/long,Granite-FlowState-r1.1,304612.23711613176,304612.23711613176,57.46679683980856,57.46679683980856,0.8717266114253,0.1300054788103262,0.12026286654866912,11.66204171447544,551.916875186954,0.8707165205356768,0.09066091587386112,0.07254937222949652,Energy,1 -electricity/D/short,Granite-FlowState-r1.1,1189769259.1740541,1189769259.1740541,4234.128211711712,4234.128211711712,1.417458035095331,0.4043187114628301,0.09663542902426599,20.756911159968222,34493.03203799362,0.5668350949228479,0.06958079139454862,0.05575820731574889,Energy,1 -electricity/H/short,Granite-FlowState-r1.1,1609673.7918032093,1609673.7918032093,172.07934926625845,172.07934926625845,0.9460497151690752,0.18848235927994939,0.11259301229178434,16.65911630801175,1268.7292034958482,0.5989307939734722,0.08123374239238583,0.06742330744783993,Energy,1 -electricity/H/medium,Granite-FlowState-r1.1,6177541.610135135,6177541.610135135,241.0686083544482,241.0686083544482,1.0782392203396434,0.22013789162757236,0.12051602634728509,16.347524384261146,2485.466075032032,0.9701593099507457,0.09409702151292647,0.0763968962276965,Energy,1 -electricity/H/long,Granite-FlowState-r1.1,9074913.373021021,9074913.373021021,274.272160472973,274.272160472973,1.2119279435299404,0.2954353958269407,0.13554681050553669,19.406985310203254,3012.459688198503,1.188113258566846,0.10817286338811918,0.08841821229745177,Energy,1 -electricity/W/short,Granite-FlowState-r1.1,33100016404.064865,33100016404.064865,25321.007967342342,25321.007967342342,1.3812113732597766,0.16706132031909812,0.0863024091655969,20.762894426391732,181934.0990690444,0.4151135897054748,0.057774186180983164,0.0458255605047542,Energy,1 -ett1/15T/short,Granite-FlowState-r1.1,4.442524919055757,4.442524919055757,1.055978502546038,1.055978502546038,0.6802917207627877,0.45468905768698353,0.23841071810041156,8.35815747745422,2.1077298021937625,0.3984486781439899,0.19962389773585362,0.1567541764212187,Energy,7 -ett1/15T/medium,Granite-FlowState-r1.1,8.992349911644345,8.992349911644345,1.579459984188988,1.579459984188988,1.0032300671345475,0.7395525641672563,0.3875243680439298,12.547648936807203,2.9987247142150855,0.5715599123831161,0.30104664356027483,0.2361714006070424,Energy,7 -ett1/15T/long,Granite-FlowState-r1.1,8.4578125,8.4578125,1.599786396329365,1.599786396329365,1.0242953807403656,0.7716730514026123,0.3939791046626984,12.485701937388217,2.908231851142546,0.5543118663205758,0.3049208689173845,0.23880504815809436,Energy,7 -ett1/D/short,Granite-FlowState-r1.1,40303.35555555556,40303.35555555556,130.5198040674603,130.5198040674603,1.5470503094593107,1.4104303269159226,0.46201656281001985,17.421064406869203,200.7569564312917,0.5272948052430658,0.3428145947693165,0.268597089231379,Energy,7 -ett1/H/short,Granite-FlowState-r1.1,98.93397681826637,98.93397681826637,4.902997407459077,4.902997407459077,0.8149935271966231,0.4684942745027088,0.25785915283929733,9.885304534942575,9.946556028006196,0.46424643768221874,0.22884293558182456,0.17864531439385675,Energy,7 -ett1/H/medium,Granite-FlowState-r1.1,131.75859375,131.75859375,6.6317138671875,6.6317138671875,1.2239744855247616,2773888281103.4297,0.4247671218145461,15.639067535049525,11.478614626774434,0.5497984306624957,0.3176433738160071,0.249008847940679,Energy,7 -ett1/H/long,Granite-FlowState-r1.1,149.66464947089946,149.66464947089946,7.102835648148148,7.102835648148148,1.345518954092143,2521832986156.261,0.4644356540901951,16.974845370226074,12.233750425396925,0.5858478114084024,0.34013941551584037,0.2666175637172497,Energy,7 -ett1/W/short,Granite-FlowState-r1.1,1209587.142857143,1209587.142857143,816.3184988839286,816.3184988839286,1.478741481365925,0.5085328647068569,0.525702953338623,20.13851768570184,1099.8123216518093,0.43764157282962557,0.3248326143908989,0.25876824155087563,Energy,7 -ett2/15T/short,Granite-FlowState-r1.1,7.433689662388393,7.433689662388393,1.7008858816964285,1.7008858816964285,0.7384027233646114,0.10786576495383415,0.1268110547746931,10.400515129220086,2.726479353009737,0.12943568493302798,0.0807471103154575,0.06436762992659932,Energy,7 -ett2/15T/medium,Granite-FlowState-r1.1,12.101385323660715,12.101385323660715,2.168910629030258,2.168910629030258,0.8868956733739541,0.13606172565220417,0.1594026838030134,11.35460989713758,3.4787045467617275,0.18538644995735842,0.11558516579540995,0.09207258893636237,Energy,7 -ett2/15T/long,Granite-FlowState-r1.1,12.237542162698412,12.237542162698412,2.1961648995535716,2.1961648995535716,0.9050912457629583,0.1393115146793567,0.1620602756076389,12.138698592145643,3.498219856255237,0.18642646837700225,0.11703760284397455,0.0943523584810855,Energy,7 -ett2/D/short,Granite-FlowState-r1.1,138587.88571428572,138587.88571428572,219.10188492063492,219.10188492063492,1.3897593474455543,0.38629729255797374,0.1419898381308904,14.686460473942931,372.27393907482394,0.21306219744909505,0.12539778954832093,0.10302542932056531,Energy,7 -ett2/H/short,Granite-FlowState-r1.1,104.50483165922618,104.50483165922618,6.303522309802827,6.303522309802827,0.7207248261847619,0.11624919250551964,0.10764389946347191,9.350039125568314,10.22276047157646,0.12965304662254284,0.07994620182987354,0.06427493563862349,Energy,7 -ett2/H/medium,Granite-FlowState-r1.1,248.37712053571428,248.37712053571428,9.701012602306548,9.701012602306548,1.0412887069439127,0.1755138744788928,0.1691345941452753,13.655143878241839,15.759984788562274,0.21237592989284354,0.13072738330383865,0.10623828527297685,Energy,7 -ett2/H/long,Granite-FlowState-r1.1,277.33164682539683,277.33164682539683,10.22107101521164,10.22107101521164,1.097435592836727,0.19034047003441823,0.17958283600983796,13.765694068141695,16.65327735988916,0.22805381613482756,0.13996970083608845,0.11276664785250319,Energy,7 -ett2/W/short,Granite-FlowState-r1.1,5391661.142857143,5391661.142857143,1596.753627232143,1596.753627232143,0.9695904656565125,0.1444650718144008,0.16234183311462402,11.149484367738765,2321.9950781293965,0.1947797887008792,0.1339431495996941,0.10652702792859971,Energy,7 -hierarchical_sales/D/short,Granite-FlowState-r1.1,29.087526644532865,29.087526644532865,2.3149030643635027,2.3149030643635027,0.7465963613500913,0.6486222617751877,1.0585066627268134,12.014865225355267,5.393285329419617,1.654600212033894,0.7101866241417535,0.5827202312601111,Sales,1 -hierarchical_sales/W/short,Granite-FlowState-r1.1,441.05945444915255,441.05945444915255,8.65535930051642,8.65535930051642,0.7041560075862549,0.4982404462468342,0.44777420819815944,11.155394972652246,21.00141553441464,0.9641852597413849,0.3973717791378409,0.33456040539283305,Sales,1 -hospital/M/short,Granite-FlowState-r1.1,2164.7243929269885,2164.7243929269885,16.38479628846833,16.38479628846833,0.7402010891489667,0.19223510529983567,0.17049851680724115,8.583375476156979,46.52659876809166,0.1689023576636654,0.059480615309002616,0.047023095997766357,Healthcare,1 -jena_weather/10T/short,Granite-FlowState-r1.1,769.0742987738715,769.0742987738715,5.495101020449684,5.495101020449684,0.2771594747713172,0.39031378642147635,0.34633570928635377,3.7224894612721298,27.732188856523237,0.1722516648632715,0.034131467381150214,0.027298745529688487,Nature,21 -jena_weather/10T/medium,Granite-FlowState-r1.1,1423.517243867244,1423.517243867244,9.466825058621934,9.466825058621934,0.59664313258057,0.6919762807882073,0.5239432389118007,10.194704048269562,37.729527480041995,0.23154547796196237,0.058097746761880675,0.047669193825090744,Nature,21 -jena_weather/10T/long,Granite-FlowState-r1.1,1391.13849619709,1391.13849619709,9.479343765500992,9.479343765500992,0.6030176689845642,0.6849356703911327,0.5101684765966505,9.818137016678751,37.29796906263248,0.2282326624587765,0.05800572847087873,0.047659983137912594,Nature,21 -jena_weather/D/short,Granite-FlowState-r1.1,376.1075892857143,376.1075892857143,9.443488033234127,9.443488033234127,0.9939123424562557,0.5728558380591687,0.429398453187751,13.619543908861337,19.39349347811565,0.11678052793359939,0.056865232625579715,0.04558364609271115,Nature,21 -jena_weather/H/short,Granite-FlowState-r1.1,1077.1955864188467,1077.1955864188467,8.188501139730837,8.188501139730837,0.5196861226091521,1.1501010960746758,0.5270776264878901,7.991605098828543,32.820657921785276,0.20118852822063593,0.05019498684521908,0.04119831088589379,Nature,21 -jena_weather/H/medium,Granite-FlowState-r1.1,1330.8058531746033,1330.8058531746033,10.226915922619048,10.226915922619048,0.7842942648496598,1.8652826046760853,0.6386914476148045,11.40531967647425,36.48021180276512,0.22322888589957443,0.06258031230569297,0.05083417539446324,Nature,21 -jena_weather/H/long,Granite-FlowState-r1.1,1841.494708994709,1841.494708994709,13.846733424272486,13.846733424272486,0.9848209886039994,1.8613040453767122,0.6123215711083183,15.607983226575751,42.91264043373128,0.25838163942703385,0.08337267636554856,0.06880514349091527,Nature,21 -kdd_cup_2018/D/short,Granite-FlowState-r1.1,2921.234310584148,2921.234310584148,21.20006677300477,21.20006677300477,1.1951445046864824,0.5133452117106201,0.46647117559449597,17.98914564621405,54.048444108819155,1.2107425328178039,0.4749040044330547,0.38685809142608985,Nature,1 -kdd_cup_2018/H/short,Granite-FlowState-r1.1,4337.888890701996,4337.888890701996,22.387130088702538,22.387130088702538,0.9372166722022238,0.873000487563369,0.4887326658474317,13.435242376527574,65.86265171325853,1.3786245797153462,0.46860317656109995,0.38122292771860034,Nature,1 -kdd_cup_2018/H/medium,Granite-FlowState-r1.1,5052.386906355176,5052.386906355176,25.23020061772411,25.23020061772411,1.0530793374274843,0.9681536701541428,0.5636873612115938,14.37902041715058,71.08014424827215,1.4878361640663633,0.5281137974985459,0.42830766409169074,Nature,1 -kdd_cup_2018/H/long,Granite-FlowState-r1.1,4053.343280007734,4053.343280007734,24.065082806155928,24.065082806155928,1.0311357462105595,1.034437652912479,0.6159803498329852,13.69219308729011,63.66587217660443,1.4938586860877772,0.5646641089228381,0.4533249005609384,Nature,1 -m4_daily/D/short,Granite-FlowState-r1.1,383310.48283145763,383310.48283145763,183.23157888066513,183.23157888066513,3.4131109315753108,0.040825493850045344,0.031355624337666754,47.63678962259134,619.1207336468854,0.09563704263290454,0.02830421494347694,0.022900931802225407,Econ/Fin,1 -m4_hourly/H/short,Granite-FlowState-r1.1,723110.9570659692,723110.9570659692,196.79325420115498,196.79325420115498,0.713990207508164,0.08605266250849922,0.07881981527939702,10.842057120645304,850.3593105658156,0.11609283342854268,0.026866627078656887,0.02135558155683602,Econ/Fin,1 -m4_monthly/M/short,Granite-FlowState-r1.1,1823382.6206840277,1823382.6206840277,552.4422353063512,552.4422353063512,0.916699987111396,0.15884671712804724,0.12885651554001704,13.9707533787845,1350.3268569809413,0.2806442762956636,0.11481646130430026,0.0931532832288947,Econ/Fin,1 -m4_quarterly/Q/short,Granite-FlowState-r1.1,1738616.6759635417,1738616.6759635417,552.4645934855143,552.4645934855143,1.1420816185424119,0.11770258088906606,0.10061800170938173,16.177277701491448,1318.5661439471066,0.22070475375841966,0.09247284455557588,0.07464459265586436,Econ/Fin,1 -m4_weekly/W/short,Granite-FlowState-r1.1,227444.00771373473,227444.00771373473,253.5405372830512,253.5405372830512,2.003717481484363,0.06146616391152725,0.06104892496125765,23.404341756008172,476.9109012318074,0.08688576857100315,0.046191153082985485,0.036472378780812914,Econ/Fin,1 -m4_yearly/A/short,Granite-FlowState-r1.1,3131604.405429326,3131604.405429326,817.0288270277451,817.0288270277451,2.984024894070045,0.1659732732094537,0.13642267458416943,50.49293436422214,1769.6339749872927,0.28376901000824706,0.1310143592804424,0.10743897836577086,Econ/Fin,1 -restaurant/D/short,Granite-FlowState-r1.1,137.7787987433017,137.7787987433017,7.046978344199837,7.046978344199837,0.677381609597049,0.6467121740989439,0.3890514482444905,8.241040759460827,11.73792139790098,0.5402063392220255,0.32431827108484773,0.2561261610293061,Sales,1 -saugeen/D/short,Granite-FlowState-r1.1,1035.563125,1035.563125,11.783541666666666,11.783541666666666,2.617649999084457,0.27195281982421876,0.3072052510579427,43.21598802043241,32.1801666403392,1.0423232649014553,0.3816717221938187,0.31452559549176246,Nature,1 -saugeen/M/short,Granite-FlowState-r1.1,380.6612955729167,380.6612955729167,12.135650634765625,12.135650634765625,0.7111608211623143,0.340565250033424,0.33993373598371235,7.677201788255062,19.51054319010408,0.5857650376482935,0.3643486386665845,0.28286816123353986,Nature,1 -saugeen/W/short,Granite-FlowState-r1.1,927.8205078125,927.8205078125,13.886923217773438,13.886923217773438,1.126597692510595,0.34466731548309326,0.36839163303375244,17.58278879914699,30.460146221128024,0.9194648420678209,0.419188324656872,0.3435656589218223,Nature,1 -solar/10T/short,Granite-FlowState-r1.1,24.720465577953924,24.720465577953924,2.183071472464977,2.183071472464977,0.9589325577874787,5.650709114180957,1.1862783837506152,12.726368164043848,4.971967978371736,1.4463449183608275,0.6350552425826858,0.4935898798135239,Energy,1 -solar/10T/medium,Granite-FlowState-r1.1,21.32158231205762,21.32158231205762,1.8855408740871593,1.8855408740871593,0.8232591275892576,3.8759157674105147,0.9138217515517283,11.07508290126873,4.617529892925179,1.0246482461787885,0.41840901835676175,0.3314387984075189,Energy,1 -solar/10T/long,Granite-FlowState-r1.1,20.4143656066251,20.4143656066251,1.8876105959011305,1.8876105959011305,0.8242874371025948,3.5151956025250626,0.9042914375585296,10.715946882788078,4.518225935765619,0.9765422377082462,0.40797682573851435,0.3226831328999706,Energy,1 -solar/D/short,Granite-FlowState-r1.1,109432.85644768857,109432.85644768857,262.3573296836983,262.3573296836983,1.02409644292405,0.9211316185276004,0.4570838501273571,8.045836984753434,330.806373045757,0.4779025454518829,0.3790169896649952,0.2780918687327324,Energy,1 -solar/H/short,Granite-FlowState-r1.1,777.4137228478359,777.4137228478359,11.22367580441663,11.22367580441663,0.8659475080751678,4.611731669517061,1.2401509271696132,14.227258467692957,27.88213985417611,1.0277449656136954,0.4137084299841406,0.33745670532819655,Energy,1 -solar/H/medium,Granite-FlowState-r1.1,836.8581964720195,836.8581964720195,10.958907628117396,10.958907628117396,0.839777069545184,4.923572757517174,1.2340413833988315,13.859831599381886,28.928501455692782,1.0420721418868888,0.3947654309803713,0.32704401025351737,Energy,1 -solar/H/long,Granite-FlowState-r1.1,846.5779602595296,846.5779602595296,11.646764750608272,11.646764750608272,0.8878626267514227,5.8804177557274055,1.172973835519761,13.799974504528342,29.09601278971965,1.0088119223695706,0.4038146127567912,0.32890043353662274,Energy,1 -solar/W/short,Granite-FlowState-r1.1,1227805.2262773723,1227805.2262773723,848.6813697536496,848.6813697536496,0.927460577256568,0.18811136788695398,0.16777606950189075,9.054210756693172,1108.0637284368495,0.2261835046686794,0.1732370816150543,0.1333145763617965,Energy,1 -temperature_rain/D/short,Granite-FlowState-r1.1,183.57464001832022,183.57464001832022,5.741369487955628,5.741369487955628,1.333805731412502,16.92348956585481,1.4556871695658486,29.64772745993979,13.548971917393594,1.595072215615797,0.675910984660452,0.5539753872752878,Nature,1 -us_births/D/short,Granite-FlowState-r1.1,197990.13333333333,197990.13333333333,283.69604166666664,283.69604166666664,0.4175609173313895,0.02720049540201823,0.026900806427001954,6.376966146226347,444.9608222454347,0.04171146643669608,0.026594201845652737,0.021694404889559496,Healthcare,1 -us_births/M/short,Granite-FlowState-r1.1,58234309.333333336,58234309.333333336,5903.828125,5903.828125,0.667696291168976,0.018020798762639362,0.01828135425845782,10.031723113895659,7631.14076225392,0.02370227117910025,0.018337249904458355,0.014920015894344925,Healthcare,1 -us_births/W/short,Granite-FlowState-r1.1,2029044.5714285714,2029044.5714285714,1061.6605050223213,1061.6605050223213,0.9656769501920781,0.01444631814956665,0.014466085604258947,15.024446556263998,1424.4453557186991,0.0193367060307101,0.014411937255166946,0.011944285300434935,Healthcare,1 diff --git a/results/Granite-PatchTST-FM-r1/all_results.csv b/results/Granite-PatchTST-FM-r1/all_results.csv deleted file mode 100644 index a9af6b6b3b239c88d3440097125c548603b41e7c..0000000000000000000000000000000000000000 --- a/results/Granite-PatchTST-FM-r1/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,Granite-PatchTST-FM-r1,3560241.911086835,3560241.911086835,330.3868431509289,0.8835260186384448,3.197770993630356,0.8318481264292397,15.440296969627102,1886.8603316321096,4.9864085182291085,0.8731137866328444,0.655179639612732,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Granite-PatchTST-FM-r1,2864790.2500490574,2864790.2500490574,250.51094820457672,0.9833245733486772,2.4101741209596725,0.8192538448108175,20.647428446914976,1692.5691271109306,5.142492774059587,0.7611214929601039,0.5900655532810936,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,Granite-PatchTST-FM-r1,1690064.7653183923,1690064.7653183923,157.64045200789258,0.7333684488586926,1.5585825129129298,0.7530395322444554,14.264675983559377,1300.024909499196,4.081756749698011,0.4949520384625052,0.3768071796512747,Web/CloudOps,2 -bitbrains_fast_storage/H/short,Granite-PatchTST-FM-r1,2832920.457411168,2832920.457411168,294.93454232321415,1.1892983194717002,3.05796086826526,0.5809643436078195,21.79707498580622,1683.1281761681637,4.797461914676581,0.8406592285439941,0.6342816013834021,Web/CloudOps,2 -bitbrains_rnd/5T/long,Granite-PatchTST-FM-r1,2951950.9541333546,2951950.9541333546,218.38087151754831,3.3229869039654143,3.0497967958344185,0.7304561066133104,114.93912797891832,1718.124254567566,6.581747218177688,0.8365679547289803,0.6949354567739926,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Granite-PatchTST-FM-r1,2465016.8314685137,2465016.8314685137,160.9891727007411,4.386970607331847,0.9643846934118298,0.752701340702562,159.0422563748133,1570.037207033169,6.605946011728172,0.677363427165845,0.6387112853902226,Web/CloudOps,2 -bitbrains_rnd/5T/short,Granite-PatchTST-FM-r1,1586002.2058809646,1586002.2058809646,120.28101205190684,1.6628450304097355,1.1000200726745368,0.6984842677887679,52.5695216925217,1259.3657951052048,5.152961254376889,0.4921551761606629,0.3947585807419383,Web/CloudOps,2 -bitbrains_rnd/H/short,Granite-PatchTST-FM-r1,1857786.7078129663,1857786.7078129663,153.0405726524871,5.783279698051841,1.5838947137455075,0.5631753645011934,193.9183338835672,1363.0064958806934,5.965183562889221,0.6697804531385586,0.5866811869518448,Web/CloudOps,2 -bizitobs_application/10S/long,Granite-PatchTST-FM-r1,3739765.4755555554,3739765.4755555554,1194.3565277777775,2.8141896501849737,0.0400035858154296,0.0406939866807725,35.77763044814646,1933.8473247791708,0.0745807615080632,0.0460615572969105,0.0385763341730791,Web/CloudOps,2 -bizitobs_application/10S/medium,Granite-PatchTST-FM-r1,2980090.6666666665,2980090.6666666665,972.0909375,2.1815994191328287,0.0312965234120686,0.0318047841389973,23.685191556868656,1726.2939108583644,0.0677864810928479,0.0381711500810472,0.031389051072567,Web/CloudOps,2 -bizitobs_application/10S/short,Granite-PatchTST-FM-r1,390921.5288888889,390921.5288888889,342.4424652777778,1.0330746183122967,0.0149882952372233,0.0150943660736083,7.907045051580357,625.237178108347,0.0241128988152143,0.0132066371041114,0.0104364307084782,Web/CloudOps,2 -bizitobs_l2c/5T/long,Granite-PatchTST-FM-r1,143.02444444444444,143.02444444444444,8.021969246031746,0.8020580458368616,0.6505114606658532,0.8541219463045635,4.6966925290890655,11.95928277299456,0.6714958485437813,0.4504215802991161,0.3395052383335766,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Granite-PatchTST-FM-r1,91.40143494897958,91.40143494897958,6.330571056547619,0.6397992289605405,0.4268889225162263,0.7167942176870749,4.358261035637123,9.560409768884364,0.5030181457575778,0.3330811326534564,0.2570901289892507,Web/CloudOps,7 -bizitobs_l2c/5T/short,Granite-PatchTST-FM-r1,21.17513485863095,21.17513485863095,2.697712634858631,0.27508879758439,0.1468369658979901,0.2075271606445312,3.072308120042426,4.601644799268078,0.158039108459347,0.09265037139772,0.0744579968392201,Web/CloudOps,7 -bizitobs_l2c/H/long,Granite-PatchTST-FM-r1,87.99270833333334,87.99270833333334,5.283280629960317,0.5604280735871783,0.58333244462591,0.7765326121496776,4.646736646748616,9.380442864456525,0.5729845237863355,0.3227180293648931,0.2640906197769966,Web/CloudOps,7 -bizitobs_l2c/H/medium,Granite-PatchTST-FM-r1,81.18707217261905,81.18707217261905,5.079536365327381,0.5133178873831814,0.505432298650427,0.7722488403320312,4.079640908887259,9.010386904712751,0.5455926130721421,0.3075736422932536,0.2490579016445379,Web/CloudOps,7 -bizitobs_l2c/H/short,Granite-PatchTST-FM-r1,66.49545820932539,66.49545820932539,4.962561228918651,0.4926453726385679,0.4100937877627585,0.6294116065615699,3.1085738749910985,8.154474735341656,0.4395470722056446,0.2674947595776747,0.206441463964781,Web/CloudOps,7 -bizitobs_service/10S/long,Granite-PatchTST-FM-r1,120780.36656084657,120780.36656084657,70.96888227513227,1.2479301866344925,0.0978730572089947,0.098556560536541,11.926088452159098,347.5346983552097,0.2574648149465814,0.0525760168075567,0.0449459898779979,Web/CloudOps,2 -bizitobs_service/10S/medium,Granite-PatchTST-FM-r1,25411.3853968254,25411.3853968254,39.39496527777778,1.0288784916062734,0.0895549180772569,0.0859443785652281,8.87982620222163,159.40948966992335,0.1199753384277009,0.0296495792147352,0.0238714811508857,Web/CloudOps,2 -bizitobs_service/10S/short,Granite-PatchTST-FM-r1,2463.506878306878,2463.506878306878,19.23072255291005,0.7309067102604315,0.088355396412037,0.077605652178406,5.943472131845511,49.63372722561624,0.0367702518791123,0.0142467340579427,0.0112838944570345,Web/CloudOps,2 -car_parts/M/short,Granite-PatchTST-FM-r1,26.4610474557219,26.4610474557219,0.6837069816888368,1.876759252700665,0.8541359817272098,1.908326833295968,24.32957864258123,5.144030273600837,12.33485691920787,1.6394592071270708,1.4383714554290363,Sales,1 -covid_deaths/D/short,Granite-PatchTST-FM-r1,380890.01704260655,380890.01704260655,119.496757518797,32.37175180743203,0.0902342940071487,0.3630837959155701,520.857468214823,617.1628772395554,0.232210536021342,0.0449612365545464,0.035977096966817,Healthcare,1 -electricity/15T/long,Granite-PatchTST-FM-r1,329434.623975976,329434.623975976,59.168566722972976,0.8857615710620902,0.1300065319187137,0.1321669115404466,7.375683737674041,573.9639570356104,0.9054984840651322,0.0933456653770936,0.0744486372424997,Energy,1 -electricity/15T/medium,Granite-PatchTST-FM-r1,273030.62342342344,273030.62342342344,54.55219833896396,0.8397576402370122,0.1252744205018101,0.1303305823523719,7.287509686343032,522.5233233296132,0.9003603032990526,0.0939989310508085,0.0758314699271581,Energy,1 -electricity/15T/short,Granite-PatchTST-FM-r1,146451.70876126125,146451.70876126125,54.06206239442567,1.031365868917758,0.1729898139890589,0.1710955150707348,11.071261990972364,382.6900949348719,0.7543576107560772,0.1065669813778311,0.0883694283128147,Energy,1 -electricity/D/short,Granite-PatchTST-FM-r1,1559566856.59791,1559566856.59791,4476.371603603604,1.4504649323007712,0.3146180595621108,0.0971008146818693,12.020056552678527,39491.35166840849,0.6489740590631771,0.0735616515195071,0.0578184976187207,Energy,1 -electricity/H/long,Granite-PatchTST-FM-r1,5786424.070918919,5786424.070918919,245.4288168168168,1.1191279175005069,0.2771379289769037,0.1355321004598348,9.52712796501222,2405.4987156344355,0.9487279819629136,0.0967970527611579,0.0765718702153733,Energy,1 -electricity/H/medium,Granite-PatchTST-FM-r1,5192548.627027027,5192548.627027027,235.82394988738736,1.0436214104333954,0.2199524193892879,0.1270903908669411,8.773832351807384,2278.7164428745905,0.8894581210993733,0.0920498590480449,0.0732556555318954,Energy,1 -electricity/H/short,Granite-PatchTST-FM-r1,1843707.3834234236,1843707.3834234236,180.9339907094595,0.9625130794110324,0.1576397468994951,0.1292154934170009,10.570119684131894,1357.8318686138662,0.6409936100265168,0.0854137648129849,0.0696319143975002,Energy,1 -electricity/W/short,Granite-PatchTST-FM-r1,36726996224.46126,36726996224.46126,26507.044144144144,1.5222598920330002,0.2493074548179805,0.1001737749254381,11.968112826560269,191642.88722637543,0.4372658262906267,0.0604803273837136,0.0484658611020912,Energy,1 -ett1/15T/long,Granite-PatchTST-FM-r1,9.291839037698413,9.291839037698413,1.5923480902777778,1.006992137595089,0.7523337783802859,0.3936470346602183,7.255476983369256,3.048251800245251,0.5809998070632441,0.3035031204293816,0.2338483399922018,Energy,7 -ett1/15T/medium,Granite-PatchTST-FM-r1,10.24916728670635,10.24916728670635,1.6263766431051587,1.011379228470316,0.6833244230750114,0.4038027808779761,6.831795281749721,3.201432068107388,0.6101961175736281,0.3099889962437612,0.2376469028180295,Energy,7 -ett1/15T/short,Granite-PatchTST-FM-r1,5.136346726190476,5.136346726190476,1.0981990269252233,0.6928476742686431,0.5082904209048354,0.2319919949486142,4.734854715419407,2.2663509715378325,0.4284346708349145,0.20760532879542,0.1603141513930065,Energy,7 -ett1/D/short,Granite-PatchTST-FM-r1,50289.03492063492,50289.03492063492,151.08561507936508,1.771473723433422,1.5291763547867063,0.4848894391741071,10.490174075618324,224.25216815146945,0.5890057581702475,0.396831379567005,0.2989924023511341,Energy,7 -ett1/H/long,Granite-PatchTST-FM-r1,168.01669973544975,168.01669973544975,7.836313140707672,1.4602118968603444,3107483977147.2886,0.5058860819175761,9.076850798328705,12.96212558708832,0.6207281203507274,0.3752640640325587,0.2850414625166165,Energy,7 -ett1/H/medium,Granite-PatchTST-FM-r1,146.11673177083333,146.11673177083333,7.241581798735119,1.3000336751521957,3393483094790.0005,0.4607075645810082,8.637312385097207,12.087875403512122,0.5789805776206538,0.3468546020503054,0.2633321682206374,Energy,7 -ett1/H/short,Granite-PatchTST-FM-r1,95.15452008928573,95.15452008928573,4.818414597284226,0.8088845147551476,0.4212641034807478,0.2609306880405971,5.648773862874824,9.754717837502309,0.4552925896798463,0.2248951222058543,0.175970671403293,Energy,7 -ett1/W/short,Granite-PatchTST-FM-r1,1524946.5714285714,1524946.5714285714,967.9596819196428,1.6094378042651256,0.7341563361031669,0.5544040203094482,8.65047715163096,1234.8872707371193,0.4913911190056428,0.3851742604544947,0.2775505333337409,Energy,7 -ett2/15T/long,Granite-PatchTST-FM-r1,11.837507440476193,11.837507440476193,2.1687709263392856,0.9149746233727708,0.1408953510909379,0.1753431532118055,7.652566824894373,3.440567895053982,0.1833540910069694,0.1155777284246976,0.0942035780099884,Energy,7 -ett2/15T/medium,Granite-PatchTST-FM-r1,11.86523685515873,11.86523685515873,2.123739304315476,0.8910729126134934,0.1369941394834891,0.1704220920138889,7.145450057863805,3.4445953107961365,0.18356871928202,0.1131779117739015,0.0910012727531562,Energy,7 -ett2/15T/short,Granite-PatchTST-FM-r1,7.900158110119047,7.900158110119047,1.748869105747768,0.7569587196472788,0.107751687559489,0.1281962258475167,5.2642382475802,2.8107219908982546,0.1334349719274312,0.083025037974541,0.0656665645916505,Energy,7 -ett2/D/short,Granite-PatchTST-FM-r1,104998.3365079365,104998.3365079365,193.625496031746,1.2782534440565,0.4280349489242311,0.1327717614552331,12.398217765109216,324.0344680862462,0.1854534754468212,0.1108169800153619,0.0916184272663594,Energy,7 -ett2/H/long,Granite-PatchTST-FM-r1,219.33330026455027,219.33330026455027,9.038329819775132,1.0044719456946245,0.1789282378303983,0.1679141412967096,8.596149250513434,14.809905477907355,0.2028102569748672,0.1237729704694383,0.099605908353893,Energy,7 -ett2/H/medium,Granite-PatchTST-FM-r1,221.83154761904763,221.83154761904763,9.287344215029762,1.011140085970306,0.1723698464376925,0.1648891993931361,7.701020435605725,14.894010461223925,0.2007063689447082,0.1251529357650987,0.0980075242732892,Energy,7 -ett2/H/short,Granite-PatchTST-FM-r1,104.0081101190476,104.0081101190476,6.292024739583334,0.7264983531366029,0.1169904753496935,0.1082992735363188,5.348523253569123,10.198436650734642,0.129344552895588,0.0798003806486125,0.0633594006618307,Energy,7 -ett2/W/short,Granite-PatchTST-FM-r1,3517323.4285714286,3517323.4285714286,1282.2314453125,0.8794649853792829,0.1703345264707292,0.1658431802477155,12.051513574052766,1875.4528595972304,0.1573217424754814,0.1075595604555686,0.0953089766835159,Energy,7 -hierarchical_sales/D/short,Granite-PatchTST-FM-r1,28.748806324927656,28.748806324927656,2.315990595287309,0.7465589063341885,0.641347762140962,1.0702172256097562,7.108029550495353,5.361791335451954,1.644938203459559,0.7105202665854988,0.5767988927247731,Sales,1 -hierarchical_sales/W/short,Granite-PatchTST-FM-r1,458.8499735169492,458.8499735169492,8.916996325476696,0.716464917024617,0.5339663549386389,0.4560585021972656,6.729422518601681,21.42078368120432,0.9834386564887168,0.4093836629299549,0.3448925913569617,Sales,1 -hospital/M/short,Granite-PatchTST-FM-r1,3810.112559756627,3810.112559756627,19.023498614732723,0.7853037073861423,0.1974985586047846,0.1793038220262589,5.255814513111923,61.72610922256989,0.2240801101551184,0.0690597174974116,0.054355253573628,Healthcare,1 -jena_weather/10T/long,Granite-PatchTST-FM-r1,1384.4145502645504,1384.4145502645504,9.619530216600529,0.6462098947259111,0.8581206706589269,0.6366232251364087,5.758603968072445,37.20772164839646,0.227680428829171,0.0588635548703414,0.0478569403430338,Nature,21 -jena_weather/10T/medium,Granite-PatchTST-FM-r1,1432.267243867244,1432.267243867244,9.30020799512987,0.5892837527888096,0.7713411836353322,0.641492844178391,5.326222438440273,37.84530676143667,0.2322560006170245,0.0570752174760108,0.0462648760803059,Nature,21 -jena_weather/10T/short,Granite-PatchTST-FM-r1,809.2229166666667,809.2229166666667,5.572844587053571,0.2712864170138168,0.365503831047429,0.5411508227151538,2.300174627069347,28.44684370306602,0.1766905524337725,0.0346143494509349,0.0279210283569779,Nature,21 -jena_weather/D/short,Granite-PatchTST-FM-r1,347.5309771825397,347.5309771825397,9.165304129464284,1.0025985781193825,0.6179124861199239,0.4390276227678571,6.436768534914223,18.642182736539723,0.1122564093088437,0.0551901108543768,0.0437195469754961,Nature,21 -jena_weather/H/long,Granite-PatchTST-FM-r1,1272.795238095238,1272.795238095238,11.082472511574077,0.8023925089669193,2.7347417027598717,0.6393813037367725,6.088307670680138,35.67625594278691,0.2148105874154018,0.066728763075476,0.0534239495978675,Nature,21 -jena_weather/H/medium,Granite-PatchTST-FM-r1,1296.902380952381,1296.902380952381,10.320042007688492,0.7489722241679198,2.9821052571997826,0.6600172254774306,5.799681113480338,36.01253088790596,0.2203670634368937,0.0631501673364322,0.0514484064325006,Nature,21 -jena_weather/H/short,Granite-PatchTST-FM-r1,1210.3553675856308,1210.3553675856308,8.944488499895572,0.5281775733213819,2.1168104852810274,0.6086263632714599,4.526691473585032,34.79016193675492,0.2132614529927782,0.0548291386867528,0.0442949163885226,Nature,21 -kdd_cup_2018/D/short,Granite-PatchTST-FM-r1,2957.866347496509,2957.866347496509,21.549396568920805,1.219652621900834,0.5284714819594055,0.4788551069303145,9.385715871214828,54.386269843559866,1.2183101560560292,0.4827293501156341,0.3834325323845116,Nature,1 -kdd_cup_2018/H/long,Granite-PatchTST-FM-r1,4236.865544495287,4236.865544495287,24.48609980021209,1.0282468225130277,0.9085002856807992,0.6246091941985341,7.692172582381301,65.0912094256612,1.5273027998289397,0.5745428470562617,0.4540966480665742,Nature,1 -kdd_cup_2018/H/medium,Granite-PatchTST-FM-r1,5458.294339887579,5458.294339887579,26.340993360919377,1.0665688206070971,0.8542630355881101,0.5889132317578863,8.435857708864447,73.88027030193906,1.5464478608225838,0.5513646968054816,0.4393298934540979,Nature,1 -kdd_cup_2018/H/short,Granite-PatchTST-FM-r1,4958.699611221055,4958.699611221055,23.904235588357256,0.983285549637286,0.8306301819438837,0.5288944451864471,7.417579533097781,70.41803470149571,1.4739770035352555,0.5003589448880097,0.399999886337238,Nature,1 -loop_seattle/5T/long,Granite-PatchTST-FM-r1,84.2026774452471,84.2026774452471,5.06509875587662,0.8022168999660725,0.1475555501805985,0.1152929038026029,6.191924637287151,9.176201689438123,0.1622371225068585,0.0895519818741918,0.0709189343106704,Transport,1 -loop_seattle/5T/medium,Granite-PatchTST-FM-r1,66.54444885190918,66.54444885190918,4.572653105650155,0.7275648604052184,0.1385115933098414,0.1049488901427655,5.4338195192346594,8.157478093866338,0.1451382937371707,0.0813568926535093,0.0642675026877392,Transport,1 -loop_seattle/5T/short,Granite-PatchTST-FM-r1,42.5755638161926,42.5755638161926,3.4612344684738616,0.5477137602628981,0.0879340495610507,0.0747455526062578,4.011723008389508,6.524995311583956,0.1118892674543696,0.0593525314076191,0.0466317799457261,Transport,1 -loop_seattle/D/short,Granite-PatchTST-FM-r1,18.841311919504644,18.841311919504644,2.9661686097136224,0.8956912405885,0.0545518054312596,0.0546317747133804,8.085273417372017,4.340658005361012,0.0775733639093932,0.0530094001171596,0.043546172925751,Transport,1 -loop_seattle/H/long,Granite-PatchTST-FM-r1,60.79299965600275,60.79299965600275,4.117478553921568,0.8604183672586829,0.1204356621006406,0.0956647528460397,7.13774005632601,7.796986575338113,0.1393425887821255,0.0735848542785818,0.0594283292632749,Transport,1 -loop_seattle/H/medium,Granite-PatchTST-FM-r1,69.95050309597524,69.95050309597524,4.406012964396285,0.9002909927970342,0.1154512419174084,0.1012422512436306,7.877806644126116,8.36364173646715,0.1478264147913928,0.0778757771523369,0.0632289393260712,Transport,1 -loop_seattle/H/short,Granite-PatchTST-FM-r1,61.38732873689642,61.38732873689642,4.073639792871789,0.8258860275542205,0.1115120998658347,0.0942914628249585,8.142078024844116,7.835006620092699,0.1386875846991341,0.0721075668728643,0.059099117726745,Transport,1 -m4_daily/D/short,Granite-PatchTST-FM-r1,388113.4412112609,388113.4412112609,191.5534272660448,3.55504867658056,0.0417093234884238,0.0325775189028905,26.97431892493655,622.9875128854999,0.0962343541948214,0.029589710845682,0.0234880981584463,Econ/Fin,1 -m4_hourly/H/short,Granite-PatchTST-FM-r1,775388.1352657005,775388.1352657005,195.5000125805153,0.7911516008135205,0.0880331079357104,0.0817025348952043,6.416431779650747,880.5612615063761,0.120216048575358,0.0266900669337384,0.0216869100282989,Econ/Fin,1 -m4_monthly/M/short,Granite-PatchTST-FM-r1,1921317.6127407409,1921317.6127407409,576.5213806423611,0.9639420830184806,0.1674684075955991,0.1361787990993923,7.97810960840764,1386.1160170565597,0.2880824943762694,0.1198209351547555,0.0957939918331232,Econ/Fin,1 -m4_quarterly/Q/short,Granite-PatchTST-FM-r1,1892099.832,1892099.832,581.5942962239583,1.235394265770242,0.118516149520874,0.1064117333094279,9.873169308209109,1375.5361979969848,0.2302405371393506,0.0973486436451309,0.0779403247793273,Econ/Fin,1 -m4_weekly/W/short,Granite-PatchTST-FM-r1,279188.92650524963,279188.92650524963,268.0162309835012,2.2735426889552466,0.0653726411422621,0.0650584872948528,15.566011081529362,528.3833139920769,0.0962632512739651,0.0488284037467783,0.0387267391704431,Econ/Fin,1 -m4_yearly/A/short,Granite-PatchTST-FM-r1,4169919.71213836,4169919.71213836,989.9662390093148,3.702731309836588,0.1808246820546743,0.167945278890902,46.30471862328808,2042.0381270040868,0.3274502792137703,0.1587456752589602,0.1331695944410218,Econ/Fin,1 -m_dense/D/short,Granite-PatchTST-FM-r1,9073.2,9073.2,48.60490740740741,0.7382724151655814,0.1298774283757644,0.1073182282624421,7.663512871106065,95.25334639790876,0.1648976324303978,0.0841422843298253,0.0698565038911385,Transport,1 -m_dense/H/long,Granite-PatchTST-FM-r1,33471.19407407408,33471.19407407408,76.14867283950618,0.669455681517288,0.250806444883162,0.1850273377218364,6.593156129756058,182.95134346069744,0.3167158206568571,0.1318246095059464,0.1086196927712813,Transport,1 -m_dense/H/medium,Granite-PatchTST-FM-r1,37126.04888888889,37126.04888888889,78.56652777777778,0.6852608590683718,0.2548091841378649,0.1909204779730902,7.311375752948847,192.6812105237272,0.335240963626814,0.1366958325071954,0.1132291751140868,Transport,1 -m_dense/H/short,Granite-PatchTST-FM-r1,43555.6,43555.6,86.0034375,0.7674994255689626,0.2862264102376926,0.2112649536132812,8.361476626238819,208.6997843793807,0.3701814128360166,0.1525486674419846,0.126600031956907,Transport,1 -restaurant/D/short,Granite-PatchTST-FM-r1,146.2458204912674,146.2458204912674,7.191243900018679,0.6943383268515723,0.5617524148191604,0.4094190625145932,4.989544721702008,12.093213819794448,0.5565577196818333,0.3309577062235652,0.2601468648242149,Sales,1 -saugeen/D/short,Granite-PatchTST-FM-r1,1143.5694791666667,1143.5694791666667,12.619335123697915,2.803325002314382,0.2892969004313151,0.3283851623535156,26.765220722630087,33.81670414405678,1.0953311045771603,0.4087432714077386,0.3379694422037989,Nature,1 -saugeen/M/short,Granite-PatchTST-FM-r1,399.2012183779762,399.2012183779762,12.671183268229166,0.7424166042821579,0.3648750214349656,0.3651896431332543,4.513374837281677,19.98002047991884,0.5998601543072107,0.3804269349060132,0.2902350531050835,Nature,1 -saugeen/W/short,Granite-PatchTST-FM-r1,1006.41806640625,1006.41806640625,15.03714599609375,1.2199679167455302,0.3860137224197387,0.3924800157546997,9.522505627255724,31.724092838192394,0.957618121707534,0.4539087556598434,0.3632914876656488,Nature,1 -solar/10T/long,Granite-PatchTST-FM-r1,18.43882885365977,18.43882885365977,1.8987884546235048,0.832195511905498,3.244976979761864,1.4572184937810473,4.396100539197826,4.294045744243973,0.9280891970895278,0.4103927059129785,0.309792802434517,Energy,1 -solar/10T/medium,Granite-PatchTST-FM-r1,18.88880778588808,18.88880778588808,1.9005309856088253,0.8325209066064043,3.374979747094756,1.4576146202561395,4.195647490370604,4.346125606317433,0.9644224949898966,0.4217353571839216,0.3146876876629736,Energy,1 -solar/10T/short,Granite-PatchTST-FM-r1,19.6339330520073,19.6339330520073,1.9587136818544708,0.8610847881848431,4.468661212566328,1.5191142803851123,4.163627493472483,4.431019414537393,1.2889830678393273,0.5697895979359479,0.4211803096158544,Energy,1 -solar/D/short,Granite-PatchTST-FM-r1,130109.28272506082,130109.28272506082,249.3304288321168,0.9718716298362916,1.0880847494677617,0.4223128789822841,5.868146968912653,360.7066435832044,0.5210982417166384,0.3601975466273925,0.2784684130004737,Energy,1 -solar/H/long,Granite-PatchTST-FM-r1,776.1284671532846,776.1284671532846,12.70354445458232,0.9654119230054088,4.6235619769422565,1.410628611618005,5.093538398856965,27.859082309962844,0.9659251554211664,0.4404550377922513,0.3296668706544726,Energy,1 -solar/H/medium,Granite-PatchTST-FM-r1,825.9937956204379,825.9937956204379,12.121377927311435,0.9245115134098392,4.605788270956117,1.4112851182329684,4.910312766574399,28.74010778720981,1.035285762235158,0.4366403243762972,0.3348069787042533,Energy,1 -solar/H/short,Granite-PatchTST-FM-r1,811.3955532078371,811.3955532078371,11.654402172173134,0.8978146520724268,4.373071593204729,1.41977877964328,4.557578434472665,28.485005761063785,1.0499668284755266,0.4295851575084227,0.3303841984807735,Energy,1 -solar/W/short,Granite-PatchTST-FM-r1,1195350.6569343065,1195350.6569343065,881.0796076642335,0.9580460489375064,0.1922686361048343,0.1739828429953025,6.339220323691665,1093.320930438225,0.2231741362747251,0.1798503760016047,0.1288945492032944,Energy,1 -sz_taxi/15T/long,Granite-PatchTST-FM-r1,15.617199741809117,15.617199741809117,2.7070679754273503,0.5108963369452572,6409229188419.829,0.3996972586694266,4.09140733140318,3.9518602887512495,0.3657771488101139,0.2505613896588111,0.1992509775624279,Transport,1 -sz_taxi/15T/medium,Granite-PatchTST-FM-r1,16.386979166666666,16.386979166666666,2.761179762620192,0.5380977411322828,9626317542349.238,0.4070536295572917,3.868064773350427,4.04808339423321,0.3767417284315778,0.2569738651535043,0.2024654849225995,Transport,1 -sz_taxi/15T/short,Granite-PatchTST-FM-r1,16.709395300337682,16.709395300337682,2.736000293922657,0.5459788141024169,1197576032641.2163,0.396748553265582,3.883733115143272,4.087712722334788,0.3822186219615105,0.255827728870365,0.2010207021840949,Transport,1 -sz_taxi/H/short,Granite-PatchTST-FM-r1,7.123297797309028,7.123297797309028,1.8433206672342413,0.5607464946524433,1.1574532272469285,0.296253921639206,3.9454526431443977,2.668950692183921,0.248629226772152,0.1717166950778551,0.1350240181340797,Transport,1 -temperature_rain/D/short,Granite-PatchTST-FM-r1,188.941292164182,188.941292164182,5.80212133125438,1.3453495715114678,16.42268390002208,1.5309341661478375,18.92274425432168,13.745591735686826,1.6182195513266315,0.6830630763627867,0.5506902560782463,Nature,1 -us_births/D/short,Granite-PatchTST-FM-r1,161362.13333333333,161362.13333333333,244.47736979166663,0.3601118582031157,0.0236554940541585,0.0232861582438151,3.449814558640205,401.6990581683424,0.0376560271034359,0.0229177695985378,0.0186499266635611,Healthcare,1 -us_births/M/short,Granite-PatchTST-FM-r1,46630346.66666666,46630346.66666666,5565.311197916667,0.6302631921523932,0.0171498283743858,0.0173488818109035,4.248327496783376,6828.641641400335,0.0212097143810989,0.0172858186369167,0.013520194376792,Healthcare,1 -us_births/W/short,Granite-PatchTST-FM-r1,2466518.285714286,2466518.285714286,1214.917131696429,1.104328212121284,0.0163884205477578,0.0164176225662231,6.320608069633479,1570.515293053298,0.0213195911072234,0.0164923809347774,0.012921748206645,Healthcare,1 \ No newline at end of file diff --git a/results/Granite-PatchTST-FM-r1/config.json b/results/Granite-PatchTST-FM-r1/config.json deleted file mode 100644 index 710d976ba27bcb694ce9878f5c5a5c112b25423e..0000000000000000000000000000000000000000 --- a/results/Granite-PatchTST-FM-r1/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Granite-PatchTST-FM-r1", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-patchtst-fm-r1", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/patchtst_fm.ipynb", - "org": "IBM TSFM & Rensselaer Polytechnic Institute", - "replication_code_available": "Yes", - "testdata_leakage": "No" -} \ No newline at end of file diff --git a/results/HistRoute-CV/all_results.csv b/results/HistRoute-CV/all_results.csv deleted file mode 100644 index cd04f5e0505afc2786ffc7c6a554cc60887c415c..0000000000000000000000000000000000000000 --- a/results/HistRoute-CV/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/5T/long,HistRoute-CV,82.70713524,82.70713524,5.281368458,0.835361429,0.174551911,0.119513586,5.822248716,9.094346334,0.160789913,0.09337568,0.073588404,Transport,1 -loop_seattle/5T/medium,HistRoute-CV,67.67068411,67.67068411,4.831554017,0.767870819,0.16073309,0.111294174,5.355745824,8.226219309,0.146361345,0.085963274,0.067556303,Transport,1 -loop_seattle/5T/short,HistRoute-CV,38.30612645,38.30612645,3.371492284,0.535075001,0.091086749,0.071716466,3.910562303,6.189194329,0.106131018,0.057813649,0.045431726,Transport,1 -loop_seattle/D/short,HistRoute-CV,18.31875546,18.31875546,2.898775783,0.873849574,0.053875514,0.053562352,7.16081179,4.280041525,0.076490059,0.051804995,0.042099305,Transport,1 -loop_seattle/H/long,HistRoute-CV,57.92128326,57.92128326,4.057704523,0.848697407,0.118102372,0.094018037,6.554625795,7.610603344,0.136011648,0.0725166,0.057871011,Transport,1 -loop_seattle/H/medium,HistRoute-CV,66.3243604,66.3243604,4.322083027,0.8842841,0.112427543,0.098745822,7.014872712,8.14397694,0.143943883,0.076392335,0.061293463,Transport,1 -loop_seattle/H/short,HistRoute-CV,57.39709916,57.39709916,3.956748227,0.803934889,0.107001434,0.090967451,6.751233625,7.576087325,0.134104451,0.070038468,0.056357645,Transport,1 -m_dense/D/short,HistRoute-CV,8307.151795,8307.151795,43.32493853,0.641532532,0.118407576,0.092648616,6.940585002,91.14357792,0.157783015,0.075001877,0.062376852,Transport,1 -m_dense/H/long,HistRoute-CV,34187.87516,34187.87516,77.40135333,0.675731801,0.250547422,0.184357373,7.151304787,184.8996354,0.320088619,0.133993192,0.110566144,Transport,1 -m_dense/H/medium,HistRoute-CV,36583.76587,36583.76587,78.28337751,0.681160741,0.257394287,0.186227066,7.436063514,191.2688314,0.332783614,0.136203192,0.112470359,Transport,1 -m_dense/H/short,HistRoute-CV,42990.96192,42990.96192,85.30328437,0.762278376,0.284034892,0.203097694,8.094894972,207.3426197,0.367774176,0.151306785,0.125010608,Transport,1 -sz_taxi/15T/long,HistRoute-CV,15.39948735,15.39948735,2.674398446,0.504426245,6.29575E+12,0.395789006,3.759794658,3.924218055,0.363218611,0.247537541,0.196717313,Transport,1 -sz_taxi/15T/medium,HistRoute-CV,16.21120749,16.21120749,2.733556217,0.533266714,9.80167E+12,0.402598593,3.755646699,4.026314381,0.374715749,0.254403027,0.200785741,Transport,1 -sz_taxi/15T/short,HistRoute-CV,16.53300728,16.53300728,2.707151543,0.53994794,1.07808E+12,0.38943602,3.779206363,4.066080088,0.38019589,0.253130255,0.198684929,Transport,1 -sz_taxi/H/short,HistRoute-CV,7.161664106,7.161664106,1.836062132,0.559094319,1.108945929,0.293689563,3.844549021,2.676128567,0.249297892,0.171040519,0.134456762,Transport,1 -bitbrains_fast_storage/5T/long,HistRoute-CV,3244938.051,3244938.051,304.0314666,0.828176754,3.586029866,0.809839658,14.57572641,1801.371159,4.760486127,0.80346439,0.624910598,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,HistRoute-CV,2585746.054,2585746.054,253.2372266,0.923240211,3.038085888,0.796434555,20.04092987,1608.025514,4.885625625,0.769404635,0.584265548,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,HistRoute-CV,1463547.846,1463547.846,143.559204,0.625519964,1.780083062,0.714486625,14.59623969,1209.771816,3.798384313,0.450740397,0.35985841,Web/CloudOps,2 -bitbrains_fast_storage/H/short,HistRoute-CV,2912033.56,2912033.56,315.4734076,0.965118962,3.675941423,0.571813616,20.26375657,1706.468154,4.863988574,0.899201691,0.656694306,Web/CloudOps,2 -bitbrains_rnd/5T/long,HistRoute-CV,2213482.117,2213482.117,151.2374806,3.254863101,1.083576096,0.666358383,114.3487783,1487.777576,5.699340743,0.579356719,0.564919813,Web/CloudOps,2 -bitbrains_rnd/5T/medium,HistRoute-CV,2177875.326,2177875.326,142.1176165,4.324489016,0.436479963,0.692331031,158.2913215,1475.762625,6.20928565,0.597961258,0.607297251,Web/CloudOps,2 -bitbrains_rnd/5T/short,HistRoute-CV,1530185.284,1530185.284,113.2348213,1.585877345,0.988018742,0.634390962,50.97707895,1237.006582,5.061473853,0.463324202,0.372631646,Web/CloudOps,2 -bitbrains_rnd/H/short,HistRoute-CV,1813969.136,1813969.136,163.7770767,5.781546888,1.944648374,0.544179623,198.0279112,1346.836715,5.894416486,0.716768626,0.655255404,Web/CloudOps,2 -bizitobs_application/10S/long,HistRoute-CV,6451406.752,6451406.752,1532.610238,3.299276559,0.048130946,0.049132643,82.24833181,2539.961959,0.097956188,0.059106655,0.054970189,Web/CloudOps,2 -bizitobs_application/10S/medium,HistRoute-CV,4322613.818,4322613.818,1137.056157,2.432298296,0.034951601,0.035732014,41.57647708,2079.089661,0.081639734,0.04464885,0.040207281,Web/CloudOps,2 -bizitobs_application/10S/short,HistRoute-CV,434381.5449,434381.5449,349.8697048,1.096031706,0.015098626,0.015313148,6.092799737,659.0762816,0.025417939,0.013493077,0.010543697,Web/CloudOps,2 -bizitobs_l2c/5T/long,HistRoute-CV,101.5092183,101.5092183,6.722551926,0.644382159,0.487212497,0.798962443,3.312854171,10.07517833,0.565706202,0.377461242,0.282887395,Web/CloudOps,7 -bizitobs_l2c/5T/medium,HistRoute-CV,70.56696119,70.56696119,5.368470186,0.525053207,0.380390303,0.672762699,2.918810744,8.400414346,0.441985341,0.282460487,0.217159952,Web/CloudOps,7 -bizitobs_l2c/5T/short,HistRoute-CV,13.68384569,13.68384569,2.148391435,0.222707625,0.112058081,0.183849796,1.854921757,3.699168243,0.127044407,0.073784456,0.058415976,Web/CloudOps,7 -bizitobs_l2c/H/long,HistRoute-CV,86.5090609,86.5090609,5.34768725,0.570147986,0.636443603,0.773470035,6.256688568,9.301024723,0.568133458,0.326652185,0.272377307,Web/CloudOps,7 -bizitobs_l2c/H/medium,HistRoute-CV,72.94539952,72.94539952,4.836646884,0.487611206,0.496674325,0.759425924,3.778700023,8.540807896,0.517158903,0.292866322,0.236308844,Web/CloudOps,7 -bizitobs_l2c/H/short,HistRoute-CV,57.9498638,57.9498638,4.535458405,0.449517063,0.401369609,0.596823657,2.798582267,7.612480792,0.410332244,0.244472844,0.191209037,Web/CloudOps,7 -bizitobs_service/10S/long,HistRoute-CV,130805.7892,130805.7892,76.18141784,1.292816431,0.082383973,0.077436186,22.99399762,361.6708299,0.26793732,0.056437631,0.053018416,Web/CloudOps,2 -bizitobs_service/10S/medium,HistRoute-CV,32237.123,32237.123,42.88855732,1.026555399,0.068950549,0.060646221,10.64308278,179.5469939,0.13513129,0.032278937,0.024300701,Web/CloudOps,2 -bizitobs_service/10S/short,HistRoute-CV,2292.617504,2292.617504,18.3295616,0.724893403,0.054678504,0.043697117,5.134715647,47.88128553,0.035471988,0.013579126,0.010672756,Web/CloudOps,2 -car_parts/M/short,HistRoute-CV,1.371810405,1.371810405,0.456259843,0.844700751,0.829420595,1.896277469,645.2439049,1.171243103,2.808520813,1.0940643,2.272551047,Sales,1 -covid_deaths/D/short,HistRoute-CV,254606.1053,254606.1053,85.05429283,31.42988201,0.081283006,0.355114725,1088.951303,504.5850823,0.189852584,0.03200209,0.026225631,Healthcare,1 -electricity/15T/long,HistRoute-CV,305882.6788,305882.6788,56.64116856,0.847452218,0.123660223,0.128015692,7.149675101,553.0666133,0.872530395,0.089358388,0.071730377,Energy,1 -electricity/15T/medium,HistRoute-CV,247886.0688,247886.0688,51.44595605,0.799200439,0.119392134,0.126119813,7.090744672,497.8815811,0.857900095,0.088646562,0.071674645,Energy,1 -electricity/15T/short,HistRoute-CV,120331.7783,120331.7783,46.69937534,0.893018042,0.14954246,0.153076811,9.944251903,346.8887117,0.683786036,0.092053675,0.076906725,Energy,1 -electricity/D/short,HistRoute-CV,1248940932,1248940932,4127.030657,1.368855751,0.347726979,0.091998799,10.8051403,35340.3584,0.580759457,0.06782082,0.053322317,Energy,1 -electricity/H/long,HistRoute-CV,8898327.62,8898327.62,266.1287667,1.122087319,0.281473111,0.135963973,10.11755525,2983.006473,1.176496903,0.10496111,0.084682144,Energy,1 -electricity/H/medium,HistRoute-CV,5530962.478,5530962.478,227.4017215,0.997852091,0.212542591,0.123583814,8.808329146,2351.799838,0.917984965,0.088762384,0.071277113,Energy,1 -electricity/H/short,HistRoute-CV,1600935.46,1600935.46,161.8135338,0.887092654,0.165419521,0.11978751,10.01084289,1265.280783,0.597302892,0.076387544,0.062608922,Energy,1 -electricity/W/short,HistRoute-CV,43652704063,43652704063,27995.78283,1.451278808,0.189046988,0.094152655,11.01464,208932.2954,0.476714558,0.063877139,0.049682707,Energy,1 -ett1/15T/long,HistRoute-CV,8.598709477,8.598709477,1.532794452,0.979546169,0.787381172,0.374601819,6.641314472,2.932355619,0.558909851,0.292152123,0.22713328,Energy,7 -ett1/15T/medium,HistRoute-CV,9.11247081,9.11247081,1.549500075,0.972410167,0.759007973,0.373609019,6.30750209,3.018686935,0.575364682,0.295336229,0.2286491,Energy,7 -ett1/15T/short,HistRoute-CV,4.773978711,4.773978711,1.063784916,0.670546453,0.475461897,0.235674697,4.58692206,2.18494364,0.413045279,0.201099621,0.156786263,Energy,7 -ett1/D/short,HistRoute-CV,40986.67952,40986.67952,136.1749417,1.677127514,1.17316565,0.482285646,10.66165088,202.4516721,0.531746052,0.357668015,0.272676897,Energy,7 -ett1/H/long,HistRoute-CV,138.9540061,138.9540061,6.926993121,1.3344334,4.20619E+12,0.465824209,9.409121182,11.78787539,0.56449581,0.331718691,0.257337232,Energy,7 -ett1/H/medium,HistRoute-CV,132.7383471,132.7383471,6.733028424,1.250560845,3.54629E+12,0.431099549,9.175094023,11.52121292,0.551838813,0.322496116,0.250514717,Energy,7 -ett1/H/short,HistRoute-CV,95.93697087,95.93697087,4.822648675,0.799055874,0.462891642,0.25508165,5.429514535,9.794742001,0.457160681,0.225092744,0.172277896,Energy,7 -ett1/W/short,HistRoute-CV,1156229.747,1156229.747,869.5298802,1.529798332,0.640179292,0.556492676,8.026817742,1075.281241,0.427880078,0.346006699,0.251788674,Energy,7 -ett2/15T/long,HistRoute-CV,11.10373554,11.10373554,2.111867137,0.875205561,0.132522586,0.160425167,7.189006578,3.332226814,0.177580387,0.112545215,0.090564553,Energy,7 -ett2/15T/medium,HistRoute-CV,11.5208016,11.5208016,2.106109075,0.865355965,0.129710916,0.157681292,6.703629708,3.394230634,0.180884685,0.112238359,0.089236968,Energy,7 -ett2/15T/short,HistRoute-CV,7.311399304,7.311399304,1.65338936,0.716346118,0.102973631,0.122361767,5.038454496,2.70395993,0.1283666,0.078492277,0.062309397,Energy,7 -ett2/D/short,HistRoute-CV,106566.6958,106566.6958,194.6649292,1.274587448,0.418714377,0.132200955,11.41834586,326.445548,0.186833389,0.111411869,0.090878068,Energy,7 -ett2/H/long,HistRoute-CV,229.2985825,229.2985825,9.26287687,1.022972597,0.177733261,0.172815223,7.662083265,15.14260818,0.207366367,0.126847971,0.103380802,Energy,7 -ett2/H/medium,HistRoute-CV,237.4925942,237.4925942,9.528872176,1.027441935,0.172070589,0.166833327,7.199877323,15.41079473,0.207670352,0.12840767,0.103269954,Energy,7 -ett2/H/short,HistRoute-CV,105.3453773,105.3453773,6.271190283,0.718506016,0.116460531,0.107097507,5.042229932,10.26378962,0.130173404,0.079536138,0.063110965,Energy,7 -ett2/W/short,HistRoute-CV,2913529.943,2913529.943,1174.057082,0.764895543,0.124267326,0.135169803,8.37736407,1706.906542,0.143183275,0.098485379,0.082425566,Energy,7 -hierarchical_sales/D/short,HistRoute-CV,28.4973894,28.4973894,2.295240209,0.740530807,0.630308353,1.059315415,6.926763219,5.338294615,1.63772967,0.704154278,0.570827365,Sales,1 -hierarchical_sales/W/short,HistRoute-CV,463.6878563,463.6878563,8.88825914,0.719670829,0.527546113,0.455090832,6.590480689,21.53341256,0.988609503,0.408064325,0.344308696,Sales,1 -hospital/M/short,HistRoute-CV,2625.405964,2625.405964,17.22070759,0.748692765,0.189772507,0.171216452,5.071215511,51.23871548,0.186008436,0.062515167,0.049810492,Healthcare,1 -jena_weather/10T/long,HistRoute-CV,1401.839525,1401.839525,9.530010058,0.62674034,0.770121283,0.637719404,5.781536116,37.44114749,0.229108793,0.058315764,0.048236315,Nature,21 -jena_weather/10T/medium,HistRoute-CV,1427.601971,1427.601971,9.277801263,0.578038269,0.726444261,0.640872285,5.649967071,37.7836204,0.231877436,0.056937709,0.047020981,Nature,21 -jena_weather/10T/short,HistRoute-CV,727.8677685,727.8677685,4.999071307,0.261352173,0.341439926,0.536107912,2.165202187,26.9790246,0.167573563,0.0310505,0.026266499,Nature,21 -jena_weather/D/short,HistRoute-CV,347.3288218,347.3288218,9.304598021,1.011901757,0.592054014,0.446379359,6.799797461,18.63675996,0.112223754,0.056028887,0.043982314,Nature,21 -jena_weather/H/long,HistRoute-CV,1246.408382,1246.408382,11.0846058,0.976448029,2.033509674,0.652346439,7.834445161,35.30450937,0.212572272,0.066741611,0.054069248,Nature,21 -jena_weather/H/medium,HistRoute-CV,1305.567542,1305.567542,10.13094145,0.787719273,2.053463387,0.682054976,6.023292239,36.13263818,0.221102016,0.061993026,0.049174949,Nature,21 -jena_weather/H/short,HistRoute-CV,1087.748462,1087.748462,8.187054273,0.519226502,1.114906296,0.603564071,4.45955523,32.98103186,0.202171615,0.050186119,0.040235056,Nature,21 -kdd_cup_2018/D/short,HistRoute-CV,2908.891831,2908.891831,21.23222555,1.199543564,0.526676123,0.467447408,9.112760145,53.93414346,1.20818208,0.475624396,0.377103913,Nature,1 -kdd_cup_2018/H/long,HistRoute-CV,3813.261915,3813.261915,22.00666321,0.91720448,0.912201306,0.545139134,7.057615907,61.75161467,1.448942412,0.516365246,0.409804999,Nature,1 -kdd_cup_2018/H/medium,HistRoute-CV,4908.786961,4908.786961,23.55033901,0.956083752,0.892777533,0.511335467,7.955116941,70.0627359,1.466539951,0.492951247,0.395505582,Nature,1 -kdd_cup_2018/H/short,HistRoute-CV,4247.438336,4247.438336,20.862043,0.866373276,0.807328455,0.460268535,7.065291318,65.17237402,1.364175821,0.436680343,0.351789073,Nature,1 -m4_daily/D/short,HistRoute-CV,355207.4911,355207.4911,169.1454609,3.160919651,0.036299024,0.029414612,24.23024229,595.9928616,0.092064426,0.026128299,0.02075222,Econ/Fin,1 -m4_hourly/H/short,HistRoute-CV,913354.6659,913354.6659,184.0491442,0.668806429,0.082586659,0.075311419,5.046584698,955.6959066,0.130473601,0.025126773,0.01945089,Econ/Fin,1 -m4_monthly/M/short,HistRoute-CV,1799961.505,1799961.505,545.8771612,0.902517649,0.156787314,0.129271641,7.358387891,1341.62644,0.278836032,0.113452014,0.090417682,Econ/Fin,1 -m4_quarterly/Q/short,HistRoute-CV,1713475.28,1713475.28,541.1424151,1.132254118,0.110227202,0.098651913,8.542318375,1308.997815,0.219103183,0.090577711,0.072148928,Econ/Fin,1 -m4_weekly/W/short,HistRoute-CV,222875.7817,222875.7817,240.4064777,1.848863766,0.058342111,0.058105739,13.06447386,472.0972163,0.086008792,0.043798332,0.035024289,Econ/Fin,1 -m4_yearly/A/short,HistRoute-CV,3330455.459,3330455.459,827.3642151,3.057421699,0.160834176,0.137189676,27.08384148,1824.95355,0.292639759,0.132671686,0.107126166,Econ/Fin,1 -restaurant/D/short,HistRoute-CV,138.2817125,138.2817125,7.059746188,0.676800459,0.654710147,0.389665089,4.578335577,11.75932449,0.541191359,0.324905877,0.254028177,Sales,1 -saugeen/D/short,HistRoute-CV,1127.695488,1127.695488,12.36401752,2.746784694,0.270311378,0.310646901,28.30601466,33.58117758,1.087702327,0.400473468,0.328315851,Nature,1 -saugeen/M/short,HistRoute-CV,393.6989182,393.6989182,12.38942285,0.725921917,0.353308922,0.354243739,4.407813985,19.84184765,0.595711752,0.371967617,0.286201616,Nature,1 -saugeen/W/short,HistRoute-CV,947.6460932,947.6460932,14.44224451,1.171643914,0.363022743,0.378210134,9.036083377,30.78386092,0.929236437,0.435951158,0.346385134,Nature,1 -solar/10T/long,HistRoute-CV,18.08074715,18.08074715,1.803162112,0.787543872,2.991563357,1.450943668,4.45982119,4.252146182,0.919033381,0.389724647,0.294098397,Energy,1 -solar/10T/medium,HistRoute-CV,17.76947717,17.76947717,1.768115209,0.770969831,3.340910395,1.444746878,4.196746795,4.215385768,0.935410854,0.392351792,0.295827349,Energy,1 -solar/10T/short,HistRoute-CV,15.24189543,15.24189543,1.638529906,0.713539714,4.515565789,1.494001541,3.588456394,3.904087016,1.135698481,0.476648169,0.362511654,Energy,1 -solar/D/short,HistRoute-CV,136004.1392,136004.1392,247.8967761,0.967221754,1.123377064,0.417636127,5.180636037,368.7873902,0.532772188,0.35812642,0.277824364,Energy,1 -solar/H/long,HistRoute-CV,564.1325146,564.1325146,10.58556723,0.804940281,4.51550662,1.388610836,3.694125065,23.75147394,0.823506994,0.367020955,0.278402612,Energy,1 -solar/H/medium,HistRoute-CV,601.8716523,601.8716523,10.27147053,0.784007704,3.872223394,1.386475879,3.640322948,24.53307262,0.883738536,0.370002342,0.282106715,Energy,1 -solar/H/short,HistRoute-CV,601.8440248,601.8440248,10.11286861,0.778526551,3.745796978,1.388774037,3.59262769,24.53250955,0.904276472,0.372763705,0.282235818,Energy,1 -solar/W/short,HistRoute-CV,1520582.343,1520582.343,992.2405342,1.083529359,0.222199269,0.194502011,6.439225542,1233.118949,0.251710396,0.202541091,0.146052192,Energy,1 -temperature_rain/D/short,HistRoute-CV,174.6102443,174.6102443,5.660554565,1.311444683,24.47665282,1.492600226,18.69765838,13.21401696,1.555639164,0.666396933,0.53950731,Nature,1 -us_births/D/short,HistRoute-CV,139754.1119,139754.1119,217.4436982,0.320088969,0.021052188,0.020710588,2.524209708,373.8370125,0.035044186,0.020383582,0.016561064,Healthcare,1 -us_births/M/short,HistRoute-CV,52520951.76,52520951.76,6020.566019,0.679619519,0.018499134,0.018741714,4.059649919,7247.134038,0.022509549,0.018699837,0.013848141,Healthcare,1 -us_births/W/short,HistRoute-CV,1671695.894,1671695.894,993.998992,0.904170569,0.013482373,0.013504741,5.607314979,1292.940793,0.017551544,0.013493439,0.01059475,Healthcare,1 diff --git a/results/HistRoute-CV/config.json b/results/HistRoute-CV/config.json deleted file mode 100644 index a8ea3d46bc09ede9342f0ad82be17d4488313638..0000000000000000000000000000000000000000 --- a/results/HistRoute-CV/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "model": "HistRoute-CV", - "model_type": "agentic", - "model_dtype": "float32", - "org": "Hitsz iLearn-ML", - "replication_code_available": "No", - "testdata_leakage": "No" -} \ No newline at end of file diff --git a/results/LS-Agent/all_results.csv b/results/LS-Agent/all_results.csv deleted file mode 100644 index 3d0bdb8dd93f7e00cc9cf0545af935ae672fab87..0000000000000000000000000000000000000000 --- a/results/LS-Agent/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,LS-Agent,3957995.65451133,3957995.65451133,378.1091916214635,0.8603110564828469,4.78856334982787,0.7836829184466452,14.76672140811546,1989.4711997189927,5.257578423141691,0.9992297087494124,0.6890139974591692,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,LS-Agent,3046908.21216372,3046908.21216372,283.92922759148496,0.9253888651363296,4.3538482239211245,0.7790054676781556,20.24382714306673,1745.539518934968,5.303431006179388,0.8626553869648287,0.6129913607603669,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,LS-Agent,1536760.927994002,1536760.927994002,138.85716332620837,0.6132535387532211,1.64003308762096,0.6949932051659394,13.054603417842044,1239.6616183434903,3.892230869756011,0.4359771485925495,0.3498899165010743,Web/CloudOps,2 -bitbrains_fast_storage/H/short,LS-Agent,2889684.6192195974,2889684.6192195974,304.3594145448027,0.9851514459573376,3.472238754292412,0.543035668515421,21.040732057215344,1699.907238416143,4.845287875222897,0.8675232081357006,0.6424921132338733,Web/CloudOps,2 -bitbrains_rnd/5T/long,LS-Agent,2432862.306336082,2432862.306336082,182.2773081125668,3.270447965093801,1.8987919963236344,0.6615164060652982,114.86044806487024,1559.7635418024367,5.975102669521298,0.6982632951132953,0.6239613234009009,Web/CloudOps,2 -bitbrains_rnd/5T/medium,LS-Agent,2241386.628366248,2241386.628366248,145.4174887738562,4.329574227647126,0.5185664402002764,0.6872756731830288,158.70774049034395,1497.1261230658718,6.299172877473534,0.6118455132682792,0.6315239808997499,Web/CloudOps,2 -bitbrains_rnd/5T/short,LS-Agent,1640456.6432973067,1640456.6432973067,113.86891863500604,1.5729822871835444,0.9611660905756062,0.627635767943061,50.88278031335293,1280.8031243314902,5.240676663186286,0.4659187452124661,0.3703670700253367,Web/CloudOps,2 -bitbrains_rnd/H/short,LS-Agent,1889922.432078769,1889922.432078769,149.67140888402562,5.783915379536049,1.315416683012418,0.5187313294400915,196.70725978198683,1374.744497017089,6.016554538091898,0.6550353147786403,0.6229009232934204,Web/CloudOps,2 -bizitobs_application/10S/long,LS-Agent,5830039.893333334,5830039.893333334,1471.64375,3.1011581381389868,0.0449148686726888,0.0458903792586902,44.967749417334886,2414.547554581051,0.0931194479577907,0.0567554171093186,0.0502910239538342,Web/CloudOps,2 -bizitobs_application/10S/medium,LS-Agent,3600785.493333333,3600785.493333333,1045.4473958333333,2.257646437453527,0.0324235788981119,0.0330677480082767,21.62780460074899,1897.57358047938,0.0745121296126768,0.0410516422988401,0.034995727451858,Web/CloudOps,2 -bizitobs_application/10S/short,LS-Agent,343613.3688888889,343613.3688888889,319.8210763888889,0.9873614702129042,0.0140453550550672,0.0141374512990361,5.555577879521129,586.1854389942563,0.0226068293318461,0.0123342205549424,0.0096062542573531,Web/CloudOps,2 -bizitobs_l2c/5T/long,LS-Agent,50.13316964285714,50.13316964285714,4.222515190972223,0.4208917426995313,0.3317486940509737,0.6244478393170686,2.696605604109132,7.080478065982349,0.397558258071185,0.2370879153015399,0.1858439079002455,Web/CloudOps,7 -bizitobs_l2c/5T/medium,LS-Agent,53.20044642857143,53.20044642857143,4.454500159438775,0.4468260571383269,0.325594082591225,0.5367297300679814,2.9040060763688422,7.293863614612727,0.3837644870382265,0.2343722146482013,0.184156492445978,Web/CloudOps,7 -bizitobs_l2c/5T/short,LS-Agent,13.164534505208334,13.164534505208334,1.955175199962797,0.2022068563885345,0.0894763666717897,0.1760956695140235,1.720287588594516,3.628296364026557,0.1246103784006342,0.0671486276376062,0.0534874565344546,Web/CloudOps,7 -bizitobs_l2c/H/long,LS-Agent,81.89657738095238,81.89657738095238,5.137902638268849,0.5500563761469538,0.5976975114160816,0.7699710752612535,4.526565101764602,9.049672777562312,0.552780132217577,0.3138379220456556,0.2525634921135263,Web/CloudOps,7 -bizitobs_l2c/H/medium,LS-Agent,80.12965029761905,80.12965029761905,4.944983491443453,0.5049966293789051,0.479287718514104,0.7703552116639161,3.5365857411197403,8.951516647899341,0.5420279296033048,0.2994262614055025,0.2401109100782616,Web/CloudOps,7 -bizitobs_l2c/H/short,LS-Agent,48.06599547371032,48.06599547371032,4.140051463293651,0.4078845075808299,0.3493336556340864,0.583716993367737,2.5957510774369346,6.9329644073592585,0.3737045371853771,0.2231593767265716,0.1725656791289994,Web/CloudOps,7 -bizitobs_service/10S/long,LS-Agent,129345.95047619048,129345.95047619048,75.02758597883597,1.2738309981109517,0.0741342760520006,0.0714011147808529,17.388483273345408,359.64698035183125,0.2664379806696012,0.0555828342647564,0.050655009031713,Web/CloudOps,2 -bizitobs_service/10S/medium,LS-Agent,15107.660952380951,15107.660952380951,35.39004464285714,0.973113617115478,0.0603562709263392,0.0534000591378665,8.830525862106175,122.91322529484349,0.0925073898205409,0.0266353815684997,0.0202747941678273,Web/CloudOps,2 -bizitobs_service/10S/short,LS-Agent,2054.920985449736,2054.920985449736,17.469421761326057,0.6847117568951306,0.0501945426981285,0.0399957088702658,4.879507487037063,45.3312363106251,0.0335828305018801,0.0129419066790146,0.0100778428660964,Web/CloudOps,2 -car_parts/M/short,LS-Agent,1.3653892358967676,1.3653892358967676,0.4496594146854202,0.8279382921727588,0.8387945872953542,1.9001135270424767,15.1933926186243,1.1684987102674815,2.801940042110014,1.0782371501551953,0.9270841521886972,Sales,1 -covid_deaths/D/short,LS-Agent,250855.23709273184,250855.23709273184,77.12606320488722,29.61038205044786,0.0784960991201781,0.18086106456124,654.2473140738424,500.8545069106714,0.1884489367781598,0.0290190552511857,0.0252272476736643,Healthcare,1 -electricity/15T/long,LS-Agent,306676.35469359986,306676.35469359986,55.84609484093468,0.8422626511597023,0.1207682124233708,0.1221109332664096,6.983177500364498,553.7836713858579,0.8736616553456794,0.0881040633452104,0.070296510814374,Energy,1 -electricity/15T/medium,LS-Agent,250125.23585870635,250125.23585870635,50.640209806974944,0.7915869312922478,0.1161167977370708,0.1235635843427054,6.876727004469255,500.1252201786132,0.8617661240622522,0.0872581816839202,0.0703209220952097,Energy,1 -electricity/15T/short,LS-Agent,130464.39181227125,130464.39181227125,48.40498797442462,0.9367558608159033,0.15084476052069504,0.15233505494376662,10.219997908966004,361.19854901739467,0.7119935547820836,0.0954157749272544,0.07827247442410573,Energy,1 -electricity/D/short,LS-Agent,1313758661.0992432,1313758661.0992432,4209.099009009009,1.3752613382787593,0.3189439179757143,0.0919931788690879,11.021579627583876,36245.808876327246,0.5956390407296719,0.0691694784524389,0.0541287077823848,Energy,1 -electricity/H/long,LS-Agent,6814130.150594595,6814130.150594595,254.2253903903904,1.1319826282460623,0.2829012810657926,0.1350234263105263,9.201230387923982,2610.388888766307,1.0295365995481638,0.1002664181830106,0.0792235968287892,Energy,1 -electricity/H/medium,LS-Agent,4911892.669842342,4911892.669842342,228.4539922050957,1.0272765159259465,0.2083109521103022,0.1237729618391151,8.455244234014065,2216.2790144389182,0.865086742093055,0.0891731224034947,0.0708781242725574,Energy,1 -electricity/H/short,LS-Agent,1852544.0665695383,1852544.0665695383,172.41281274194117,0.9322898829650196,0.1517289012211305,0.1228204299695353,9.997871891530826,1361.081947044166,0.6425278845635001,0.0813911609681555,0.0654201365420972,Energy,1 -electricity/W/short,LS-Agent,43409032692.6991,43409032692.6991,27561.452364864865,1.4212109229186658,0.1970286438575058,0.0930124696362316,11.131868218035754,208348.34458833383,0.4753821832950293,0.062886141120437,0.0487702913320353,Energy,1 -ett1/15T/long,LS-Agent,7.743469742063492,7.743469742063492,1.485230499751984,0.96312381279418,0.7632947940068391,0.3734597951524004,6.708833362748769,2.782709065292937,0.530387099227911,0.2830864017634373,0.2185089851681539,Energy,7 -ett1/15T/medium,LS-Agent,8.574843352787079,8.574843352787079,1.5295550294906377,0.962522993918306,0.7221446505512271,0.3750753002771135,6.463014789200928,2.928283345714188,0.5581336515414481,0.2915346751169622,0.2232893292941316,Energy,7 -ett1/15T/short,LS-Agent,4.9894224802653,4.9894224802653,1.0518389928908576,0.6661898151504121,0.4714038137739226,0.2279492346945281,4.574414765194319,2.2337015199585863,0.4222625770482421,0.1988413580817887,0.1557636664218557,Energy,7 -ett1/D/short,LS-Agent,42155.91746031746,42155.91746031746,137.62571924603174,1.6575738491995815,1.3017297169518849,0.4709583413144764,10.025611242742992,205.319062583866,0.5392773283794092,0.3614785166914489,0.2736293781951349,Energy,7 -ett1/H/long,LS-Agent,142.06099537037036,142.06099537037036,7.190076264880952,1.3775881873038054,2668319807104.788,0.4832832869799015,8.705749946707241,11.91893432192536,0.570771950057491,0.3443171797011167,0.2617489868464578,Energy,7 -ett1/H/medium,LS-Agent,131.8645554315476,131.8645554315476,6.728583054315476,1.220959826048368,3409354563340.7817,0.4351954776588191,8.042005451037303,11.483229311981349,0.5500195244000224,0.3222832141442357,0.2467974181876452,Energy,7 -ett1/H/short,LS-Agent,93.09271647135417,93.09271647135417,4.77075943719773,0.7884899580746818,0.4382189841497512,0.2545526049287073,5.248736039829404,9.64845668857741,0.4503329226911433,0.2226708488366938,0.1706888826359081,Energy,7 -ett1/W/short,LS-Agent,1424096.5714285714,1424096.5714285714,929.3221261160714,1.562505847861195,0.6971596309116909,0.5390631360259086,8.04116563138094,1193.355174048603,0.4748645064556256,0.3697994548087722,0.2726507182504715,Energy,7 -ett2/15T/long,LS-Agent,10.643125,10.643125,2.066861359126984,0.8609134688330573,0.131057564894496,0.1594956685730411,6.963525974919164,3.2623802660021104,0.1738581382221936,0.1101467758390915,0.0889101769584519,Energy,7 -ett2/15T/medium,LS-Agent,10.954563879588294,10.954563879588294,2.047723311166915,0.844241058969054,0.1265156849563793,0.1539361478158982,6.403688634637232,3.309767949507683,0.1763835251437353,0.1091268819000883,0.0867792045053491,Energy,7 -ett2/15T/short,LS-Agent,7.115114484514509,7.115114484514509,1.6420353480747767,0.704837317401606,0.0991876898973784,0.1192148929962204,4.616117287436609,2.667417193562812,0.126631793880929,0.0779532658949655,0.0611054275196489,Energy,7 -ett2/D/short,LS-Agent,103877.76507936508,103877.76507936508,192.67144097222223,1.2866335577093546,0.4144287109375,0.1323527355786133,12.688414342346553,322.3007370133756,0.1844612154108659,0.1102709491329028,0.091925621485008,Energy,7 -ett2/H/long,LS-Agent,212.09279100529105,212.09279100529105,8.876678240740741,0.9863337130527872,0.1727133635363062,0.1682360528591291,7.590636623628375,14.563405886168628,0.1994346347861026,0.1215592765108061,0.0987508441186879,Energy,7 -ett2/H/medium,LS-Agent,231.0735305059524,231.0735305059524,9.362131463913691,1.0018450174395812,0.1673905000046946,0.1626512305362657,7.0447146573640325,15.201102937154014,0.2048446247049054,0.1261607341317325,0.1011851543574738,Energy,7 -ett2/H/short,LS-Agent,102.98327287946428,102.98327287946428,6.245540655226934,0.718398760569781,0.1177012861032638,0.107465337664825,5.027683561949292,10.148067445551606,0.128705731226422,0.0792108331215014,0.0626304524772551,Energy,7 -ett2/W/short,LS-Agent,3201726.571428572,3201726.571428572,1227.434430803571,0.8334132762734304,0.1341433354786464,0.1482200204032048,8.351307781377661,1789.3369083066978,0.1500979344002041,0.1029629310277032,0.086641179203656,Energy,7 -hierarchical_sales/D/short,LS-Agent,28.566565390528112,28.566565390528112,2.29266982660061,0.7397024873651289,0.6286003595955686,1.052127913963733,7.0039686496220135,5.344769909970691,1.6397162186228236,0.7033657130143534,0.5696389702315354,Sales,1 -hierarchical_sales/W/short,LS-Agent,429.4711583024365,429.4711583024365,8.552440449342889,0.6974483339124989,0.5071761375346325,0.4414099050555957,6.260073671728046,20.723685924623457,0.9514345575082152,0.3926467243391096,0.3261031349656462,Sales,1 -hospital/M/short,LS-Agent,2181.802042590178,2181.802042590178,16.582108598333605,0.7369085355364,0.1877174609539458,0.1687085179433756,4.844414093067998,46.70976388925744,0.1695672895870336,0.0601969048125277,0.0474163573002603,Healthcare,1 -jena_weather/10T/long,LS-Agent,1302.832068452381,1302.832068452381,9.116233284763558,0.6080866482724735,0.7606039367036308,0.6276905187223775,5.592641730600743,36.09476511147262,0.2208700513527134,0.0557837932323614,0.0458163551734095,Nature,21 -jena_weather/10T/medium,LS-Agent,1463.2911075036077,1463.2911075036077,9.273370141143578,0.5757598847040989,0.7093564802793489,0.6407435859279,5.235502521849351,38.2529882166558,0.2347579444832881,0.05691051638731,0.0462770775384647,Nature,21 -jena_weather/10T/short,LS-Agent,856.2255760374524,856.2255760374524,5.558732635255844,0.2576355189781658,0.3325234111368954,0.533926560520534,2.0510349364347427,29.26133243783428,0.1817495638231603,0.0345266994937326,0.028065775515264,Nature,21 -jena_weather/D/short,LS-Agent,363.61041666666665,363.61041666666665,9.531648375496031,1.0410168063281946,0.6280933773860512,0.4482449844569415,6.474132487587046,19.06857143749019,0.1148239661885831,0.0573961019773945,0.0447487045709449,Nature,21 -jena_weather/H/long,LS-Agent,1210.5660052910052,1210.5660052910052,10.757803199404762,0.8963241679357514,1.9414292279411764,0.6415358077890095,6.4174105566105215,34.79318906468628,0.2094935672929787,0.0647739005553397,0.0523687150234767,Nature,21 -jena_weather/H/medium,LS-Agent,1254.7859126984126,1254.7859126984126,9.849200923859128,0.7287829360461032,1.8239589701065628,0.6573648873313057,5.910209303871009,35.42295742450668,0.2167593588516752,0.0602690072393571,0.0486371128391604,Nature,21 -jena_weather/H/short,LS-Agent,1074.5882075794957,1074.5882075794957,8.110872630387819,0.5102414890145719,1.1266963411565958,0.6002900106841365,4.227426979328425,32.78091224446775,0.2009448897676317,0.0497191290613835,0.0400772913809724,Nature,21 -kdd_cup_2018/D/short,LS-Agent,2899.3460539056787,2899.3460539056787,21.076490967235188,1.1872929686990523,0.5167337099647686,0.4626530168652016,9.236703785918412,53.84557599195758,1.2061980716092178,0.4721357751798457,0.3761106711005144,Nature,1 -kdd_cup_2018/H/long,LS-Agent,4139.720109443933,4139.720109443933,24.237604617678592,1.023010673602933,1.0381320172635442,0.6110706958212206,7.298679075961965,64.34065673774191,1.5096917554664042,0.568712128828793,0.4404836912313945,Nature,1 -kdd_cup_2018/H/medium,LS-Agent,5235.180331339708,5235.180331339708,25.15646038519173,1.035989409326116,0.9133945749143104,0.557767774079653,8.292007840832014,72.35454603091438,1.5145116842675643,0.526570274822931,0.4185997139436583,Nature,1 -kdd_cup_2018/H/short,LS-Agent,4323.167225545541,4323.167225545541,22.07189734378497,0.9196630064456326,0.8508538442730803,0.4847072708803584,7.245115611775244,65.75079638715825,1.3762832451665143,0.4620047843134489,0.3679460384725734,Nature,1 -loop_seattle/5T/long,LS-Agent,78.04066343990081,78.04066343990081,4.938661917892157,0.7820837337908076,0.1425589696470579,0.1124310627924694,6.088735035599969,8.834062680324427,0.1561880444526268,0.0873165580867157,0.0691121282150365,Transport,1 -loop_seattle/5T/medium,LS-Agent,63.04911921923375,63.04911921923375,4.500431476352877,0.7168322159200757,0.1346837607699651,0.1032762395816255,5.328936999199321,7.940347550279758,0.1412750987462554,0.0800719234512736,0.0631823807552929,Transport,1 -loop_seattle/5T/short,LS-Agent,40.46229140337776,40.46229140337776,3.395536240458612,0.5379984684599254,0.0878604228774583,0.0725624882807188,3.905435953884244,6.360997673586884,0.1090770666437701,0.0582259500470766,0.0456357922718243,Transport,1 -loop_seattle/D/short,LS-Agent,17.920021042956655,17.920021042956655,2.8502206335864937,0.860034189660436,0.0529091312420257,0.0526156551578664,7.198991623019681,4.233204583168248,0.0756530220924111,0.0509372510410501,0.0413104032103973,Transport,1 -loop_seattle/H/long,LS-Agent,46.659875677244585,46.659875677244585,3.7317247430770553,0.7896994154413045,0.1128390689793426,0.0862632809977298,6.136984410847647,6.830803443025175,0.1220755809787473,0.0666909053764466,0.0527865773967883,Transport,1 -loop_seattle/H/medium,LS-Agent,50.59589924374355,50.59589924374355,3.886785617824432,0.8027488811575485,0.1056151150918966,0.0881391058452869,5.682934605367784,7.113079448715834,0.1257228858566288,0.0686985022594044,0.053188696984626,Transport,1 -loop_seattle/H/short,LS-Agent,48.45315836363112,48.45315836363112,3.678406589676508,0.7518178502116998,0.1019734665504601,0.0844891575870533,5.427544127602726,6.9608302926900265,0.1232137771140145,0.0651115385115892,0.0508974101457817,Transport,1 -m4_daily/D/short,LS-Agent,349316.1702828754,349316.1702828754,176.55646240209623,3.2821112930762166,0.0368216475362634,0.0298491539200093,24.616527859529267,591.0297541434571,0.0912977626534657,0.0272730939285496,0.0215051528574059,Econ/Fin,1 -m4_hourly/H/short,LS-Agent,832390.5324234586,832390.5324234586,193.0135162218373,0.6406277019837496,0.0812043851892345,0.0744001206006528,4.969412282219403,912.354389710193,0.1245565314289898,0.0263506093362927,0.0204449337863573,Econ/Fin,1 -m4_monthly/M/short,LS-Agent,1751752.8640208333,1751752.8640208333,535.308596363209,0.8900936273142781,0.1538545147026026,0.1267622355404242,7.304527533597646,1323.538010040072,0.2750766342661444,0.1112555029506612,0.0886138980274086,Econ/Fin,1 -m4_quarterly/Q/short,LS-Agent,1674609.8210625,1674609.8210625,533.2935399373372,1.112738802410472,0.1103731162647406,0.0967057752798896,8.417846925233073,1294.0671625006562,0.216604055668838,0.08926394777625,0.0710589913602574,Econ/Fin,1 -m4_weekly/W/short,LS-Agent,232161.5496035997,232161.5496035997,241.92494509320764,1.865377377591444,0.0580255309391614,0.0574577321894997,12.898393332422598,481.8314535224944,0.08778221687291,0.0440749723619846,0.0349329339165267,Econ/Fin,1 -m4_yearly/A/short,LS-Agent,3161267.545196018,3161267.545196018,809.0708225874902,2.952769481118072,0.1643164360787165,0.1324911221820134,29.65489197413017,1777.9953726587758,0.2851097988793123,0.1297382563837014,0.1054265547289905,Econ/Fin,1 -m_dense/D/short,LS-Agent,7472.422222222222,7472.422222222222,40.53469328703704,0.61455802219705,0.1144197773632957,0.0889562455405089,6.508824126960593,86.44317336968966,0.1496459197232485,0.0701715499464225,0.0589339050096849,Transport,1 -m_dense/H/long,LS-Agent,32834.12740740741,32834.12740740741,75.90354938271605,0.6590285878807735,0.2530622682784296,0.1829298950091196,6.812451394662907,181.2018968096289,0.3136873034095482,0.1314002786079689,0.1093393009415736,Transport,1 -m_dense/H/medium,LS-Agent,35405.002222222225,35405.002222222225,77.24075737847222,0.6700292492280365,0.2539263157701336,0.1845170565870654,7.132423187219687,188.162170008273,0.3273784238277079,0.134389167624453,0.1117915061463231,Transport,1 -m_dense/H/short,LS-Agent,43759.17958333333,43759.17958333333,84.02797688802083,0.7374398524982186,0.2641566450580394,0.198730639041156,8.799730728642402,209.1869488838473,0.3710455641211372,0.1490447097810366,0.1241083067715754,Transport,1 -restaurant/D/short,LS-Agent,137.55816931424826,137.55816931424826,7.014839278534924,0.6739711849763292,0.6529271396655846,0.3881235526017446,4.533388540047113,11.728519485180056,0.5397736414145957,0.3228391568174815,0.2523387546215485,Sales,1 -saugeen/D/short,LS-Agent,1170.9258333333332,1170.9258333333332,12.595859375,2.7984950465877843,0.2740062459309896,0.3169424501325997,27.01486468461242,34.21879356922645,1.1083548768624114,0.4079828863139539,0.3339179435064253,Nature,1 -saugeen/M/short,LS-Agent,370.3382626488095,370.3382626488095,11.941795712425597,0.6997066520064621,0.3402718816484724,0.3366643374448302,3.779140882233132,19.24417477183185,0.5777678586339906,0.3585285323386167,0.2759196491205748,Nature,1 -saugeen/W/short,LS-Agent,763.991845703125,763.991845703125,12.895628356933594,1.0460699982538983,0.3284619331359863,0.340623104768961,6.219094001819357,27.640402415723347,0.8343485306132885,0.3892652649956372,0.3029667751443918,Nature,1 -solar/10T/long,LS-Agent,18.76172073005373,18.76172073005373,1.795680681090962,0.7858367102177497,3.3093787689892906,1.4441903231150852,4.058325344052501,4.331480200815159,0.936180143319972,0.3881076489889697,0.2901079452291178,Energy,1 -solar/10T/medium,LS-Agent,20.75354539060772,20.75354539060772,1.8128776889489675,0.7926660219113224,3.764102085554557,1.4410976973090144,3.723100298745269,4.555605930126937,1.010907062884297,0.4022847647519873,0.2952445886863991,Energy,1 -solar/10T/short,LS-Agent,20.76556515287599,20.76556515287599,1.9137062982341089,0.8412567424218061,5.084492262151331,1.5028833883926465,3.784072717490558,4.556924966781436,1.3256089535826725,0.5566969440926415,0.4186354107507996,Energy,1 -solar/D/short,LS-Agent,126486.72311435523,126486.72311435523,248.4744221411192,0.9693505896896136,1.077163674013458,0.4222444817922932,5.336927155437771,355.64971968828434,0.5137927203862245,0.3589609164044176,0.2745995197496007,Energy,1 -solar/H/long,LS-Agent,254.9411242903488,254.9411242903488,6.264248783454988,0.474749905091956,2.367746141870541,1.345685737918359,3.3093573029281904,15.966875846274649,0.5536007573658959,0.217192950220014,0.1711779779037054,Energy,1 -solar/H/medium,LS-Agent,237.2138458029197,237.2138458029197,5.970442233120438,0.4536738977096268,1.5723881764635497,1.3500556606531189,3.014090671178783,15.40174814113384,0.5548069158997295,0.2150692643173679,0.1667239838737975,Energy,1 -solar/H/short,LS-Agent,200.0318042170392,200.0318042170392,5.481803407496871,0.4196344732107973,1.457248861891557,1.344714742123334,2.812586860655765,14.143260027908672,0.5213252772947209,0.2020611001883014,0.1574312691179848,Energy,1 -solar/W/short,LS-Agent,1377179.9416058394,1377179.9416058394,934.5828296076644,1.0146145061695768,0.2065331117950216,0.1833387671925925,7.123037284719279,1173.5331020494648,0.239547440327014,0.1907717168055285,0.1390003162778504,Energy,1 -sz_taxi/15T/long,LS-Agent,15.32388599537037,15.32388599537037,2.67193342681624,0.5038501266126394,6058400222384.793,0.3957056379429893,3.6659290329863214,3.914573539399965,0.3623259443791346,0.2473093920564756,0.1953075911534318,Transport,1 -sz_taxi/15T/medium,LS-Agent,16.13761476696047,16.13761476696047,2.729698142027244,0.5321054295510506,9778582794050.951,0.4018527937970993,3.7114216922754353,4.01716501614764,0.3738642717973621,0.2540439847488009,0.1999617193947907,Transport,1 -sz_taxi/15T/short,LS-Agent,16.484387370984052,16.484387370984052,2.6992087637839592,0.5383764686495038,1114329904081.2888,0.3867810369919218,3.7993530632634585,4.060096965712033,0.3796364411912855,0.2523875704864017,0.1983965683009494,Transport,1 -sz_taxi/H/short,LS-Agent,7.081466576991937,7.081466576991937,1.8290042225112264,0.5571254730383484,1.1058692952506564,0.2924757584585595,3.8487041463196814,2.6611025115526714,0.2478981173043581,0.1703830278367237,0.1340390307722211,Transport,1 -temperature_rain/D/short,LS-Agent,182.03222949133533,182.03222949133533,5.69190902160688,1.32072382785697,19.64549845550676,1.5019093614426453,19.49241552394088,13.491932014775918,1.5883571110011003,0.6700881800871391,0.5420213192333502,Nature,1 -us_births/D/short,LS-Agent,122768.76,122768.76,210.7478125,0.3101773446912547,0.0203568967183431,0.0200840857117664,2.4487379952445294,350.3837324990988,0.0328456317217945,0.0197558973020147,0.0155637409204826,Healthcare,1 -us_births/M/short,LS-Agent,46536234.66666666,46536234.66666666,5578.91796875,0.6301450497561956,0.0171471945941448,0.0173586744940618,2.8316915885392704,6821.747185777751,0.0211883002489409,0.0173280811743553,0.0130801234044164,Healthcare,1 -us_births/W/short,LS-Agent,1548881.2857142857,1548881.2857142857,940.1476702008928,0.8552553975813026,0.0127151097570146,0.0127474134994473,5.255326947224583,1244.5405922324453,0.0168945165068424,0.0127624124373372,0.0101146565147476,Healthcare,1 diff --git a/results/LS-Agent/config.json b/results/LS-Agent/config.json deleted file mode 100644 index 0d84649057729c4bda09132e7d8f01e6b9712cdd..0000000000000000000000000000000000000000 --- a/results/LS-Agent/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "LS-Agent", - "model_type": "agentic", - "model_dtype": "float32", - "model_link": "", - "code_link": "", - "org": "LongShine AI Research", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/LongSeer-v1.0/all_results.csv b/results/LongSeer-v1.0/all_results.csv deleted file mode 100644 index 71bce637dde2852316dd14bede352160a6d7e846..0000000000000000000000000000000000000000 --- a/results/LongSeer-v1.0/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/5T/short,LongSeer-v1.0,46.0242304907889,46.02331518960391,3.589270943508967,0.5687626614343698,0.09884109298061186,0.07643756997305023,4.497018896993891,6.78411604343476,0.11633261285092873,0.06154807264719392,0.048856053338145494,Transport,1 -loop_seattle/5T/medium,LongSeer-v1.0,76.76476550602929,76.76478494045722,5.019541802913666,0.7969993449931385,0.16136170103256034,0.11388027800100095,6.010984602961737,8.761550405380847,0.1558859874059524,0.08930796423793884,0.07079612386501875,Transport,1 -loop_seattle/5T/long,LongSeer-v1.0,96.47652557221839,96.47503596459175,5.647234629052602,0.8916623353048918,0.17664159158721868,0.12617891124127512,8.996797183285276,9.822246462608154,0.1736593271001622,0.09984426367138824,0.08144384797622839,Transport,1 -loop_seattle/D/short,LongSeer-v1.0,18.12208853757326,18.12384730747723,2.8602431629956446,0.864970901763362,0.05304606637176444,0.0527865281145386,8.173707913641033,4.257004643828012,0.07607836426538289,0.051116369242735785,0.04201349592297479,Transport,1 -loop_seattle/H/short,LongSeer-v1.0,52.8556305403572,52.854997138571356,3.8521136690703486,0.78843415312391,0.1071639130549121,0.08879508830578732,7.173488451758402,7.270187792647257,0.12868971804811358,0.06818632972085041,0.055437729637307386,Transport,1 -loop_seattle/H/medium,LongSeer-v1.0,58.71657652813255,58.71541905387657,4.128539975997834,0.8543206210287033,0.11178719868562535,0.09415711073365285,7.394763948661772,7.662674241290214,0.13543690575803125,0.07297147993509565,0.05915929237524131,Transport,1 -loop_seattle/H/long,LongSeer-v1.0,56.68521123218334,56.68494527713816,4.046970633265896,0.8510943492871715,0.12022873356767966,0.0939135038044772,10.139530173698274,7.528958177077579,0.1345525650511663,0.0723247847292509,0.06031364274351593,Transport,1 -m_dense/D/short,LongSeer-v1.0,7532.877058272768,7532.080180712247,41.26080985740379,0.6283250243481306,0.11413978652035932,0.0915861894426376,7.175165060626899,86.79214859808903,0.15025004746380605,0.07142856513643785,0.059421949509734374,Transport,1 -m_dense/H/short,LongSeer-v1.0,44625.319467573754,44623.16956457004,87.6365440881749,0.7879919208198808,0.2925730907443508,0.20884869766570574,9.413387131352389,211.24705789092957,0.3746996413056291,0.1554453915853284,0.12966772302270893,Transport,1 -m_dense/H/medium,LongSeer-v1.0,37372.48219818137,37372.223928933236,80.43756175801158,0.6907086542694718,0.26285078774290366,0.19041971160772073,8.172997042123356,193.31963738374168,0.3363517457065754,0.13995119525277486,0.11615981456939724,Transport,1 -m_dense/H/long,LongSeer-v1.0,35518.25006984655,35518.87839758105,80.62103838248753,0.6891598376130174,0.2629022584965644,0.19026444536571543,9.334471140977001,188.46286124816888,0.32625707269745163,0.1395669353966939,0.11733937538692515,Transport,1 -sz_taxi/15T/short,LongSeer-v1.0,16.795344794515753,16.79543114838596,2.740441331707967,0.5467604402347875,991745256287.852,0.39519995149543047,3.9391596828269804,4.098212390117886,0.3832003858044493,0.2562429848968234,0.20170643314588096,Transport,1 -sz_taxi/15T/medium,LongSeer-v1.0,16.389281421003933,16.389360761759487,2.7532134643961426,0.5361790841993602,9775272913335.678,0.40567249616802936,3.780174055060321,4.048367747747718,0.3767681922723905,0.25623246813426176,0.20183847240878053,Transport,1 -sz_taxi/15T/long,LongSeer-v1.0,15.682106405261367,15.68212897428238,2.699100493022098,0.5085591288177516,6100660675101.114,0.39836143570406646,7.356102270297045,3.9600639395420583,0.3665364641140068,0.24982393367999434,0.21055028181655566,Transport,1 -sz_taxi/H/short,LongSeer-v1.0,7.117017849618273,7.117036295365579,1.8381334192224916,0.5597655569841422,1.0724209624494827,0.2951989014991285,4.054685375738937,2.6677739502473354,0.24851960599921666,0.17123347091563526,0.1353149693253083,Transport,1 -bitbrains_fast_storage/5T/short,LongSeer-v1.0,1687411.6621886154,1687412.4785833326,153.2286464912964,0.6733190171575073,2.0886408773694622,0.6214190151461394,14.054942930012436,1299.0041039922144,4.078551587485608,0.4811000500111534,0.3894354226155039,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,LongSeer-v1.0,3779159.714364199,3780013.2875551553,307.5101835428412,0.9636380446946546,5.144975642700141,0.6916805934785569,21.378652848440748,1944.0060993639395,5.906427722489297,0.9343009127489266,0.6661207395165849,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,LongSeer-v1.0,5730425.300971117,5730943.960914614,436.1294247746676,0.8879072696257402,6.5135449589618215,0.7006954889089089,20.16689085846449,2393.830675083582,6.326179009876596,1.152559719998877,0.8761475254071986,Web/CloudOps,2 -bitbrains_fast_storage/H/short,LongSeer-v1.0,2972559.498755461,2972707.28411875,315.8323694781101,1.0225891613791231,3.520140230734581,0.554810631308017,21.22801767755407,1724.1112199494153,4.914277259160498,0.9002248886696476,0.6686107367124238,Web/CloudOps,2 -bitbrains_rnd/5T/short,LongSeer-v1.0,1921346.747955039,1921356.4769140088,130.42642839417718,1.632282502197274,0.8407460220212226,0.6058548065863313,53.2011491404533,1386.1265266760604,5.67162957211258,0.5336672908492105,0.43750091113871936,Web/CloudOps,2 -bitbrains_rnd/5T/medium,LongSeer-v1.0,2261146.6964819273,2261014.3603241513,146.93415619603482,4.354417707735,0.4273876738779071,0.6553167402108951,161.28734912470875,1503.710975048705,6.326878685676465,0.618226904278888,0.5925082920391348,Web/CloudOps,2 -bitbrains_rnd/5T/long,LongSeer-v1.0,2515843.408901862,2515793.790357852,177.8868631120994,3.284983631166077,2.01272384399748,0.6381245369493597,119.40820993778838,1586.1410431931524,6.0761489834867355,0.6814444951870552,0.645007141806014,Web/CloudOps,2 -bitbrains_rnd/H/short,LongSeer-v1.0,1920377.2713749395,1920225.5264966632,153.27557900605962,5.839488109354878,1.4276834619984835,0.5432500488758396,207.49640353538877,1385.776775449401,6.064837451418844,0.6708089559679596,0.6195705481378445,Web/CloudOps,2 -bizitobs_application/10S/short,LongSeer-v1.0,294645.3603897539,294700.01270279195,297.1104173130459,1.0949135427021237,0.01463347217337955,0.014839935933547418,12.02613191699986,542.812454158666,0.020934106673512535,0.011458361211485904,0.009082270608996738,Web/CloudOps,2 -bizitobs_application/10S/medium,LongSeer-v1.0,2017959.6389235337,2018209.6985455612,796.3624589904149,1.8526373007223234,0.025688313190954794,0.026205765434006503,19.91774190099144,1420.5490624837755,0.05578078075803387,0.03127080992979109,0.025451630635652263,Web/CloudOps,2 -bizitobs_application/10S/long,LongSeer-v1.0,5765426.426879411,5765844.4118995145,1456.2653928438822,3.2338613622599306,0.046365004001185116,0.047363460514149434,83.00918786780666,2401.130239466283,0.09260199574435533,0.05616233534285751,0.05280172878775413,Web/CloudOps,2 -bizitobs_l2c/5T/short,LongSeer-v1.0,20.373347919607074,20.3718268460857,2.6357839961846667,0.27568265123316266,0.14558654370899374,0.20853834101907465,3.0265283488620573,4.513684517066636,0.1550181963321965,0.0905234912774441,0.07329864848066826,Web/CloudOps,7 -bizitobs_l2c/5T/medium,LongSeer-v1.0,73.8943518198645,73.89864605467528,5.324644300630506,0.5179756021851551,0.3841201751622641,0.6392097887452,2.8957063895534088,8.59618239801044,0.4522856064720462,0.28015459249863955,0.21595839758730156,Web/CloudOps,7 -bizitobs_l2c/5T/long,LongSeer-v1.0,67.63723875295415,67.63970367099189,4.932597449533642,0.48942273388896274,0.4012803019771939,0.7168111241472357,2.8031510601628336,8.224186206121196,0.46177576029324036,0.27695797254488,0.21433801172576367,Web/CloudOps,7 -bizitobs_l2c/H/short,LongSeer-v1.0,54.116549400230234,54.12009355836604,4.411082185764191,0.4309511446411313,0.3957468755913899,0.6004868110906503,2.5785752355101663,7.356395136221969,0.39652857931050906,0.23776865162265695,0.1837548805493375,Web/CloudOps,7 -bizitobs_l2c/H/medium,LongSeer-v1.0,67.61802284697572,67.62023351064259,4.6311540039455785,0.47665571905829845,0.4865380507573607,0.7658251641551905,3.4897544214599314,8.223017867363279,0.4979162219157413,0.2804234092578883,0.22538355768412913,Web/CloudOps,7 -bizitobs_l2c/H/long,LongSeer-v1.0,78.61762810578328,78.61928286137275,5.242010739232812,0.5602501865621412,0.6854595668360703,0.7954020169295813,7.660521771603889,8.866658226512584,0.5416010752269373,0.3201971453270174,0.27195844174335904,Web/CloudOps,7 -bizitobs_service/10S/short,LongSeer-v1.0,2721.8304579236465,2722.560884663934,19.679846909374156,0.796852433888931,0.05781059918879464,0.04762787932178004,7.9354254871069205,52.171165004470105,0.03865006690553408,0.014579459739356168,0.011397359598317072,Web/CloudOps,2 -bizitobs_service/10S/medium,LongSeer-v1.0,31284.3025058498,31293.50695432949,38.19413134131167,0.9754570600352084,0.06498881326014079,0.05878980570923786,12.251047407811283,176.8736908244123,0.13311929185941515,0.02874579986227749,0.024212881114902468,Web/CloudOps,2 -bizitobs_service/10S/long,LongSeer-v1.0,130717.16565940694,130717.62367605438,74.75126437710549,1.3325479154291813,0.08133747710412294,0.07894631544510854,27.026752542396128,361.5482895263189,0.2678465312893882,0.0553781263884149,0.05252153683715446,Web/CloudOps,2 -car_parts/M/short,LongSeer-v1.0,1.3360928045544718,1.3360617402631685,0.4629782559240631,0.837717297915629,0.7844164724537002,1.8713051865202925,15.917245444361356,1.155894806872352,2.7717171746824447,1.1101743651928713,0.9556762484689177,Sales,1 -covid_deaths/D/short,LongSeer-v1.0,167543.70304721053,167790.32367988015,73.81103625976881,31.813697271566046,0.08340436391978567,0.12132637437225427,596.258123304896,409.3210268813594,0.15400902834930708,0.027771761598549216,0.025537640777597688,Healthcare,1 -electricity/15T/short,LongSeer-v1.0,146092.66529746004,146088.59960042423,53.97579573374678,1.0281227612745885,0.16312359495507064,0.16509750170479157,11.62478038079838,382.22070234023175,0.7534323485640142,0.1063969332280927,0.08922847337054249,Energy,1 -electricity/15T/medium,LongSeer-v1.0,259864.43488162008,259845.99877208995,54.80682300000849,0.8523834184113196,0.13499725781493685,0.12823074303276452,7.3292980481471295,509.76900149147957,0.8783833403302456,0.0944376769061754,0.07620556163631009,Energy,1 -electricity/15T/long,LongSeer-v1.0,317346.2777652863,317329.09088241146,59.188755804855255,0.8938057477151716,0.13939286648536126,0.13007962108438745,10.82805968504122,563.334960538831,0.8887299852492259,0.0933775209389709,0.07785065206531233,Energy,1 -electricity/D/short,LongSeer-v1.0,1515913011.8933616,1515819981.8502014,4455.1814633462345,1.447586849128998,0.366291117070099,0.09669354568000493,12.070734473970706,38934.72758211314,0.6398269070835231,0.07321343061093417,0.05744157590956039,Energy,1 -electricity/H/short,LongSeer-v1.0,1809026.8404245544,1809020.1297028281,180.4163591489731,0.9935590802729833,0.1949090877493826,0.12485621828384617,10.738023207384423,1345.0006841725228,0.6349363775990226,0.08516940614653218,0.07015019051435102,Energy,1 -electricity/H/medium,LongSeer-v1.0,5094296.129368869,5094129.680012066,237.26984356956402,1.065497114165642,0.21812847860486623,0.12388168483888007,9.090494220845848,2257.0547466485764,0.881002808491169,0.09261423492958501,0.07419198194565325,Energy,1 -electricity/H/long,LongSeer-v1.0,7813660.541909567,7813155.011885832,272.3567366243106,1.1865440641606388,0.2928410567528819,0.13617812325829226,14.079921496250309,2795.2925682134896,1.102462577798176,0.10741741789534347,0.08923018786543918,Energy,1 -electricity/W/short,LongSeer-v1.0,50098112232.73079,50112811162.63338,30473.181979114084,1.5474103384595685,0.246106076546934,0.10013370424310732,12.011484696254136,223826.07585518446,0.5106972422545295,0.06952974509334192,0.0546889329664956,Energy,1 -ett1/15T/short,LongSeer-v1.0,4.264355671905866,4.264088266042388,1.0393059390020511,0.6700005681558207,0.45738942040129543,0.23138104163088113,4.5564341949651554,2.0650316394442645,0.39037689422295846,0.19647206215410956,0.15268108353975282,Energy,7 -ett1/15T/medium,LongSeer-v1.0,9.826846598449844,9.826967429471328,1.5898634893033239,0.99374781426123,0.7458533654059897,0.38798395540140845,6.6058533023544905,3.1347801515337315,0.597492125761373,0.30302951721493804,0.2333211077477075,Energy,7 -ett1/15T/long,LongSeer-v1.0,8.676029601524846,8.675947987655391,1.5544066984147307,0.9908475020704225,0.7642841893704028,0.3873122654164479,11.3944512326036,2.945510074931818,0.5614171326333801,0.29627145362601337,0.23880299682831396,Energy,7 -ett1/D/short,LongSeer-v1.0,44302.10618651053,44303.50827442242,140.62216850495528,1.7248584379593006,1.2516700210221028,0.4782691223593642,11.186983822811957,210.4806551360731,0.5528344224295554,0.36934879006324894,0.2827358715202506,Energy,7 -ett1/H/short,LongSeer-v1.0,100.36092634315284,100.35926064986297,4.942744165122331,0.8122495852668848,0.48889561318370894,0.26312915585152125,5.858050338976464,10.018030062999054,0.46758244849871233,0.23069809179018846,0.1790781575886868,Energy,7 -ett1/H/medium,LongSeer-v1.0,134.8168429282513,134.80399215017468,6.6371856402173375,1.2557348704290185,3422206414018.1025,0.4250784331472231,9.099727570964859,11.611065538022396,0.5561425153374954,0.3179054587733441,0.25176388383810944,Energy,7 -ett1/H/long,LongSeer-v1.0,154.55276714439705,154.54186349862198,7.001250236481921,1.3543671229136296,2586083230127.341,0.4559502376879168,16.072796847312603,12.43192531928973,0.5953379778599078,0.3352747101698712,0.27909442923019123,Energy,7 -ett1/W/short,LongSeer-v1.0,1497652.9829065837,1497708.0673844032,949.7188813345773,1.7541511726637922,0.7185417217567522,0.5750790397234518,7.861969442690004,1223.7863305767817,0.4869737899613918,0.3779158105348484,0.2864675413984665,Energy,7 -ett2/15T/short,LongSeer-v1.0,7.432546866884754,7.432418971560176,1.7051740257158166,0.7453295194429448,0.10787797708460739,0.12764033130844532,5.467665589135652,2.7262697714798425,0.1294257246365941,0.08095067708210464,0.06373573302190828,Energy,7 -ett2/15T/medium,LongSeer-v1.0,11.53506378414462,11.534974161913519,2.0979106955585025,0.8666235137576583,0.12840205393333884,0.1562999060101684,6.847914111063962,3.3963309297158633,0.18099661108803128,0.11180145107155103,0.08931590805441335,Energy,7 -ett2/15T/long,LongSeer-v1.0,11.186850137011591,11.186820536916807,2.1120868632268337,0.8744475392942791,0.12997406150008908,0.1583590484901792,10.535021911694026,3.3446748925735057,0.1782437675464314,0.11255692465739453,0.09389595487281455,Energy,7 -ett2/D/short,LongSeer-v1.0,108912.97057710792,108917.7849711631,201.47734995569502,1.3419951589554755,0.4157480111179851,0.1379441886261173,11.55813056372572,330.0196518044159,0.1888789325539842,0.11531079008588901,0.09357710422003707,Energy,7 -ett2/H/short,LongSeer-v1.0,104.2986068555644,104.29558987348933,6.178408167617661,0.7124075351871471,0.11779465277124355,0.10658488363415913,5.24187544325247,10.212668938899586,0.1295250579094858,0.07835940638895765,0.06271841637814912,Energy,7 -ett2/H/medium,LongSeer-v1.0,277.72906290110336,277.728000010331,10.053290588524016,1.0740978584460832,0.17848638538651185,0.17445594985662627,7.133979724556896,16.665205156286056,0.22457434240023685,0.13547454722000046,0.10871949062884831,Energy,7 -ett2/H/long,LongSeer-v1.0,272.37054944783523,272.3744493350912,9.986804386705318,1.0796246171036399,0.18219027615651567,0.18130303717657661,12.84882380394219,16.503652609281232,0.22600482033496497,0.13676159966360776,0.11460433918953555,Energy,7 -ett2/W/short,LongSeer-v1.0,3960077.0367907914,3960151.774846331,1408.37880052839,1.0080789436889268,0.153539140470145,0.17002220985029534,8.048487513955948,1989.994230341081,0.1669299761982547,0.11814136748026394,0.09199058152959873,Energy,7 -hierarchical_sales/D/short,LongSeer-v1.0,28.475422093122276,28.475703540542284,2.315160761364559,0.7477283688215581,0.6490829004134098,1.0594495509493382,7.063391924062131,5.3362366976289834,1.6370983235760137,0.7102656827278555,0.5776925465032,Sales,1 -hierarchical_sales/W/short,LongSeer-v1.0,438.4661574839851,438.46582374260197,8.806842288602207,0.7170310657158414,0.5412469747004662,0.45392489263905444,6.515194154166639,20.93958350789206,0.9613465211594395,0.4043264372167001,0.3402834663308039,Sales,1 -hospital/M/short,LongSeer-v1.0,3082.6420341230573,3082.891402726941,18.554865246853172,0.7823656642929027,0.19534118073437384,0.17792285820718184,5.054490820983131,55.52154567483741,0.20155610368927815,0.06735846954870052,0.052659996476029446,Healthcare,1 -jena_weather/10T/short,LongSeer-v1.0,832.6235681837969,832.5797398153427,5.568672614187346,0.2779789063839592,0.3484922423018878,0.5400938191573753,2.3442929055315473,28.855217347713687,0.17922707839532995,0.03458843893476902,0.028523332062706644,Nature,21 -jena_weather/10T/medium,LongSeer-v1.0,1535.5893465833005,1535.585174598874,9.677195595258334,0.6053491184632395,0.7534642882341088,0.653218749030893,5.785078799039996,39.18659651696356,0.24048744629592161,0.059388777359176186,0.048954900309381544,Nature,21 -jena_weather/10T/long,LongSeer-v1.0,1513.0164274286128,1512.996857814586,9.856002733897709,0.6409036277181911,0.7796226872532774,0.6418380756063655,9.76330116981491,38.89751184110126,0.2380205447691358,0.06031057075197246,0.05161299694685843,Nature,21 -jena_weather/D/short,LongSeer-v1.0,344.69248417838327,344.67632253359596,9.144597904449089,0.9842805307529764,0.5789712496597971,0.4439966307532038,6.780510175366108,18.565895727876512,0.11179703683135697,0.05506542553702984,0.04314200948182787,Nature,21 -jena_weather/H/short,LongSeer-v1.0,1095.5934506050394,1095.547245546405,8.127180896850346,0.5183177669695901,1.3231627936347228,0.6051687409750266,4.397413868769132,33.09975000819552,0.20289935292941078,0.04981909968210969,0.04155216734690047,Nature,21 -jena_weather/H/medium,LongSeer-v1.0,1329.3714935213043,1329.3334073462338,10.143434797787746,0.7764688016648068,2.2379479634143533,0.6703452150256449,5.79169895911606,36.460547082035184,0.2231085370557606,0.06206947178721806,0.05061500783995835,Nature,21 -jena_weather/H/long,LongSeer-v1.0,1454.936753038004,1454.9834353801903,11.302535065843154,0.961749346128708,2.18121395268605,0.6544290739210725,16.172621183507818,38.1436331913729,0.2296669549870601,0.0680537902402484,0.0579900316436015,Nature,21 -kdd_cup_2018/D/short,LongSeer-v1.0,2917.5581628657737,2917.7326257446616,21.3730163976993,1.2016498110544827,0.5408212956201985,0.4668077507170135,9.269784444117338,54.014425507134426,1.2099805046624161,0.4787782694019486,0.3811402453194768,Nature,1 -kdd_cup_2018/H/short,LongSeer-v1.0,4414.960208452247,4415.0009060647835,22.821608855703882,0.959035373950117,0.9113040127762346,0.4985543619364024,7.808720865914642,66.44516693072752,1.3908176736794997,0.4776976024667804,0.385155770629251,Nature,1 -kdd_cup_2018/H/medium,LongSeer-v1.0,5163.256785290904,5163.525249489807,25.31805515825232,1.0501003140227394,0.9494614798458324,0.5619841650119635,8.88413254406726,71.85580550860803,1.5040721332702434,0.5299527430329121,0.42362553284978977,Nature,1 -kdd_cup_2018/H/long,LongSeer-v1.0,4147.197274322217,4147.323696221264,23.965820655903926,1.0095553125865635,0.9615589542844494,0.6046745131889034,16.230684805779465,64.39873658948765,1.5110545564250055,0.5623349838586679,0.4786726776044376,Nature,1 -m4_daily/D/short,LongSeer-v1.0,340611.90244862717,340622.1979159026,182.61557874215765,3.4370123142584297,0.03896116249331992,0.0316815507193683,27.167070925391545,583.6196556393788,0.09015310772845471,0.028209060103021318,0.022404976875449054,Econ/Fin,1 -m4_hourly/H/short,LongSeer-v1.0,909184.4889284399,908763.0929014629,187.24580865613697,0.7267489549998469,0.08634141184482277,0.07740963186193313,7.054726465419983,953.5116616635792,0.13017538841037143,0.02556318590535152,0.020256735166463407,Econ/Fin,1 -m4_monthly/M/short,LongSeer-v1.0,1994998.9407690072,1995080.4803512085,593.0146213166206,1.0009809659819167,0.17189401065502397,0.1402343272902172,8.6248128619582,1412.4443142187968,0.29355441683621925,0.12324879613553777,0.0992055425242112,Econ/Fin,1 -m4_quarterly/Q/short,LongSeer-v1.0,1931956.86218122,1932035.2662267284,595.0380201481978,1.2941127601245013,0.11825892608211885,0.10842983873326871,10.623112781252184,1389.948510622325,0.2326529040746084,0.09959888612010574,0.08024354165131799,Econ/Fin,1 -m4_weekly/W/short,LongSeer-v1.0,521886.83175761,521892.26379675424,287.3361659486263,2.515034717558766,0.06415130893228099,0.06325144166444929,19.517713261074327,722.4173528907027,0.1316132461499972,0.052348196489840564,0.041663156161577015,Econ/Fin,1 -m4_yearly/A/short,LongSeer-v1.0,4174142.4835543977,4174045.8723398186,1007.5493164817724,3.884634063589753,0.18258400571280808,0.16954678771853945,39.86398685908325,2043.071825353773,0.3276160379168071,0.1615652034232267,0.13355084584671176,Econ/Fin,1 -restaurant/D/short,LongSeer-v1.0,140.20984615286736,140.21245527114928,7.100885341016476,0.6806790265809167,0.6697808085453986,0.3920311820641779,4.6595340648125,11.841023864213236,0.5449513536077297,0.32679919597960616,0.2560124784032023,Sales,1 -saugeen/D/short,LongSeer-v1.0,1393.4072300070866,1393.4141618045708,13.974508867263793,3.1057460720732943,0.2962618500490524,0.35917229287387176,43.572690280911665,37.32837031008837,1.209074808403532,0.45263767185287634,0.40047229161055076,Nature,1 -saugeen/M/short,LongSeer-v1.0,414.5490048013557,414.58094656718794,12.570832224119277,0.7365257597182728,0.3524166579170756,0.3560807783559416,5.201030891772315,20.36047653669618,0.6112825864891468,0.3774140955115216,0.3029235141100359,Nature,1 -saugeen/W/short,LongSeer-v1.0,983.6830125295979,983.7257751041934,14.854581612348557,1.2051088698536045,0.3757548763389921,0.38121451367166204,10.516090184881362,31.363721280001165,0.9467400065654537,0.44839789792958573,0.35678297943514103,Nature,1 -solar/10T/short,LongSeer-v1.0,23.82815176248173,23.827867973960707,2.189771367920197,0.9669671699898876,4.883320316071335,1.5361426139493937,4.737971124252943,4.881408788708617,1.4200012880115964,0.6370042537904741,0.4854808922102818,Energy,1 -solar/10T/medium,LongSeer-v1.0,21.80776478548929,21.806650201452324,1.818061170511328,0.795819508832073,3.746060421137136,1.4430806218530625,4.862942410624812,4.669878455108793,1.0362645748501882,0.4034349938702347,0.3191246456845602,Energy,1 -solar/10T/long,LongSeer-v1.0,22.091236655169883,22.090233609313966,1.874045213517285,0.8186801626561234,3.51214694643004,1.4501530273454688,9.244373494897673,4.700131557219423,1.0158582444158422,0.4050448923361285,0.3362380477917045,Energy,1 -solar/D/short,LongSeer-v1.0,152553.12621950763,152590.39361823705,255.31632523142218,0.997413700838072,1.1672810288334887,0.42211131551894315,5.662038052768637,390.5804990261388,0.5642557876658005,0.3688451281018837,0.2903618889869105,Energy,1 -solar/H/short,LongSeer-v1.0,702.918149553927,702.8643030917655,11.270716788693091,0.8682874520522339,3.7200093350165773,1.4188272296078623,6.282589828989769,26.51260359817434,0.9772633864045557,0.4154423693372516,0.33181371825634076,Energy,1 -solar/H/medium,LongSeer-v1.0,764.8961021452312,764.842376859992,11.520185902024537,0.8820969212555924,4.226953719494845,1.4100076411231064,6.323379389085732,27.65675509066874,0.9962608695481802,0.414983984436409,0.3371120062095911,Energy,1 -solar/H/long,LongSeer-v1.0,719.4541489931607,719.4536141051263,12.967303521767585,0.9915602965829142,4.030072797889381,1.429722121501927,8.476722852847818,26.822642468503375,0.9299898972598303,0.449600045338805,0.3547745502631792,Energy,1 -solar/W/short,LongSeer-v1.0,2249787.928850549,2249985.135280282,1203.8533414854621,1.3171632182164317,0.2741966625003179,0.23064911190394505,6.470662635456182,1499.929307951061,0.30617307183623715,0.24573656481612574,0.17761224434794878,Energy,1 -temperature_rain/D/short,LongSeer-v1.0,185.92396448080018,185.93900246212016,5.7990974250770595,1.3328444644515622,22.64943684666385,1.5097981147371582,19.99389307323752,13.635393814657506,1.6052463651373792,0.682707092234894,0.551917873506917,Nature,1 -us_births/D/short,LongSeer-v1.0,164551.905738101,164552.07724496364,243.94963704427084,0.35926304666827996,0.023544930045649507,0.023119550771189303,3.7433466783325713,405.6499793394559,0.03802639390335173,0.022868298935773763,0.018724512616136647,Healthcare,1 -us_births/M/short,LongSeer-v1.0,75191903.56054688,75250260.51822917,7337.143229166667,0.8287930754311136,0.02250964108476498,0.022855616934574472,4.345896584780289,8671.326516776247,0.026933081040749717,0.022789116845781096,0.017229390308061747,Healthcare,1 -us_births/W/short,LongSeer-v1.0,1636835.66456604,1636803.4459261212,972.6974051339286,0.8850875900217537,0.013176655449420467,0.013229228904720081,5.45162588168897,1279.3887855402047,0.017367577313975716,0.013204271897407678,0.010465258658612496,Healthcare,1 \ No newline at end of file diff --git a/results/LongSeer-v1.0/config.json b/results/LongSeer-v1.0/config.json deleted file mode 100644 index 0420f67a47c731ebceabf4be8528172cdd0764ea..0000000000000000000000000000000000000000 --- a/results/LongSeer-v1.0/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "model": "LongSeer-v1.0", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "", - "org": "LongShine AI Research", - "replication_code_available": "No", - "testdata_leakage": "No" -} \ No newline at end of file diff --git a/results/Metamorph1.0-4.5M/all_results.csv b/results/Metamorph1.0-4.5M/all_results.csv deleted file mode 100644 index b7c4475573a3228deaebb33ade37583d04226fe1..0000000000000000000000000000000000000000 --- a/results/Metamorph1.0-4.5M/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,Metamorph1.0-4.5M,6449042.012718761,6449042.012718761,437.31996291481545,0.9471446796583155,6.318849422805691,0.8296225416463898,17.91091796636964,2539.4964092746345,6.711130763621636,1.1557060864290807,0.8731031558121145,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Metamorph1.0-4.5M,5365513.799949208,5365513.799949208,384.363729985111,1.0319248730486204,6.638137360219224,0.8204585177866996,22.65189273071637,2316.3578738936712,7.037734925242768,1.1678031607291126,0.9084414265789802,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,Metamorph1.0-4.5M,2980964.441493772,2980964.441493772,241.0680277304164,0.7734879523828617,4.472134406385496,0.7767242291170646,15.171472104208645,1726.5469705437417,5.42093049700919,0.7568939887955185,0.5913511230996735,Web/CloudOps,2 -bitbrains_fast_storage/H/short,Metamorph1.0-4.5M,5897606.913806078,5897606.913806078,449.59067389877805,1.134388720013129,6.184561396378463,0.6084321882731321,22.584083826913496,2428.4989013392774,6.922010833713785,1.281479482551039,0.9105754543298672,Web/CloudOps,2 -bitbrains_rnd/5T/long,Metamorph1.0-4.5M,3931868.3057551985,3931868.3057551985,243.8181349103673,3.4048849578317646,4.2384390759836545,0.7221853967039833,118.53371881618202,1982.893921962342,7.596019664914736,0.93401231751678,0.8304833414318888,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Metamorph1.0-4.5M,3750012.914192856,3750012.914192856,228.37606304528694,4.512050718184483,3.341990565310458,0.7570311299259124,162.91749347023818,1936.495007531095,8.147821781805602,0.9608945304205847,0.8784081405955452,Web/CloudOps,2 -bitbrains_rnd/5T/short,Metamorph1.0-4.5M,2033539.5978004255,2033539.5978004255,147.7664570544152,1.7690852624902598,1.3326354962790128,0.7038003446348939,55.22761099778739,1426.0222991946605,5.834871557484232,0.6046176822788432,0.5052010106432113,Web/CloudOps,2 -bitbrains_rnd/H/short,Metamorph1.0-4.5M,4815998.156748833,4815998.156748833,315.33491906281967,6.292146651632272,6.533035391373419,0.6508212988943424,214.00782472956502,2194.5382559319473,9.604373135094674,1.3800598905112527,1.121250862329672,Web/CloudOps,2 -bizitobs_application/10S/long,Metamorph1.0-4.5M,7052741.973333334,7052741.973333334,1604.851111111111,3.439779678977736,0.04982071770562066,0.05096668297072264,79.30619371713901,2655.699902724955,0.10241973011221761,0.061892692582334985,0.05754856602100042,Web/CloudOps,2 -bizitobs_application/10S/medium,Metamorph1.0-4.5M,5077281.706666667,5077281.706666667,1237.6715625,2.6758511829719622,0.03879650115966797,0.03964887823103956,56.34516079310571,2253.2824294053034,0.08847976919630166,0.04859971957431369,0.044615500934684776,Web/CloudOps,2 -bizitobs_application/10S/short,Metamorph1.0-4.5M,2616001.422222222,2616001.422222222,923.7280555555556,2.086547958766714,0.03231285942925347,0.03278312099670831,31.995734191829673,1617.405769194058,0.062376875562191715,0.03562449885621806,0.03147697036578624,Web/CloudOps,2 -bizitobs_l2c/5T/long,Metamorph1.0-4.5M,85.27499007936508,85.27499007936508,6.21875,0.6142514846685164,0.5011592656336487,0.8344774575206585,4.105271682533056,9.23444584581907,0.5185003287214015,0.34917351545204905,0.26555764184557124,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Metamorph1.0-4.5M,97.85875850340136,97.85875850340136,6.311385257227891,0.6121588855245884,0.45433458597383347,0.7272823804497832,3.953999592819761,9.89235859152919,0.5204835353475363,0.3320716774698411,0.2515310328060958,Web/CloudOps,7 -bizitobs_l2c/5T/short,Metamorph1.0-4.5M,21.208719308035715,21.208719308035715,2.689337448846726,0.277588088828839,0.14452211645061996,0.2090209683762452,3.0142516839797877,4.605292532297565,0.1581643863764887,0.0923627336098766,0.07498652033967192,Web/CloudOps,7 -bizitobs_l2c/H/long,Metamorph1.0-4.5M,87.06206597222223,87.06206597222223,5.725289093501984,0.6083955646041826,0.6880202747172387,0.8142337976731235,5.862664363306143,9.330705545253382,0.5699464247786642,0.3497171820330038,0.28483820497099394,Web/CloudOps,7 -bizitobs_l2c/H/medium,Metamorph1.0-4.5M,85.47227492559524,85.47227492559524,5.718102446056547,0.5789470500032423,0.6335086451194378,0.8071397120611993,4.529389396592455,9.245121682573748,0.5598061604132784,0.3462397884075829,0.2773755878122476,Web/CloudOps,7 -bizitobs_l2c/H/short,Metamorph1.0-4.5M,75.65818762400794,75.65818762400794,5.561013842385913,0.5512241961335225,0.562913304610218,0.6706654934248935,4.004872823762529,8.698171510381245,0.4688537208117844,0.2997528881071918,0.2399582474518981,Web/CloudOps,7 -bizitobs_service/10S/long,Metamorph1.0-4.5M,132254.31365079366,132254.31365079366,78.21181216931217,1.383451862994483,0.09246454793940145,0.08994871115313635,23.432331115505423,363.667861723845,0.26941677813433546,0.05794181082381377,0.05438522287056568,Web/CloudOps,2 -bizitobs_service/10S/medium,Metamorph1.0-4.5M,76389.84777777777,76389.84777777777,56.50384052579365,1.168120122456013,0.0824486360095796,0.08074621694980745,13.98652017370089,276.3871338861087,0.20801546384323147,0.04252612062882891,0.0361206642703501,Web/CloudOps,2 -bizitobs_service/10S/short,Metamorph1.0-4.5M,5447.711546378969,5447.711546378969,27.396133096684853,0.9317157091920514,0.08069722695325418,0.06632062466697976,10.769616191777754,73.80861431011267,0.05467978225514329,0.020295931665450684,0.016804496034054255,Web/CloudOps,2 -car_parts/M/short,Metamorph1.0-4.5M,1.3151970951779202,1.3151970951779202,0.47414159964830954,0.8554563200856323,0.7852122685954203,1.8668121088705234,17.761833148254738,1.1468204284795072,2.7499577461501277,1.1369429183029072,0.9791305294883925,Sales,1 -covid_deaths/D/short,Metamorph1.0-4.5M,934373.3383595708,934373.3383595708,163.84571536262533,29.85518867784565,0.09245851534055663,0.3543796546494762,344.15790776587255,966.6298869575526,0.3636991819814697,0.06164774486346122,0.04867708454127383,Healthcare,1 -electricity/15T/long,Metamorph1.0-4.5M,388110.03343060834,388110.03343060834,65.1295471213401,0.9611088560312784,0.15462919757265944,0.146130447726406,7.866456636268917,622.9847778482299,0.9828348630088172,0.10274984525933785,0.08213065158251956,Energy,1 -electricity/15T/medium,Metamorph1.0-4.5M,296110.5202073128,296110.5202073128,60.41030965609164,0.9235374837990369,0.14587012490231463,0.1448711659545217,7.900079583663423,544.1603809607171,0.9376431163854075,0.10409304497277305,0.08321612321224843,Energy,1 -electricity/15T/short,Metamorph1.0-4.5M,178820.16893393025,178820.16893393025,64.53877200358623,1.2060260680516077,0.20480921909749616,0.1928437368189178,13.18969237672562,422.87133851081734,0.8335627743789881,0.1272186429938101,0.10554318618043093,Energy,1 -electricity/D/short,Metamorph1.0-4.5M,1148911803.8601801,1148911803.8601801,4284.386742117117,1.5000143682065716,0.47886684567141874,0.10404880615813794,12.446610792978035,33895.60154150063,0.5570173152881073,0.07040670447544985,0.05651698381813967,Energy,1 -electricity/H/long,Metamorph1.0-4.5M,10922354.732614115,10922354.732614115,315.8712748216967,1.2994251389090041,0.3319111635997624,0.15762270005410825,11.15102227949323,3304.898596419278,1.30345106848512,0.12457954114422216,0.09907697540050468,Energy,1 -electricity/H/medium,Metamorph1.0-4.5M,7148139.087003801,7148139.087003801,278.05191041138795,1.1992517927906645,0.29519449777089646,0.14784406874674583,10.051094150031851,2673.600397778958,1.043594340163942,0.10853282346088515,0.08673963673668705,Energy,1 -electricity/H/short,Metamorph1.0-4.5M,1805607.319983603,1805607.319983603,202.36303015631597,1.0946885032064397,0.26914006440044497,0.1469133488477565,11.40760444493317,1343.7288863396525,0.6343359950106032,0.09552980172751935,0.07859735877189525,Energy,1 -electricity/W/short,Metamorph1.0-4.5M,51122207981.89549,51122207981.89549,31056.428174268018,1.6005240049215301,0.2463433493541766,0.10296108876825902,13.045561336783747,226102.20693725103,0.515890625174307,0.07086052083936763,0.05567855433082956,Energy,1 -ett1/15T/long,Metamorph1.0-4.5M,9.437510540674603,9.437510540674603,1.6700474330357142,1.0723815970344301,0.8332642671822501,0.3999751071171087,8.689658679441406,3.072053147436516,0.5855363673713057,0.3183126919836968,0.25466352993440683,Energy,7 -ett1/15T/medium,Metamorph1.0-4.5M,9.478542906746032,9.478542906746032,1.6541319444444444,1.0420507665873697,0.7890053418060001,0.39440508854182865,8.397508042249417,3.078724233630877,0.5868078829959382,0.3152791841218787,0.25355248235908867,Energy,7 -ett1/15T/short,Metamorph1.0-4.5M,4.904652622767857,4.904652622767857,1.150328645252046,0.7616538502223215,0.5439050707382557,0.24894627208051634,5.354939122685712,2.214645033130108,0.41866009620806743,0.2174599965627197,0.1714157370820425,Energy,7 -ett1/D/short,Metamorph1.0-4.5M,50489.485714285714,50489.485714285714,152.17090773809525,1.8048057014521148,1.3470483204675099,0.49580428641347335,11.32854020463704,224.69865534596713,0.5901784715967272,0.3996819367346851,0.303066354139233,Energy,7 -ett1/H/long,Metamorph1.0-4.5M,149.66726190476192,149.66726190476192,7.5692568824404765,1.4794696218023629,4672942599006.194,0.505345004236785,9.32156837145963,12.233857196516638,0.5858529244460753,0.36247531822784135,0.2823146980638883,Energy,7 -ett1/H/medium,Metamorph1.0-4.5M,159.97611607142858,159.97611607142858,7.622091238839285,1.4042515669604871,5613162717349.193,0.4711378977628163,8.75444558244098,12.64816651026656,0.6058171934688074,0.3650801022368487,0.28339168361382255,Energy,7 -ett1/H/short,Metamorph1.0-4.5M,99.3893787202381,99.3893787202381,5.168502952938988,0.8662664743755718,0.5158580235072545,0.2724774483616364,6.306848329019813,9.969422185876075,0.46531372001032095,0.24123517803504768,0.1925574024482978,Energy,7 -ett1/W/short,Metamorph1.0-4.5M,2663802.5714285714,2663802.5714285714,1051.38330078125,1.7459792142742316,0.6350502286638532,0.5813513870353786,8.770152450376633,1632.115979772446,0.649457903285897,0.4183705095335186,0.32245368286268755,Energy,7 -ett2/15T/long,Metamorph1.0-4.5M,12.326710069444445,12.326710069444445,2.2633116319444446,0.9325844776726352,0.13923219935911646,0.1682383844000389,7.248880156045982,3.510941479068605,0.1871044143195377,0.12061596578644868,0.09629734053844984,Energy,7 -ett2/15T/medium,Metamorph1.0-4.5M,12.731361607142857,12.731361607142857,2.2450217013888887,0.9246433032066477,0.13939529763674197,0.16639452497778814,7.06831132072873,3.5681033627324834,0.19015067436918365,0.11964126234438217,0.09500196760510915,Energy,7 -ett2/15T/short,Metamorph1.0-4.5M,8.097929454985119,8.097929454985119,1.8315435500372024,0.8007905076132066,0.11806251516675777,0.13863110873679277,5.447195997680352,2.845686113222103,0.13509485810965435,0.08694989755344694,0.06898123216924111,Energy,7 -ett2/D/short,Metamorph1.0-4.5M,120928.8,120928.8,209.64243551587302,1.3905779991787255,0.39764535086495534,0.14690225191707762,11.367945985962248,347.7481847544283,0.19902546116133182,0.11998389707482168,0.09773883572440391,Energy,7 -ett2/H/long,Metamorph1.0-4.5M,268.3625496031746,268.3625496031746,10.190703538359788,1.1508848450137616,0.1988271590757201,0.19298443116889338,8.247752051551707,16.381774922247423,0.22433579921503263,0.13955384161313866,0.1126190229004395,Energy,7 -ett2/H/medium,Metamorph1.0-4.5M,280.0170014880952,280.0170014880952,10.405980282738096,1.1262779314470477,0.18628331300937054,0.18224737873056715,7.975174031375376,16.73370853959442,0.22549746948534594,0.1402272673579576,0.1119097371813776,Energy,7 -ett2/H/short,Metamorph1.0-4.5M,118.61832217261905,118.61832217261905,6.84561767578125,0.7856779325308803,0.126806182110784,0.11655751041223647,5.400431973831464,10.89120388995721,0.13813076904681543,0.08682147939844072,0.06847996028638975,Energy,7 -ett2/W/short,Metamorph1.0-4.5M,3732710.8571428573,3732710.8571428573,1446.5594308035713,1.0320533220943922,0.16299477645329066,0.1799392023697036,9.259973522455251,1932.0224784258742,0.16206703588424287,0.12134413641591958,0.09611850315768533,Energy,7 -hierarchical_sales/D/short,Metamorph1.0-4.5M,29.597122430821102,29.597122430821102,2.3264588739616707,0.7526957533790037,0.62278108622104,1.0394757735788835,7.226300227366411,5.440323743199581,1.6690310764625786,0.7137318185536001,0.5861481214817739,Sales,1 -hierarchical_sales/W/short,Metamorph1.0-4.5M,478.11173235359837,478.11173235359837,9.097766940876589,0.7418006614508962,0.5456908856003642,0.4662550919216907,6.911346815519202,21.86576621922036,1.0038680224661822,0.4176829303044488,0.35866703592992677,Sales,1 -hospital/M/short,Metamorph1.0-4.5M,3129.422202218465,3129.422202218465,18.779908871142982,0.7715268341457432,0.20259304204125966,0.1765449402272413,5.283653067289233,55.941238833426496,0.20307968731365478,0.06817543016319084,0.05418269098163761,Healthcare,1 -jena_weather/10T/long,Metamorph1.0-4.5M,1562.7125661375662,1562.7125661375662,10.467426215277778,0.6695462175015606,0.7999577426981422,0.6555500246607444,7.113092146536391,39.531159433256775,0.24189791856356613,0.06405196939564689,0.051849105602377356,Nature,21 -jena_weather/10T/medium,Metamorph1.0-4.5M,1552.1670995670995,1552.1670995670995,10.344025072150073,0.6523485803018673,0.7967295274802283,0.6650424165833689,6.4743094547858835,39.397551948910476,0.24178212956071163,0.0634811120603904,0.05118272520473636,Nature,21 -jena_weather/10T/short,Metamorph1.0-4.5M,868.8051587301587,868.8051587301587,6.239363219246032,0.3150120131577672,0.37964375875776774,0.5555312818285332,2.936742461840614,29.47550099201299,0.183079817537944,0.038754268503936644,0.03146364242867961,Nature,21 -jena_weather/D/short,Metamorph1.0-4.5M,328.8561507936508,328.8561507936508,9.332559833829364,1.0058810884644465,0.5977102624986781,0.4358191673063688,7.591156372243363,18.134391381947474,0.10919867540771253,0.056197263561427874,0.046685558911805015,Nature,21 -jena_weather/H/long,Metamorph1.0-4.5M,1219.4878306878306,1219.4878306878306,12.78932705026455,1.1052720614690343,4.734011130136986,0.6852413831917741,9.243307404724456,34.921165941128464,0.2102641090218208,0.07700591846635373,0.06464166316873021,Nature,21 -jena_weather/H/medium,Metamorph1.0-4.5M,1463.4150793650795,1463.4150793650795,11.551164124503968,0.8463901239244123,4.1738522987985265,0.6834659515011491,6.595135597536281,38.254608602952395,0.2340867346146839,0.07068362191254342,0.05746874343026515,Nature,21 -jena_weather/H/short,Metamorph1.0-4.5M,1112.016917293233,1112.016917293233,8.952136199874687,0.5615864677230262,2.414367489509156,0.618211368159781,4.9889536904224085,33.34691765805699,0.20441447483243294,0.054876022986300226,0.04508530925505912,Nature,21 -kdd_cup_2018/D/short,Metamorph1.0-4.5M,2743.307415303544,2743.307415303544,20.835150061662596,1.2094306713805851,0.5952002647527237,0.4626876844351407,9.222562671985942,52.37659224599806,1.1732912896911796,0.46672948808778575,0.3713012112119036,Nature,1 -kdd_cup_2018/H/long,Metamorph1.0-4.5M,4152.89779618118,4152.89779618118,24.35518489169855,1.0327052585115768,0.979771320016976,0.6251976706584932,8.752716489566888,64.44298096907978,1.512092721326804,0.5714710469240386,0.45815360377203324,Nature,1 -kdd_cup_2018/H/medium,Metamorph1.0-4.5M,5554.637300180348,5554.637300180348,27.57065555436104,1.1323526094725653,0.9507479437487109,0.6325898129105555,10.563614837806389,74.52943915111899,1.5600361562076268,0.5771037593337917,0.4697245521403116,Nature,1 -kdd_cup_2018/H/short,Metamorph1.0-4.5M,4949.204048052387,4949.204048052387,24.39723214617175,1.0134297935900989,0.8497493618207138,0.5517729335137765,8.700856048971753,70.35057958576026,1.4725650363876734,0.5106782524696903,0.41119604210373895,Nature,1 -loop_seattle/5T/long,Metamorph1.0-4.5M,94.71247176803836,94.71247176803836,5.462826037053162,0.8609949919212456,0.1736170729392303,0.12402550080947759,8.21704564115382,9.732033280257438,0.1720643477541627,0.09658388662385929,0.07866704966528333,Transport,1 -loop_seattle/5T/medium,Metamorph1.0-4.5M,79.8814609385078,79.8814609385078,5.078945487606021,0.8040078863679214,0.16587736066772965,0.1164921475923927,7.240999878677937,8.937642918494104,0.15901903327371616,0.09036487683098135,0.0731033097990153,Transport,1 -loop_seattle/5T/short,Metamorph1.0-4.5M,40.42444955138845,40.42444955138845,3.502110477128634,0.5551084446577481,0.10033623874495028,0.07516502251937507,4.312563745736923,6.358022456030526,0.10902604780726605,0.06005346268376259,0.04774378235739498,Transport,1 -loop_seattle/D/short,Metamorph1.0-4.5M,18.89298301043279,18.89298301043279,2.9920205036553065,0.901998926546085,0.05516572997542973,0.05519416833558823,8.272112094231476,4.34660591846475,0.07767965386628224,0.053471403077382185,0.043835220618487845,Transport,1 -loop_seattle/H/long,Metamorph1.0-4.5M,65.28956391630118,65.28956391630118,4.598750616440381,0.9563468577792426,0.14255941854869947,0.10722601079603244,9.020846326173727,8.080195784527822,0.1444038918923597,0.08218581635459538,0.06725036681308696,Transport,1 -loop_seattle/H/medium,Metamorph1.0-4.5M,71.23662527613841,71.23662527613841,4.847571978652686,0.9900566305755099,0.13398177606525558,0.11206849532583632,9.308584615929814,8.440179220617203,0.14917922523613478,0.08568029340956608,0.07049476431235956,Transport,1 -loop_seattle/H/short,Metamorph1.0-4.5M,64.42109856790194,64.42109856790194,4.554135487551123,0.9194327880510078,0.1288293988511341,0.10525842858583537,8.90974619243781,8.02627551034114,0.14207323936079388,0.08061282974534176,0.06640796069987803,Transport,1 -m4_daily/D/short,Metamorph1.0-4.5M,484080.57607091503,484080.57607091503,178.8711054613488,3.30711108607102,0.0394875830982193,0.03082444772062743,27.802695311671528,695.7589928063561,0.10747553585975578,0.0276306423748027,0.021935147402370903,Econ/Fin,1 -m4_hourly/H/short,Metamorph1.0-4.5M,1260899.3857925097,1260899.3857925097,275.46973506417635,1.398542479359188,0.14955436069992237,0.1233502779118618,15.986139238666881,1122.897762840638,0.15330034917911983,0.037607703898873204,0.02968745636749137,Econ/Fin,1 -m4_monthly/M/short,Metamorph1.0-4.5M,1834024.9720086805,1834024.9720086805,559.5165221941912,0.9376484879167691,0.16202727440551476,0.13158893337445338,7.582800669312986,1354.2617811961911,0.2814620894168106,0.11628674129820249,0.09275838411047524,Econ/Fin,1 -m4_quarterly/Q/short,Metamorph1.0-4.5M,1735119.1991875,1735119.1991875,550.2674601847331,1.1399111817138896,0.11732331669330597,0.09996493436703614,8.65998324460074,1317.2392338476334,0.2204826516646498,0.09210508283443355,0.0734626109267109,Econ/Fin,1 -m4_weekly/W/short,Metamorph1.0-4.5M,342924.3444932505,342924.3444932505,295.5767167579548,2.3116287980365584,0.07156986926642582,0.07167651516882695,18.336788626738343,585.5974252788775,0.1066867699574676,0.053849494250289905,0.04226059636489216,Econ/Fin,1 -m4_yearly/A/short,Metamorph1.0-4.5M,3170181.852761092,3170181.852761092,843.0453500651098,3.1473622089786044,0.17052918278725784,0.13803100490456466,25.95610188534,1780.500450087304,0.2855114985037202,0.13518622878858616,0.10889609319061495,Econ/Fin,1 -m_dense/D/short,Metamorph1.0-4.5M,10440.22375,10440.22375,55.58750289351852,0.7942032442840452,0.14261375240611535,0.1141808718368638,7.469964544449295,102.17741311072618,0.17688421434185192,0.09623018901340008,0.07816590384104959,Transport,1 -m_dense/H/long,Metamorph1.0-4.5M,45214.903950617285,45214.903950617285,100.38206983024692,0.8556687503722749,0.3323578340999334,0.24432665950523866,7.406797808665236,212.6379645092035,0.3681077845917166,0.1737762182930595,0.14030855800112968,Transport,1 -m_dense/H/medium,Metamorph1.0-4.5M,45250.84972222222,45250.84972222222,99.8437326388889,0.8443609110083025,0.3328353353397629,0.2456234820366657,7.723147496557912,212.72247112663538,0.3701102251316232,0.17371548087631153,0.14064627970121338,Transport,1 -m_dense/H/short,Metamorph1.0-4.5M,53625.24732638889,53625.24732638889,108.06735812717014,0.922378693149953,0.3516008762641312,0.2603972220943419,9.44363758173864,231.5712575566944,0.4107497481551692,0.1916845838420261,0.15636151545085292,Transport,1 -restaurant/D/short,Metamorph1.0-4.5M,152.3411396311992,152.3411396311992,7.482858760623891,0.7118905257070146,0.7015716767927908,0.40814819987680345,4.809739562305044,12.342655290949319,0.5680375941344622,0.34437849777346036,0.26950616967394814,Sales,1 -saugeen/D/short,Metamorph1.0-4.5M,1149.0154166666666,1149.0154166666666,13.428728841145833,2.9820070342766627,0.33348241170247395,0.366597109257923,30.827674061754053,33.89712991783621,1.097936114552557,0.4349597267664093,0.36136128171335113,Nature,1 -saugeen/M/short,Metamorph1.0-4.5M,466.0907738095238,466.0907738095238,13.080537341889881,0.766064203332347,0.38953990028018043,0.3857909911526432,5.0496626327597145,21.589135550306867,0.648170616020258,0.39271697224802693,0.31791782574968686,Nature,1 -saugeen/W/short,Metamorph1.0-4.5M,1100.4216796875,1100.4216796875,15.061819458007813,1.222138617158181,0.3745567321777344,0.38821281998895085,11.16759623050136,33.1726043549116,1.001342646313717,0.4546535446243279,0.3770336909972283,Nature,1 -solar/10T/long,Metamorph1.0-4.5M,22.04010804757198,22.04010804757198,1.9472051615842647,0.8478586674869864,3.851599073897851,1.4520086197259556,4.475380310074475,4.6946893451614,1.0146820016852212,0.4208572465150386,0.3218228190280766,Energy,1 -solar/10T/medium,Metamorph1.0-4.5M,23.440254720052085,23.440254720052085,2.0087554945140993,0.8737115750708484,4.1333764004622084,1.4545914954901609,4.416891145035433,4.841513680663526,1.0743511339425338,0.4457508303578211,0.33576811275231744,Energy,1 -solar/10T/short,Metamorph1.0-4.5M,30.10923369099044,30.10923369099044,2.474339255451286,1.085366313414672,7.029631932408462,1.5344135672721193,4.424326731815096,5.487188140659152,1.5962224169291404,0.7197850129054721,0.5264833172325067,Energy,1 -solar/D/short,Metamorph1.0-4.5M,122249.75620437956,122249.75620437956,261.0797901459854,1.0162954979106538,1.031591782024597,0.44296617011359257,6.895518094217648,349.6423261053781,0.5051140909353187,0.37717138634247493,0.28285882339320945,Energy,1 -solar/H/long,Metamorph1.0-4.5M,781.2900648824007,781.2900648824007,13.410205513736821,1.0213490403332115,7.562117832257387,1.4190338854628188,5.47545023916438,27.9515664119634,0.9691318702055671,0.46495632329951697,0.3548012190819699,Energy,1 -solar/H/medium,Metamorph1.0-4.5M,794.6766233272506,794.6766233272506,13.245451202763839,1.0111605850702465,6.045766611277169,1.4236610384388142,5.392684679141699,28.190009282141972,1.0154699344921942,0.4771320693998773,0.36155669897682874,Energy,1 -solar/H/short,Metamorph1.0-4.5M,713.523153372711,713.523153372711,12.422169843027175,0.9544339036403346,6.526034185605943,1.422195218498341,5.187287407156012,26.711854173245086,0.9846078458899848,0.45788531979458025,0.3526964586636674,Energy,1 -solar/W/short,Metamorph1.0-4.5M,2658049.2554744524,2658049.2554744524,1333.5616660013686,1.468490289101836,0.30841740204470003,0.25415190764640705,7.080369569972756,1630.352494239958,0.33279567971832785,0.2722132561217227,0.20477650049381038,Energy,1 -sz_taxi/15T/long,Metamorph1.0-4.5M,16.097983579282406,16.097983579282406,2.732133323039085,0.515739689560395,6166088344259.55,0.4008966113222945,3.7066540230428635,4.0122292530814345,0.37136477348560426,0.25288138056010717,0.19983802312695279,Transport,1 -sz_taxi/15T/medium,Metamorph1.0-4.5M,16.73427984775641,16.73427984775641,2.792359337439904,0.5444051968114342,9457836093281.068,0.4089005446635723,3.9568800050146353,4.090755412849369,0.38071306463052507,0.2598756399776849,0.20583489371519656,Transport,1 -sz_taxi/15T/short,Metamorph1.0-4.5M,16.868299295614055,16.868299295614055,2.7479397694560928,0.54888775560354,1069808621828.0054,0.39685679557187464,4.064997418065322,4.107103516544726,0.3840317568623852,0.2569441294004816,0.2029820725949471,Transport,1 -sz_taxi/H/short,Metamorph1.0-4.5M,7.42308116162944,7.42308116162944,1.8768882914486094,0.5723400483554445,0.7346096242594923,0.29995027544520547,4.4935282974895845,2.7245332006840073,0.25380707889058773,0.1748437253533645,0.13948016986016296,Transport,1 -temperature_rain/D/short,Metamorph1.0-4.5M,183.66189219673404,183.66189219673404,6.043909075629744,1.410659334830369,35.79214117365882,1.4708339182388361,19.794066597274927,13.552191416768508,1.595451238548875,0.7115278941868399,0.5784131801531015,Nature,1 -us_births/D/short,Metamorph1.0-4.5M,268376.69333333336,268376.69333333336,375.27,0.5524530654905754,0.035370254516601564,0.03527766646483384,5.14340990192892,518.0508597940296,0.04856306436543115,0.03517851735959106,0.02922542850717818,Healthcare,1 -us_births/M/short,Metamorph1.0-4.5M,114806592.0,114806592.0,9158.625,1.0364861905651395,0.028123562534650166,0.028606153176663044,6.136055879111751,10714.783805565094,0.03328004544761209,0.028446626807283607,0.020683921580401804,Healthcare,1 -us_births/W/short,Metamorph1.0-4.5M,3601937.4285714286,3601937.4285714286,1476.767857142857,1.342099303800276,0.019823674644742693,0.019899036109872363,8.160911044642987,1897.8770846847349,0.02576349532934776,0.020046978857090218,0.015471030243480951,Healthcare,1 diff --git a/results/Metamorph1.0-4.5M/config.json b/results/Metamorph1.0-4.5M/config.json deleted file mode 100644 index 9fda5eecdc4efe73018962bf35b227c5eebb2608..0000000000000000000000000000000000000000 --- a/results/Metamorph1.0-4.5M/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Metamorph1.0-4.5M", - "model_type": "pretrained", - "model_dtype": "bfloat16", - "model_link": "", - "code_link": "", - "org": "SRI International", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/Metamorph1.0/all_results.csv b/results/Metamorph1.0/all_results.csv deleted file mode 100644 index 391b08425d65359c57cf634d955a3817e5e334df..0000000000000000000000000000000000000000 --- a/results/Metamorph1.0/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,Metamorph1.0,3207176.5661606207,3207176.5661606207,296.9445743132994,0.9336047467788449,3.936642116018931,0.8261410942396373,17.360118661265403,1790.8591698290015,4.7327060881550125,0.7847358510224672,0.5824543618910742,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Metamorph1.0,3305066.302004097,3305066.302004097,297.9891811068718,1.0455333030252318,4.583100507717254,0.8169233764647246,21.933886195676635,1817.9841313950178,5.523537905919625,0.9053734347696107,0.6449085630597231,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,Metamorph1.0,1913008.4446957838,1913008.4446957838,178.58532532626714,0.7515252070336655,2.530857601823778,0.762412358342208,14.284347006435008,1383.1154849454126,4.342640545630688,0.560713753159305,0.4345517867399288,Web/CloudOps,2 -bitbrains_fast_storage/H/short,Metamorph1.0,4211571.669687813,4211571.669687813,398.08320983054415,1.1708948297375406,5.086151524607238,0.6033451683500736,22.24822491582939,2052.2114095988777,5.849469193493817,1.1346664683079815,0.7968552062923265,Web/CloudOps,2 -bitbrains_rnd/5T/long,Metamorph1.0,2484565.9500015047,2484565.9500015047,183.56084085182636,3.4015012060451526,1.905437818752039,0.7191834526517943,116.51888153098629,1576.2505987315294,6.03826086098904,0.7031802188165921,0.5953276520072316,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Metamorph1.0,2129923.502619162,2129923.502619162,158.89620853869948,4.4667239175325255,1.067944285318085,0.7337482305302888,161.6543584571079,1459.425744126491,6.140548107477829,0.6685573531606464,0.5890369717352876,Web/CloudOps,2 -bitbrains_rnd/5T/short,Metamorph1.0,1714501.2578766602,1714501.2578766602,132.19192514091478,1.7344513636254602,1.3312589187570523,0.6909293606538864,54.25950785543633,1309.3896508971882,5.3576444354650885,0.5408911943510156,0.44563605027880776,Web/CloudOps,2 -bitbrains_rnd/H/short,Metamorph1.0,2044324.1146867573,2044324.1146867573,186.9760446884632,5.80552895985124,2.6996983262546914,0.5933411047322895,197.4659733221198,1429.7986273202102,6.257498395428627,0.8182986591716892,0.6973773170512173,Web/CloudOps,2 -bizitobs_application/10S/long,Metamorph1.0,6696742.684444444,6696742.684444444,1552.7219444444445,4.94722542050855,0.0666963619656033,0.06873028292774873,70.16651466828237,2587.806539222831,0.09980135445947037,0.05988227899023577,0.054946700310885305,Web/CloudOps,2 -bizitobs_application/10S/medium,Metamorph1.0,5106973.44,5106973.44,1270.5426041666667,4.504450762601503,0.057816937764485675,0.060382784708927904,54.77618827781459,2259.8613762795276,0.08873810507705483,0.049890468635307474,0.04489062472880037,Web/CloudOps,2 -bizitobs_application/10S/short,Metamorph1.0,1641338.88,1641338.88,719.9543055555556,2.304333302752101,0.034039234585232205,0.03360586252430185,19.394331542591964,1281.1474856549498,0.04940873762885994,0.02776575982567481,0.02282551026973457,Web/CloudOps,2 -bizitobs_l2c/5T/long,Metamorph1.0,404.6711111111111,404.6711111111111,14.166059027777777,1.3093962721031225,1.0173998444812056,1.1722136158094127,11.017735447847736,20.116438827762508,1.129507966048793,0.7954030361134317,0.6507752944356484,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Metamorph1.0,203.32599914965985,203.32599914965985,9.978610623937074,0.9750062181181299,0.6554971280568048,0.9063775711091977,8.913624383310045,14.259242586815747,0.7502458513098382,0.5250216606432578,0.42320102041367735,Web/CloudOps,7 -bizitobs_l2c/5T/short,Metamorph1.0,21.873958042689733,21.873958042689733,2.854237801688058,0.29536543269042725,0.16598456668174882,0.2149556364357787,3.0449931537687673,4.67696034221905,0.1606257426452086,0.09802607527876689,0.0806527056475843,Web/CloudOps,7 -bizitobs_l2c/H/long,Metamorph1.0,93.90062624007936,93.90062624007936,6.123638625372024,0.6606716027090894,0.7363163813661922,0.7814977915722038,5.22820054487,9.690233549305164,0.5919074329278672,0.3740495211471751,0.2986402719744503,Web/CloudOps,7 -bizitobs_l2c/H/medium,Metamorph1.0,108.14847470238095,108.14847470238095,6.593892996651785,0.6871374409095853,0.6378809641314065,0.8408134145982302,4.368068169816092,10.399445884391195,0.6297022441511024,0.39927023649558085,0.31399305036866976,Web/CloudOps,7 -bizitobs_l2c/H/short,Metamorph1.0,96.98446800595238,96.98446800595238,6.144403366815476,0.6158389692300309,0.4931386677767161,0.6694938651138972,5.13283946051346,9.848069252698844,0.5308361540617177,0.3311990775603393,0.2688738605472327,Web/CloudOps,7 -bizitobs_service/10S/long,Metamorph1.0,129280.39597883598,129280.39597883598,80.91174520502645,2.1148124468612557,0.3116410900297619,0.13092657876385885,25.52473501363967,359.5558315183276,0.266370465140832,0.05994200988093497,0.05527273149436526,Web/CloudOps,2 -bizitobs_service/10S/medium,Metamorph1.0,40908.90761904762,40908.90761904762,53.025607638888886,1.929578117808762,0.2198749505905878,0.11226516708322223,16.737636203521546,202.25950563335118,0.152225265660743,0.039908320671387984,0.03343514214606724,Web/CloudOps,2 -bizitobs_service/10S/short,Metamorph1.0,5415.8623024140215,5415.8623024140215,27.323085808325065,1.224862375818582,0.25008881912029607,0.08646809394790733,10.74021151812229,73.59254243749173,0.05451970886674517,0.0202418157366456,0.016761321878780287,Web/CloudOps,2 -car_parts/M/short,Metamorph1.0,1.3045262505438118,1.3045262505438118,0.4890650613573707,0.8997664423237078,0.7832172208655355,1.860618351136091,17.270296982357454,1.1421585925535087,2.738779141812762,1.1727278486259731,0.9997989640916588,Sales,1 -covid_deaths/D/short,Metamorph1.0,2234375.141306391,2234375.141306391,246.7631914258302,44.12922032221302,0.12242106656809484,0.4050854846943565,1044.6053415941376,1494.7826401542102,0.5624192162889964,0.09284584728410362,0.07858990020236144,Healthcare,1 -electricity/15T/long,Metamorph1.0,350938.47497484804,350938.47497484804,64.63987985504426,0.9987727202534407,0.1631622770663405,0.15644513154052536,8.080171986431276,592.4006034558439,0.9345845820759856,0.10197733551814549,0.0814434269300101,Energy,1 -electricity/15T/medium,Metamorph1.0,266271.2223992987,266271.2223992987,60.14159659665769,0.9644867847286244,0.16698593477336332,0.15728854140338297,8.008343027308939,516.014750176096,0.8891453673552598,0.10363002604289552,0.08315461734066942,Energy,1 -electricity/15T/short,Metamorph1.0,166019.25569941913,166019.25569941913,64.9119417559134,1.2266813050745704,0.19441099629117922,0.19721037201365907,11.72557196558002,407.4546056917496,0.8031733591356467,0.12795423485176252,0.1048550524122993,Energy,1 -electricity/D/short,Metamorph1.0,1528754108.6995316,1528754108.6995316,4601.944007460585,1.4907987738765218,0.4490888597410795,0.1018998612004723,12.257646334512357,39099.285270955166,0.6425311239803931,0.07562522524689234,0.059321561275778256,Energy,1 -electricity/H/long,Metamorph1.0,7612304.3014099095,7612304.3014099095,276.1742374953078,1.226830110007651,0.3261464172186706,0.14993000617095995,11.14838628688085,2759.0404675194436,1.088164772731973,0.10892304042524512,0.08807713752326293,Energy,1 -electricity/H/medium,Metamorph1.0,5963917.447269826,5963917.447269826,254.04310069316142,1.1319893170817223,0.25659479855199346,0.13852089481053675,9.930043843252433,2442.113315812726,0.9532373002566745,0.09916139348881634,0.0797328414961655,Energy,1 -electricity/H/short,Metamorph1.0,1593283.1230756182,1593283.1230756182,180.64440082635966,0.9858289306743304,0.21315283720880807,0.1317589263358906,11.161235694236607,1262.2531929354025,0.5958736496602851,0.08527705773575892,0.07032365048753851,Energy,1 -electricity/W/short,Metamorph1.0,53881389940.98739,53881389940.98739,33901.91564259572,1.7420830369339229,0.25701181533970413,0.1092165944676154,14.040511233256447,232123.6522653118,0.5296295784484208,0.077352984562983,0.062008746788103405,Energy,1 -ett1/15T/long,Metamorph1.0,9.5161185515873,9.5161185515873,1.6947609747023809,1.1082733228071502,0.7932847509393824,0.42028539595250247,8.026883928448528,3.0848206676543293,0.5879698693486125,0.3230231174606956,0.2590636145886275,Energy,7 -ett1/15T/medium,Metamorph1.0,11.201622023809524,11.201622023809524,1.773056175595238,1.1342604501516458,0.7561822489015686,0.4273765496820863,8.363714367822505,3.346882433520712,0.6379191010343844,0.337946260164677,0.27161113467691034,Energy,7 -ett1/15T/short,Metamorph1.0,5.4972219557989215,5.4972219557989215,1.1979466392880393,0.8003210932137323,0.5565548613356862,0.2548334364288776,5.77354941584823,2.344615524088954,0.443229916864984,0.22646177332065634,0.18119013481343046,Energy,7 -ett1/D/short,Metamorph1.0,46650.55873015873,46650.55873015873,146.1394097222222,1.8338089989783815,1.3581682477678572,0.5111300502280435,11.36392491192755,215.9874041006992,0.5672980812458751,0.38384000712916144,0.3011757629842966,Energy,7 -ett1/H/long,Metamorph1.0,155.74811507936508,155.74811507936508,7.217913979828042,1.358866912933866,3444200720383.052,0.4801296776465783,9.570252553817246,12.479908456369586,0.5976357863704023,0.3456502675776282,0.2759980018230064,Energy,7 -ett1/H/medium,Metamorph1.0,146.12415364583333,146.12415364583333,7.189823986235119,1.3489398141801092,4314595542626.8643,0.4673025527875466,10.712098480154786,12.088182396284122,0.5789952818467088,0.3443755255230172,0.27397944370850125,Energy,7 -ett1/H/short,Metamorph1.0,103.89451497395834,103.89451497395834,5.141800290062314,0.8628364439028875,0.5073918251764207,0.27969307480025357,6.069220430529997,10.192865886195028,0.4757427516502471,0.23998885551347468,0.19043765383597278,Energy,7 -ett1/W/short,Metamorph1.0,1402366.857142857,1402366.857142857,913.8786272321429,1.6165348541211455,0.7456699098859515,0.561584891558925,7.814105955385084,1184.215713940183,0.471227697140146,0.36365411800130304,0.2805433275686393,Energy,7 -ett2/15T/long,Metamorph1.0,13.680574156746031,13.680574156746031,2.3746338665674602,0.9897034495592261,0.15357766414453133,0.17857378990605607,7.7075509559106195,3.6987260180697397,0.19711179165622647,0.12654852878530765,0.10076297291801281,Energy,7 -ett2/15T/medium,Metamorph1.0,14.392810019841269,14.392810019841269,2.3883727058531745,0.9857947194804053,0.1514942888245934,0.17586053439246124,7.373963658071404,3.793785710848897,0.2021776944201648,0.12728069635155992,0.1006647693038134,Energy,7 -ett2/15T/short,Metamorph1.0,8.57051478794643,8.57051478794643,1.8784010387602306,0.8297430476169638,0.1225110181709538,0.14082638721398122,5.913245169365695,2.9275441564469067,0.1389809433862989,0.08917438456045204,0.07064713824395408,Energy,7 -ett2/D/short,Metamorph1.0,121945.30793650793,121945.30793650793,216.74647817460317,1.432338722001099,0.4000918191576761,0.1505032978552131,11.502096849046849,349.2066836939235,0.19986019858560145,0.12404972812225619,0.09962725503532337,Energy,7 -ett2/H/long,Metamorph1.0,313.105291005291,313.105291005291,11.048600777116402,1.1810567449553673,0.19958159162392233,0.19661058022110206,7.8965247423967355,17.69478146249032,0.24231641321919237,0.15130208401143133,0.11870234636331932,Energy,7 -ett2/H/medium,Metamorph1.0,254.12872023809524,254.12872023809524,9.965583147321428,1.0724222277755762,0.17776015894942912,0.17638124167609145,6.960684403808708,15.941415252043818,0.21482080859991518,0.1342926331213163,0.10630576112117678,Energy,7 -ett2/H/short,Metamorph1.0,112.98051990327382,112.98051990327382,6.658181326729911,0.7594553857754088,0.12230894458615525,0.11241071519912023,5.167910871520383,10.629229506566965,0.13480820494702592,0.08444426496894476,0.06654751392023345,Energy,7 -ett2/W/short,Metamorph1.0,4073917.4285714286,4073917.4285714286,1347.412109375,0.8779973092262977,0.16718949590410506,0.16961523320703756,8.055947639852949,2018.39476529529,0.16931234522809416,0.1130271977264263,0.09085180136433633,Energy,7 -hierarchical_sales/D/short,Metamorph1.0,29.702912070821167,29.702912070821167,2.313371093295832,0.7495616419615077,0.5914312840773168,1.0540797127354982,7.602930211417095,5.450037804531375,1.6720112429024332,0.7097166323837484,0.5811227697653235,Sales,1 -hierarchical_sales/W/short,Metamorph1.0,495.28189772266455,495.28189772266455,9.663165593551376,0.7784543357830727,0.6223310896453567,0.49238904543800643,7.694090266605373,22.254929739782703,1.0217347100492358,0.44364065900579963,0.3803624215026196,Sales,1 -hospital/M/short,Metamorph1.0,2845.544130036024,2845.544130036024,18.182750027162104,0.7680864446294482,0.1941569811983867,0.17398315411982263,5.044200696581095,53.343641889507545,0.19364980720841196,0.06600760489079524,0.052084457290451226,Healthcare,1 -jena_weather/10T/long,Metamorph1.0,1633.8613756613756,1633.8613756613756,10.762053571428572,0.6932428322334332,0.857543398615631,0.660367242008084,7.333745981122625,40.42105114493407,0.24734331798740922,0.06585484452570962,0.054255559512921034,Nature,21 -jena_weather/10T/medium,Metamorph1.0,1657.5587301587302,1657.5587301587302,10.404784451659452,0.6483162243474382,0.8968000216905262,0.666260725227433,6.558599433683816,40.71312724611965,0.24985579356321563,0.0638539913750142,0.05226462607333219,Nature,21 -jena_weather/10T/short,Metamorph1.0,1115.883820064484,1115.883820064484,7.037740943545387,0.344088182685979,0.43395607140579306,0.5631273028588281,3.0725885243607,33.40484725402115,0.20748598443861138,0.04371319517767467,0.03500170747754384,Nature,21 -jena_weather/D/short,Metamorph1.0,372.96512896825396,372.96512896825396,9.974978298611111,1.1481386083971872,0.7138718348469226,0.45353246166884975,8.353263331340953,19.31230511793592,0.1162916413090956,0.06006567270370863,0.048346651037593134,Nature,21 -jena_weather/H/long,Metamorph1.0,1267.7502645502645,1267.7502645502645,11.835113880621693,1.0676188624956753,3.009757126309428,0.6720953377519983,8.702274240381232,35.605480821781704,0.214384442773377,0.07126049798783693,0.05785879604748488,Nature,21 -jena_weather/H/medium,Metamorph1.0,1319.7700396825396,1319.7700396825396,10.772117590525793,0.8643599044901474,3.0296196246905756,0.6940189510496296,6.90724444797786,36.32863938661259,0.22230138740330005,0.06591649800481733,0.05444025207097583,Nature,21 -jena_weather/H/short,Metamorph1.0,1080.5534800543023,1080.5534800543023,8.512863375887635,0.556231146801557,1.6231988109382947,0.6151875479340624,5.208719603066058,32.87177330255096,0.20150186424206534,0.05218330707294829,0.043654473064833166,Nature,21 -kdd_cup_2018/D/short,Metamorph1.0,2842.8394697224717,2842.8394697224717,20.962343999351685,1.197517333460893,0.5259730046524219,0.4625139808380056,9.349460055923641,53.31828457220348,1.1943861952592925,0.4695787663460346,0.3752823456873521,Nature,1 -kdd_cup_2018/H/long,Metamorph1.0,4282.746997322491,4282.746997322491,25.189170536886063,1.0752971767699957,1.110009628278462,0.6324036714920572,7.917097679883314,65.44270010721203,1.535550183308876,0.5910397243993197,0.46757640042870324,Nature,1 -kdd_cup_2018/H/medium,Metamorph1.0,5091.127733190577,5091.127733190577,26.109251055456948,1.1001626815617338,1.0180232476708253,0.5837121818044962,9.192102464888405,71.35213895315667,1.4935294898182427,0.5465139094707947,0.43582439564663283,Nature,1 -kdd_cup_2018/H/short,Metamorph1.0,4551.735234810699,4551.735234810699,23.071652774826106,0.9572936898955058,0.8983595474950263,0.5030960383278812,7.791675599495357,67.46654900623493,1.4121970574090836,0.4829314769777613,0.388235175874998,Nature,1 -loop_seattle/5T/long,Metamorph1.0,107.721651957201,107.721651957201,6.125541669130189,0.9656380665045514,0.21302939359973075,0.13629635872301413,8.093038576857833,10.378904179016251,0.1835011590680964,0.10830083569688108,0.08628506389187256,Transport,1 -loop_seattle/5T/medium,Metamorph1.0,109.93466201514528,109.93466201514528,6.087993275235927,0.9622314378095497,0.20790525607649388,0.1399432900465954,7.252040695269596,10.484973152809943,0.18654921781530745,0.10831791049991833,0.08529151790546012,Transport,1 -loop_seattle/5T/short,Metamorph1.0,51.25298290193634,51.25298290193634,3.8479375652238432,0.6094540459070578,0.11071137776684835,0.08244613371715863,5.143900141089492,7.159118863515003,0.12276308284417675,0.06598363389469718,0.052715074363125995,Transport,1 -loop_seattle/D/short,Metamorph1.0,17.922683366238147,17.922683366238147,2.9258399042182663,0.882005233481737,0.05453562633171908,0.05394576570076764,7.7543462672139505,4.233519028685019,0.07565864035940197,0.05228866755116381,0.042481627190693955,Transport,1 -loop_seattle/H/long,Metamorph1.0,59.35611660028595,59.35611660028595,4.384044469538775,0.9177340931143789,0.1320233375541443,0.10137261685398662,8.612127073486988,7.7042920894969935,0.1376859900827945,0.07834873033673567,0.06443068475008072,Transport,1 -loop_seattle/H/medium,Metamorph1.0,67.55131898925278,67.55131898925278,4.741486020870622,0.9706476213387539,0.12386245343707294,0.10696138978679574,9.362678279310112,8.218960943407188,0.1452692171479628,0.08380523610133427,0.06906223918349869,Transport,1 -loop_seattle/H/short,Metamorph1.0,60.404517444935685,60.404517444935685,4.382156655100918,0.8887518808693786,0.12087553528789902,0.10002020869809011,8.94125609509375,7.772034318306609,0.1375729118888981,0.07756862961548283,0.06413016301559464,Transport,1 -m4_daily/D/short,Metamorph1.0,384055.25700884673,384055.25700884673,189.7829908912254,3.5238440815212755,0.04394847443082115,0.033588739128135744,28.273278173074708,619.7219190966596,0.09572990948807018,0.02931622713438116,0.023245692941497677,Econ/Fin,1 -m4_hourly/H/short,Metamorph1.0,1049491.0531709583,1049491.0531709583,238.76948558420375,1.8761294308950902,0.11252791994819702,0.10345845611739174,12.661764363087965,1024.4467058714954,0.13985960188393007,0.03259730838553394,0.02556888720450917,Econ/Fin,1 -m4_monthly/M/short,Metamorph1.0,1806529.3376942999,1806529.3376942999,557.8570404086643,0.9525209238585025,0.15989227147124432,0.1313924625891344,7.834582447771927,1344.0719243010396,0.27934428743673817,0.11594184405389223,0.09287648486949523,Econ/Fin,1 -m4_quarterly/Q/short,Metamorph1.0,1842595.5100895183,1842595.5100895183,567.0310343755086,1.1917114562820192,0.11944053037464619,0.10299468188734634,8.9190805228126,1357.422377187557,0.22720860233655482,0.0949110099900092,0.07566317741905847,Econ/Fin,1 -m4_weekly/W/short,Metamorph1.0,429331.1807370902,429331.1807370902,348.51896627919433,3.308200216268332,0.08386282086091403,0.08523004436475627,21.147052826728878,655.2336840678219,0.11937341528614737,0.06349475051169488,0.049339202409644685,Econ/Fin,1 -m4_yearly/A/short,Metamorph1.0,3140039.9773838543,3140039.9773838543,823.5797442018921,3.0228026436960014,0.16783693157883856,0.13591272489364148,28.145279158080243,1772.015794902476,0.2841509451377838,0.13206482887144996,0.10701126293630286,Econ/Fin,1 -m_dense/D/short,Metamorph1.0,8685.313796296296,8685.313796296296,47.70552300347222,0.7177502291413899,0.12867437494163428,0.10331837090665157,7.325784974893927,93.19503096354599,0.16133438233249708,0.08258531606287557,0.068849329039342,Transport,1 -m_dense/H/long,Metamorph1.0,41950.88975308642,41950.88975308642,96.62417631172839,0.831540803581712,0.3508782085757783,0.2263804851157036,7.628890686895495,204.81916353966105,0.35457227117826,0.16727074290069557,0.13642601071902552,Transport,1 -m_dense/H/medium,Metamorph1.0,36251.454305555555,36251.454305555555,86.64019585503472,0.7456812087864696,0.30662096964674174,0.21125798083497177,7.39860311318395,190.3981468017889,0.331268723686683,0.15074299610037975,0.12308552092618956,Transport,1 -m_dense/H/short,Metamorph1.0,48925.51103407118,48925.51103407118,99.6137523735894,0.8627040835464422,0.3222800810029006,0.23033361958189805,9.3188171674229,221.19111879564963,0.39233796765907875,0.1766899926631117,0.1450245213066348,Transport,1 -restaurant/D/short,Metamorph1.0,150.19734415496288,150.19734415496288,7.341696911191277,0.7021401549369614,0.6363968411402241,0.40502163453419954,4.743635508594022,12.255502607194977,0.564026625697348,0.3378819023938525,0.2644650880899343,Sales,1 -saugeen/D/short,Metamorph1.0,1289.5376953125,1289.5376953125,14.649665934244792,3.25469186024088,0.4113270823160807,0.40709718068376494,36.05522633710114,35.910133601986225,1.1631377988410572,0.4745061763727838,0.4033875461732218,Nature,1 -saugeen/M/short,Metamorph1.0,407.06752232142856,407.06752232142856,12.646786644345237,0.7409286229159243,0.35179810296921504,0.3643979947566026,4.953402135372622,20.175914411035464,0.6057414777956209,0.3796944750678315,0.30099415330242085,Nature,1 -saugeen/W/short,Metamorph1.0,1356.8902954101563,1356.8902954101563,17.382021522521974,1.4099484188017484,0.43211252689361573,0.4564027465981663,14.273801384381803,36.835991847786,1.1119250439856165,0.52469077324847,0.43145484455920574,Nature,1 -solar/10T/long,Metamorph1.0,24.754456249524786,24.754456249524786,2.041972016940152,0.8905703921302702,3.585839746852226,1.4658318251429099,5.909319726820729,4.975385035303779,1.0753498940649109,0.44133959010592133,0.3556382561348921,Energy,1 -solar/10T/medium,Metamorph1.0,26.13662187947132,26.13662187947132,2.140942291010009,0.9342370010194524,4.13625445996763,1.4619354230512167,5.788520000166429,5.112398838067246,1.1344616232388776,0.47508360432187957,0.3789862661997565,Energy,1 -solar/10T/short,Metamorph1.0,32.65416224681548,32.65416224681548,2.6847428078198954,1.1853833867611878,5.103002440532671,1.562991092982688,5.879667339526495,5.714382052927113,1.6623131001703415,0.7809913825662159,0.610472104982137,Energy,1 -solar/D/short,Metamorph1.0,138351.32037712896,138351.32037712896,266.4795300857284,1.0414446326486912,1.0852379364978948,0.44830420214624367,5.838881209056771,371.9560731822092,0.5373498550651523,0.38497217062309014,0.2986353753843004,Energy,1 -solar/H/long,Metamorph1.0,834.0159389573196,834.0159389573196,14.109522474401865,1.075164887393366,5.07016558287765,1.437170786247203,7.094190218104223,28.879334115545664,1.0012992713607372,0.4892029198575444,0.3819125848435853,Energy,1 -solar/H/medium,Metamorph1.0,750.4544308850365,750.4544308850365,12.679421202573753,0.9690937396871733,4.934816542695273,1.4179496026632554,8.173551539549011,27.394423353760093,0.9868110723225868,0.45674234758528526,0.3667630017802875,Energy,1 -solar/H/short,Metamorph1.0,712.0893779475705,712.0893779475705,11.650420704882038,0.899370390374468,4.640486860678528,1.408859152825062,9.77020861858731,26.68500286579656,0.983618092507354,0.42943838710740867,0.35964740514725224,Energy,1 -solar/W/short,Metamorph1.0,2408488.715328467,2408488.715328467,1229.9538734603102,1.3569170105946333,0.2857263453685454,0.23698542851747906,5.574740554738684,1551.9306412750755,0.31678782378381604,0.2510643198640893,0.19596494409816867,Energy,1 -sz_taxi/15T/long,Metamorph1.0,15.794564428084936,15.794564428084936,2.7077196604845533,0.5119162276407953,7197076277285.462,0.40009906322317407,3.6527308473442024,3.974237590794609,0.36784832597607425,0.25062169071844564,0.19768089299368238,Transport,1 -sz_taxi/15T/medium,Metamorph1.0,16.763342598157053,16.763342598157053,2.790953650841346,0.5446849061999085,11418788474189.676,0.4098855964914122,3.9054534436140207,4.094306119253549,0.3810435171216451,0.2597448173792069,0.2049451504672262,Transport,1 -sz_taxi/15T/short,Metamorph1.0,17.320386791112803,17.320386791112803,2.7928959377228266,0.5578639499997645,941431577376.2421,0.40326575692270494,4.034820661170592,4.161776879064134,0.38914394881486913,0.2611477225753791,0.20567608884553312,Transport,1 -sz_taxi/H/short,Metamorph1.0,7.311640780196231,7.311640780196231,1.8725693857567942,0.5708675515134642,1.086148288514879,0.30014898853468014,4.220896018530248,2.7040045821329945,0.25189471236072203,0.17444139330141928,0.13806519813175355,Transport,1 -temperature_rain/D/short,Metamorph1.0,182.16444870646154,182.16444870646154,6.047675293300905,1.4198101597797352,40.53633056017451,1.4696223413302405,21.186186526453103,13.496831061640416,1.5889338609464931,0.7119712775279706,0.5819413087616733,Nature,1 -us_births/D/short,Metamorph1.0,271226.19333333336,271226.19333333336,366.94666666666666,0.5399199355619336,0.0345671542485555,0.03445963251629872,4.555410791495315,520.7938107671148,0.04882019376139454,0.03439827239954541,0.02811980199075129,Healthcare,1 -us_births/M/short,Metamorph1.0,79859349.33333333,79859349.33333333,7223.375,0.8193385976794368,0.022104779879252117,0.022446962323354774,5.148197928441997,8936.405839784433,0.02775641561072515,0.022435753501651418,0.017136204401269988,Healthcare,1 -us_births/W/short,Metamorph1.0,4081964.8571428573,4081964.8571428573,1493.5535714285713,1.357148600722038,0.019947624632290432,0.02015008052558952,10.625055922522069,2020.3873037471942,0.02742655954045148,0.020274843282605218,0.01648573800331508,Healthcare,1 diff --git a/results/Metamorph1.0/config.json b/results/Metamorph1.0/config.json deleted file mode 100644 index 053be989ddc617d63a5475e01d6525227d595f94..0000000000000000000000000000000000000000 --- a/results/Metamorph1.0/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Metamorph1.0", - "model_type": "pretrained", - "model_dtype": "bfloat16", - "model_link": "", - "code_link": "", - "org": "SRI International", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/PatchFM/all_results.csv b/results/PatchFM/all_results.csv deleted file mode 100644 index 3d549c08cf1ee88138440c156183182dce200790..0000000000000000000000000000000000000000 --- a/results/PatchFM/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -solar/H/short,PatchFM,724.6174188536464,724.6174188536464,11.126859317349172,0.8575973179441035,4.452235006822844,1.395785802851546,4.206524407988548,26.918718744651397,0.9922329354920881,0.4101397391157236,0.30626755419438084,Energy,1 -solar/H/medium,PatchFM,758.7799384124088,758.7799384124088,13.02318872604927,0.9901205648217527,3.3536092157527495,1.4388180902087444,5.326359450885997,27.545960473586845,0.9922697888449885,0.4691256541835393,0.357677936974861,Energy,1 -solar/H/long,PatchFM,772.0381690997567,772.0381690997567,13.883103805504867,1.0524861811265873,3.122135284873602,1.4546635589866765,5.642082377947269,27.785574838389735,0.9633766761488971,0.4813525894846121,0.3740006157810007,Energy,1 -saugeen/W/short,PatchFM,984.7240234375,984.7240234375,14.830891418457032,1.2030633351118634,0.37440025806427,0.3917779302071381,11.096818137157173,31.38031267271727,0.9472408315507526,0.44768278972797376,0.36388463667632565,Nature,1 -electricity/D/short,PatchFM,1109374853.3494775,1109374853.3494775,4076.5759031531534,1.4067102320349143,0.35881701062597676,0.09542886253717077,11.581170836643368,33307.27928470708,0.5473492265361743,0.06699168216154427,0.0527401233068385,Energy,1 -electricity/H/short,PatchFM,1495850.1215075904,1495850.1215075904,162.46733770834433,0.8854861377018515,0.1783319818782984,0.11659914653375618,10.519978118831235,1223.0495171936377,0.5773667146128166,0.07669618579286554,0.06301168699230891,Energy,1 -electricity/H/medium,PatchFM,7233242.662282517,7233242.662282517,260.99170330975505,1.100180925559821,0.21750813204734679,0.12855838462314892,15.287684014027118,2689.4688438951134,1.049788309206591,0.10187366161776633,0.08693102528384754,Energy,1 -electricity/H/long,PatchFM,12446796.983608108,12446796.983608108,317.4000149680931,1.2810119396819606,0.3115791461420228,0.14480450286029917,19.960796056625576,3528.0018400800345,1.391442882031331,0.1251824720062992,0.10849083102397204,Energy,1 -us_births/D/short,PatchFM,203116.2,203116.2,285.4854427083333,0.42031360728502365,0.02735003153483073,0.027035649237093888,4.160295052287719,450.684146603805,0.04224798165319486,0.026761943673157044,0.021940083677581965,Healthcare,1 -solar/10T/short,PatchFM,36.662137887773724,36.662137887773724,2.7636757064039688,1.2245092860022335,4.7734784341438665,1.6276808635835156,6.196291898634582,6.054926745037774,1.7613775115962962,0.8039529532862401,0.6187295053407027,Energy,1 -solar/10T/medium,PatchFM,33.068662301620215,33.068662301620215,2.5705089627312128,1.133416721629555,2.34618184177185,1.5643444104409538,8.278204547754754,5.750535827348632,1.2760667477265377,0.5704061518014559,0.4462497813355134,Energy,1 -solar/10T/long,PatchFM,44.36836769122567,44.36836769122567,3.0947600254080494,1.36414628924018,1.6610693444578215,1.6433498816055174,11.941335538309284,6.660958466408995,1.4396596289000287,0.6688828780695818,0.5326893376008767,Energy,1 -saugeen/M/short,PatchFM,455.59551711309524,455.59551711309524,12.968221028645834,0.7597028012707938,0.3467032341730027,0.36009670811844935,5.054449395459163,21.34468357959647,0.6408314345104883,0.3893448995786567,0.30205349671723547,Nature,1 -m4_daily/D/short,PatchFM,355712.3825262872,355712.3825262872,170.6448504917764,3.1850054322129937,0.037243234073407884,0.029430653432250514,24.80729666310745,596.4162829151189,0.09212983259326016,0.02635991330060103,0.020785947508380392,Econ/Fin,1 -electricity/15T/short,PatchFM,137529.23523531045,137529.23523531045,52.58589469428535,0.9782798989499464,0.16906653877655548,0.15948636098771152,10.757959304325157,370.849343042846,0.7310171655332278,0.10365716538967681,0.08566091613676849,Energy,1 -electricity/15T/medium,PatchFM,284458.8824293191,284458.8824293191,58.36421987997519,0.9088658520125658,0.15342656813466138,0.13721045037700122,10.811726167887464,533.3468687723957,0.9190103731339878,0.10056742924736226,0.08415205174450434,Energy,1 -electricity/15T/long,PatchFM,382873.1689803456,382873.1689803456,65.28469857870566,0.954960789903363,0.1550558109487234,0.1399952605217045,11.798902444106979,618.7674595357659,0.9761815391449963,0.10299461705531777,0.08647289950459122,Energy,1 -kdd_cup_2018/H/short,PatchFM,4384.375982471763,4384.375982471763,23.183637606673553,0.9874269085198719,0.909129667531764,0.5446730441074953,10.737989759803058,66.21462060958865,1.3859919280071813,0.4852755220655925,0.39486095275269306,Nature,1 -kdd_cup_2018/H/medium,PatchFM,5458.766502262027,5458.766502262027,28.281562372473047,1.2556179879597984,1.0011907053409594,0.8266774237512202,30.735791399526605,73.88346568930038,1.5465147593840118,0.5919843258490117,0.5337216575563225,Nature,1 -kdd_cup_2018/H/long,PatchFM,4461.595192200655,4461.595192200655,28.010972497671094,1.3051042318884496,1.0271087271821617,0.9799047286367231,37.292137737545595,66.79517341994595,1.5672846840399568,0.6572506055887395,0.6053628218020807,Nature,1 -m4_hourly/H/short,PatchFM,1233770.0839760131,1233770.0839760131,214.08154015226256,0.8053454396121129,0.09000430878809684,0.08487387529229658,6.126059002202303,1110.752035323822,0.15164218615893413,0.029226858680026127,0.0224208066557747,Econ/Fin,1 -ett2/W/short,PatchFM,2505642.5714285714,2505642.5714285714,1046.197474888393,0.6543109161911567,0.10966650077274867,0.11175977376967297,8.343279553377617,1582.922162150929,0.13278290172866383,0.08775992895829846,0.07844372063380746,Energy,7 -solar/D/short,PatchFM,120216.73868613139,120216.73868613139,252.2483120437956,0.9831342754670843,1.0190072832316377,0.43176281364020386,5.811213606761407,346.7228557308148,0.5008964532173172,0.3644129100358094,0.2760805928587312,Energy,1 -jena_weather/10T/short,PatchFM,1192.141134091029,1192.141134091029,7.3541743036300415,0.3187182024011216,0.348086258257381,0.5879716963020907,2.3510571875084776,34.52739686236176,0.21445841147304728,0.04567864021546513,0.03543980767836233,Nature,21 -jena_weather/10T/medium,PatchFM,3630.2454339009514,3630.2454339009514,12.108669352565837,0.8568989238636525,0.7562995820094215,0.6820006908129096,19.96941138118649,60.251518104533694,0.3697625325909022,0.07431069601171894,0.06390216065662789,Nature,21 -jena_weather/10T/long,PatchFM,2202.7407510747353,2202.7407510747353,11.737958893952547,0.6771380367090555,0.8602234733849832,0.6774180708224999,16.778964823453453,46.93336500907148,0.2871933073154404,0.07182658297003308,0.06387974136073396,Nature,21 -ett2/D/short,PatchFM,102093.23174603174,102093.23174603174,191.67589285714286,1.2764860990685762,0.4463401673332093,0.13401344614806104,10.712372588794432,319.52031507563294,0.18286990657693747,0.10970117067999188,0.08989749858270785,Energy,7 -us_births/M/short,PatchFM,54415978.666666664,54415978.666666664,6248.962239583333,0.7062914942802826,0.01923838381965955,0.019482692758875157,3.454518480473793,7376.718692390721,0.02291203796473291,0.019409234111259523,0.01463743702041614,Healthcare,1 -ett1/D/short,PatchFM,45185.5873015873,45185.5873015873,142.97073412698413,1.7577171908679716,1.2912023150731646,0.480913098709415,10.9267180999206,212.56901773679837,0.5583195760720555,0.3755173755722253,0.28599849746967904,Energy,7 -covid_deaths/D/short,PatchFM,260595.76127819548,260595.76127819548,104.64043923284774,47.47053249441246,0.12887500887840114,0.20125166875519498,837.4172293867467,510.4858090860073,0.19207276092207418,0.03937147264394447,0.04036643990192747,Healthcare,1 -electricity/W/short,PatchFM,48265230558.78919,48265230558.78919,29460.40489161036,1.563871254290718,0.2564152731386706,0.10095939406086246,12.454244161519021,219693.49229958814,0.5012680531712606,0.06721892237716635,0.052392061614012504,Energy,1 -kdd_cup_2018/D/short,PatchFM,2951.445387305506,2951.445387305506,21.374943408855724,1.2046293765961569,0.5090705957316966,0.469259931627529,9.220514078884337,54.32720669522321,1.2169871355070334,0.4788214364986945,0.38129947812120657,Nature,1 -m4_monthly/M/short,PatchFM,1935039.6698990162,1935039.6698990162,570.4386817107024,0.9667884292990908,0.1610003915379445,0.13391625736665896,8.330892044440919,1391.0570333020196,0.2891094061276809,0.11855674106342115,0.09552133926417197,Econ/Fin,1 -car_parts/M/short,PatchFM,1.4105296802660123,1.4105296802660123,0.470842035323227,0.8476602602313043,0.8474678817780974,1.9068497311761712,20.0320853623839,1.1876572233881342,2.8478801912846405,1.1290309015221185,0.9915542970990529,Sales,1 -bitbrains_fast_storage/H/short,PatchFM,2778078.0263517955,2778078.0263517955,292.0330087377886,1.067815452744784,3.1451811693679734,0.55491288774219,20.519307830190712,1666.756738804975,4.7507980668959835,0.832388926998447,0.6336750138481891,Web/CloudOps,2 -solar/W/short,PatchFM,1838925.3576642335,1838925.3576642335,1098.0280494411497,1.205831683715427,0.25149113070355716,0.21456383927432846,6.844486683776416,1356.069820350056,0.2768077408636324,0.22413496651097636,0.1618473425306975,Energy,1 -jena_weather/H/short,PatchFM,1125.7198853711834,1125.7198853711834,8.386477388335749,0.5151833612555099,1.253401538726636,0.6027770694906411,4.717324588510026,33.551749363798955,0.20567008244911023,0.05140857119592268,0.041004694524468234,Nature,21 -jena_weather/H/medium,PatchFM,1128.639384920635,1128.639384920635,9.631915380084326,0.8055201295907237,2.350473146093703,0.6632224695875392,13.421745008769104,33.595228603488245,0.20557516594239836,0.058939399578855044,0.050457953504444986,Nature,21 -jena_weather/H/long,PatchFM,1198.2752645502646,1198.2752645502646,11.35986328125,1.0205507142848613,2.350018925324839,0.6543012777417035,23.82303742083946,34.61611278798162,0.208427364032445,0.06839896709320706,0.059296893441810355,Nature,21 -temperature_rain/D/short,PatchFM,188.40851641130124,188.40851641130124,5.854490403946662,1.3633006968266974,24.379335158004817,1.5191862682936395,19.785919465317164,13.726198177620097,1.6159364349138563,0.6892283084631412,0.5562330141578229,Nature,1 -ett1/H/short,PatchFM,99.17892456054688,99.17892456054688,4.893570745558966,0.8109574851513892,0.4831116585504441,0.25966117816750095,5.557238399393917,9.958861609669395,0.46482081471364844,0.2284029671223743,0.1767466816562488,Energy,7 -ett1/H/medium,PatchFM,160.3054501488095,160.3054501488095,7.3802106584821425,1.302116198764352,3299171186615.9185,0.4660744549445453,18.49797086472057,12.661178860943775,0.6064404542205775,0.3534945958136349,0.29196817053457214,Energy,7 -ett1/H/long,PatchFM,180.9067294973545,180.9067294973545,7.646640418320106,1.389437004112004,5983411293643.679,0.4955820366224848,24.72462999938511,13.450157229465924,0.6440988987010379,0.36618104816001407,0.3125412307893431,Energy,7 -bitbrains_fast_storage/5T/short,PatchFM,1831870.7206179798,1831870.7206179798,160.53043913645192,0.8168510033268652,1.8690613398037534,0.6184129614502536,19.010853529626402,1353.4661874675628,4.249549080304697,0.5040258754225936,0.4019370464078372,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,PatchFM,3626028.15117026,3626028.15117026,299.350379999921,1.7899414093495913,3.9338174105128854,0.877793881917789,61.96098009274063,1904.2132630486167,5.785525744787092,0.909509120542831,0.7844482302035299,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,PatchFM,3724709.2625681125,3724709.2625681125,321.0675129512769,1.6739463197921456,3.154795752547604,0.9034637752787392,57.808996366442216,1929.950585524954,5.100283152342167,0.8484855722999675,0.7575193015183794,Web/CloudOps,2 -ett1/W/short,PatchFM,1888111.4285714286,1888111.4285714286,1011.5135323660714,1.6594780745434687,0.763716561453683,0.5485579566559803,8.637148419759905,1374.0856700262282,0.5467814844352259,0.4025053770794964,0.29970329175476934,Energy,7 -ett1/15T/short,PatchFM,5.5130437396821526,5.5130437396821526,1.1536560785202754,0.7454669715832624,0.4995732412514337,0.2524278050695448,5.314470564239357,2.347987167699635,0.4438673039320182,0.21808901695968963,0.16932436651623795,Energy,7 -ett1/15T/medium,PatchFM,10.214468664744544,10.214468664744544,1.6502325536334326,1.068583773150774,0.7738644051152235,0.40798695018038716,14.957549745515381,3.1960082391546716,0.6091622944170156,0.31453593779184963,0.26734933516907955,Energy,7 -ett1/15T/long,PatchFM,10.508479352678572,10.508479352678572,1.7481146724640377,1.1220838191291156,0.8148500507007159,0.4221007450327803,16.84192862333826,3.2416784776838328,0.6178670865224185,0.33319236531877655,0.28354964564451124,Energy,7 -hierarchical_sales/D/short,PatchFM,28.97002540515838,28.97002540515838,2.3092250488079396,0.7438832405793568,0.6367184138102767,1.0512170569486408,7.055251870175846,5.382381016349398,1.6512548895419337,0.708444671849536,0.57480882651325,Sales,1 -bitbrains_rnd/H/short,PatchFM,1842155.923767899,1842155.923767899,150.27143435614184,5.825723985423073,1.2609883044886108,0.5414624558160069,208.0228135972328,1357.260448023112,5.9400359042808155,0.6576613329913082,0.6066146655953165,Web/CloudOps,2 -ett2/H/short,PatchFM,107.91862095424108,107.91862095424108,6.383482288178944,0.7284532858938666,0.11565654241198274,0.1084767992462054,5.303438041917561,10.38838875640689,0.13175366829089047,0.08096031325539287,0.0647155837196278,Energy,7 -ett2/H/medium,PatchFM,281.7812686011905,281.7812686011905,10.228348214285715,1.090625463772886,0.17995573743122323,0.17582406424258348,17.214278153349138,16.786341727761606,0.22620674967400373,0.1378335697921001,0.11786030292399825,Energy,7 -ett2/H/long,PatchFM,272.21527777777777,272.21527777777777,10.213181010251322,1.113625276637397,0.18548738581208649,0.18485498909715894,22.557305899678106,16.498947777897165,0.22594039129026583,0.1398616532907532,0.12349777319889739,Energy,7 -loop_seattle/5T/short,PatchFM,49.79326516103203,49.79326516103203,3.8068819713297275,0.5997587745657893,0.10882857005785616,0.08062946457375218,5.085748491691651,7.056434309269238,0.12100226949469181,0.0652796211287946,0.052137889707756374,Transport,1 -loop_seattle/5T/medium,PatchFM,138.73254488760966,138.73254488760966,6.923193927524752,1.0851142430400256,0.2676438042253902,0.14991985749534534,21.170340821871434,11.778478037828558,0.2095633272366526,0.1231778460593156,0.10745576730998357,Transport,1 -loop_seattle/5T/long,PatchFM,146.46188565585226,146.46188565585226,7.156315313566033,1.1196971539618175,0.2798370251974345,0.15321590212178915,25.22365088841327,12.102143845445411,0.2139683921758396,0.12652512654799863,0.11281673568941018,Transport,1 -m4_quarterly/Q/short,PatchFM,1859707.134516032,1859707.134516032,570.9883439992269,1.2134943421373552,0.11231728802373012,0.10389145407317604,10.243499071501178,1363.7107957760077,0.22826117284713124,0.09557339392414142,0.07698518504202731,Econ/Fin,1 -m_dense/D/short,PatchFM,8359.477777777778,8359.477777777778,45.47828414351852,0.6709141834623258,0.12273242970234027,0.0973624115446512,7.612179047266749,91.4301797973611,0.15827915918172966,0.07872963381694738,0.06543001128830798,Transport,1 -m_dense/H/short,PatchFM,47724.30241319445,47724.30241319445,94.17802205403646,0.8311085304629549,0.31171898535626114,0.22409122523918049,9.812744584508941,218.4589261467575,0.3874917380355924,0.16704836050488198,0.13832777278612288,Transport,1 -m_dense/H/medium,PatchFM,41019.587222222224,41019.587222222224,89.27598307291667,0.7681861989471686,0.29450332208856306,0.2108221565717684,9.500261262656696,202.53292873560642,0.352381727310294,0.1553289399356236,0.12739077172504615,Transport,1 -m_dense/H/long,PatchFM,40158.99185185185,40158.99185185185,91.97998263888888,0.7998761582534742,0.306451035998599,0.2179319105315738,9.521059334574003,200.39708543751792,0.3469169975042928,0.15923095556960778,0.12976060202147505,Transport,1 -jena_weather/D/short,PatchFM,434.8608630952381,434.8608630952381,10.325008525545634,1.0329533356065095,0.6016720999315911,0.46559552769676665,6.642005195344368,20.85331779586256,0.1255710562986495,0.06217342676773315,0.04897007792082716,Nature,21 -bizitobs_application/10S/short,PatchFM,2664085.3333333335,2664085.3333333335,665.5488194444445,1.981565099110466,0.02879110124376085,0.029709289590843863,12.765849228350861,1632.2026018032607,0.06294753025129841,0.025667557691312227,0.020316055282267848,Web/CloudOps,2 -bizitobs_application/10S/medium,PatchFM,6225561.6,6225561.6,1284.0625,3.5291210953319863,0.04936761856079101,0.049610965967478764,49.02424477348873,2495.107532752847,0.09797552927095396,0.05042135515325147,0.041409437459142696,Web/CloudOps,2 -bizitobs_application/10S/long,PatchFM,12107435.804444445,12107435.804444445,1980.2525,6.021065393936747,0.07957729763454861,0.0826953789759591,114.95052594074396,3479.574083770088,0.13419326415591185,0.07637042362954423,0.06901853585930634,Web/CloudOps,2 -us_births/W/short,PatchFM,2298735.714285714,2298735.714285714,1182.1683872767858,1.0747708088737042,0.016015934092657908,0.015993639051018273,6.603998716619805,1516.1582088574114,0.02058169901921698,0.016047819940440116,0.012539944073222052,Healthcare,1 -saugeen/D/short,PatchFM,1409.0478125,1409.0478125,14.905055338541667,3.3117808285062535,0.36127721150716147,0.39391678303738636,32.43170235912053,37.53728563042352,1.2158416254064839,0.48277829377461096,0.4025873283991565,Nature,1 -sz_taxi/H/short,PatchFM,7.1224045060638685,7.1224045060638685,1.8443701980460403,0.561439820884223,1.0664689683506632,0.29638929671016273,4.087618892328586,2.6687833381643906,0.2486136367125099,0.1718144653495111,0.13584818198973225,Transport,1 -bizitobs_l2c/5T/short,PatchFM,20.962145632789248,20.962145632789248,2.6847396668933685,0.27699286130708445,0.15050441213009785,0.2084845985715187,2.885636948714636,4.578443581916157,0.15724227846574879,0.09220482348567235,0.0758127817036459,Web/CloudOps,7 -bizitobs_l2c/5T/medium,PatchFM,225.059375,225.059375,9.647504450999149,0.9394629659807108,0.7097938683034574,0.9255017535892048,27.82982721299793,15.001979036113868,0.7893247385450334,0.5076006245619679,0.47710720873964024,Web/CloudOps,7 -bizitobs_l2c/5T/long,PatchFM,442.2137003968254,442.2137003968254,14.608928881448414,1.3657527492044983,1.075001712534752,1.2474853642953525,45.50943369856537,21.02887777312012,1.1807400487319493,0.8202695163054172,0.7902281706482971,Web/CloudOps,7 -hierarchical_sales/W/short,PatchFM,464.22235883292507,464.22235883292507,8.904087454585706,0.72295591850851,0.5178564308712201,0.45648951911172414,6.627603981164778,21.545819985160115,0.989179134363133,0.4087910103531512,0.34339251080743316,Sales,1 -bizitobs_l2c/H/short,PatchFM,119.88375806051587,119.88375806051587,6.525828770228794,0.6612214128707694,0.5519634219382307,0.7589239903711978,4.090396369836896,10.949144170231566,0.5901869428387476,0.3517589020210172,0.2757363128164011,Web/CloudOps,7 -bizitobs_l2c/H/medium,PatchFM,135.6767113095238,135.6767113095238,7.214069475446428,0.734001368131494,0.6949419242122318,0.8969852928076446,10.231269610171513,11.648034654375124,0.7053061906710638,0.4368228642805734,0.365467394814679,Web/CloudOps,7 -bizitobs_l2c/H/long,PatchFM,133.7390376984127,133.7390376984127,7.541747271825397,0.8013176415565331,0.9210829077694358,0.8376326014514955,12.321843339625953,11.564559554882006,0.7063966749864843,0.46067169018614695,0.3903223199162753,Web/CloudOps,7 -m4_yearly/A/short,PatchFM,3732759.2666855287,3732759.2666855287,923.316897308393,3.4605621883680904,0.16708858475101612,0.155537950899635,35.166005031970975,1932.0350065890443,0.30981076738743496,0.1480581436264545,0.12153742038586704,Econ/Fin,1 -ett2/15T/short,PatchFM,9.278584798177084,9.278584798177084,1.8631170363653273,0.800036571035981,0.11525390519164008,0.133235406368809,6.472595931265057,3.0460769521102193,0.14460811518691402,0.08844879733414902,0.07067296288910307,Energy,7 -ett2/15T/medium,PatchFM,13.37560531374008,13.37560531374008,2.3105079675099205,0.9388299970845415,0.13951646507323304,0.1688939566326708,14.671605993793335,3.657267465436467,0.1949023937070707,0.123131145808391,0.10584162171590462,Energy,7 -ett2/15T/long,PatchFM,16.937297867063492,16.937297867063492,2.458252379402282,0.99678863146761,0.14683009286623447,0.172393832800664,17.48990833286027,4.115494850812413,0.21932215569158542,0.1310047104002688,0.11471468660822626,Energy,7 -loop_seattle/H/short,PatchFM,58.97501310013163,58.97501310013163,4.182245431151734,0.8497699095089974,0.11402413487777556,0.09717491254686672,7.173881760000729,7.67951906698145,0.13593529746601876,0.0740299974257336,0.059619081234528824,Transport,1 -loop_seattle/H/medium,PatchFM,65.91360064842138,65.91360064842138,4.607042543708478,0.9454440392415142,0.12670552565709478,0.10559230424865665,11.318318588711506,8.118719150729467,0.1434974533748659,0.08142896192590075,0.06738618693293912,Transport,1 -loop_seattle/H/long,PatchFM,62.60229690389039,62.60229690389039,4.40739189071839,0.9162487074543841,0.14193039071654223,0.1035440947644075,12.37855710643541,7.912161329490848,0.14140089274541637,0.0787659808835815,0.06582737579878688,Transport,1 -bitbrains_rnd/5T/short,PatchFM,1772587.4664256617,1772587.4664256617,129.19301076293064,1.8583485386660916,1.204870239256357,0.599513040418069,61.57116919376502,1331.385543869867,5.447645327383609,0.5286205071504745,0.4471836878994482,Web/CloudOps,2 -bitbrains_rnd/5T/medium,PatchFM,2276275.7421606444,2276275.7421606444,166.33299550233005,5.904301071420733,0.6160931507554037,0.9492523063362703,227.38285424846939,1508.7331580371144,6.348009399916179,0.6998476923107646,0.6740056052569467,Web/CloudOps,2 -bitbrains_rnd/5T/long,PatchFM,4413833.851348854,4413833.851348854,280.4053439666738,4.875639758143639,4.65540205451279,0.9453022534351256,183.65361520813406,2100.9126234445957,8.048122954988202,1.0741697014412097,1.017269098358241,Web/CloudOps,2 -m4_weekly/W/short,PatchFM,247018.7872294836,247018.7872294836,253.41524935718877,1.9846575324932576,0.06308338977755687,0.06221646701268025,15.340644236101953,497.00984620979455,0.09054748634728314,0.046168328467435515,0.03709488658533224,Econ/Fin,1 -sz_taxi/15T/short,PatchFM,16.82902992397583,16.82902992397583,2.7411528635083244,0.5464182520872087,1108398431008.145,0.3945853748994146,4.029925639644116,4.102320066008481,0.3835844891103448,0.2563095282190557,0.2020939344365266,Transport,1 -sz_taxi/15T/medium,PatchFM,17.045519080528845,17.045519080528845,2.824648708767361,0.5515231778205446,12570288937399.799,0.4107086005164278,9.097384502606248,4.1286219348020765,0.38423717274803415,0.2628807023269342,0.22230112897545234,Transport,1 -sz_taxi/15T/long,PatchFM,16.194691506410255,16.194691506410255,2.7568095758769586,0.521131495060859,8023517234088.199,0.402401945658001,9.855463370905994,4.024262852549552,0.37247858675535067,0.2551653737343995,0.2189514116307878,Transport,1 -loop_seattle/D/short,PatchFM,19.98723756772446,19.98723756772446,3.1493560830382985,0.9421583577812631,0.059906566339872694,0.05812935593569304,6.781278893228167,4.470708843989335,0.07989753913529586,0.056283200198517506,0.04470164420736897,Transport,1 -restaurant/D/short,PatchFM,147.89299822837864,147.89299822837864,7.367962293623987,0.7038325364365111,0.7052602008175781,0.40234880259769723,4.789470027788012,12.161126519709375,0.559683219484063,0.3390906961496855,0.2648303791610344,Sales,1 -hospital/M/short,PatchFM,2691.975030812011,2691.975030812011,18.045545436257335,0.7655972112735246,0.1911210516440977,0.1736985580066876,5.151731410962588,51.8842464608672,0.18835186291015008,0.0655095203649608,0.05163561670931751,Healthcare,1 -bizitobs_service/10S/short,PatchFM,7705.5105677496695,7705.5105677496695,29.122743701430224,1.1965499564562234,0.08329335901472304,0.06938026541296503,8.498655769891343,87.78103763199469,0.06503100009467348,0.021575059938851452,0.017003393816177905,Web/CloudOps,2 -bizitobs_service/10S/medium,PatchFM,29471.60253968254,29471.60253968254,54.15280257936508,2.010684276491538,0.17095889621310764,0.11331555885996562,27.19477264659531,171.67295226587834,0.12920510550841688,0.040756674120725894,0.03424827081551361,Web/CloudOps,2 -bizitobs_service/10S/long,PatchFM,163267.4217989418,163267.4217989418,105.78554563492064,2.9198120896137794,0.22852764795696925,0.15510432260012577,50.424892076519406,404.06363582849394,0.2993432766117407,0.07836931869305552,0.07104739803974064,Web/CloudOps,2 diff --git a/results/PatchFM/config.json b/results/PatchFM/config.json deleted file mode 100644 index c0e37ad190a6d7cc2eeb3e741d0db104a48d7cd4..0000000000000000000000000000000000000000 --- a/results/PatchFM/config.json +++ /dev/null @@ -1,12 +0,0 @@ -{ - "model": "PatchFM", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://huggingface.co/vilhess/PatchFM", - "code_link":"https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/patchfm.ipynb", - "org": "LITIS", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} - - diff --git a/results/Prism/all_results.csv b/results/Prism/all_results.csv deleted file mode 100644 index d13343ee22b64cbeac136fead24fc9cbeab8d556..0000000000000000000000000000000000000000 --- a/results/Prism/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,Prism,3281613.575843364,3281613.575843364,327.98420386739116,0.8390429477174025,4.026429791907657,0.8122528441087676,15.01857199059671,1811.5224469609434,4.78731297757318,0.8667643275674088,0.6609274914257548,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Prism,2609094.5474075074,2609094.5474075074,268.46921664105366,0.9291167530193343,3.482363109836607,0.7989642178771484,20.400766926864975,1615.2691872896937,4.907633905475255,0.8156836275536025,0.6131443399848435,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,Prism,1551262.8657609464,1551262.8657609464,150.31377139349414,0.6420901493781022,1.9063717179090167,0.7183761224185564,12.898965575487082,1245.4970356291285,3.9105526735286875,0.47194806874356987,0.369257123937424,Web/CloudOps,2 -bitbrains_fast_storage/H/short,Prism,2930043.825862075,2930043.825862075,318.2285295215437,0.9494885937276898,3.774907854099417,0.5696815067852489,18.134076407485125,1711.7370784855002,4.879006734067446,0.9070546861564319,0.6665940656554554,Web/CloudOps,2 -bitbrains_rnd/5T/long,Prism,2333499.1406878578,2333499.1406878578,170.8973869600088,3.2592778684577053,1.4738939783564597,0.6818216550311001,114.75121913330085,1527.5795038844485,5.8518129653361814,0.6546693918134044,0.7163854028389554,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Prism,2245484.2355654687,2245484.2355654687,164.21835487457915,4.341916014670598,1.2533003805534917,0.7126149939763271,158.89308032007523,1498.4939891656118,6.304928119740367,0.6909503347442572,0.7850039333001886,Web/CloudOps,2 -bitbrains_rnd/5T/short,Prism,1538172.574876284,1538172.574876284,115.68856021589136,1.5915829998309066,0.9354866151518638,0.6404331919446776,51.704587787905524,1240.2308554766262,5.074666649442173,0.4733641931718822,0.39032967733894636,Web/CloudOps,2 -bitbrains_rnd/H/short,Prism,1848193.5439998263,1848193.5439998263,149.6148844970929,5.7794672959191535,1.3523302245812605,0.5331263903990637,194.86147780908865,1359.482822252575,5.949762062214651,0.6547879452043912,0.6883490737179009,Web/CloudOps,2 -bizitobs_application/10S/long,Prism,6176734.084693508,6176734.084693508,1507.897010230226,3.177622767142275,0.04612801121358404,0.04714651825312057,39.09406947847323,2485.3036202229914,0.09584823204083849,0.05815356375542782,0.05136296159472434,Web/CloudOps,2 -bizitobs_application/10S/medium,Prism,3278141.4140713518,3278141.4140713518,1002.1718309742977,2.247328301540805,0.032055072032281376,0.032660477560594356,15.576425849628958,1810.5638387174731,0.07109551368074593,0.03935233853447653,0.03220744491694415,Web/CloudOps,2 -bizitobs_application/10S/short,Prism,372945.68907227117,372945.68907227117,328.5168995781193,1.059727015728156,0.014738622232139077,0.014894140181134708,5.988275838198538,610.6927943510315,0.023551981408763988,0.012669584417728088,0.00979933210628716,Web/CloudOps,2 -bizitobs_l2c/5T/long,Prism,82.37120150931976,82.37120150931976,5.669981012759552,0.5571983913657516,0.42348027139967853,0.7261693136951185,3.651761938876635,9.075858169303869,0.5095958706243259,0.31836095901025097,0.24991089769650085,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Prism,65.92068063299658,65.92068063299658,5.170726279867485,0.507943817581403,0.3611396095566109,0.617187109113883,3.411289651011512,8.11915516744178,0.4271869711096198,0.272056248757404,0.21264521297228364,Web/CloudOps,7 -bizitobs_l2c/5T/short,Prism,14.713548728473693,14.713548728473693,2.1512426185771187,0.22315638955961942,0.11421773788811977,0.1868348039644078,2.1907060418136357,3.835824387074269,0.13173773154772372,0.07388237676759092,0.05969743357520534,Web/CloudOps,7 -bizitobs_l2c/H/long,Prism,81.22875972069458,81.22875972069458,5.2172830057579045,0.557918379843916,0.6116839042864521,0.7786507437336426,4.453729546978456,9.012699912939217,0.5505217565645246,0.3186867234645778,0.2557895720596079,Web/CloudOps,7 -bizitobs_l2c/H/medium,Prism,72.4812068966838,72.4812068966838,4.7776629389276275,0.48475854923830264,0.4674018144165609,0.753035078869297,3.431510780611157,8.513589542412989,0.5155107853692561,0.28929475183250425,0.22968001570248495,Web/CloudOps,7 -bizitobs_l2c/H/short,Prism,53.40052621094677,53.40052621094677,4.368979338657666,0.4345038139377939,0.397379226153205,0.5941503569649146,2.8060415294734584,7.307566367194127,0.39389657156951036,0.23549919306666003,0.18309069539461548,Web/CloudOps,7 -bizitobs_service/10S/long,Prism,130229.32086930709,130229.32086930709,76.09429620454878,1.3128528155866257,0.07561247750331954,0.07323394102010006,17.76830574332229,360.87299825465897,0.2673462600229729,0.056373088587277756,0.051370302119944686,Web/CloudOps,2 -bizitobs_service/10S/medium,Prism,9133.098597432378,9133.098597432378,31.841233619325397,0.9778819030986753,0.05992429862721985,0.053036219227244184,9.304792540336226,95.56724646777461,0.07192615736264657,0.02396446130418391,0.0185027084594734,Web/CloudOps,2 -bizitobs_service/10S/short,Prism,1977.2958755296252,1977.2958755296252,17.522894904562374,0.7046566121621686,0.05185215809574191,0.04191789167615605,5.492172765385021,44.46679520192146,0.032942424204462355,0.012981521034179728,0.010084322992390482,Web/CloudOps,2 -car_parts/M/short,Prism,1.3904656823404238,1.3904656823404238,0.4591446269792094,0.8471963615882633,0.8159320677862283,1.8903632311118708,15.944797448632764,1.1791800890196644,2.8275528926572204,1.1009817162384545,0.9593765020982422,Sales,1 -covid_deaths/D/short,Prism,274860.1627258414,274860.1627258414,89.00857861088116,31.694780637908135,0.08200252593811581,0.357087402540195,613.1039571248988,524.2710775217735,0.1972595350133074,0.03348990928886144,0.027892252977682965,Healthcare,1 -electricity/15T/long,Prism,303051.23360514856,303051.23360514856,55.77552124854502,0.8434911072753281,0.1251840466782283,0.12830660259932436,7.0808182716003225,550.5008933736153,0.8684826582241283,0.08799272361016369,0.07059168877391714,Energy,1 -electricity/15T/medium,Prism,238026.6829645422,238026.6829645422,50.41569736624769,0.7956528022961551,0.12302763342919948,0.12632758365985255,6.945497290026749,487.8797833119776,0.8406659884484198,0.08687132262787595,0.07032109605994309,Energy,1 -electricity/15T/short,Prism,122557.71652960434,122557.71652960434,46.88191270590948,0.9023447352605115,0.14977016131663257,0.15445226707007706,10.361026534520182,350.0824424754894,0.6900815079693515,0.09241349205579376,0.07784171249181929,Energy,1 -electricity/D/short,Prism,1196041212.8946335,1196041212.8946335,4089.000640010086,1.3499974260444518,0.32259892282339825,0.09053413178447095,10.700457034280156,34583.82877725706,0.5683271720846642,0.06719586155011113,0.052697522502385685,Energy,1 -electricity/H/long,Prism,8157542.056495638,8157542.056495638,268.43292803548997,1.1655767038434068,0.28898839264593496,0.138104729685593,9.283649435441484,2856.141112847129,1.1264612342825853,0.10586986969124969,0.08394441885230858,Energy,1 -electricity/H/medium,Prism,5542277.461302236,5542277.461302236,233.13622354419314,1.0377512064134613,0.23367755069298515,0.1255515736635767,8.468271863556994,2354.2042097707317,0.9189234731140039,0.09100074979000075,0.0724585690699956,Energy,1 -electricity/H/short,Prism,1598649.8296788835,1598649.8296788835,158.73622924259575,0.8621000665220291,0.16548517296003884,0.1178429299096656,9.825646050959636,1264.3772497474333,0.5968763603277827,0.07493483672013486,0.06155993232709078,Energy,1 -electricity/W/short,Prism,36638497256.71959,36638497256.71959,26826.550185045522,1.4556514981286817,0.17326319246487593,0.09465951087166868,10.578592110278334,191411.85244576572,0.43673868342153715,0.061209335048247444,0.04777968160469995,Energy,1 -ett1/15T/long,Prism,8.130868706647078,8.130868706647078,1.5086109532568004,0.9681496083570343,0.7465475651770777,0.37444799130211714,7.01012161594079,2.8514678161689075,0.5434925542572577,0.287542722985251,0.22394696918300605,Energy,7 -ett1/15T/medium,Prism,8.874884548361825,8.874884548361825,1.541267443972128,0.9703409727788137,0.7359525623137161,0.3755015278752622,6.638338568182956,2.9790744449177207,0.5678145024853215,0.2937670820508911,0.22565111069484806,Energy,7 -ett1/15T/short,Prism,4.743781687731196,4.743781687731196,1.0637969772932727,0.6751303370391194,0.47185296720039704,0.23640778570226528,4.464507779714482,2.178022425901808,0.41173688215417786,0.20110190118653878,0.15458810348865648,Energy,7 -ett1/D/short,Prism,40808.737007564516,40808.737007564516,136.89848822296315,1.6689259795751779,1.2582292263488346,0.47505377061749626,10.56772430052276,202.0117249259669,0.5305905015245116,0.35956842381693155,0.2732387590185615,Energy,7 -ett1/H/long,Prism,142.41098768280824,142.41098768280824,6.9932697547262626,1.3390513324859195,3807324800962.4863,0.4637363176116899,9.402563069762609,11.933607488216136,0.571474617267682,0.3348925428021807,0.2596835797772694,Energy,7 -ett1/H/medium,Prism,136.74721696756464,136.74721696756464,6.759956454730848,1.2510304455358936,3198666592832.172,0.42932123315814363,8.819938970994356,11.693896569046805,0.560109956354472,0.3237859076708131,0.25215832560903606,Energy,7 -ett1/H/short,Prism,94.86288240128488,94.86288240128488,4.798640402505884,0.7916444942472194,0.4585796935264426,0.2536230726565995,5.424706889520639,9.739757820463755,0.4545943466932203,0.2239721807260487,0.17155145144447626,Energy,7 -ett1/W/short,Prism,1302156.9308971234,1302156.9308971234,917.4103802721418,1.5997326838841468,0.6847962912742425,0.565790789665946,8.332582692185499,1141.1209098501015,0.4540792556173366,0.3650594945493669,0.2647854124493815,Energy,7 -ett2/15T/long,Prism,11.233664219846306,11.233664219846306,2.0980306680762117,0.8682366630441365,0.1310790308758479,0.15781148986180973,6.950439413729884,3.3516658872635716,0.17861633095072244,0.11180784504144595,0.09052289652113725,Energy,7 -ett2/15T/medium,Prism,11.057703960664528,11.057703960664528,2.0636803596276523,0.8496860691079865,0.12738916571734865,0.15420401800839562,6.4457039720444405,3.325312610968257,0.17721191724162125,0.10997725503979261,0.08740893184591841,Energy,7 -ett2/15T/short,Prism,7.64221431364167,7.64221431364167,1.6749201707124877,0.7190359673103814,0.10200269262385625,0.12160699389642074,5.102529635485957,2.764455518477675,0.1312385415155256,0.07951442115454578,0.06305414903496931,Energy,7 -ett2/D/short,Prism,153622.88559118233,153622.88559118233,216.0556319761876,1.3872419814903154,0.4316177850537256,0.13610524173442973,12.514686662295336,391.9475546437078,0.2243219175593336,0.12365433357136046,0.097939463216265,Energy,7 -ett2/H/long,Prism,216.34612178225944,216.34612178225944,9.043018885495098,1.0073185241654545,0.17597151368900682,0.1714929818723246,8.059517132617241,14.70870904540094,0.20142445101062537,0.12383718441008267,0.1008751401096906,Energy,7 -ett2/H/medium,Prism,237.4891436122607,237.4891436122607,9.577535189706595,1.03176967421094,0.1726815425379781,0.16705468573940357,7.49126429981828,15.410682775667686,0.2076688463209567,0.1290634368637544,0.10328906017911225,Energy,7 -ett2/H/short,Prism,106.94464011873085,106.94464011873085,6.309902277832302,0.7225870610103443,0.11784966464437832,0.10779229768439436,5.060838551333018,10.34140416571806,0.1311577728307516,0.08002711394683286,0.06331954698457148,Energy,7 -ett2/W/short,Prism,2789514.6848046407,2789514.6848046407,1119.5025357992356,0.7115356691089744,0.11215636308421338,0.11841345840233138,8.58026942632374,1670.1840272271318,0.14010281827586574,0.09390908892408024,0.08209491950264929,Energy,7 -hierarchical_sales/D/short,Prism,28.31451861134673,28.31451861134673,2.2924716034501613,0.7402255952623895,0.6319865118685927,1.0537082709966987,6.894980660308117,5.321138845336281,1.6324664696912408,0.7033049003469848,0.5681010382644816,Sales,1 -hierarchical_sales/W/short,Prism,462.7601894296012,462.7601894296012,8.857845416406022,0.7161050065106841,0.5181144336604785,0.45325001973086704,6.5547326179522045,21.511861598420563,0.9876200882176377,0.4066680157616586,0.3423681149842546,Sales,1 -hospital/M/short,Prism,2586.3437387366903,2586.3437387366903,17.272188622228022,0.7475621711287562,0.18946278867553787,0.17073287577022336,5.11076527067214,50.85610817528894,0.18461948218522287,0.06270205554562411,0.04964958842070888,Healthcare,1 -jena_weather/10T/long,Prism,1396.4963495766153,1396.4963495766153,9.57617251814288,0.6243021703729421,0.7726714701193158,0.6301388132197722,5.477363408542559,37.369725040152694,0.2286717464102767,0.05859823938487512,0.04763574590841675,Nature,21 -jena_weather/10T/medium,Prism,1439.3135384378973,1439.3135384378973,9.395213463632095,0.580372738324695,0.7248706074303929,0.6401002374494579,5.213244037535567,37.93828591855327,0.23282661591968615,0.0576582653543339,0.04666726056294686,Nature,21 -jena_weather/10T/short,Prism,784.4526667465115,784.4526667465115,5.33104742109873,0.26270313088771513,0.32990450034948215,0.5400062786290839,2.145502877183138,28.008082168304767,0.1739653008037051,0.03311248741121464,0.027264728174555244,Nature,21 -jena_weather/D/short,Prism,361.2808458035103,361.2808458035103,9.504797803318683,1.0678763303240881,0.6491785301328631,0.45412835900487025,6.497157576297399,19.007389242173957,0.11445554982895915,0.05723441787460853,0.04468352538171734,Nature,21 -jena_weather/H/long,Prism,1221.751072606935,1221.751072606935,10.963900998095134,0.9324103416453652,1.8919269042274125,0.649978555802342,6.673272674732175,34.953555936512885,0.21045914539394828,0.066014835183981,0.05300564870233375,Nature,21 -jena_weather/H/medium,Prism,1199.1946696954103,1199.1946696954103,9.802575117398774,0.7700394148773068,2.0064397431796754,0.677983769563828,6.056701494488981,34.62939025878755,0.21190337914552226,0.05998369524215071,0.04800304305476644,Nature,21 -jena_weather/H/short,Prism,1093.122185135924,1093.122185135924,8.239394764429177,0.5171236623044337,1.1574026825941948,0.6046583548781841,4.398089659529971,33.062398357286845,0.20267038798716497,0.05050696309568361,0.04047613152704408,Nature,21 -kdd_cup_2018/D/short,Prism,2883.11794917178,2883.11794917178,21.02378514653278,1.186355442807186,0.5239347152535244,0.46120282197523627,9.050606100888261,53.69467337801562,1.2028177025631404,0.47095511264413964,0.3734036025929623,Nature,1 -kdd_cup_2018/H/long,Prism,4156.792402167811,4156.792402167811,24.09465045216073,1.0079538657167142,0.9726532905519746,0.60538277572906,7.360651319316722,64.4731913446807,1.5128015983155387,0.5653578635500611,0.44045889381719533,Nature,1 -kdd_cup_2018/H/medium,Prism,5165.183016865431,5165.183016865431,25.120641669539946,1.0276048575912724,0.9321560567543834,0.5507431724217628,8.42897390194015,71.86920771001606,1.5043526785874606,0.5258205257512746,0.4164714092497082,Nature,1 -kdd_cup_2018/H/short,Prism,4317.666772106848,4317.666772106848,22.028570242779075,0.9200633953366306,0.8505956815014575,0.4847758181671999,7.377849691181732,65.70895503739843,1.3754074334106952,0.4610978707861607,0.36930610108008477,Nature,1 -loop_seattle/5T/long,Prism,79.1729263291864,79.1729263291864,5.208509344895993,0.8227125781170083,0.16298598764413688,0.11822495192502358,5.872497144860318,8.897916965739027,0.15731700126691342,0.0920875160292843,0.07271779856696572,Transport,1 -loop_seattle/5T/medium,Prism,64.40441528434872,64.40441528434872,4.746846445584993,0.7542543005522603,0.15121781268228357,0.10925107153787189,5.567614438809598,8.025236151313475,0.14278544178575917,0.08445615232283013,0.0667997055653464,Transport,1 -loop_seattle/5T/short,Prism,37.708067504406905,37.708067504406905,3.37672463422094,0.5363449872980407,0.0900438628093971,0.07193153746429706,4.040647575774666,6.140689497475581,0.10529926753807511,0.057903372383086946,0.04564656603459039,Transport,1 -loop_seattle/D/short,Prism,18.043618032695584,18.043618032695584,2.866283216392456,0.8630917975904501,0.05324731008451063,0.05290626445768709,6.517773780084406,4.247778011230764,0.07591346725207883,0.0512243098644759,0.04133053507947395,Transport,1 -loop_seattle/H/long,Prism,56.9201143076134,56.9201143076134,4.0062565536389,0.8392772888886442,0.11673487732056027,0.09284689805670444,6.46926562305106,7.544542021064857,0.1348310439068196,0.07159715616633673,0.05685150632944486,Transport,1 -loop_seattle/H/medium,Prism,60.02807710625729,60.02807710625729,4.121629841357531,0.8443122969084883,0.10977775810275148,0.09396608494657603,6.462875872208397,7.747778849854795,0.13694112563003183,0.07284934699916065,0.058079091263714716,Transport,1 -loop_seattle/H/short,Prism,53.052947328383304,53.052947328383304,3.83854076329542,0.7814466341360049,0.10381294015360114,0.08806107369021303,6.01306649543995,7.283745418971156,0.12892970176836369,0.06794607545568107,0.05419917398765742,Transport,1 -m4_daily/D/short,Prism,340671.291056976,340671.291056976,171.47452857732486,3.196397929056459,0.03679822853315217,0.029399831571476777,24.200957701901576,583.670532969565,0.09016096690797307,0.02648807576075908,0.020909085973306936,Econ/Fin,1 -m4_hourly/H/short,Prism,870316.2305493485,870316.2305493485,177.00351548939722,0.6606093431035451,0.08348376521943819,0.07546676989296638,5.43306001018257,932.9074072754212,0.12736246724437658,0.024164889535497426,0.019208175089227886,Econ/Fin,1 -m4_monthly/M/short,Prism,1809194.176492532,1809194.176492532,546.3938512825393,0.903381371422668,0.15670125822479217,0.12913909596970213,7.386425016888669,1345.0628894191275,0.2795502439863104,0.11355939981707266,0.09046218135687038,Econ/Fin,1 -m4_quarterly/Q/short,Prism,1700186.4676100893,1700186.4676100893,539.4830167578256,1.1318861333806054,0.10953818046078927,0.09842772029231658,8.744636898203687,1303.9119861440377,0.21825190515822634,0.09029995694425359,0.0720186702611518,Econ/Fin,1 -m4_weekly/W/short,Prism,232961.6077824675,232961.6077824675,241.68307198958615,1.8794233113431131,0.057936258171186916,0.057824812081790855,14.086543820426739,482.66096567100544,0.08793334300622298,0.04403090777915505,0.035062008199869286,Econ/Fin,1 -m4_yearly/A/short,Prism,3597246.843728812,3597246.843728812,875.9872324498513,3.279927867517019,0.16126598562865777,0.14591839688073102,29.16052044885524,1896.6409369537535,0.3041351640625379,0.140468612412071,0.1135929413147846,Econ/Fin,1 -m_dense/D/short,Prism,8110.315402006005,8110.315402006005,42.006449678771745,0.6259123876175695,0.11657022469597227,0.09042815864197838,6.6250266912235825,90.05728955507158,0.1559024898831426,0.07271937816945599,0.059826249418719835,Transport,1 -m_dense/H/long,Prism,33020.56650146674,33020.56650146674,76.38577773730206,0.6644463617212772,0.25720559948666566,0.18382157965534554,6.774742522783152,181.71561986099803,0.3145766180545128,0.13223508054203106,0.10973228026439336,Transport,1 -m_dense/H/medium,Prism,35714.04418910732,35714.04418910732,77.00102846691628,0.6697898673606796,0.25606681446416335,0.18416264443185376,7.339516667093321,188.98159748797585,0.32880411515876695,0.1339720658938251,0.11110407383102625,Transport,1 -m_dense/H/short,Prism,42115.16377130306,42115.16377130306,84.0539464833017,0.7490759988431013,0.2751116263212414,0.199024982185475,7.734489279299192,205.21979380971771,0.36400881150085274,0.14909077040449745,0.12252133535649265,Transport,1 -restaurant/D/short,Prism,137.96888135943507,137.96888135943507,7.060677108958129,0.6779802649375704,0.6774048705727557,0.3903627712775568,4.598923577577947,11.746015552494177,0.5405788509703722,0.32494871997874336,0.25391942117657185,Sales,1 -saugeen/D/short,Prism,1251.632031307942,1251.632031307942,13.170111396750187,2.926300556086079,0.2777217594932795,0.3252285315898141,26.98327397881802,35.37841193875076,1.1459151667214005,0.4265830366573348,0.3443620674322731,Nature,1 -saugeen/M/short,Prism,392.698284236704,392.698284236704,12.311636291297432,0.7214225728198167,0.3554457490292233,0.35247308024757007,4.525014341641773,19.81661636699626,0.5949542558988931,0.3696322456333119,0.2871553275586734,Nature,1 -saugeen/W/short,Prism,959.533222677891,959.533222677891,14.520773459183607,1.1780127988440068,0.3661568217224901,0.37967851096666116,9.61868597490763,30.976333267155603,0.9350463776112359,0.43832162141409475,0.34772729503197675,Nature,1 -solar/10T/long,Prism,18.03362438066264,18.03362438066264,1.8096914894391238,0.7918034271581409,3.400712023715232,1.4462854142148014,4.3545852656552,4.2466015095206,0.9178349880101564,0.39113586777275716,0.29343275176383116,Energy,1 -solar/10T/medium,Prism,18.470316765907413,18.470316765907413,1.8244138808596952,0.7972663774700698,3.5921507344825394,1.4482987360836015,4.140619979294184,4.297710642412704,0.9536790702841678,0.40484469022675623,0.2969278970602769,Energy,1 -solar/10T/short,Prism,19.93315782714636,19.93315782714636,1.9433104716983836,0.8544110388026221,5.594673988896694,1.5070080731008542,3.929662859009517,4.464656518383733,1.2987680892916202,0.5653088021073112,0.4298360768184523,Energy,1 -solar/D/short,Prism,122234.62301786378,122234.62301786378,246.35145258108423,0.9605357823406403,1.0577925887521977,0.4211131095680402,5.437776844220969,349.6206844822883,0.5050828289039295,0.35589395621285036,0.27207669877870155,Energy,1 -solar/H/long,Prism,673.5309613404512,673.5309613404512,11.4504584463105,0.8711341418363443,4.790447369651799,1.3954034080844684,4.658636889024975,25.9524750523038,0.8998197256084419,0.39700831448580287,0.2981487600001556,Energy,1 -solar/H/medium,Prism,684.4692684519861,684.4692684519861,11.040838340155002,0.8429224690515111,4.155299923511092,1.394899131681931,4.431484540399976,26.162363586877735,0.9424293993708424,0.39771676633535474,0.2985132769400087,Energy,1 -solar/H/short,Prism,636.5940461760285,636.5940461760285,10.70419505865361,0.8253369142890177,4.143454902565396,1.3962678989261266,3.97375837223032,25.230815408464874,0.9300162572853473,0.39456019413314075,0.29811648895299425,Energy,1 -solar/W/short,Prism,1628020.105346276,1628020.105346276,1028.8950645214343,1.1254829149327141,0.23217499146542794,0.20129854873988307,7.222341217872902,1275.9389112909269,0.26045101977683155,0.21002319658613744,0.15130305929656068,Energy,1 -sz_taxi/15T/long,Prism,15.353504513806385,15.353504513806385,2.672187952429182,0.5038889145305745,6397493973820.408,0.39545527279441994,3.840022896118336,3.91835482234654,0.36267592487519096,0.2473329448268852,0.19659710906891004,Transport,1 -sz_taxi/15T/medium,Prism,16.182563663951342,16.182563663951342,2.7343088885473037,0.53295464488162,9549110756275.229,0.40266973075182844,3.794617390992108,4.022755730087441,0.3743845558981148,0.25447307458183616,0.20066780000891035,Transport,1 -sz_taxi/15T/short,Prism,16.477009768884823,16.477009768884823,2.702936513228128,0.5391502148275733,1073412614831.165,0.38915590879530504,3.8022422500793485,4.059188314045657,0.3795514794371049,0.25273613172132486,0.1985054240396696,Transport,1 -sz_taxi/H/short,Prism,7.108464745885362,7.108464745885362,1.8325735230191724,0.5581558154902266,1.103858879783938,0.29320483709532436,3.876816517297956,2.6661704270142526,0.24837022865092553,0.17071553278070728,0.13413966694512333,Transport,1 -temperature_rain/D/short,Prism,178.36323263075664,178.36323263075664,5.684568837266025,1.3209219922776665,22.648077802383458,1.5052433264025564,18.715321425319228,13.355269844924761,1.5722683625751455,0.669224047248317,0.5407707895588441,Nature,1 -us_births/D/short,Prism,136506.37483640024,136506.37483640024,213.16259208900388,0.31378333575671075,0.020654701295448576,0.020293480579659448,2.7580816765473695,369.4676911942372,0.034634597992071046,0.019982263293677756,0.01630139672087029,Healthcare,1 -us_births/M/short,Prism,42011311.02346175,42011311.02346175,5414.7844250217795,0.6111887902715386,0.016655030470459613,0.016842167965214812,3.9714840134163527,6481.613304067264,0.020131846731351693,0.016818283506583827,0.01236410259368042,Healthcare,1 -us_births/W/short,Prism,1679647.9109377803,1679647.9109377803,1007.1605065894075,0.915958367583644,0.013656030506804282,0.013672731812108988,6.230230878483724,1296.0123112601132,0.017593240045613207,0.013672105120406185,0.010738408204430732,Healthcare,1 diff --git a/results/Prism/config.json b/results/Prism/config.json deleted file mode 100644 index 4c8bca9833e01d7d4faa704bfe3159a6904cebe6..0000000000000000000000000000000000000000 --- a/results/Prism/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Prism", - "model_type": "agentic", - "model_dtype": "bfloat16", - "model_link": "https://huggingface.co/birlaailabs/Prism", - "code_link": "", - "org": "Birla AI Labs", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/RAES-Conductance-Ensemble-V/all_results.csv b/results/RAES-Conductance-Ensemble-V/all_results.csv deleted file mode 100644 index 99f09bce4a5fd816fff693afc66c86c59f1eca67..0000000000000000000000000000000000000000 --- a/results/RAES-Conductance-Ensemble-V/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,RAES-Conductance-Ensemble-V,5638371.732033539,5638371.732033539,367.75581366911103,0.9175259515459168,3.341670503305292,0.8233354112341082,21.85988145943682,2374.525580412546,6.275162134622835,0.9718688127684332,0.806582678819368,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,RAES-Conductance-Ensemble-V,3972996.782526061,3972996.782526061,296.7625756751314,0.922678293654104,4.452882114932632,0.7888244228718336,20.095119957266,1993.2377636714743,6.056006870709125,0.9016466725713445,0.5958079628067434,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,RAES-Conductance-Ensemble-V,1603086.8303740164,1603086.8303740164,135.86995648848335,0.6200028711994859,1.5824095346520524,0.709262084895994,13.414571671559708,1266.1306529635938,3.975337115867689,0.4265980605522285,0.3449510223541225,Web/CloudOps,2 -bitbrains_fast_storage/H/short,RAES-Conductance-Ensemble-V,2942650.532211141,2942650.532211141,292.0852416366856,1.067530549075558,3.883021970496216,0.5814351530194842,22.434349139149173,1715.4155567124665,4.889491578703148,0.8325378207383431,0.6148646641207637,Web/CloudOps,2 -bitbrains_rnd/5T/long,RAES-Conductance-Ensemble-V,2348073.4356846944,2348073.4356846944,158.8178155646857,3.242298077038253,1.3577732101478788,0.6674103183056098,114.656393371636,1532.3424668411087,5.870058758145598,0.6083952702341338,0.6077673418895261,Web/CloudOps,2 -bitbrains_rnd/5T/medium,RAES-Conductance-Ensemble-V,2298316.046078388,2298316.046078388,147.26242405065238,4.399678168790492,0.5052017442550143,0.7080381384911868,163.87174850524963,1516.0198039862105,6.378668122000223,0.6196080865108009,0.5960801450218078,Web/CloudOps,2 -bitbrains_rnd/5T/short,RAES-Conductance-Ensemble-V,1673092.12230237,1673092.12230237,113.14032567278504,1.5801923163973,1.0757374022347637,0.6338549634886189,51.032328352977295,1293.4806230873232,5.292549297242092,0.4629375503902039,0.3726048701457872,Web/CloudOps,2 -bitbrains_rnd/H/short,RAES-Conductance-Ensemble-V,2235573.0294696013,2235573.0294696013,196.98314415000291,5.809325524504389,3.010030253358116,0.5586869920028766,197.04698161166527,1495.1832762138563,6.543653627215469,0.8620946249355383,0.6697196831892436,Web/CloudOps,2 -bizitobs_application/10S/long,RAES-Conductance-Ensemble-V,6402541.795555555,6402541.795555555,1535.9975,3.2731282365695806,0.0476013098822699,0.0486348594373355,72.60439565545394,2530.3244447215766,0.0975844998370551,0.0592372840175285,0.0546884051520137,Web/CloudOps,2 -bizitobs_application/10S/medium,RAES-Conductance-Ensemble-V,4608678.826666667,4608678.826666667,1173.628333333333,2.468208258396144,0.0353520202636718,0.036206760989364,35.92321256328055,2146.783367428271,0.0842978644779315,0.0460849304554245,0.0409816328832849,Web/CloudOps,2 -bizitobs_application/10S/short,RAES-Conductance-Ensemble-V,350700.44444444444,350700.44444444444,331.1220833333333,0.9533217933281294,0.0139558071560329,0.0140337753295898,5.947966460577738,592.1996660286499,0.0228387740290102,0.0127700552213739,0.0096823635360575,Web/CloudOps,2 -bizitobs_l2c/5T/long,RAES-Conductance-Ensemble-V,118.33850847274536,118.33850847274536,6.077939966595362,0.6064908389649042,0.4503906544457082,0.7893094657716297,3.4539642405204383,10.878350448149083,0.6108031164940005,0.3412672437015986,0.2691925154345478,Web/CloudOps,7 -bizitobs_l2c/5T/medium,RAES-Conductance-Ensemble-V,111.44142581786022,111.44142581786022,6.146854371765033,0.6215585080121612,0.4235852684138554,0.7185434333321189,3.41221843990027,10.556582108706408,0.5554314759549612,0.3234149425479176,0.2518559736324187,Web/CloudOps,7 -bizitobs_l2c/5T/short,RAES-Conductance-Ensemble-V,16.059041341145832,16.059041341145832,2.233942376999628,0.2312076882805537,0.1101576894549384,0.1913435975260351,2.331712158188952,4.007373371816736,0.137629422211462,0.0767226235425061,0.0612583061660722,Web/CloudOps,7 -bizitobs_l2c/H/long,RAES-Conductance-Ensemble-V,99.56886092897446,99.56886092897446,5.755020722888765,0.6107828837342615,0.7120026713910353,0.8073437221466548,15.002674188255908,9.978419761113202,0.6095107037503958,0.3515332903288,0.3212908221211429,Web/CloudOps,7 -bizitobs_l2c/H/medium,RAES-Conductance-Ensemble-V,73.60548531668526,73.60548531668526,5.040342167445592,0.5085751385579764,0.5616613788930584,0.79505371820359,10.486613907787998,8.579363922616015,0.5194935293908364,0.3052003814643358,0.2738149897555715,Web/CloudOps,7 -bizitobs_l2c/H/short,RAES-Conductance-Ensemble-V,51.82110305059524,51.82110305059524,4.317893376426091,0.4206393707854118,0.3594347178507194,0.5943920303203886,2.7291461656729594,7.198687592234799,0.3880276973790066,0.2327455113054213,0.1818618572725514,Web/CloudOps,7 -bizitobs_service/10S/long,RAES-Conductance-Ensemble-V,131141.26899470898,131141.26899470898,76.45482142857144,1.2999944719663274,0.0735180986999834,0.0715070080633039,20.80533455267016,362.1343245188296,0.2682806847469078,0.0566401759134908,0.0525573483541307,Web/CloudOps,2 -bizitobs_service/10S/medium,RAES-Conductance-Ensemble-V,42301.805714285714,42301.805714285714,45.64089285714286,1.0598884646645204,0.061601339673239,0.0568402079040107,10.009644352005582,205.67402780683253,0.1547951200584567,0.0343504114969342,0.0254394413358957,Web/CloudOps,2 -bizitobs_service/10S/short,RAES-Conductance-Ensemble-V,1807.7659523809525,1807.7659523809525,17.62182705026455,0.6779335158674583,0.0535541328551277,0.044654541015625,5.257031475960209,42.51783099337209,0.0314985693867792,0.0130548132182732,0.0100787305028287,Web/CloudOps,2 -car_parts/M/short,RAES-Conductance-Ensemble-V,1.379375353654826,1.379375353654826,0.4522476767354239,0.8265859812656304,0.846109142372646,1.907674105816412,15.108853375826529,1.1744681152142131,2.8162540628280923,1.0844435370460452,0.9362376936552526,Sales,1 -covid_deaths/D/short,RAES-Conductance-Ensemble-V,522286.2514853578,522286.2514853578,110.01644685009306,32.4033037623041,0.0860261887663347,0.3600544216209336,543.468551097237,722.6937466765281,0.2719170263984595,0.0413942215772227,0.0351764039262792,Healthcare,1 -electricity/15T/long,RAES-Conductance-Ensemble-V,319000.44490447093,319000.44490447093,57.84972011720437,0.8734206282026211,0.1251715373315331,0.1310267784102364,7.404760755454681,564.8012437171778,0.8910432135478713,0.0912650265725875,0.073492925637171,Energy,1 -electricity/15T/medium,RAES-Conductance-Ensemble-V,263995.7639956001,263995.7639956001,51.57456668597035,0.8065806527146451,0.119521915921141,0.1272580668693995,7.048386417558438,513.8051809738786,0.8853380604931558,0.0888681713056787,0.0718746948833012,Energy,1 -electricity/15T/short,RAES-Conductance-Ensemble-V,126713.40295921155,126713.40295921155,46.91074343907586,0.8698200926782048,0.1508240010772392,0.1516157934788681,9.704551367705593,355.96826116834006,0.7016836181459487,0.0924703232760423,0.0770716291350567,Energy,1 -electricity/D/short,RAES-Conductance-Ensemble-V,1395366992.467327,1395366992.467327,4290.00518916582,1.3720676574604302,0.2419281534169839,0.0911786120260084,10.891111002566408,37354.61139494463,0.6138603235974498,0.0704990327917711,0.0553920027625684,Energy,1 -electricity/H/long,RAES-Conductance-Ensemble-V,8614869.263449835,8614869.263449835,279.8231646213727,1.1939151002651027,0.2916695705424657,0.1423509371939364,9.803613791502404,2935.109753220454,1.157606450226338,0.1103621763830232,0.0873057072606496,Energy,1 -electricity/H/medium,RAES-Conductance-Ensemble-V,5848721.256455903,5848721.256455903,244.1731091585533,1.0709101012240496,0.2325252562743696,0.1299792006611824,8.937491660120099,2418.412962348636,0.9439862622070362,0.0953088096344834,0.0758640393497007,Energy,1 -electricity/H/short,RAES-Conductance-Ensemble-V,1618075.007334257,1618075.007334257,165.54620420864225,0.909135424026812,0.1891440115683731,0.1230762390068287,10.372727804169363,1272.0357728201895,0.6004917296779377,0.0781496311903775,0.0638223276685304,Energy,1 -electricity/W/short,RAES-Conductance-Ensemble-V,39167753602.20903,39167753602.20903,26505.73079633283,1.441642831368594,0.1387112637178443,0.0937793512308449,11.170854796664331,197908.44752614532,0.4515617747426278,0.0604773317604908,0.0480167449252143,Energy,1 -ett1/15T/long,RAES-Conductance-Ensemble-V,8.89334783849262,8.89334783849262,1.582189669836135,1.0201425842035992,0.7758675558211213,0.3974982334318615,7.373285461621061,2.9821716648262586,0.5684048381338329,0.3015668996481547,0.2344642962226429,Energy,7 -ett1/15T/medium,RAES-Conductance-Ensemble-V,8.863968460635533,8.863968460635533,1.5587865292079863,0.9866617499147118,0.732689523804024,0.3807671964736212,7.282254236363169,2.977241753810989,0.5674651895839983,0.2971062367326147,0.2296594749041156,Energy,7 -ett1/15T/short,RAES-Conductance-Ensemble-V,4.94947509765625,4.94947509765625,1.062300763811384,0.6757486792035314,0.4833887678445131,0.2296448230378924,4.770307558201408,2.2247415799719863,0.4205687638315266,0.200819062796078,0.1583436594203357,Energy,7 -ett1/D/short,RAES-Conductance-Ensemble-V,39389.57912016369,39389.57912016369,132.34845639183408,1.6268802155402076,1.10266872739035,0.4737175415432642,11.221240927473442,198.4680808597788,0.521283017263399,0.3476176238476958,0.2694105148257508,Energy,7 -ett1/H/long,RAES-Conductance-Ensemble-V,141.56247404391172,141.56247404391172,7.000880262586805,1.320468619618736,5628966281717.463,0.4673179737474552,9.132931678645628,11.898002943515843,0.5697695802249156,0.3352569861812683,0.2578012583777631,Energy,7 -ett1/H/medium,RAES-Conductance-Ensemble-V,135.29723106338864,135.29723106338864,6.755603790283203,1.2358423099129645,3867521233119.343,0.4384532531102498,8.857397659769862,11.631733794382876,0.5571325017570886,0.3235774225144084,0.2521342126901391,Energy,7 -ett1/H/short,RAES-Conductance-Ensemble-V,79.73008176492793,79.73008176492793,4.552430932720502,0.7623901840518769,0.4193563185632228,0.244954300121892,5.513460443368198,8.929170273039256,0.4167609074355487,0.2124805764189414,0.1654812363842035,Energy,7 -ett1/W/short,RAES-Conductance-Ensemble-V,1525861.4663783482,1525861.4663783482,960.4626039777484,1.5982539655140044,0.7527792360633612,0.5573125242122582,8.315746157337662,1235.257651819388,0.4915385110057014,0.3821910008333301,0.2777921735695488,Energy,7 -ett2/15T/long,RAES-Conductance-Ensemble-V,11.507861202784946,11.507861202784946,2.134334513951861,0.8875582834681649,0.1358792715088584,0.1645881919633774,7.185495852318699,3.3923238646663654,0.1807830671656664,0.1137425420398968,0.0919988009418233,Energy,7 -ett2/15T/medium,RAES-Conductance-Ensemble-V,10.507057162239438,10.507057162239438,2.0121585076952737,0.8389078300137479,0.1271078840521856,0.1541131950938512,6.606442790426398,3.241459110067477,0.1727432142780481,0.1072315634575339,0.085746076875175,Energy,7 -ett2/15T/short,RAES-Conductance-Ensemble-V,7.011576104154145,7.011576104154145,1.6721623491673243,0.7093860067151916,0.0996626149795598,0.1200037966925828,4.544352628252001,2.6479380854079926,0.1257070439572976,0.079383497329065,0.0621864152604938,Energy,7 -ett2/D/short,RAES-Conductance-Ensemble-V,112603.08571428571,112603.08571428571,200.4631200396825,1.3032064692451444,0.4253072587270585,0.1328234529041665,11.922359023774934,335.56383254797544,0.1920520349202895,0.1147303326397282,0.0925549136379072,Energy,7 -ett2/H/long,RAES-Conductance-Ensemble-V,217.7561353572462,217.7561353572462,9.013237378963089,1.0058152793161976,0.1732509419026241,0.1691489658658466,9.004889735934583,14.756562450558944,0.2020797675053396,0.1234293501697143,0.1014411653638859,Energy,7 -ett2/H/medium,RAES-Conductance-Ensemble-V,250.5897693452381,250.5897693452381,9.763457961309523,1.0410474697006191,0.1731327652599902,0.1685907534400343,7.580662741067863,15.8300274587645,0.2133197999165742,0.1315688746735114,0.1065719030613471,Energy,7 -ett2/H/short,RAES-Conductance-Ensemble-V,96.87242551190512,96.87242551190512,6.150930651312783,0.7139784255181884,0.1146900447634937,0.1066317759188158,4.939744186806092,9.84237905751984,0.1248287460941393,0.0780109113892288,0.0618627070558545,Energy,7 -ett2/W/short,RAES-Conductance-Ensemble-V,2752401.714285714,2752401.714285714,1159.29638671875,0.764458895037411,0.1168516278266906,0.1241355989998653,10.015425894913887,1659.036381242351,0.1391677178083357,0.0972471937488695,0.0842624559983792,Energy,7 -hierarchical_sales/D/short,RAES-Conductance-Ensemble-V,29.040033766862624,29.040033766862624,2.2950135084753835,0.7407427684755963,0.637639153607371,1.0702313205534488,6.522994110675489,5.388880567136613,1.6532488797452682,0.704084728658823,0.572076884921414,Sales,1 -hierarchical_sales/W/short,RAES-Conductance-Ensemble-V,415.6216740177597,415.6216740177597,8.4028673358893,0.6854002745407285,0.4952959583640131,0.4387152852743106,5.905049319163608,20.38680146608976,0.935968027234488,0.3857797495388038,0.3211399395772934,Sales,1 -hospital/M/short,RAES-Conductance-Ensemble-V,2456.470990873533,2456.470990873533,17.293195383800523,0.7524566437332738,0.1915498855371985,0.1721637905868554,5.034482791061967,49.56279845684193,0.179924467582418,0.0627783149681999,0.0494552858300345,Healthcare,1 -jena_weather/10T/long,RAES-Conductance-Ensemble-V,1392.1805555555557,1392.1805555555557,9.436579241071428,0.6356543499196855,0.7759122858920866,0.6376471662631776,6.172624612657466,37.31193583232523,0.2283181332903902,0.0577440464802066,0.0497186559198182,Nature,21 -jena_weather/10T/medium,RAES-Conductance-Ensemble-V,1510.3255411255411,1510.3255411255411,9.32295274170274,0.5843974361136091,0.7385096696644087,0.6434808302739913,5.550501656348378,38.86290700816836,0.2385009959350074,0.0572148015968996,0.0479391516803501,Nature,21 -jena_weather/10T/short,RAES-Conductance-Ensemble-V,786.5325892857143,786.5325892857143,5.281269763764881,0.2552642161301929,0.3345838239745796,0.5435500567044342,2.2573669250514343,28.045188344629,0.1741957692546259,0.0328033043613489,0.0266464426701613,Nature,21 -jena_weather/D/short,RAES-Conductance-Ensemble-V,349.6228703554391,349.6228703554391,9.245266174078578,1.0149596965679488,0.5808363701587199,0.4489616159290548,6.747808681303777,18.69820500356757,0.1125937535010827,0.0556716123530301,0.044377717200187,Nature,21 -jena_weather/H/long,RAES-Conductance-Ensemble-V,1496.1189101697216,1496.1189101697216,12.30944549322483,1.0062329191033816,2.673267998972024,0.6777719888737592,8.17635652467095,38.67969635570736,0.2328946386357227,0.0741165037488127,0.0594422962081929,Nature,21 -jena_weather/H/medium,RAES-Conductance-Ensemble-V,1592.4055995279834,1592.4055995279834,10.70055898201785,0.7583724119888156,1.918145611818333,0.6690112058605466,5.797927919263039,39.90495707964092,0.2441855036288462,0.0654786165768685,0.0527878734155491,Nature,21 -jena_weather/H/short,RAES-Conductance-Ensemble-V,1122.2527983935015,1122.2527983935015,8.26201435716183,0.5237387827793283,1.0453435290412505,0.6062071089338708,4.451434106315079,33.500041767041154,0.2053531127969904,0.050645619429819,0.0408186768962738,Nature,21 -kdd_cup_2018/D/short,RAES-Conductance-Ensemble-V,2855.2954781719545,2855.2954781719545,20.971406973235048,1.1944194534016244,0.5093659093004408,0.4636202013883369,8.822355335209048,53.434964940308085,1.1969999510942175,0.4697817833207424,0.3683556425056478,Nature,1 -kdd_cup_2018/H/long,RAES-Conductance-Ensemble-V,3427.8542097983222,3427.8542097983222,19.52321639064243,0.8475699066641171,0.9005240180412832,0.5059084250412771,7.369613285369736,58.54787963537469,1.3737698424966145,0.4580935479309014,0.3696933379125122,Nature,1 -kdd_cup_2018/H/medium,RAES-Conductance-Ensemble-V,4682.499941256712,4682.499941256712,22.2978247568083,0.9271563572808408,0.874339067238864,0.5051076421059512,7.949095956388343,68.42879467926285,1.432338602598833,0.4667338552850353,0.3780848080864067,Nature,1 -kdd_cup_2018/H/short,RAES-Conductance-Ensemble-V,4339.342564657947,4339.342564657947,20.961254601411245,0.8634513168348521,0.7636615931123868,0.4679120542618289,7.365577109870303,65.87368643592028,1.378855559955645,0.4387570214233747,0.3532140906822855,Nature,1 -loop_seattle/5T/long,RAES-Conductance-Ensemble-V,45.33168064421435,45.33168064421435,3.520749611466894,0.5637098428613059,0.1073051476779299,0.0813502030746609,5.048309837306514,6.732880560667503,0.1190387125537736,0.0622475769764238,0.0497943056833955,Transport,1 -loop_seattle/5T/medium,RAES-Conductance-Ensemble-V,22.95559969978805,22.95559969978805,2.744823166312817,0.4482860477414464,0.0746052096516539,0.0633162863614081,3.279466480607125,4.791200235826932,0.0852452973421869,0.0488360442993831,0.0382888798638813,Transport,1 -loop_seattle/5T/short,RAES-Conductance-Ensemble-V,32.733250998072826,32.733250998072826,3.039965755282541,0.486355494649514,0.0827072759782674,0.0641644905271321,4.100535813609488,5.721298016890295,0.0981076295897719,0.0521287011101993,0.0413344236947894,Transport,1 -loop_seattle/D/short,RAES-Conductance-Ensemble-V,18.8367300374097,18.8367300374097,2.9678559766834365,0.8945066285162865,0.0547695589016342,0.0547178530225566,7.223203383139835,4.34013018668907,0.0775639288486187,0.0530395540931992,0.0428532569745227,Transport,1 -loop_seattle/H/long,RAES-Conductance-Ensemble-V,62.43861799105607,62.43861799105607,4.185001048116615,0.8755626419228728,0.1178148855570874,0.096806342247768,6.8895838658704776,7.901811057666215,0.1412159453343319,0.0747915730864748,0.0595073925097561,Transport,1 -loop_seattle/H/medium,RAES-Conductance-Ensemble-V,71.11179050567596,71.11179050567596,4.43558497000774,0.9099620216989204,0.1126134803543641,0.1015761548163703,7.154059361020384,8.43278071016174,0.1490484510180632,0.0783984656854637,0.0626733900660799,Transport,1 -loop_seattle/H/short,RAES-Conductance-Ensemble-V,57.01916589437021,57.01916589437021,4.024839223366805,0.8160503986948947,0.1123947832276305,0.0930986976799652,6.333785570362527,7.551103620953047,0.1336622139135554,0.0712437477017993,0.0568692769776765,Transport,1 -m4_daily/D/short,RAES-Conductance-Ensemble-V,355340.77906456776,355340.77906456776,171.31083849532047,3.233807552606445,0.0366783930461689,0.0300366777170237,26.75761995568889,596.104671231964,0.0920816974740723,0.0264627901199877,0.0209858187881594,Econ/Fin,1 -m4_hourly/H/short,RAES-Conductance-Ensemble-V,791506.6332563803,791506.6332563803,179.71423638740407,0.7219547618634579,0.0859704511575685,0.0785390246421812,5.449930978657728,889.6665854444464,0.1214591399571732,0.0245349628128044,0.0201459036319966,Econ/Fin,1 -m4_monthly/M/short,RAES-Conductance-Ensemble-V,1788827.6431586936,1788827.6431586936,541.875780513269,0.9032173557848354,0.1552360025224127,0.1284302303394153,7.411150322932977,1337.4706139421132,0.2779723085602747,0.1126203896310003,0.0898521683179074,Econ/Fin,1 -m4_quarterly/Q/short,RAES-Conductance-Ensemble-V,1734985.2423177478,1734985.2423177478,545.6820669454734,1.145633171475027,0.1101106940034994,0.0996845115142599,8.751282241755144,1317.1883852804608,0.2204741405884114,0.0913375687857243,0.0728439311846101,Econ/Fin,1 -m4_weekly/W/short,RAES-Conductance-Ensemble-V,276135.6040282837,276135.6040282837,257.91589886436685,1.906738629347018,0.0620438383865438,0.0619554679651342,13.208693661502842,525.4860645424232,0.0957354173238954,0.0469882797629438,0.0372381754841812,Econ/Fin,1 -m4_yearly/A/short,RAES-Conductance-Ensemble-V,3443777.214910284,3443777.214910284,862.535278154047,3.2361825533652184,0.1631643412560336,0.1455581046398407,27.9683007730182,1855.7416886275644,0.2975767799933657,0.1383115291727842,0.1115437487478533,Econ/Fin,1 -m_dense/D/short,RAES-Conductance-Ensemble-V,9653.634074074074,9653.634074074074,44.56868344907407,0.6615476773477059,0.1235088916775736,0.0953495274495805,7.141583601733973,98.2529087308568,0.1700903185221211,0.0771549836222186,0.0644115399389352,Transport,1 -m_dense/H/long,RAES-Conductance-Ensemble-V,37458.58041208526,37458.58041208526,82.49683296109423,0.7182017187015375,0.2604597159526551,0.2135668274208351,10.146083256338695,193.5421928471548,0.3350501640043953,0.1428142205420101,0.1195886188933337,Transport,1 -m_dense/H/medium,RAES-Conductance-Ensemble-V,39792.32720662435,39792.32720662435,81.75312630123562,0.7038857650150354,0.2560286372058957,0.2057977196243074,10.532341907141602,199.48014238671564,0.3470702584411216,0.1422401164058376,0.1200467539418873,Transport,1 -m_dense/H/short,RAES-Conductance-Ensemble-V,45092.566666666666,45092.566666666666,86.64946614583333,0.7645411861800249,0.2730448721309859,0.2064106520158116,9.52481612619295,212.35010399495135,0.376656170232692,0.1536945612796725,0.1286803400103826,Transport,1 -restaurant/D/short,RAES-Conductance-Ensemble-V,137.9477507026075,137.9477507026075,7.066059452073184,0.6776595357377769,0.6683491874923556,0.3897639122916234,4.54608607294764,11.745116036149131,0.5405374531440148,0.3251964278796619,0.2543246080761276,Sales,1 -saugeen/D/short,RAES-Conductance-Ensemble-V,1027.0369739659627,1027.0369739659627,12.161436710357666,2.7013977534383917,0.2717053250471751,0.3151914711793264,28.51763355898198,32.04741758653827,1.038023476028483,0.3939118268577308,0.3284346049797301,Nature,1 -saugeen/M/short,RAES-Conductance-Ensemble-V,334.62823994954425,334.62823994954425,11.425887334914435,0.6693880695793137,0.3414120674133301,0.3235358879679725,4.031416184967769,18.29284668796916,0.5492060996561475,0.3430393926849003,0.2684195684426729,Nature,1 -saugeen/W/short,RAES-Conductance-Ensemble-V,341.02423934936525,341.02423934936525,9.178376483917235,0.7440621388949744,0.2651020281016826,0.2674923747777938,6.369307441047748,18.46684161813723,0.5574369682852832,0.2770569254219799,0.2290855828453788,Nature,1 -solar/10T/long,RAES-Conductance-Ensemble-V,19.76797062533712,19.76797062533712,1.8232387763450328,0.7977538496016522,3.506997821135816,1.4430298589755024,3.90918788612962,4.446118602257156,0.9609574168164328,0.3940638974107916,0.2927285203840797,Energy,1 -solar/10T/medium,RAES-Conductance-Ensemble-V,21.036034392390302,21.036034392390302,1.8221175236133476,0.7964366428333357,3.800437274720871,1.4416875252902712,3.682571381553124,4.586505684329881,1.0177638383614716,0.4043351196782333,0.2939822557613379,Energy,1 -solar/10T/short,RAES-Conductance-Ensemble-V,16.64216505860723,16.64216505860723,1.5266270991018236,0.6575393814029155,3.457381016684572,1.4877198292300504,4.726342271100644,4.07948097907163,1.1867205656835365,0.4440956543070382,0.3503722276966048,Energy,1 -solar/D/short,RAES-Conductance-Ensemble-V,122263.39638267944,122263.39638267944,250.68475689296304,0.9774305766995088,1.0568706105225278,0.426717407569978,4.835117858457721,349.6618314638866,0.505142268798906,0.3621541027799946,0.272309000004324,Energy,1 -solar/H/long,RAES-Conductance-Ensemble-V,684.8756231724104,684.8756231724104,10.865313329642513,0.825998981411415,4.460758840663704,1.3914585306311873,4.895586382813735,26.17012845158408,0.90736616477532,0.3767202634575963,0.2865623361756594,Energy,1 -solar/H/medium,RAES-Conductance-Ensemble-V,669.4413154546362,669.4413154546362,10.269010404600714,0.7835041073960479,3.665040746528674,1.392794837858845,4.573718296845871,25.873564026910483,0.9320261650693584,0.3699137226128873,0.2849643391941943,Energy,1 -solar/H/short,RAES-Conductance-Ensemble-V,588.2769512188604,588.2769512188604,9.66555843610192,0.7441310898630435,3.5220010698341,1.3927068302349974,4.104384671245741,24.254421271571506,0.8940260459030958,0.3562757030282925,0.2729783198944448,Energy,1 -solar/W/short,RAES-Conductance-Ensemble-V,1808328.666457573,1808328.666457573,1091.556346809777,1.1966747520613688,0.2477723401393333,0.2126481975190831,6.803486526015741,1344.7411150320247,0.2744952695833863,0.2228139307511769,0.1626926969669321,Energy,1 -sz_taxi/15T/long,RAES-Conductance-Ensemble-V,15.585027154558404,15.585027154558404,2.688536380430912,0.5068196787497227,6370077685968.885,0.3955184242877573,4.555848134966978,3.947787627844032,0.3654001905712426,0.2488461382365895,0.2023465474045823,Transport,1 -sz_taxi/15T/medium,RAES-Conductance-Ensemble-V,16.246455996260682,16.246455996260682,2.74126936431624,0.5345758787491293,10382374034293.717,0.4031586202139366,4.035509388060278,4.030689270616215,0.3751229148949411,0.2551208702568384,0.2020523302401886,Transport,1 -sz_taxi/15T/short,RAES-Conductance-Ensemble-V,16.70009962368361,16.70009962368361,2.7168630709432717,0.5419250704615644,1042430253814.9633,0.3879225722444244,3.856826598408213,4.0865755374988,0.3821122903158075,0.2540383166752797,0.1995325610904478,Transport,1 -sz_taxi/H/short,RAES-Conductance-Ensemble-V,7.201620509481837,7.201620509481837,1.8437661717080664,0.5614309099173259,0.9579658834343284,0.2950056679228432,3.8884640370586,2.6835835201241336,0.249992364992322,0.17175819656875,0.1354020882955285,Transport,1 -temperature_rain/D/short,RAES-Conductance-Ensemble-V,151.97649114379954,151.97649114379954,5.376678272062279,1.3007495402783231,45.35214347989992,1.462045692728327,20.556040138343096,12.327874559055164,1.451316774174443,0.6329771874464388,0.5257566873227283,Nature,1 -us_births/D/short,RAES-Conductance-Ensemble-V,122498.0121875,122498.0121875,216.5319140625,0.3186777958568058,0.0208148318529129,0.0206297110517819,2.754576036616567,349.99716025633694,0.0328093937108884,0.0202981098882221,0.016058372725499,Healthcare,1 -us_births/M/short,RAES-Conductance-Ensemble-V,23571974.0,23571974.0,4045.44921875,0.4581106278386818,0.0124200421075026,0.0124976237614949,3.2384064446987693,4855.097733310834,0.0150799004580252,0.0125651376919131,0.0094270329800251,Healthcare,1 -us_births/W/short,RAES-Conductance-Ensemble-V,1692045.9598214286,1692045.9598214286,1002.1928013392856,0.9105734103058506,0.0135211939258234,0.0135626949902091,5.697873581799436,1300.7866696047545,0.0176580514919947,0.0136046690087412,0.0105102396407876,Healthcare,1 diff --git a/results/RAES-Conductance-Ensemble-V/config.json b/results/RAES-Conductance-Ensemble-V/config.json deleted file mode 100644 index bc4ae5cb6e2249349329014b4d976b5ef685d5c1..0000000000000000000000000000000000000000 --- a/results/RAES-Conductance-Ensemble-V/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "RAES-Conductance-Ensemble-V", - "model_type": "agentic", - "model_dtype": "float32", - "model_link": "https://github.com/AriGoldbach/raes-conductance-v", - "code_link": "https://github.com/AriGoldbach/raes-conductance-v", - "org": "SETI", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/RAES-Conductance-Ensemble/all_results.csv b/results/RAES-Conductance-Ensemble/all_results.csv deleted file mode 100644 index 26f8f78e737312c7d15f893816e3ad679478e72e..0000000000000000000000000000000000000000 --- a/results/RAES-Conductance-Ensemble/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,RAES-Conductance-Ensemble,3764560.182136522,3764560.182136522,311.8118974577426,1.0443920730904832,4.017412770111333,0.8067188169857037,28.28738176421152,1940.24745384101,5.127494805112658,0.8240257608491148,0.6125487178695066,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,RAES-Conductance-Ensemble,3972996.782526061,3972996.782526061,296.7625756751314,0.922678293654104,4.452882114932632,0.7888244228718336,20.095119957266,1993.2377636714743,6.056006870709125,0.9016466725713445,0.5958079628067434,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,RAES-Conductance-Ensemble,1603086.8303740164,1603086.8303740164,135.86995648848335,0.6200028711994859,1.5824095346520524,0.709262084895994,13.414571671559708,1266.1306529635938,3.975337115867689,0.4265980605522285,0.3449510223541225,Web/CloudOps,2 -bitbrains_fast_storage/H/short,RAES-Conductance-Ensemble,2665994.5506858937,2665994.5506858937,286.61201578284454,0.9340666313475648,3.494808144372756,0.5604744097765231,73.71274582816918,1632.787356236535,4.653974200774611,0.8169373200928497,0.6368159765025884,Web/CloudOps,2 -bitbrains_rnd/5T/long,RAES-Conductance-Ensemble,2348073.4356846944,2348073.4356846944,158.8178155646857,3.242298077038253,1.3577732101478788,0.6674103183056098,114.656393371636,1532.3424668411087,5.870058758145598,0.6083952702341338,0.6077673418895261,Web/CloudOps,2 -bitbrains_rnd/5T/medium,RAES-Conductance-Ensemble,2420113.341921431,2420113.341921431,155.48740714899554,4.321594108112,0.8655858887581546,0.6934708976668211,158.746398539226,1555.6713476571556,6.545502697722575,0.6542148150304126,0.6587433484855357,Web/CloudOps,2 -bitbrains_rnd/5T/short,RAES-Conductance-Ensemble,1673092.12230237,1673092.12230237,113.14032567278504,1.5801923163973,1.0757374022347637,0.6338549634886189,51.032328352977295,1293.4806230873232,5.292549297242092,0.4629375503902039,0.3726048701457872,Web/CloudOps,2 -bitbrains_rnd/H/short,RAES-Conductance-Ensemble,2101363.6642939346,2101363.6642939346,157.24618515834788,5.784190120063003,1.5105400530525404,0.522258418283236,209.1068095694561,1449.608107142732,6.344194305914498,0.6881862398484374,0.6381817989508932,Web/CloudOps,2 -bizitobs_application/10S/long,RAES-Conductance-Ensemble,5508384.995555555,5508384.995555555,1444.5293055555555,2.9496628553199304,0.0426446957058376,0.0436458248562282,21.627559402395445,2346.9948861374955,0.0905142115516553,0.0557097213666283,0.0453959711241642,Web/CloudOps,2 -bizitobs_application/10S/medium,RAES-Conductance-Ensemble,2984731.7333333334,2984731.7333333334,963.6932291666668,2.106245147659174,0.0300162633260091,0.0306269709269205,21.91949247833057,1727.6376163227442,0.0678392444516726,0.0378413967907296,0.0314587238719329,Web/CloudOps,2 -bizitobs_application/10S/short,RAES-Conductance-Ensemble,350700.44444444444,350700.44444444444,331.1220833333333,0.9533217933281294,0.0139558071560329,0.0140337753295898,5.947966460577738,592.1996660286499,0.0228387740290102,0.0127700552213739,0.0096823635360575,Web/CloudOps,2 -bizitobs_l2c/5T/long,RAES-Conductance-Ensemble,85.39196252308194,85.39196252308194,5.707359774756053,0.5799223022107011,0.4016797913162768,0.7719799965146988,16.739368093261167,9.24077716012468,0.5188558242477923,0.3204597198802911,0.3000969346611913,Web/CloudOps,7 -bizitobs_l2c/5T/medium,RAES-Conductance-Ensemble,77.6847700776697,77.6847700776697,5.343154414819211,0.5360136266444104,0.3775395925697993,0.6504175643531643,14.23915300772101,8.813896418592046,0.4637405787480412,0.2811285046919383,0.2606326957113618,Web/CloudOps,7 -bizitobs_l2c/5T/short,RAES-Conductance-Ensemble,16.059041341145832,16.059041341145832,2.233942376999628,0.2312076882805537,0.1101576894549384,0.1913435975260351,2.331712158188952,4.007373371816736,0.137629422211462,0.0767226235425061,0.0612583061660722,Web/CloudOps,7 -bizitobs_l2c/H/long,RAES-Conductance-Ensemble,83.94332217261905,83.94332217261905,5.321744016617063,0.5656318033489568,0.6277122715768005,0.8065286864610371,4.660455804042531,9.162058839181238,0.5596449972274097,0.3250674840340573,0.2607088967320204,Web/CloudOps,7 -bizitobs_l2c/H/medium,RAES-Conductance-Ensemble,72.166796875,72.166796875,4.763531203497024,0.4842278382283201,0.4642346108959078,0.7625263436202193,3.2238614027562,8.495104288647669,0.5143914680000525,0.2884390497601479,0.2284694743490933,Web/CloudOps,7 -bizitobs_l2c/H/short,RAES-Conductance-Ensemble,46.108235677083336,46.108235677083336,4.123808361235119,0.406016475451965,0.3555639619164044,0.5910851614815849,2.7423540047059096,6.790304534929441,0.3660148047031623,0.2222838319263134,0.1729898254179938,Web/CloudOps,7 -bizitobs_service/10S/long,RAES-Conductance-Ensemble,131188.08042328042,131188.08042328042,76.91575396825397,1.3255743636958244,0.0791733708457341,0.0795542818907076,18.177093672718588,362.1989514386816,0.2683285624352049,0.0569816494745306,0.0511030143861602,Web/CloudOps,2 -bizitobs_service/10S/medium,RAES-Conductance-Ensemble,32671.25333333333,32671.25333333333,40.83285218253968,1.0111182526029088,0.0631121099562872,0.0564302716936383,10.496283283987042,180.7519110088005,0.1360381476638407,0.0307317667832217,0.0230732061885398,Web/CloudOps,2 -bizitobs_service/10S/short,RAES-Conductance-Ensemble,1807.7659523809525,1807.7659523809525,17.62182705026455,0.6779335158674583,0.0535541328551277,0.044654541015625,5.257031475960209,42.51783099337209,0.0314985693867792,0.0130548132182732,0.0100787305028287,Web/CloudOps,2 -car_parts/M/short,RAES-Conductance-Ensemble,1.379375353654826,1.379375353654826,0.4522476767354239,0.8265859812656304,0.846109142372646,1.907674105816412,15.108853375826529,1.1744681152142131,2.8162540628280923,1.0844435370460452,0.9362376936552526,Sales,1 -covid_deaths/D/short,RAES-Conductance-Ensemble,377489.7082706767,377489.7082706767,96.49346804511278,32.50570150751666,0.0852892402617012,0.3539809361802044,995.2156471288016,614.4019110245969,0.2311717090465571,0.0363061369431923,0.0301165004481775,Healthcare,1 -electricity/15T/long,RAES-Conductance-Ensemble,319000.44490447093,319000.44490447093,57.84972011720437,0.8734206282026211,0.1251715373315331,0.1310267784102364,7.404760755454681,564.8012437171778,0.8910432135478713,0.0912650265725875,0.073492925637171,Energy,1 -electricity/15T/medium,RAES-Conductance-Ensemble,263995.7639956001,263995.7639956001,51.57456668597035,0.8065806527146451,0.119521915921141,0.1272580668693995,7.048386417558438,513.8051809738786,0.8853380604931558,0.0888681713056787,0.0718746948833012,Energy,1 -electricity/15T/short,RAES-Conductance-Ensemble,126713.40295921155,126713.40295921155,46.91074343907586,0.8698200926782048,0.1508240010772392,0.1516157934788681,9.704551367705593,355.96826116834006,0.7016836181459487,0.0924703232760423,0.0770716291350567,Energy,1 -electricity/D/short,RAES-Conductance-Ensemble,1215366297.8348818,1215366297.8348818,4186.144554740562,1.4109550224510583,0.4625706190314568,0.0951576628588341,11.64300968602133,34862.104036258075,0.5729001498294684,0.0687922576366706,0.0543791946946559,Energy,1 -electricity/H/long,RAES-Conductance-Ensemble,8614869.263449835,8614869.263449835,279.8231646213727,1.1939151002651027,0.2916695705424657,0.1423509371939364,9.803613791502404,2935.109753220454,1.157606450226338,0.1103621763830232,0.0873057072606496,Energy,1 -electricity/H/medium,RAES-Conductance-Ensemble,6387548.208288289,6387548.208288289,245.04782798423423,1.0648926200866002,0.1949533830268085,0.1283647268789185,8.883081156260458,2527.3599285199343,0.9865118240487172,0.0956502384310064,0.0760280620938358,Energy,1 -electricity/H/short,RAES-Conductance-Ensemble,1656585.4024530607,1656585.4024530607,162.5633015257529,0.8733264019238164,0.1775271294828979,0.1211312608793377,10.220478705755902,1287.0840696912774,0.6075956005044574,0.0767414880942616,0.0636413804672506,Energy,1 -electricity/W/short,RAES-Conductance-Ensemble,39167753602.20903,39167753602.20903,26505.73079633283,1.441642831368594,0.1387112637178443,0.0937793512308449,11.170854796664331,197908.4475261453,0.4515617747426278,0.0604773317604908,0.0480167449252143,Energy,1 -ett1/15T/long,RAES-Conductance-Ensemble,8.863523685515872,8.863523685515872,1.585244140625,1.0033619393156958,0.7697234599594426,0.3854949970104996,7.379861689982661,2.977167057038599,0.5674509847235403,0.3021491006015844,0.2346837886085893,Energy,7 -ett1/15T/medium,RAES-Conductance-Ensemble,8.863968460635533,8.863968460635533,1.5587865292079863,0.9866617499147118,0.732689523804024,0.3807671964736212,7.282254236363169,2.977241753810989,0.5674651895839983,0.2971062367326147,0.2296594749041156,Energy,7 -ett1/15T/short,RAES-Conductance-Ensemble,4.94947509765625,4.94947509765625,1.062300763811384,0.6757486792035314,0.4833887678445131,0.2296448230378924,4.770307558201408,2.2247415799719863,0.4205687638315266,0.200819062796078,0.1583436594203357,Energy,7 -ett1/D/short,RAES-Conductance-Ensemble,39389.57912016369,39389.57912016369,132.34845639183408,1.6268802155402076,1.10266872739035,0.4737175415432642,11.221240927473442,198.4680808597788,0.521283017263399,0.3476176238476958,0.2694105148257508,Energy,7 -ett1/H/long,RAES-Conductance-Ensemble,141.56247404391172,141.56247404391172,7.000880262586805,1.320468619618736,5628966281717.463,0.4673179737474552,9.132931678645628,11.898002943515843,0.5697695802249156,0.3352569861812683,0.2578012583777631,Energy,7 -ett1/H/medium,RAES-Conductance-Ensemble,135.29723106338864,135.29723106338864,6.755603790283203,1.2358423099129645,3867521233119.343,0.4384532531102498,8.857397659769862,11.631733794382876,0.5571325017570886,0.3235774225144084,0.2521342126901391,Energy,7 -ett1/H/short,RAES-Conductance-Ensemble,79.73008176492793,79.73008176492793,4.552430932720502,0.7623901840518769,0.4193563185632228,0.244954300121892,5.513460443368198,8.929170273039256,0.4167609074355487,0.2124805764189414,0.1654812363842035,Energy,7 -ett1/W/short,RAES-Conductance-Ensemble,1070556.6965680805,1070556.6965680805,834.5146582467215,1.4887368649626236,0.6270839936499085,0.5270519043718066,8.900157842322844,1034.6770977305337,0.411722719742787,0.3320733062635597,0.2488434917376042,Energy,7 -ett2/15T/long,RAES-Conductance-Ensemble,11.130384424603175,11.130384424603175,2.0944864521329367,0.865588103080407,0.1304146876543007,0.1592785569128066,7.215204450660049,3.336223077763712,0.177793366815754,0.1116189743295914,0.0908678079647659,Energy,7 -ett2/15T/medium,RAES-Conductance-Ensemble,10.507057162239438,10.507057162239438,2.0121585076952737,0.8389078300137479,0.1271078840521856,0.1541131950938512,6.606442790426398,3.241459110067477,0.1727432142780481,0.1072315634575339,0.085746076875175,Energy,7 -ett2/15T/short,RAES-Conductance-Ensemble,7.574035063244048,7.574035063244048,1.6780468168712797,0.7182191401619986,0.1008017140792276,0.1203297574364198,4.970263674380422,2.752096485089876,0.1306518106090567,0.0796628519744056,0.0625187500434547,Energy,7 -ett2/D/short,RAES-Conductance-Ensemble,112720.79838479662,112720.79838479662,200.4337662954179,1.302859964648419,0.4261513279543982,0.1356298696427118,11.184418435567766,335.73918208156255,0.1921523809189902,0.1147135260515071,0.0930063041605588,Energy,7 -ett2/H/long,RAES-Conductance-Ensemble,219.0509920634921,219.0509920634921,9.079403315145502,1.0024498273154676,0.1747799683229048,0.1710589115785863,8.310215185615222,14.80037134883757,0.2026796944152642,0.1243354403760388,0.1036210483691943,Energy,7 -ett2/H/medium,RAES-Conductance-Ensemble,250.5897693452381,250.5897693452381,9.763457961309523,1.0410474697006191,0.1731327652599902,0.1685907534400343,7.580662741067863,15.8300274587645,0.2133197999165742,0.1315688746735114,0.1065719030613471,Energy,7 -ett2/H/short,RAES-Conductance-Ensemble,108.6149017402104,108.6149017402104,6.315409895351955,0.7233983581245197,0.1179250673487957,0.1074959497721422,5.252736620576872,10.421847328579055,0.132178015742761,0.0800969657539238,0.0637036268128176,Energy,7 -ett2/W/short,RAES-Conductance-Ensemble,2752401.714285714,2752401.714285714,1159.29638671875,0.764458895037411,0.1168516278266906,0.1241355989998653,10.015425894913887,1659.036381242351,0.1391677178083357,0.0972471937488695,0.0842624559983792,Energy,7 -hierarchical_sales/D/short,RAES-Conductance-Ensemble,28.91096066470085,28.91096066470085,2.308831427219536,0.7452318517562532,0.644261423468741,1.0660536091896362,6.807856142128831,5.376891356973921,1.6495707228398475,0.7083239131053098,0.57021661897156,Sales,1 -hierarchical_sales/W/short,RAES-Conductance-Ensemble,415.6216740177597,415.6216740177597,8.4028673358893,0.6854002745407285,0.4952959583640131,0.4387152852743106,5.905049319163608,20.38680146608976,0.935968027234488,0.3857797495388038,0.3211399395772934,Sales,1 -hospital/M/short,RAES-Conductance-Ensemble,2539.318481672852,2539.318481672852,17.258151279849002,0.7399125297012613,0.1934043577055032,0.1713681502857839,4.875913172471223,50.391650912357015,0.1829333944672224,0.0626510967331184,0.050963799079948,Healthcare,1 -jena_weather/10T/long,RAES-Conductance-Ensemble,1392.1805555555557,1392.1805555555557,9.436579241071428,0.6356543499196855,0.7759122858920866,0.6376471662631776,6.172624612657466,37.31193583232523,0.2283181332903902,0.0577440464802066,0.0497186559198182,Nature,21 -jena_weather/10T/medium,RAES-Conductance-Ensemble,1510.3255411255411,1510.3255411255411,9.32295274170274,0.5843974361136091,0.7385096696644087,0.6434808302739913,5.550501656348378,38.86290700816836,0.2385009959350074,0.0572148015968996,0.0479391516803501,Nature,21 -jena_weather/10T/short,RAES-Conductance-Ensemble,786.5325892857143,786.5325892857143,5.281269763764881,0.2552642161301929,0.3345838239745796,0.5435500567044342,2.2573669250514343,28.045188344629,0.1741957692546259,0.0328033043613489,0.0266464426701613,Nature,21 -jena_weather/D/short,RAES-Conductance-Ensemble,341.4518686824542,341.4518686824542,9.141987897662652,1.015231344699943,0.4977912772100185,0.446250753932529,6.882926428689089,18.478416292595373,0.1112702662497235,0.0550497083363305,0.0434484194399854,Nature,21 -jena_weather/H/long,RAES-Conductance-Ensemble,1666.3084656084657,1666.3084656084657,12.281335772156083,1.0634684102659264,2.1122612497481867,0.6710579760515097,8.102282065348598,40.82044176155453,0.2457842854199108,0.0739472481555628,0.0600397360219644,Nature,21 -jena_weather/H/medium,RAES-Conductance-Ensemble,1253.736496641748,1253.736496641748,10.257587555760429,0.7559174880367251,2.5181492992496244,0.674707916828375,5.854208145360832,35.40814167167981,0.2166686933005586,0.0627679959239511,0.0501769537541034,Nature,21 -jena_weather/H/short,RAES-Conductance-Ensemble,1122.2527983935015,1122.2527983935015,8.26201435716183,0.5237387827793283,1.0453435290412505,0.6062071089338708,4.451434106315079,33.500041767041154,0.2053531127969904,0.050645619429819,0.0408186768962738,Nature,21 -kdd_cup_2018/D/short,RAES-Conductance-Ensemble,2855.2954781719545,2855.2954781719545,20.971406973235048,1.1944194534016244,0.5093659093004408,0.4636202013883369,8.822355335209048,53.434964940308085,1.1969999510942175,0.4697817833207424,0.3683556425056478,Nature,1 -kdd_cup_2018/H/long,RAES-Conductance-Ensemble,2769.055339613782,2769.055339613782,15.16208058835185,0.6892237964636211,0.740630172626214,0.4033138984240643,7.380036183843919,52.62181429420485,1.2347204029427914,0.3557636790862715,0.2930382733703112,Nature,1 -kdd_cup_2018/H/medium,RAES-Conductance-Ensemble,3887.5793505544007,3887.5793505544007,16.975440958281045,0.7007764623836793,0.7150984015091214,0.3880992761950534,7.0891336498420925,62.35045589692509,1.3051079635319964,0.3553267231236461,0.2931766990454932,Nature,1 -kdd_cup_2018/H/short,RAES-Conductance-Ensemble,3601.213074824953,3601.213074824953,14.45047638416897,0.6006888748324801,0.4884005340403011,0.337466458729068,5.236226189645959,60.01010810542631,1.2561202460590728,0.3024746417630903,0.2464258778520004,Nature,1 -loop_seattle/5T/long,RAES-Conductance-Ensemble,45.33168064421435,45.33168064421435,3.520749611466894,0.5637098428613059,0.1073051476779299,0.0813502030746609,5.048309837306514,6.732880560667503,0.1190387125537736,0.0622475769764238,0.0497943056833955,Transport,1 -loop_seattle/5T/medium,RAES-Conductance-Ensemble,22.95559969978805,22.95559969978805,2.744823166312817,0.4482860477414464,0.0746052096516539,0.0633162863614081,3.279466480607125,4.791200235826932,0.0852452973421869,0.0488360442993831,0.0382888798638813,Transport,1 -loop_seattle/5T/short,RAES-Conductance-Ensemble,32.733250998072826,32.733250998072826,3.039965755282541,0.486355494649514,0.0827072759782674,0.0641644905271321,4.100535813609488,5.721298016890295,0.0981076295897719,0.0521287011101993,0.0413344236947894,Transport,1 -loop_seattle/D/short,RAES-Conductance-Ensemble,18.11307503874457,18.11307503874457,2.902789255463056,0.8746456799287617,0.0540820059546253,0.0535517617844821,7.491918361745101,4.255945845372632,0.0760594373182702,0.0518767215198692,0.0420973980892947,Transport,1 -loop_seattle/H/long,RAES-Conductance-Ensemble,60.19776724286206,60.19776724286206,4.190692724458204,0.8764963647400226,0.1256197787331764,0.0975790773751935,6.810782506590019,7.758722010928221,0.1386587524510004,0.0748932909647243,0.0595177946399549,Transport,1 -loop_seattle/H/medium,RAES-Conductance-Ensemble,69.50881385448916,69.50881385448916,4.4983179743937045,0.9214794547620312,0.1158062300076794,0.1029352871134062,7.229286150387202,8.337194603371637,0.1473589773265745,0.0795072644853863,0.063440164767849,Transport,1 -loop_seattle/H/short,RAES-Conductance-Ensemble,57.01916589437021,57.01916589437021,4.024839223366805,0.8160503986948947,0.1123947832276305,0.0930986976799652,6.333785570362527,7.551103620953047,0.1336622139135554,0.0712437477017993,0.0568692769776765,Transport,1 -m4_daily/D/short,RAES-Conductance-Ensemble,370240.1157854981,370240.1157854981,162.8065347690525,3.071015265733801,0.0357334162092705,0.0285260960636726,25.1594437810173,608.4735949780386,0.0939923543594009,0.0251491102232484,0.0200561279390167,Econ/Fin,1 -m4_hourly/H/short,RAES-Conductance-Ensemble,791506.6332563803,791506.6332563803,179.71423638740407,0.7219547618634579,0.0859704511575685,0.0785390246421812,5.449930978657728,889.6665854444464,0.1214591399571732,0.0245349628128044,0.0201459036319966,Econ/Fin,1 -m4_monthly/M/short,RAES-Conductance-Ensemble,1788827.6431586936,1788827.6431586936,541.875780513269,0.9032173557848354,0.1552360025224127,0.1284302303394153,7.411150322932977,1337.4706139421132,0.2779723085602747,0.1126203896310003,0.0898521683179074,Econ/Fin,1 -m4_quarterly/Q/short,RAES-Conductance-Ensemble,1734985.2423177478,1734985.2423177478,545.6820669454734,1.145633171475027,0.1101106940034994,0.0996845115142599,8.751282241755144,1317.1883852804608,0.2204741405884114,0.0913375687857243,0.0728439311846101,Econ/Fin,1 -m4_weekly/W/short,RAES-Conductance-Ensemble,276135.6040282837,276135.6040282837,257.91589886436685,1.906738629347018,0.0620438383865438,0.0619554679651342,13.208693661502842,525.4860645424232,0.0957354173238954,0.0469882797629438,0.0372381754841812,Econ/Fin,1 -m4_yearly/A/short,RAES-Conductance-Ensemble,3684515.6080780616,3684515.6080780616,933.0473731400634,3.631520881868262,0.1808355632853526,0.1597079779234807,30.277582094683645,1919.5092102092296,0.3078021976022481,0.1496184703840059,0.1196628789093388,Econ/Fin,1 -m_dense/D/short,RAES-Conductance-Ensemble,6696.582222222222,6696.582222222222,39.42956886574074,0.606446723180965,0.110941305082758,0.0872329316315827,6.745491435930569,81.83264765496851,0.1416644177249767,0.0682584161038432,0.0575215679256589,Transport,1 -m_dense/H/long,RAES-Conductance-Ensemble,36121.165432098765,36121.165432098765,80.60605709876543,0.6921616420050364,0.2914533078616985,0.1969452281057098,7.731634175505183,190.0556903439062,0.3290144953251294,0.1395410005799345,0.1175789645498156,Transport,1 -m_dense/H/medium,RAES-Conductance-Ensemble,36810.8547797309,36810.8547797309,85.65993935479058,0.7329615172873334,0.2597869319887861,0.2000694633192486,7.480423197752984,191.86155107194068,0.3338148715893809,0.1490374777870513,0.1211465830386762,Transport,1 -m_dense/H/short,RAES-Conductance-Ensemble,40758.01118026309,40758.01118026309,85.42458924399482,0.7753901778390799,0.2906424182120181,0.2085241259634495,8.178441172617667,201.88613419515244,0.3580957294530942,0.151521949342937,0.1250250747877495,Transport,1 -restaurant/D/short,RAES-Conductance-Ensemble,137.9477507026075,137.9477507026075,7.066059452073184,0.6776595357377769,0.6683491874923556,0.3897639122916234,4.54608607294764,11.745116036149131,0.5405374531440148,0.3251964278796619,0.2543246080761276,Sales,1 -saugeen/D/short,RAES-Conductance-Ensemble,1027.0369739659627,1027.0369739659627,12.161436710357666,2.701397753438392,0.2717053250471751,0.3151914711793264,28.51763355898198,32.04741758653827,1.038023476028483,0.3939118268577308,0.3284346049797301,Nature,1 -saugeen/M/short,RAES-Conductance-Ensemble,334.62823994954425,334.62823994954425,11.425887334914435,0.6693880695793137,0.3414120674133301,0.3235358879679725,4.031416184967769,18.29284668796916,0.5492060996561475,0.3430393926849003,0.2684195684426729,Nature,1 -saugeen/W/short,RAES-Conductance-Ensemble,922.1131921291352,922.1131921291352,14.422298580408096,1.169891688668235,0.3626167241483927,0.3848804220557212,10.364683079928108,30.366316736297392,0.9166325184078636,0.435349073902914,0.3498849603433383,Nature,1 -solar/10T/long,RAES-Conductance-Ensemble,20.647159018907136,20.647159018907136,1.775589006583283,0.7801731508182236,2.8820304748178054,1.4563561252211816,5.084566931299127,4.543914503916985,0.9820944274707876,0.3837651582882184,0.3034476841232946,Energy,1 -solar/10T/medium,RAES-Conductance-Ensemble,21.036034392390302,21.036034392390302,1.822117523613348,0.7964366428333357,3.800437274720871,1.4416875252902712,3.682571381553124,4.586505684329881,1.0177638383614716,0.4043351196782333,0.2939822557613379,Energy,1 -solar/10T/short,RAES-Conductance-Ensemble,16.64216505860723,16.64216505860723,1.5266270991018236,0.6575393814029155,3.457381016684572,1.4877198292300504,4.726342271100644,4.07948097907163,1.1867205656835365,0.4440956543070382,0.3503722276966048,Energy,1 -solar/D/short,RAES-Conductance-Ensemble,122263.39638267944,122263.39638267944,250.68475689296304,0.9774305766995088,1.0568706105225278,0.426717407569978,4.835117858457721,349.6618314638866,0.505142268798906,0.3621541027799946,0.272309000004324,Energy,1 -solar/H/long,RAES-Conductance-Ensemble,684.8756231724104,684.8756231724104,10.865313329642513,0.825998981411415,4.460758840663704,1.3914585306311873,4.895586382813735,26.17012845158408,0.90736616477532,0.3767202634575963,0.2865623361756594,Energy,1 -solar/H/medium,RAES-Conductance-Ensemble,669.4413154546362,669.4413154546362,10.269010404600714,0.7835041073960479,3.665040746528674,1.392794837858845,4.573718296845871,25.873564026910483,0.9320261650693584,0.3699137226128873,0.2849643391941943,Energy,1 -solar/H/short,RAES-Conductance-Ensemble,588.2769512188604,588.2769512188604,9.66555843610192,0.7441310898630435,3.5220010698341,1.3927068302349974,4.104384671245741,24.254421271571506,0.8940260459030958,0.3562757030282925,0.2729783198944448,Energy,1 -solar/W/short,RAES-Conductance-Ensemble,1240030.655622719,1240030.655622719,898.2242238956646,0.9796914798848104,0.2002263469417599,0.1785203235319061,6.657218210004327,1113.5666372618743,0.227306781117482,0.183350012674147,0.132578599855591,Energy,1 -sz_taxi/15T/long,RAES-Conductance-Ensemble,15.585027154558404,15.585027154558404,2.688536380430912,0.5068196787497227,6370077685968.885,0.3955184242877573,4.555848134966978,3.947787627844032,0.3654001905712426,0.2488461382365895,0.2023465474045823,Transport,1 -sz_taxi/15T/medium,RAES-Conductance-Ensemble,16.260902443910258,16.260902443910258,2.7383766109107905,0.5346223794667724,9442347941047.797,0.4037479759281517,4.0047535880578256,4.0324809291440245,0.3752896586264283,0.2548516512680577,0.2020288543789658,Transport,1 -sz_taxi/15T/short,RAES-Conductance-Ensemble,16.70009962368361,16.70009962368361,2.716863070943272,0.5419250704615644,1042430253814.9633,0.3879225722444244,3.856826598408213,4.0865755374988,0.3821122903158075,0.2540383166752797,0.1995325610904478,Transport,1 -sz_taxi/H/short,RAES-Conductance-Ensemble,7.180895161424947,7.180895161424947,1.8405440892928688,0.561053714127632,1.2177572657919338,0.293166364235003,3.909534118890495,2.6797192318272725,0.2496323826913799,0.1714580397086653,0.1350022666169541,Transport,1 -temperature_rain/D/short,RAES-Conductance-Ensemble,151.97649114379954,151.97649114379954,5.376678272062279,1.3007495402783231,45.35214347989992,1.462045692728327,20.556040138343096,12.327874559055164,1.451316774174443,0.6329771874464388,0.5257566873227283,Nature,1 -us_births/D/short,RAES-Conductance-Ensemble,122498.0121875,122498.0121875,216.5319140625,0.3186777958568058,0.0208148318529129,0.0206297110517819,2.754576036616567,349.99716025633694,0.0328093937108884,0.0202981098882221,0.016058372725499,Healthcare,1 -us_births/M/short,RAES-Conductance-Ensemble,43195864.0,43195864.0,5339.545572916667,0.6021487623089168,0.0164672366032997,0.0166588419427474,3.880655770342904,6572.356046350502,0.0204136930702072,0.0165845921449173,0.01244808623583,Healthcare,1 -us_births/W/short,RAES-Conductance-Ensemble,1552935.3370535714,1552935.3370535714,957.8916015625,0.871368351817683,0.013035010945584,0.0130782024269657,8.680690866657388,1246.1682619347885,0.0169166119634515,0.0130032845657001,0.0108180496375784,Healthcare,1 diff --git a/results/RAES-Conductance-Ensemble/config.json b/results/RAES-Conductance-Ensemble/config.json deleted file mode 100644 index 923dac6a1e95704704140c91787bfca62dc00dd7..0000000000000000000000000000000000000000 --- a/results/RAES-Conductance-Ensemble/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "RAES-Conductance-Ensemble", - "model_type": "agentic", - "model_dtype": "float32", - "model_link": "https://github.com/AriGoldbach/raes-gift-eval", - "code_link": "https://github.com/AriGoldbach/raes-gift-eval", - "org": "California State University Northridge", - "testdata_leakage": "Yes", - "replication_code_available": "Yes" -} diff --git a/results/RacineCast-1-NC/all_results.csv b/results/RacineCast-1-NC/all_results.csv deleted file mode 100644 index a723dfaecb7175bc5e099f2ced017ab69d094664..0000000000000000000000000000000000000000 --- a/results/RacineCast-1-NC/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/5T/short,RacineCast-1-NC,39.21305704500653,39.21305704500653,3.4012035673001724,0.5393770317958407,0.0892952264523973,0.0725084196795374,3.894842444283327,6.262032980191539,0.1073800406408071,0.0583231321903992,0.0458510233356869,Transport,1 -loop_seattle/5T/medium,RacineCast-1-NC,62.60624488035346,62.60624488035346,4.545854751697143,0.7241214687470308,0.1418003313755472,0.1046162593672273,5.173969237210741,7.912410813421751,0.1407780462882866,0.0808800965653471,0.0636111682926294,Transport,1 -loop_seattle/5T/long,RacineCast-1-NC,77.17978119445878,77.17978119445878,4.985287049578603,0.7901059862593817,0.1525585607863965,0.1136887826341074,5.703472614674587,8.785202399174352,0.1553241839474998,0.0881408996100771,0.0694704628003658,Transport,1 -loop_seattle/D/short,RacineCast-1-NC,17.78185256627322,17.78185256627322,2.8424234774090555,0.8584336464243211,0.0527894922577313,0.0524641804650841,7.074170022840759,4.2168533963458135,0.0753608045362757,0.0507979054419985,0.0412591217613016,Transport,1 -loop_seattle/H/short,RacineCast-1-NC,51.29476533379756,51.29476533379756,3.7773424388596872,0.7698400681953009,0.1041093171371278,0.0866202726530411,6.269875072374381,7.162036395732541,0.1267753298156074,0.0668628036850332,0.053443450378554,Transport,1 -loop_seattle/H/medium,RacineCast-1-NC,55.58056620468911,55.58056620468911,4.012950879107811,0.8242623141347286,0.1092488504415695,0.0913133642867868,6.38331430579029,7.455237501561511,0.1317704893982879,0.0709284581692495,0.0565470127387216,Transport,1 -loop_seattle/H/long,RacineCast-1-NC,53.69724667827657,53.69724667827657,3.932209580995227,0.825371095606186,0.1157841701133578,0.0908433962081526,6.30382482928875,7.327840519435216,0.1309582992806408,0.0702738382169192,0.0558400685932816,Transport,1 -m_dense/D/short,RacineCast-1-NC,8398.611851851852,8398.611851851852,42.35759548611111,0.6337240950915833,0.1186114651260771,0.0915815113208912,6.854104158193452,91.64394061721622,0.158649217122966,0.0733272632955766,0.0610223878459531,Transport,1 -m_dense/H/short,RacineCast-1-NC,41289.28916666667,41289.28916666667,82.6237353515625,0.7363048546132152,0.2699575980798061,0.1980408096313476,8.234659254784347,203.19766033758032,0.3604220574483197,0.1465539349222914,0.1213807972159611,Transport,1 -m_dense/H/medium,RacineCast-1-NC,35749.1,35749.1,77.8464453125,0.6765608452935511,0.2535897909444464,0.1848298602634006,6.505331762218617,189.0743240104272,0.3289654367753654,0.1354429799903654,0.1118107114665909,Transport,1 -m_dense/H/long,RacineCast-1-NC,33301.36098765432,33301.36098765432,77.32811728395062,0.6684560006291135,0.2511057115980757,0.1831459780092592,6.619523903536467,182.48660495404675,0.3159112896010011,0.1338664021928727,0.1115212032348926,Transport,1 -sz_taxi/15T/short,RacineCast-1-NC,16.52114473186861,16.52114473186861,2.7068826957208914,0.5398706375111004,1090686279552.029,0.3886887663304442,3.7763630965002144,4.064621105572893,0.3800594676290119,0.2531051159625528,0.1987186820684886,Transport,1 -sz_taxi/15T/medium,RacineCast-1-NC,16.177560346554486,16.177560346554486,2.7329661833934296,0.5328234506558843,9948413188645.637,0.4022676255967882,3.764082327054876,4.022133805152992,0.3743266787605949,0.2543481157399656,0.2004391931376478,Transport,1 -sz_taxi/15T/long,RacineCast-1-NC,15.42734375,15.42734375,2.6803930733618233,0.5056159285329425,6295080452236.034,0.3960327496216168,3.9298044530664153,3.927765745306102,0.3635469727028679,0.2480923890735966,0.1976138739035983,Transport,1 -sz_taxi/H/short,RacineCast-1-NC,7.105368980994592,7.105368980994592,1.831783074599046,0.5578478473798386,1.1346210169995952,0.2927889925801856,3.844522318731545,2.6655897998369125,0.248316135893509,0.1706418950535435,0.1342184838512632,Transport,1 -bitbrains_fast_storage/5T/short,RacineCast-1-NC,1526038.9901936525,1526038.9901936525,139.82069698433816,0.6211655653174548,1.6697573651032709,0.7088997507485076,13.573338308935131,1235.3295067283273,3.878629110767701,0.4390024059633739,0.3510944071348423,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,RacineCast-1-NC,3323658.2012090883,3323658.2012090883,287.0641196111594,0.9214467901547028,4.396362867984058,0.7919334202776147,19.98693056989653,1823.0902888252924,5.539051792256425,0.8721800757598582,0.6052314413058304,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,RacineCast-1-NC,3616300.228678349,3616300.228678349,340.4008811366413,0.8271596990801724,4.568817265400053,0.807381033286255,20.032010094493177,1901.6572321736503,5.025512233529236,0.899577885811185,0.6454067435383669,Web/CloudOps,2 -bitbrains_fast_storage/H/short,RacineCast-1-NC,2896608.256321278,2896608.256321278,314.61438406970007,0.9308869739236764,3.4311038834852283,0.5678803733069536,24.989800644610337,1701.9424950101215,4.8510890177058,0.8967532027947397,0.6588561212202122,Web/CloudOps,2 -bitbrains_rnd/5T/short,RacineCast-1-NC,1626434.506442706,1626434.506442706,114.83517673726676,1.577614496677107,0.965223112681528,0.6343604147650856,50.789628590975674,1275.3174139964945,5.218230720021823,0.4698723944431201,0.377537233799028,Web/CloudOps,2 -bitbrains_rnd/5T/medium,RacineCast-1-NC,2192732.911824517,2192732.911824517,145.27050014305223,4.320249192400397,0.5517071521941115,0.702207013634367,158.1875449414876,1480.7879361422813,6.2304296002405914,0.6112270380125933,0.6640566037829252,Web/CloudOps,2 -bitbrains_rnd/5T/long,RacineCast-1-NC,2373485.7254611454,2373485.7254611454,170.26323922854684,3.244382923772648,1.5148718807664174,0.6817698719091372,114.37131363845894,1540.612126870727,5.901738115575837,0.6522401265771933,0.6358773303160027,Web/CloudOps,2 -bitbrains_rnd/H/short,RacineCast-1-NC,1907758.3017774175,1907758.3017774175,153.20586849918482,5.768953436823789,1.4790907490642538,0.5309196567450036,192.7137877811795,1381.2162400498405,6.044878052023069,0.6705038393542467,0.6503268202133674,Web/CloudOps,2 -bizitobs_application/10S/short,RacineCast-1-NC,365177.4577777778,365177.4577777778,322.7004166666667,0.9548585850222758,0.0135602611965603,0.0136694367726643,5.671873478351552,604.2991459350061,0.023305402605995,0.0124452652004043,0.0097142932943232,Web/CloudOps,2 -bizitobs_application/10S/medium,RacineCast-1-NC,3927394.986666667,3927394.986666667,1089.0348958333334,2.360774310724525,0.0338903872172037,0.034597962697347,28.215491883179087,1981.7656235454956,0.0778181033518947,0.0427631951381624,0.0371628970018422,Web/CloudOps,2 -bizitobs_application/10S/long,RacineCast-1-NC,6177462.044444445,6177462.044444445,1508.040277777778,3.212752446223704,0.0466856808132595,0.0476945877075195,67.49120511915446,2485.4500687892414,0.0958538745253518,0.0581590857046283,0.0532996621124005,Web/CloudOps,2 -bizitobs_l2c/5T/short,RacineCast-1-NC,13.293511962890625,13.293511962890625,2.0382191249302455,0.2095998801825781,0.1026823609947457,0.1802609886441911,1.6511371111396491,3.646026873583165,0.1252193158421813,0.0700006920435534,0.0551008169926736,Web/CloudOps,7 -bizitobs_l2c/5T/medium,RacineCast-1-NC,55.165428358843535,55.165428358843535,4.77666248139881,0.4725742567164778,0.3480776786170593,0.6232893548044217,3.062729196731803,7.427343290763093,0.3907874809073809,0.2513226903854147,0.1953719290570531,Web/CloudOps,7 -bizitobs_l2c/5T/long,RacineCast-1-NC,62.21342261904762,62.21342261904762,5.070457899305556,0.4948150832910403,0.3878264430304307,0.6976811290922619,2.849154287441045,7.88754858108954,0.4428740609218663,0.2846986306978304,0.2153209530143032,Web/CloudOps,7 -bizitobs_l2c/H/short,RacineCast-1-NC,55.09467618427579,55.09467618427579,4.402817499069941,0.43221605596358,0.3794287080101544,0.5894146268329923,2.637462216688632,7.422578809569878,0.4000960073886848,0.2373231390103617,0.1847817125018463,Web/CloudOps,7 -bizitobs_l2c/H/medium,RacineCast-1-NC,74.03712797619048,74.03712797619048,4.775253441220238,0.4825493540202819,0.4734590914593266,0.7539210728236607,3.2346344514825813,8.604483016206753,0.5210145160905019,0.2891488490593452,0.2297328683436247,Web/CloudOps,7 -bizitobs_l2c/H/long,RacineCast-1-NC,79.50507192460317,79.50507192460317,5.070376441592262,0.5430469728133942,0.5983024037758385,0.76601804703001,4.38857657198419,8.916561664935827,0.544649321276022,0.3097132270600443,0.2487568877477249,Web/CloudOps,7 -bizitobs_service/10S/short,RacineCast-1-NC,1855.790529100529,1855.790529100529,16.926637783151456,0.6840545295339372,0.0493383502455615,0.0395158095586867,4.883787998222842,43.07888727788276,0.0319142182610988,0.0125397949383758,0.0098465787187014,Web/CloudOps,2 -bizitobs_service/10S/medium,RacineCast-1-NC,20558.176507936507,20558.176507936507,37.52395833333333,0.9901374408566797,0.0598883686368427,0.053430912078373,9.179078934362767,143.3812278784657,0.1079120908957019,0.0282414152978624,0.0214231676730977,Web/CloudOps,2 -bizitobs_service/10S/long,RacineCast-1-NC,130635.75703703704,130635.75703703704,75.71429232804233,1.2825050534200113,0.0734719961660879,0.0710084170386904,19.804268840938462,361.4356886598736,0.2677631129677662,0.0560915682816986,0.0518284420517472,Web/CloudOps,2 -car_parts/M/short,RacineCast-1-NC,1.4600426058251654,1.4600426058251654,0.4699167384875791,0.9006347205769348,0.8167924655614197,1.8913816510561976,29.877868645506513,1.2083222276467338,2.8974327516715404,1.126812134627591,1.0317827234082948,Sales,1 -covid_deaths/D/short,RacineCast-1-NC,291721.5378446115,291721.5378446115,88.04522243107769,29.4187306727566,0.0781992955347443,0.3512444211725603,575.9753598995119,540.1125233176986,0.2032199558063329,0.0331274418550703,0.0271307266365797,Healthcare,1 -electricity/15T/short,RacineCast-1-NC,131025.01411414344,131025.01411414344,48.844101933659736,0.945493507022175,0.1548497884627557,0.1577708095688003,10.586426098712652,361.97377545085146,0.7135216789277079,0.0962813551175424,0.0800674200275499,Energy,1 -electricity/15T/medium,RacineCast-1-NC,245171.4342171664,245171.4342171664,50.60068014058981,0.7914132567543297,0.117160496614572,0.1248894670503633,6.8067689614422715,495.14789125792146,0.8531896648155712,0.0871900660202985,0.0701631703567067,Energy,1 -electricity/15T/long,RacineCast-1-NC,308958.73968637385,308958.73968637385,55.96680879903341,0.8418461332145774,0.1223340228470976,0.1272532276233753,6.924392348134137,555.8405703854063,0.8769066306490552,0.0882945008819903,0.0703952464746656,Energy,1 -electricity/D/short,RacineCast-1-NC,1222219416.2392793,1222219416.2392793,4108.506572072072,1.3508121185973423,0.3214088448779396,0.090906994518933,10.59817583516341,34960.254807985584,0.574513117048789,0.0675164105668189,0.0530828817540657,Energy,1 -electricity/H/short,RacineCast-1-NC,1696241.5165737614,1696241.5165737614,168.65558074676238,0.9223976089408132,0.1606628855714648,0.1224618925060237,10.568224212747651,1302.3983709194977,0.6148250455772881,0.0796174791329661,0.0655246986903892,Energy,1 -electricity/H/medium,RacineCast-1-NC,5657495.303623311,5657495.303623311,234.0211649246903,1.0302860293426606,0.2145098283935392,0.1250735179798023,8.389894985746142,2378.5489912178205,0.928426049015448,0.0913461721155382,0.0724998866000661,Energy,1 -electricity/H/long,RacineCast-1-NC,7135114.979123123,7135114.979123123,259.28941403903906,1.138684579237815,0.2848440338706051,0.1359656300587697,9.141148556123522,2671.16360021679,1.0535061769130616,0.1022636723846215,0.0806720223638084,Energy,1 -electricity/W/short,RacineCast-1-NC,36184690933.62162,36184690933.62162,26236.01596283784,1.4016126916282394,0.178303856395899,0.0916784842003573,10.780930701374473,190222.7403167708,0.4340255344136452,0.0598619325438856,0.0471869870803013,Energy,1 -ett1/15T/short,RacineCast-1-NC,4.745756803240095,4.745756803240095,1.0464274724324545,0.664369354739866,0.4613105405860887,0.2283875011262439,4.373396489740312,2.1784757981763523,0.4118226165652731,0.1978183554316598,0.1535191791703124,Energy,7 -ett1/15T/medium,RacineCast-1-NC,8.663782406761532,8.663782406761532,1.5305092463417658,0.9597263263601888,0.7340083158182816,0.3713854859367249,6.348327689582967,2.943430380824648,0.5610207574556543,0.291716584251256,0.2232592344618593,Energy,7 -ett1/15T/long,RacineCast-1-NC,7.9179011656746034,7.9179011656746034,1.5057637338789682,0.9681963243783758,0.7565957915415813,0.3739277576264881,6.774396969276586,2.813876537034737,0.5363276501585061,0.2870000564901244,0.2215444404989648,Energy,7 -ett1/D/short,RacineCast-1-NC,38467.736507936504,38467.736507936504,131.4036830357143,1.6167722039376633,1.2225641159784226,0.4723003084697421,10.193520630535224,196.13193648138108,0.5151470369311465,0.3451361321980005,0.2632375122963931,Energy,7 -ett1/H/short,RacineCast-1-NC,92.85799153645831,92.85799153645831,4.760540262858073,0.7887573217515963,0.4560497647240048,0.2539999099004836,5.237136995518683,9.636285152301085,0.4497648273281358,0.2221938781877695,0.1705672869865131,Energy,7 -ett1/H/medium,RacineCast-1-NC,132.20332961309524,132.20332961309524,6.775381324404762,1.2456385270188857,3400012633953.969,0.4358020964122954,8.220730786042413,11.497970673692608,0.5507255394265289,0.3245247044542078,0.2491668808716934,Energy,7 -ett1/H/long,RacineCast-1-NC,138.8695767195767,138.8695767195767,7.004589327050264,1.340571325406057,3616561601539.725,0.467793136677414,9.098582914164488,11.784293645338982,0.5643242996672292,0.3354346119852211,0.2570185167078523,Energy,7 -ett1/W/short,RacineCast-1-NC,1241913.5714285714,1241913.5714285714,885.5173688616071,1.5568792263099045,0.6100404603140694,0.5724777494158063,7.916501720568613,1114.4117602702204,0.4434510379116269,0.3523684963762725,0.2571153996801185,Energy,7 -ett2/15T/short,RacineCast-1-NC,7.235085768926711,7.235085768926711,1.6500435965401783,0.7097927530201257,0.1004351994384471,0.1203370366777692,4.69551585043892,2.689811474606856,0.1276949301567709,0.0783334459700829,0.0615357379594715,Energy,7 -ett2/15T/medium,RacineCast-1-NC,10.998450210813491,10.998450210813491,2.063343273344494,0.8481901041452212,0.1277075061972228,0.1553857942611452,6.369842824455705,3.316391142614739,0.1767364754134394,0.1099592906919356,0.0869809130475759,Energy,7 -ett2/15T/long,RacineCast-1-NC,10.731934523809525,10.731934523809525,2.0630174231150793,0.8557652905383826,0.1299080930282502,0.1584571184430803,6.937871202138303,3.2759631444522577,0.1745820058911968,0.1099419328101563,0.0890164650239303,Energy,7 -ett2/D/short,RacineCast-1-NC,105155.63174603177,105155.63174603177,193.1436507936508,1.2658999702192089,0.4180744473896329,0.1309452238537016,11.581517712686072,324.27709099785596,0.185592334940525,0.1105412072725422,0.0907567559625881,Energy,7 -ett2/H/short,RacineCast-1-NC,104.09906296502976,104.09906296502976,6.274448939732143,0.719027425525464,0.117039697396629,0.1072447867620559,5.002437387293848,10.202894832596764,0.1294010950460599,0.079577470603535,0.0629254517513723,Energy,7 -ett2/H/medium,RacineCast-1-NC,230.78603050595237,230.78603050595237,9.40456019810268,1.0111284267822376,0.1695180792798862,0.1644906361897786,7.147963345151751,15.191643443220762,0.2047171647777241,0.1267324965157842,0.1016094206746032,Energy,7 -ett2/H/long,RacineCast-1-NC,216.78382936507936,216.78382936507936,9.016364914021164,0.9973412601433886,0.1738052169309296,0.1689032660590277,7.988516390240429,14.723580724982607,0.2016281059239995,0.1234721779905777,0.100636957717791,Energy,7 -ett2/W/short,RacineCast-1-NC,2741848.0,2741848.0,1156.302873883929,0.7794837346511273,0.1307572637285505,0.1388740965298243,9.005648776022388,1655.8526504493086,0.1389006516043673,0.0969960839153768,0.0820660679306822,Energy,7 -hierarchical_sales/D/short,RacineCast-1-NC,28.406154241163705,28.406154241163705,2.2930876512279093,0.7402429666564827,0.6332653704392537,1.05011142259198,6.865555390040695,5.32974241790011,1.6351059504750047,0.7034938969828802,0.5699056558105321,Sales,1 -hierarchical_sales/W/short,RacineCast-1-NC,453.32349770756093,453.32349770756093,8.799910981776351,0.7147874845037938,0.5223912043775072,0.4506049237008822,6.627588293699709,21.291394921600627,0.9774983552465618,0.4040082175299707,0.3404642359196693,Sales,1 -hospital/M/short,RacineCast-1-NC,2462.489821001738,2462.489821001738,16.990630559743046,0.7412490399836493,0.1885927126543359,0.1697180108472815,4.83724154695256,49.62348054098723,0.1801447576391052,0.0616799343970319,0.0483951518614414,Healthcare,1 -jena_weather/10T/short,RacineCast-1-NC,771.8275422293042,771.8275422293042,5.2672354077535966,0.2608514683474155,0.3393246102045467,0.5397036724620395,2.0843516729472604,27.781784360067736,0.1725597151257109,0.032716136216522,0.0268809010785373,Nature,21 -jena_weather/10T/medium,RacineCast-1-NC,1383.1009120220058,1383.1009120220058,9.073691645810786,0.5701788738962037,0.7288604786228393,0.6370589703536481,5.009793033619061,37.19006469505002,0.2282348038895205,0.0556850935946676,0.0455689609713538,Nature,21 -jena_weather/10T/long,RacineCast-1-NC,1314.0894489914022,1314.0894489914022,9.241223854993386,0.6141936925929256,0.7815963193906023,0.6259711694465112,5.311314178702979,36.250371708320486,0.2218222347768323,0.0565486319445682,0.0464176415823963,Nature,21 -jena_weather/D/short,RacineCast-1-NC,362.19640376984125,362.19640376984125,9.498904079861113,1.025468035637675,0.6236557807212352,0.44927736312624,6.590761993970727,19.031458267033592,0.1146004842437699,0.0571989277996026,0.0447727255163523,Nature,21 -jena_weather/H/short,RacineCast-1-NC,1078.609916922841,1078.609916922841,8.160005625228436,0.513475727612414,1.254227057114501,0.6029907456017974,4.24803230054885,32.842197199987105,0.2013205626146657,0.050020311168781,0.0401457653297241,Nature,21 -jena_weather/H/medium,RacineCast-1-NC,1157.3650793650793,1157.3650793650793,9.685614304315475,0.767015415413121,2.10386643988106,0.6682653517950149,5.560442111860491,34.02006877366769,0.2081748343905478,0.0592679917017763,0.0473702203851776,Nature,21 -jena_weather/H/long,RacineCast-1-NC,1267.2137566137567,1267.2137566137567,10.875235615079363,0.9172262622862274,2.064785675614424,0.6498849051339286,6.545418493577178,35.597945960599425,0.2143390745609935,0.0654809673555001,0.0526395738269253,Nature,21 -kdd_cup_2018/D/short,RacineCast-1-NC,2883.4237570857435,2883.4237570857435,21.1074425893718,1.1922669712311882,0.5305971523193344,0.4631524544160443,8.972538911920369,53.697520958473895,1.202881481664916,0.472829124377929,0.3743735025976311,Nature,1 -kdd_cup_2018/H/short,RacineCast-1-NC,4410.225595454885,4410.225595454885,22.850510351211973,0.9529203850097948,0.9129351331955184,0.4990080692379826,7.373259890544167,66.4095294024501,1.390071720163013,0.4783025646518144,0.3792395620364592,Nature,1 -kdd_cup_2018/H/medium,RacineCast-1-NC,5141.406321168268,5141.406321168268,25.72413931647747,1.0510961366478575,1.0497940885758392,0.5575284478523089,8.527267562974505,71.70360047562652,1.5008862321490932,0.5384528291171402,0.4248257118495187,Nature,1 -kdd_cup_2018/H/long,RacineCast-1-NC,4104.94402569706,4104.94402569706,24.343829827280132,1.019980902361988,1.0703232244755194,0.6106419605506764,7.486555675763554,64.0698370974756,1.5033373358774822,0.5712046406785706,0.4467381969721129,Nature,1 -m4_daily/D/short,RacineCast-1-NC,351464.3361722262,351464.3361722262,172.84724112265116,3.2358390668881167,0.0362132062553904,0.0295641578832375,24.439006455347265,592.8442764944485,0.0915780562085174,0.0267001217530781,0.0211553133023048,Econ/Fin,1 -m4_hourly/H/short,RacineCast-1-NC,490347.1269352985,490347.1269352985,166.06130814360344,0.6420077561455616,0.0818541832208249,0.0743970892087656,4.91892873736624,700.2479039135344,0.0955993099124516,0.0226710374611099,0.0182820896749979,Econ/Fin,1 -m4_monthly/M/short,RacineCast-1-NC,1773283.2363425926,1773283.2363425926,539.2753718532986,0.8948710560634361,0.1552092831510084,0.1277657278754093,7.291716197013243,1331.6468136644162,0.2767619220266691,0.1120799350730679,0.0892544315354886,Econ/Fin,1 -m4_quarterly/Q/short,RacineCast-1-NC,1680665.7525052084,1680665.7525052084,534.9855791422526,1.1126998712987357,0.1108937234580516,0.0971961101492246,8.366636428440858,1296.4049338479117,0.216995357426363,0.0895471653438971,0.0713551052992786,Econ/Fin,1 -m4_weekly/W/short,RacineCast-1-NC,223949.40818512964,223949.40818512964,240.68351925755303,1.85587408494234,0.058098257034985,0.0576897084342608,12.933486952347634,473.23293227028233,0.0862156996772601,0.0438488038311832,0.0347389588405143,Econ/Fin,1 -m4_yearly/A/short,RacineCast-1-NC,3242905.889817475,3242905.889817475,821.5935337795805,3.0284497062098983,0.1598209704778824,0.1357579133988035,28.151431308372523,1800.8070107086642,0.2887677507708213,0.1317463311651682,0.1069477736626552,Econ/Fin,1 -restaurant/D/short,RacineCast-1-NC,137.32909695650335,137.32909695650335,7.042816797714112,0.6765671198490473,0.6752737780473274,0.3896589078766921,4.5567321890814325,11.718749803477474,0.5393240180265177,0.3241267470733683,0.2533752243087223,Sales,1 -saugeen/D/short,RacineCast-1-NC,1168.2794791666668,1168.2794791666668,12.5231103515625,2.781864288027814,0.2749763997395833,0.3156315358479817,30.605357231449943,34.180103556991554,1.1071016981476312,0.4056265281112368,0.3365234031443186,Nature,1 -saugeen/M/short,RacineCast-1-NC,399.2486514136905,399.2486514136905,12.418055943080358,0.7276620285319035,0.3553980418613979,0.3534032730829148,4.556724355979194,19.98120745634984,0.5998957909005652,0.3728272932301827,0.2877719613521221,Nature,1 -saugeen/W/short,RacineCast-1-NC,970.1177734375,970.1177734375,14.5593017578125,1.1811894811281738,0.3713473081588745,0.3779005765914917,9.622881252300408,31.146713685997437,0.9401894518931404,0.439484629987737,0.3484184805960987,Nature,1 -solar/10T/short,RacineCast-1-NC,19.991184117672216,19.991184117672216,1.8951849127627929,0.8315442000419206,5.217770419680251,1.5048528221111808,3.7469011235556806,4.47115020075061,1.3006570839181977,0.5513090751695168,0.4145547313466397,Energy,1 -solar/10T/medium,RacineCast-1-NC,19.53994263748341,19.53994263748341,1.8215252919103213,0.7979562971844383,3.703659294046577,1.4445387535036152,3.8552348176475766,4.420400732680625,0.9809045015795907,0.4042037060953054,0.2974201963788244,Energy,1 -solar/10T/long,RacineCast-1-NC,18.284411353786496,18.284411353786496,1.7636481836571116,0.7713864540678467,3.4090325833133748,1.440032686726987,4.0287103526507115,4.276027520232593,0.9241949257241822,0.3811843339141821,0.2842445986068016,Energy,1 -solar/D/short,RacineCast-1-NC,123881.93868613138,123881.93868613138,247.31789081508515,0.9642419618891106,1.0634776317290149,0.4218466208799042,5.2116984178074635,351.968661511407,0.5084748449883317,0.3572901225212233,0.2724426944060273,Energy,1 -solar/H/short,RacineCast-1-NC,518.8396021417595,518.8396021417595,9.36142852544815,0.7207673119177838,3.4146689784635194,1.3815289140892542,3.5466419729110545,22.778050885485342,0.8396065454977569,0.3450653747632194,0.2603827426177059,Energy,1 -solar/H/medium,RacineCast-1-NC,608.0614507299271,608.0614507299271,10.761079826262163,0.8240972814183856,3.5684758043892413,1.3953009166856751,4.105376074796908,24.65890205848442,0.8882712063056808,0.3876392118251966,0.2843495352418189,Energy,1 -solar/H/long,RacineCast-1-NC,623.5833738848337,623.5833738848337,10.989776269768855,0.8368376734014421,4.344320310378453,1.3913938548636455,4.31500151127748,24.97165140483972,0.8658127778717505,0.3810356217960623,0.2863441493497383,Energy,1 -solar/W/short,RacineCast-1-NC,1466757.3138686132,1466757.3138686132,978.2440978558394,1.0717459537318488,0.2206145516277229,0.1927275135569328,6.312468649248527,1211.097565792539,0.2472152863564063,0.1996840730330742,0.1444097294536316,Energy,1 -temperature_rain/D/short,RacineCast-1-NC,174.4570000291706,174.4570000291706,5.620880592536917,1.3067739018041762,22.874732406746205,1.497079235586498,18.505199735699243,13.208217140445964,1.5549563691618116,0.661726256066698,0.5357929248911721,Nature,1 -us_births/D/short,RacineCast-1-NC,113409.17333333334,113409.17333333334,207.09178385416664,0.3048966098357693,0.0199495283762613,0.0197863419850667,2.253108302102716,336.7627849589876,0.0315687784175233,0.0194131742834292,0.0152708020225671,Healthcare,1 -us_births/M/short,RacineCast-1-NC,50409301.333333336,50409301.333333336,5804.604166666667,0.6555234389281743,0.0178458591302235,0.0180780701339244,3.4342206780008055,7099.950797951584,0.0220523987715846,0.0180290609663754,0.0138524268116923,Healthcare,1 -us_births/W/short,RacineCast-1-NC,1671962.0,1671962.0,1000.6702706473214,0.9101986448291732,0.0135635776179177,0.0135847415242876,5.277911760975115,1293.043696090739,0.0175529413857748,0.0135840008038887,0.0105768577061405,Healthcare,1 diff --git a/results/RacineCast-1-NC/config.json b/results/RacineCast-1-NC/config.json deleted file mode 100644 index 008911221fac399756eba4e1c467893ba17e3283..0000000000000000000000000000000000000000 --- a/results/RacineCast-1-NC/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "RacineCast-1-NC", - "model_type": "agentic", - "model_dtype": "float32", - "model_link": "https://huggingface.co/racineai/RacineCast-1-NC", - "code_link": "https://huggingface.co/racineai/RacineCast-1-NC", - "org": "Racine.ai", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/RacineCast-1/all_results.csv b/results/RacineCast-1/all_results.csv deleted file mode 100644 index 78449670359881f5e727bceb0a53a1f5623f3c08..0000000000000000000000000000000000000000 --- a/results/RacineCast-1/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/5T/short,RacineCast-1,39.30093652746872,39.30093652746872,3.404547541158734,0.5399312764713017,0.0894125551139115,0.0725518343249341,3.914439656427525,6.269045902485379,0.1075002967754051,0.0583804739594333,0.0458896753000992,Transport,1 -loop_seattle/5T/medium,RacineCast-1,62.89202610011933,62.89202610011933,4.557561486148736,0.7259580275097635,0.1424782037488939,0.1048531365173151,5.205387334832857,7.930449300015688,0.1410989880291255,0.0810883834254929,0.0637633229783042,Transport,1 -loop_seattle/5T/long,RacineCast-1,77.37155648004816,77.37155648004816,4.99800002329148,0.7920962927599993,0.1536106688669277,0.1139494703231827,5.706220952252856,8.796110303995064,0.1555170379465168,0.0883656675980844,0.0696145527715141,Transport,1 -loop_seattle/D/short,RacineCast-1,17.756026720926858,17.756026720926858,2.8425516827310693,0.8582679904119545,0.0528028277543799,0.0524598386388568,6.991294810087333,4.213790066071975,0.0753060587312171,0.0508001966424042,0.0412052457729092,Transport,1 -loop_seattle/H/short,RacineCast-1,50.25507609878266,50.25507609878266,3.7455177980517975,0.7638368919115264,0.1035435304501347,0.0858424795968251,6.17308449992228,7.089081470739538,0.1254839534295321,0.0662994751689861,0.0529317349024328,Transport,1 -loop_seattle/H/medium,RacineCast-1,54.1347382127193,54.1347382127193,3.9654856836340624,0.8152198377338041,0.1090162972055598,0.0902624502270583,6.302573913262046,7.357631290892423,0.1300453105363826,0.0700895161455177,0.0558166864607765,Transport,1 -loop_seattle/H/long,RacineCast-1,52.919401176040594,52.919401176040594,3.908042665736799,0.8207873202445313,0.1154094322054993,0.0902382398250384,6.2835920971069745,7.274572233199736,0.130006323844973,0.0698419431568795,0.0554664432993932,Transport,1 -m_dense/D/short,RacineCast-1,8543.536296296295,8543.536296296295,42.58192708333333,0.6350016292963128,0.1189624512080708,0.0917824526186342,6.8428023388897214,92.43125172957626,0.1600121691170302,0.0737156144733583,0.0612973807197907,Transport,1 -m_dense/H/short,RacineCast-1,41011.64666666667,41011.64666666667,82.26494357638889,0.7333646597950015,0.2685264958205495,0.1973980776468912,8.14748870337353,202.51332466449375,0.3592082163496113,0.1459175276448219,0.1207910108034129,Transport,1 -m_dense/H/medium,RacineCast-1,35771.113333333335,35771.113333333335,77.97645399305556,0.6774418469861534,0.2536949597371263,0.1850410842895508,6.504483578325137,189.1325284908266,0.3290667052179056,0.1356691786696805,0.1121492632305313,Transport,1 -m_dense/H/long,RacineCast-1,33451.40938271605,33451.40938271605,77.66315586419753,0.6700039352641116,0.2511762197794436,0.1834395495756172,6.640434170882399,182.8972645577731,0.3166222020815796,0.1344464035029883,0.1121696801376738,Transport,1 -sz_taxi/15T/short,RacineCast-1,16.530653137281554,16.530653137281554,2.707060230520619,0.5398824335186866,1088950052788.5436,0.388461677728264,3.7836347547542823,4.065790591912175,0.3801688196064686,0.2531217162260749,0.1987203754423738,Transport,1 -sz_taxi/15T/medium,RacineCast-1,16.18489499866453,16.18489499866453,2.733309127938034,0.532918487118058,10011822633499.13,0.4023030859792334,3.795398371535482,4.023045488018316,0.3744115260669234,0.2543800324534813,0.2005726825702422,Transport,1 -sz_taxi/15T/long,RacineCast-1,15.454377003205128,15.454377003205128,2.6812000589832623,0.5057917882694111,6299093791735.248,0.3958386021801549,3.983315806249118,3.931205540696789,0.3638653540122664,0.2481670822194492,0.1980117237726673,Transport,1 -sz_taxi/H/short,RacineCast-1,7.1042966924162,7.1042966924162,1.8305586953448432,0.5574602963713677,1.1206366567530184,0.292542676640372,3.853337584990771,2.6653886569159475,0.2482973981894184,0.1705278365718933,0.1341413192616596,Transport,1 -bitbrains_fast_storage/5T/short,RacineCast-1,1536026.9690133743,1536026.9690133743,139.1220074951675,0.6175600308082011,1.657633359155812,0.7077959672348664,13.63970647368965,1239.365551003163,3.8913012915352314,0.4368086937778196,0.3506017498882164,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,RacineCast-1,3384266.435564848,3384266.435564848,288.48564633417453,0.919296588527603,4.451430141784613,0.7909921614582217,20.004365658057615,1839.6375826680776,5.589327040925503,0.8764990665367389,0.6063054077299461,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,RacineCast-1,3664615.753251825,3664615.753251825,340.6385417418145,0.8243728684545701,4.616449924164492,0.8052902290086416,20.448617065487745,1914.318613306527,5.058972483199949,0.9002059518256689,0.6453583557933933,Web/CloudOps,2 -bitbrains_fast_storage/H/short,RacineCast-1,2899700.43652696,2899700.43652696,313.8336967338369,0.9378277413818248,3.4032188144604114,0.5665465677370506,25.15602097077159,1702.8506794569394,4.853677638419441,0.8945279902670713,0.6583670513582712,Web/CloudOps,2 -bitbrains_rnd/5T/short,RacineCast-1,1646473.3235103516,1646473.3235103516,114.7997268184864,1.573556279495222,0.9592471234915928,0.6340570889508657,50.797535757666445,1283.1497665940449,5.250278445933838,0.4697273436085814,0.3774167594955464,Web/CloudOps,2 -bitbrains_rnd/5T/medium,RacineCast-1,2192871.619151344,2192871.619151344,145.6116667606167,4.3189361207534365,0.5668534278078967,0.701934224755269,158.23925480186725,1480.8347710502155,6.230626658569874,0.6126624998642243,0.670291793823554,Web/CloudOps,2 -bitbrains_rnd/5T/long,RacineCast-1,2382440.880976938,2382440.880976938,169.98593325289053,3.241854707524042,1.48894207192056,0.6789948572134261,114.40997845114306,1543.515753394483,5.912861254898033,0.6511778298331504,0.6390514806115839,Web/CloudOps,2 -bitbrains_rnd/H/short,RacineCast-1,1914282.0746771237,1914282.0746771237,153.04654220867877,5.766891753850004,1.4689043817166616,0.5292730603365026,192.65944259356348,1383.5758290303877,6.055204767874448,0.6698065495536609,0.6526873267071677,Web/CloudOps,2 -bizitobs_application/10S/short,RacineCast-1,361735.85777777777,361735.85777777777,320.3545833333333,0.9416831151875436,0.0133871195051405,0.0134911325242784,5.684130669997832,601.4448085882675,0.0231953222236437,0.0123547957853015,0.0096426645415948,Web/CloudOps,2 -bizitobs_application/10S/medium,RacineCast-1,3971387.7333333334,3971387.7333333334,1095.6421875,2.375877346367096,0.0341091887156168,0.0348243331909179,27.628136269633544,1992.8340957875375,0.0782527296803794,0.0430226440354911,0.0373523502168704,Web/CloudOps,2 -bizitobs_application/10S/long,RacineCast-1,6270087.9644444445,6270087.9644444445,1519.3554166666668,3.231717577836178,0.0469949086507161,0.0480142084757487,68.00791108143243,2504.014369855821,0.0965698254138577,0.05859546538367,0.0537766739486151,Web/CloudOps,2 -bizitobs_l2c/5T/short,RacineCast-1,13.163920084635416,13.163920084635416,2.017516435895647,0.2074632192724631,0.0999316419473339,0.1788965815589541,1.619944904359097,3.628211692367938,0.1246074704332684,0.0692896779323331,0.054497163615622,Web/CloudOps,7 -bizitobs_l2c/5T/medium,RacineCast-1,56.25036139455782,56.25036139455782,4.826416347789116,0.4759630790696787,0.3520202621122297,0.628708114105017,3.1303607636275244,7.500024092931824,0.3946115599189393,0.2539404754198361,0.1972064802280764,Web/CloudOps,7 -bizitobs_l2c/5T/long,RacineCast-1,64.8833878968254,64.8833878968254,5.20370349702381,0.5056655601644087,0.3978196115646857,0.7070028056795635,2.945144570445896,8.055022526152575,0.4522774725631581,0.2921801718071839,0.2199010476437357,Web/CloudOps,7 -bizitobs_l2c/H/short,RacineCast-1,55.3655753968254,55.3655753968254,4.408967517671131,0.4325117437673919,0.3816485873800959,0.5898722088526166,2.6610361814337886,7.440804754650225,0.4010784325059676,0.2376546407634358,0.1850971189614148,Web/CloudOps,7 -bizitobs_l2c/H/medium,RacineCast-1,74.82842261904761,74.82842261904761,4.798283458891369,0.4847507096227255,0.4753928171248013,0.7549164544968378,3.256499770550692,8.650342341147407,0.523791367871973,0.2905433516099203,0.2313443336563239,Web/CloudOps,7 -bizitobs_l2c/H/long,RacineCast-1,79.97521081349207,79.97521081349207,5.087752666170635,0.5444142940717691,0.6001389176660816,0.7670040554470486,4.380949573821081,8.942886044979668,0.5462572903859393,0.3107746170081638,0.2496145615700402,Web/CloudOps,7 -bizitobs_service/10S/short,RacineCast-1,1834.1316302910052,1834.1316302910052,16.899735398065477,0.6822785137410737,0.049180142639806,0.0394590228449099,4.883481659475677,42.82676301439329,0.0317274365384879,0.012519864790602,0.0098049380320189,Web/CloudOps,2 -bizitobs_service/10S/medium,RacineCast-1,19463.782857142854,19463.782857142854,37.052070932539685,0.9900164767252256,0.060189950125558,0.053697771344866,9.21315225873319,139.51266199575886,0.1050005170491972,0.0278862617199467,0.0213297732589613,Web/CloudOps,2 -bizitobs_service/10S/long,RacineCast-1,131062.11216931215,131062.11216931215,75.92650793650793,1.2857380912664509,0.0741606987847222,0.0717467357494213,20.04856311893088,362.0250159440811,0.2681997054602268,0.0562487843888124,0.0520813530381085,Web/CloudOps,2 -car_parts/M/short,RacineCast-1,1.3953247777301032,1.3953247777301032,0.4644500372085784,0.8730396293640557,0.8155930873130276,1.8910732033624265,31.35633946979226,1.1812386624768525,2.832489140638187,1.1137035457371678,1.0290941117340853,Sales,1 -covid_deaths/D/short,RacineCast-1,286219.57393483707,286219.57393483707,86.69091576597744,29.28985215193532,0.0776405527050767,0.3507206202150885,578.6320233458221,534.9949288870289,0.2012944360875026,0.0326178774055379,0.0268400647492891,Healthcare,1 -electricity/15T/short,RacineCast-1,130601.23837969806,130601.23837969806,48.676381247580586,0.941527003166412,0.15422233561999,0.1571851873397827,10.550399725092422,361.38793336205634,0.7123668686648291,0.0959507445771157,0.079756541576015,Energy,1 -electricity/15T/medium,RacineCast-1,246430.57440174549,246430.57440174549,50.647600480363174,0.7917582392199584,0.1172249123807499,0.1249680623922262,6.8221530929389225,496.4177418281356,0.8553777451881129,0.087270914489354,0.0702408689829364,Energy,1 -electricity/15T/long,RacineCast-1,312249.62186463026,312249.62186463026,56.05557773789415,0.8423602467527772,0.1223937434416587,0.1273412320706937,6.950682567090339,558.7930044879143,0.8815644573335099,0.0884345447636895,0.070553867691086,Energy,1 -electricity/D/short,RacineCast-1,1232339713.2984505,1232339713.2984505,4119.920322072072,1.3528903206795877,0.3241869150090486,0.0909373721560916,10.62479296120073,35104.69645643515,0.5768867731373445,0.0677039763933763,0.0531878730172248,Energy,1 -electricity/H/short,RacineCast-1,1694736.9738337556,1694736.9738337556,168.3778256308066,0.9212709339655576,0.1603674947087826,0.1223851581951519,10.626338487219016,1301.820638119459,0.6145523144352303,0.0794863588815592,0.0654892150636951,Energy,1 -electricity/H/medium,RacineCast-1,5737112.242728041,5737112.242728041,234.76912170960023,1.0317402827915731,0.2135919815582861,0.1252328834877357,8.422743912947634,2395.2269710255105,0.9349360141057552,0.0916381242952966,0.0727710462801757,Energy,1 -electricity/H/long,RacineCast-1,7269455.448972973,7269455.448972973,261.21144406906905,1.1430630030933195,0.2847486417913023,0.1363317823438673,9.183247707955983,2696.192769253151,1.0633776741813932,0.1030217204909541,0.0812366648389595,Energy,1 -electricity/W/short,RacineCast-1,36835778594.5946,36835778594.5946,26606.714864864865,1.4149426996210026,0.1780330641144654,0.0922799211901587,10.8321466566804,191926.4926855972,0.4379129352110314,0.0607077451359601,0.0477632947923133,Energy,1 -ett1/15T/short,RacineCast-1,4.740860384986514,4.740860384986514,1.045475096929641,0.6642743522246257,0.4609061031557393,0.2282414209275018,4.377691884086486,2.177351690698247,0.4116101134549234,0.1976383168139026,0.1533895340088072,Energy,7 -ett1/15T/medium,RacineCast-1,8.676230294363839,8.676230294363839,1.5300843253968257,0.9593073763590644,0.7369861443897524,0.3704252376253643,6.358408743674423,2.9455441423213875,0.5614236424988022,0.2916355938966201,0.2231570533335262,Energy,7 -ett1/15T/long,RacineCast-1,7.91084945436508,7.91084945436508,1.5045865885416667,0.9675921704578838,0.757433050358854,0.3732084728422619,6.803382723040449,2.8126232336317427,0.5360887692907009,0.2867756914249409,0.2215235699306114,Energy,7 -ett1/D/short,RacineCast-1,38518.653968253966,38518.653968253966,131.48473462301587,1.6215729963933354,1.194609142485119,0.4742553226531498,10.299439570505667,196.26169765966551,0.5154878589701328,0.3453490168805567,0.2636233453667752,Energy,7 -ett1/H/short,RacineCast-1,92.8165550595238,92.8165550595238,4.762381708054315,0.7891391899580946,0.4562513578505743,0.2541285605657668,5.2569479903573,9.634134889003985,0.4496644657484145,0.2222798259640788,0.1706340010994321,Energy,7 -ett1/H/medium,RacineCast-1,131.7712890625,131.7712890625,6.767135765438988,1.2462884173681108,3462935071343.132,0.4357989356631324,8.295980595979113,11.479167611917688,0.5498249173400108,0.3241297617257758,0.2492928932060261,Energy,7 -ett1/H/long,RacineCast-1,137.35550595238095,137.35550595238095,6.975094039351852,1.3367353861848137,3728036726322.492,0.466729187334656,9.16930636851817,11.719876533154304,0.5612395036824837,0.3340221465397021,0.2566064620068621,Energy,7 -ett1/W/short,RacineCast-1,1277934.0,1277934.0,895.3790457589286,1.5745548270252705,0.6105705669948033,0.5797243118286133,8.083111525663764,1130.457429539034,0.4498359926876935,0.356292692989745,0.2606602743265923,Energy,7 -ett2/15T/short,RacineCast-1,7.211575753348214,7.211575753348214,1.648921857561384,0.7087391432433581,0.1000652934443677,0.1200558253696986,4.668924888988894,2.6854377209960045,0.1274872924962385,0.0782801930258139,0.0614563366310877,Energy,7 -ett2/15T/medium,RacineCast-1,11.015343967013887,11.015343967013887,2.0642999461340525,0.8481634200714068,0.127535977591631,0.1552517960563538,6.377505561307463,3.3189371743095544,0.176872158042141,0.1100102735132253,0.0870165560838679,Energy,7 -ett2/15T/long,RacineCast-1,10.74696800595238,10.74696800595238,2.063513919890873,0.8556046065288282,0.1297426526853372,0.1583434283544146,6.9566233688227035,3.27825685478615,0.1747042418668068,0.1099683920220627,0.0891159737200114,Energy,7 -ett2/D/short,RacineCast-1,104747.01587301587,104747.01587301587,192.41954365079368,1.2616584146011576,0.4189966595362103,0.1304163372705853,11.797026945119098,323.6464365214236,0.1852313947444057,0.1101267816497626,0.0906675155328566,Energy,7 -ett2/H/short,RacineCast-1,104.71461356026786,104.71461356026786,6.292871675037202,0.7205716547995111,0.1173386823262129,0.1074520656040736,5.004357432206367,10.23301585849782,0.1297831134633285,0.0798111221466836,0.0630819199500111,Energy,7 -ett2/H/medium,RacineCast-1,232.14747023809525,232.14747023809525,9.433324032738096,1.0140329114291606,0.1698005657357939,0.1649455842517671,7.255491256113088,15.236386390417357,0.2053201047643108,0.1271201076848263,0.1021065472490843,Energy,7 -ett2/H/long,RacineCast-1,215.29546957671957,215.29546957671957,8.998362061838625,0.9970602242635708,0.1737071560369745,0.1693452380952381,8.132665578909034,14.672950268324348,0.200934760788142,0.1232256427859562,0.1007303431960587,Energy,7 -ett2/W/short,RacineCast-1,2712634.0,2712634.0,1149.848423549107,0.7745276654138713,0.129140487739018,0.1372663719313485,9.132644687969426,1647.0075895392831,0.1381586865970646,0.0964546544850398,0.0821627548509545,Energy,7 -hierarchical_sales/D/short,RacineCast-1,28.399006643370193,28.399006643370193,2.2934717059283276,0.7403303075820825,0.632874547245731,1.0500690335624223,6.848129271979479,5.329071836949676,1.6349002236656476,0.7036117207118194,0.570101560902887,Sales,1 -hierarchical_sales/W/short,RacineCast-1,456.0586371987553,456.0586371987553,8.823514259467691,0.7164393262874165,0.5235576199097642,0.451404062368102,6.628736569393281,21.35552942913744,0.980442801858098,0.4050918555540019,0.3415404760796228,Sales,1 -hospital/M/short,RacineCast-1,2483.048015808344,2483.048015808344,17.04838737743101,0.742582445679876,0.1889131505403348,0.1699518040437793,4.861225367587177,49.830191809869085,0.180895167546432,0.0618896050571907,0.0486242584058695,Healthcare,1 -jena_weather/10T/short,RacineCast-1,771.4483491988409,771.4483491988409,5.249513480776832,0.2601818161171177,0.338165132285065,0.5397274450650291,2.0997520740578746,27.77495903145207,0.1725173212770548,0.0326060608293203,0.0268712978617883,Nature,21 -jena_weather/10T/medium,RacineCast-1,1386.0614560786437,1386.0614560786437,9.076782473169192,0.5701843559533069,0.7295220624848792,0.6366872019581981,5.025292893063152,37.22984630748083,0.2284789429784412,0.0557040619503773,0.0456780447168602,Nature,21 -jena_weather/10T/long,RacineCast-1,1315.1036665013228,1315.1036665013228,9.24993218315972,0.6157997136022629,0.780894415405058,0.626250736297123,5.309035484579737,36.26435807375229,0.2219078197430073,0.0566019196965,0.0465293089005019,Nature,21 -jena_weather/D/short,RacineCast-1,363.3252232142857,363.3252232142857,9.534521484375,1.0338759666523265,0.6299435378331218,0.4511812724764384,6.638304389805108,19.061091868365928,0.1147789269576661,0.0574134027887246,0.0449632336699952,Nature,21 -jena_weather/H/short,RacineCast-1,1077.760728114231,1077.760728114231,8.14191400437128,0.512826790363343,1.2196828428871878,0.6028446015857515,4.265081223592037,32.82926633530258,0.201241297243426,0.0499094106931705,0.0401164434042109,Nature,21 -jena_weather/H/medium,RacineCast-1,1158.7628968253969,1158.7628968253969,9.671052672371031,0.7671722304131939,2.064839787855461,0.6672932458302331,5.59018951298599,34.04060658721282,0.2083005089140753,0.0591788864933577,0.0474417411473913,Nature,21 -jena_weather/H/long,RacineCast-1,1283.4193121693122,1283.4193121693122,10.908475942460315,0.9264630666024234,2.0196214305499596,0.6520940548528439,6.5963001902462395,35.82484210948196,0.2157052407613345,0.0656811109541455,0.0528880433767267,Nature,21 -kdd_cup_2018/D/short,RacineCast-1,2884.9107357329276,2884.9107357329276,21.112408519100335,1.192381039757318,0.5297685916519393,0.4632131872171416,8.976651734870313,53.71136505184845,1.2031916040551764,0.472940366476318,0.3742361453317517,Nature,1 -kdd_cup_2018/H/short,RacineCast-1,4405.329098387182,4405.329098387182,22.81585614860236,0.9513073172254318,0.9124565176243352,0.4983328839750864,7.355417108573928,66.37265324203321,1.3892998353415882,0.4775771894313322,0.3784260304441211,Nature,1 -kdd_cup_2018/H/medium,RacineCast-1,5144.923569394408,5144.923569394408,25.72987984629848,1.05067789359125,1.0469714532099628,0.5574937378952238,8.519770171933525,71.72812258378444,1.5013995242888654,0.5385729888039126,0.4245922538613594,Nature,1 -kdd_cup_2018/H/long,RacineCast-1,4111.33016270118,4111.33016270118,24.361944623669302,1.0201888234797942,1.0659705696127193,0.6111810864913934,7.4777433342005075,64.11965504196962,1.50450626620956,0.5716296870182737,0.4465274647389379,Nature,1 -m4_daily/D/short,RacineCast-1,350329.6169860421,350329.6169860421,172.03297612182735,3.219953626864316,0.0360700277805312,0.0294498793757889,24.770773505446066,591.8864899506003,0.0914301046579569,0.0265743403143924,0.0210510323243868,Econ/Fin,1 -m4_hourly/H/short,RacineCast-1,487015.0472142715,487015.0472142715,165.86973187236202,0.6415415718557004,0.0819264585077282,0.0743668068818232,4.9109268722664146,697.8646338755616,0.0952739408971473,0.0226448830674674,0.0183638947713882,Econ/Fin,1 -m4_monthly/M/short,RacineCast-1,1785018.0924016205,1785018.0924016205,540.1542136682581,0.8965906743899786,0.1552149640542489,0.1278964042597347,7.310174356444061,1336.045692482716,0.2776761600543672,0.112262588572006,0.0893827309124052,Econ/Fin,1 -m4_quarterly/Q/short,RacineCast-1,1683683.81034375,1683683.81034375,535.742233988444,1.1163299566705216,0.1105195442140102,0.0973794516026973,8.39821597140662,1297.5684222204816,0.21719010489197,0.0896738160411529,0.071440347917219,Econ/Fin,1 -m4_weekly/W/short,RacineCast-1,225976.99935718876,225976.99935718876,241.6187426344547,1.8578732026438949,0.0582937825433646,0.0578909743795155,13.024815930208137,475.37038123676655,0.0866051097237794,0.0440191870236785,0.0348836478675446,Econ/Fin,1 -m4_yearly/A/short,RacineCast-1,3283750.5602565217,3283750.5602565217,827.4004231572466,3.0566124659520653,0.1596903749213943,0.1369214105660043,28.10291418516809,1812.1121820286187,0.2905805873905862,0.132677492791368,0.1076216587364544,Econ/Fin,1 -restaurant/D/short,RacineCast-1,137.51545927532806,137.51545927532806,7.046659487240386,0.676840322359864,0.6756636773748337,0.3898657644408484,4.586260007859823,11.72669856674623,0.5396898385292453,0.3243035965487896,0.2535685106694437,Sales,1 -saugeen/D/short,RacineCast-1,1189.8990625,1189.8990625,12.6674658203125,2.8139627342804956,0.2765378824869792,0.3177967834472656,31.24973508457165,34.49491357432281,1.117298469617331,0.4103022361389655,0.3403987989909611,Nature,1 -saugeen/M/short,RacineCast-1,399.84165736607144,399.84165736607144,12.427711123511903,0.7282267133218633,0.3561552592686244,0.3538562683832078,4.550585708858909,19.996041042318137,0.6003411396516747,0.3731171707120078,0.2883726036611832,Nature,1 -saugeen/W/short,RacineCast-1,976.2537109375,976.2537109375,14.55711669921875,1.1810171069933852,0.3705691337585449,0.377111005783081,9.614187781271877,31.245058984381835,0.9431580865014798,0.4394186721771531,0.3481154646934097,Nature,1 -solar/10T/short,RacineCast-1,19.92788513629106,19.92788513629106,1.8899382245511611,0.8291621433430684,5.250262570172251,1.5043960998238148,3.785490721627012,4.464065987000087,1.2985962869454049,0.5497828141666046,0.4136936557467723,Energy,1 -solar/10T/medium,RacineCast-1,19.673304310785777,19.673304310785777,1.825244029921996,0.7998173533769994,3.715514158264815,1.444736581121865,3.921706553249976,4.435459875907545,0.9842461853486684,0.4050289088487297,0.2978775765491489,Energy,1 -solar/10T/long,RacineCast-1,18.319945239634023,18.319945239634023,1.7589270821453011,0.7693084176443353,3.404774053101584,1.4398073170113543,4.10529789449819,4.280180514842105,0.9250925290549628,0.3801639433670215,0.2835643520735691,Energy,1 -solar/D/short,RacineCast-1,124892.65206812652,124892.65206812652,247.03596411192217,0.9631925701709956,1.068351682491256,0.4210474093174992,5.246998050216259,353.4015450845207,0.5105448737505421,0.3568828344516738,0.2728600102321279,Energy,1 -solar/H/short,RacineCast-1,486.4248310743213,486.4248310743213,9.116430823118131,0.7019226119750446,3.283080984575222,1.379813412023821,3.552485105623342,22.055040944743705,0.812956158168372,0.336034677819818,0.2530616378697179,Energy,1 -solar/H/medium,RacineCast-1,574.8567214111922,574.8567214111922,10.49338717495438,0.8035863807627008,3.439894427577987,1.3933266150110248,4.106247160388486,23.976169865330704,0.8636775992035466,0.3779962977273843,0.2776506888111186,Energy,1 -solar/H/long,RacineCast-1,593.8211780210868,593.8211780210868,10.723637406224656,0.816593271539106,4.248708749413682,1.3894527685903284,4.298493329481175,24.368446360428617,0.8448985569153178,0.371808101156391,0.2803033885306113,Energy,1 -solar/W/short,RacineCast-1,1523738.1897810218,1523738.1897810218,998.3252737226276,1.0941389318349712,0.2255001764227874,0.1963612772252438,6.4536094999886435,1234.3979057747229,0.2519714681732922,0.2037831429862309,0.1472539273586849,Energy,1 -temperature_rain/D/short,RacineCast-1,174.53552288576077,174.53552288576077,5.623306921749194,1.306801524692383,23.26322277324681,1.4979858955378176,18.45864355952944,13.211189306257054,1.5553062716587964,0.6620118991646419,0.5359858858334041,Nature,1 -us_births/D/short,RacineCast-1,111992.84,111992.84,206.91791666666663,0.3046313153269019,0.019929560025533,0.0197830820083618,2.2077473779827073,334.6533131466055,0.0313710325524889,0.0193968756454519,0.0152178620488413,Healthcare,1 -us_births/M/short,RacineCast-1,50173765.333333336,50173765.333333336,5807.385416666667,0.6558193527193229,0.0178526019056638,0.0180830769240856,3.3250038681460574,7083.344219599478,0.0220008188524451,0.0180376995099131,0.0137443000531484,Healthcare,1 -us_births/W/short,RacineCast-1,1658823.142857143,1658823.142857143,996.6633649553572,0.9065715672219462,0.0135106593370437,0.0135320744344166,5.2727909031463245,1287.9530825527547,0.0174838368061538,0.0135296074520151,0.010536182218582,Healthcare,1 diff --git a/results/RacineCast-1/config.json b/results/RacineCast-1/config.json deleted file mode 100644 index e84341122ca3e76d19c68aeba1e93b9156af6046..0000000000000000000000000000000000000000 --- a/results/RacineCast-1/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "RacineCast-1", - "model_type": "agentic", - "model_dtype": "float32", - "model_link": "https://huggingface.co/racineai/RacineCast-1", - "code_link": "https://huggingface.co/racineai/RacineCast-1", - "org": "Racine.ai", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/STRIDE (+Chronos-2)/all_results.csv b/results/STRIDE (+Chronos-2)/all_results.csv deleted file mode 100644 index ade2c8705cda98ded0f2625088345b1c4ecae669..0000000000000000000000000000000000000000 --- a/results/STRIDE (+Chronos-2)/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,num_variates -ett1/15T/medium,STRIDE (+Chronos-2),7.8087555803571425,7.8087555803571425,1.4641417100694445,0.9313177853440836,0.6892281034414203,0.3662868923611111,6.730925227396346,2.794415069447834,0.5326182122491454,0.2790668246183933,0.21566749226151244,7 -ett1/H/medium,STRIDE (+Chronos-2),137.68288690476192,137.68288690476192,6.743002464657738,1.2359120466891644,1606479001757.1165,0.45304151262555803,8.308517570515685,11.733835131991668,0.5620228878643275,0.3229738338261417,0.2494065982249788,7 -ett2/15T/medium,STRIDE (+Chronos-2),9.323895709325397,9.323895709325397,1.903530505952381,0.7991730685241393,0.12323188831710132,0.1521045696924603,6.32658932666394,3.053505478843193,0.1627268234593355,0.10144257959835795,0.0814458821701667,7 -ett2/H/medium,STRIDE (+Chronos-2),219.23102678571428,219.23102678571428,8.913657924107143,0.9852234535007053,0.16978484963006085,0.162318602062407,7.8349492741568065,14.806452201176157,0.19952645258047966,0.12011726515901652,0.09898713629884326,7 -bizitobs_l2c/H/long,STRIDE (+Chronos-2),79.61491195436508,79.61491195436508,5.141441902281746,0.5513812773138917,0.586655194723414,0.7762431311228919,4.686343336797762,8.922718865590525,0.5450254208627863,0.3140541105065083,0.25515891724968603,7 -electricity/15T/short,STRIDE (+Chronos-2),140075.84423590582,140075.84423590582,54.485343847876194,1.0508904992427877,0.17880080337025933,0.16971526980400087,11.305957647179296,374.267076077907,0.7377541908320101,0.10740135409166054,0.08861780000497164,1 -electricity/H/short,STRIDE (+Chronos-2),1495193.6489803279,1495193.6489803279,171.2756559189805,0.9466001855218095,0.23938896882697638,0.13055164620683,10.479769134840387,1222.7811124564887,0.5772400073752251,0.08085434087810782,0.06612234283774457,1 -electricity/D/short,STRIDE (+Chronos-2),1442606174.0753875,1442606174.0753875,4313.60265990991,1.3794527485463446,0.39748326571409576,0.09502768439215582,11.269285630815038,37981.65575742305,0.6241647455972094,0.07088681767918763,0.05584582952739833,1 -electricity/W/short,STRIDE (+Chronos-2),81278140160.23064,81278140160.23064,29826.158502252252,1.4265942058086507,0.15953069160040637,0.0927305453532451,11.153321032883687,285093.2131079774,0.6504886309095967,0.06805345100261809,0.051661371369153636,1 -solar/10T/short,STRIDE (+Chronos-2),15.964912447964188,15.964912447964188,1.622746427215799,0.7117288340536145,1.618602604322852,1.500208560915759,3.841816646112554,3.995611648792233,1.1623229720850325,0.47205675025799115,0.3464934010961457,1 -solar/H/short,STRIDE (+Chronos-2),302.3137823244814,302.3137823244814,7.297834242240524,0.5627655129210789,1.7386521270305288,1.3653052153302179,3.7140839998896076,17.38717292501807,0.6408969834297121,0.269000600131614,0.21127999652302126,1 -solar/D/short,STRIDE (+Chronos-2),31249.213138686133,31249.213138686133,111.44210813944647,0.43472008178707733,0.3274863194375143,0.32262286629409975,3.4948151489255523,176.77446970274337,0.2553789125884334,0.16099589743401038,0.12637808335333425,1 -solar/W/short,STRIDE (+Chronos-2),197118.85857664235,197118.85857664235,295.5467181797445,0.3146988530266777,0.0603044381106857,0.058793021379596126,2.3446014183536636,443.980696175681,0.09062756015467802,0.060328474213108364,0.04820318627628534,1 -hospital/M/short,STRIDE (+Chronos-2),2554.001381872012,2554.001381872012,17.118298016232753,0.741555172268488,0.18648784692159998,0.1695261005731522,4.9491672301084595,50.53712874582421,0.1834615127847226,0.06214339691028201,0.04872562149952611,1 -covid_deaths/D/short,STRIDE (+Chronos-2),13583785.162907269,13583785.162907269,671.9062284617794,58.68637121571867,0.2261302666834005,0.438138306887825,475.69441557221614,3685.6186947251163,1.3867319047895321,0.25280797641065983,0.19923162809643113,1 -us_births/D/short,STRIDE (+Chronos-2),220333.36,220333.36,310.297109375,0.45710602786296817,0.029947258631388345,0.029260565439860026,4.029889459917481,469.3968044203113,0.044002141479032406,0.029087836088094874,0.022838936917826,1 -us_births/M/short,STRIDE (+Chronos-2),45396496.0,45396496.0,5532.4765625,0.6265474360858291,0.017402788003285725,0.01721375932296117,5.1252762360026285,6737.692186498282,0.020927225994258673,0.017183834483176324,0.014126903860581285,1 -us_births/W/short,STRIDE (+Chronos-2),2108244.285714286,2108244.285714286,1083.4762137276787,0.9848008013043016,0.014759525656700134,0.01468324554818017,6.464428170002615,1451.9794370838335,0.019710478485403266,0.014708083361715384,0.011721015324387634,1 -saugeen/D/short,STRIDE (+Chronos-2),1016.3741666666666,1016.3741666666666,12.761334635416667,2.835311677751413,0.3064605204264323,0.32120142618815106,24.31974611558524,31.8806236869147,1.0326209972693086,0.413342669425882,0.33773735010922423,1 -saugeen/M/short,STRIDE (+Chronos-2),444.24144345238096,444.24144345238096,12.868582589285714,0.754092400195826,0.3931075958978562,0.36940951574416386,4.749774519831389,21.07703592662832,0.6327958490329458,0.3863534547165475,0.3046127222257078,1 -saugeen/W/short,STRIDE (+Chronos-2),990.6740234375,990.6740234375,14.014212036132813,1.136936406106785,0.32794556617736814,0.36514570713043215,10.215345088436663,31.474974558170814,0.950098279276923,0.4230306434829261,0.33984548055369346,1 -temperature_rain/D/short,STRIDE (+Chronos-2),175.27063319991987,175.27063319991987,5.665478670899976,1.3290581292949535,23.544376870559194,1.4865020504809205,19.062988560041887,13.238981577142551,1.5585781590582402,0.6669766300090934,0.5417152129446104,1 -kdd_cup_2018/H/short,STRIDE (+Chronos-2),3776.820553738487,3776.820553738487,17.340220173056817,0.7268151506363564,0.6048786031724136,0.39844475869299306,6.465804270930856,61.45584230761537,1.286382078214022,0.3629622119773867,0.29532510458686645,1 -kdd_cup_2018/D/short,STRIDE (+Chronos-2),2103.1496775051532,2103.1496775051532,17.252262152258297,1.0110730315446594,0.48040152772388145,0.3893866456246961,8.07762980453201,45.86010987236242,1.027315173053273,0.3864689973014812,0.3068441375571189,1 -car_parts/M/short,STRIDE (+Chronos-2),1.4372063040400749,1.4372063040400749,0.44765280277206076,0.8361033982219371,0.8990360046624067,1.9310227160088265,16.047478440086042,1.1988353948895882,2.87468429988338,1.0734255006260915,0.9248127344406962,1 -restaurant/D/short,STRIDE (+Chronos-2),141.48669167950874,141.48669167950874,7.219578372538118,0.69235385352393,0.704754402671551,0.39719509510607837,4.6895979078279195,11.894817849782683,0.547427077463048,0.33226172429922296,0.2603350979722798,1 -hierarchical_sales/D/short,STRIDE (+Chronos-2),28.44404446245866,28.44404446245866,2.2731198446865957,0.7379017700613866,0.6063962041582255,1.0368678887356604,7.054754429463558,5.333295834890341,1.6361960994558886,0.6973679950661232,0.5658625703755442,1 -hierarchical_sales/W/short,STRIDE (+Chronos-2),442.9979785983845,442.9979785983845,8.593726529913434,0.7040509716655653,0.530051257579846,0.4454304464792801,6.564754203920367,21.047517159949876,0.9663018079196899,0.3945421884926274,0.3317615944846054,1 -loop_seattle/5T/short,STRIDE (+Chronos-2),41.0695683372033,41.0695683372033,3.4722993455066034,0.5492874580407409,0.08995271747695403,0.07681760524694642,4.305196752037693,6.408554309452585,0.10989255738622457,0.05954226751662322,0.047444034330864304,1 -loop_seattle/H/short,STRIDE (+Chronos-2),37.61062069601202,37.61062069601202,3.265847068381759,0.6663845529269419,0.09934755293927093,0.08230610120679145,5.633620168655329,6.132749847826179,0.10855590868031206,0.05780881413983992,0.04622931889377587,1 -loop_seattle/D/short,STRIDE (+Chronos-2),6.7234475024590425,6.7234475024590425,1.7152892853822501,0.5305910445916016,0.03248737960654024,0.03176812061461379,4.2901915561468495,2.592961145574504,0.04633967891793709,0.03065451052810901,0.02437898714049523,1 -sz_taxi/15T/short,STRIDE (+Chronos-2),16.519254318814866,16.519254318814866,2.7360292802654635,0.5466070416405345,1093155541599.2283,0.40086301327916146,3.898832773791286,4.064388554114243,0.3800377300240229,0.25583045102781804,0.2012746454922588,1 -sz_taxi/H/short,STRIDE (+Chronos-2),6.9691936786358175,6.9691936786358175,1.825281029073601,0.5561698441229773,0.945105935773279,0.2962616610730815,3.9581294038564745,2.639923044074546,0.24592512222440466,0.17003619146260876,0.1341809187982803,1 -m_dense/H/short,STRIDE (+Chronos-2),30491.72076388889,30491.72076388889,79.7669154188368,0.701435292708281,0.2716043822212238,0.22953793949551052,6.344063260927422,174.61878697290533,0.3097302456831606,0.14148664492725946,0.11357301072921186,1 -m_dense/D/short,STRIDE (+Chronos-2),3799.7170370370372,3799.7170370370372,33.50052083333333,0.5194426618051616,0.09749862863188588,0.07547181023491753,4.952362253685059,61.64184485426306,0.10671114718977055,0.05799435461465711,0.04598677192521774,1 -ett1/15T/short,STRIDE (+Chronos-2),4.395131138392857,4.395131138392857,1.070225597563244,0.6864628109938155,0.4931424693595518,0.23481165568033854,4.423095903132797,2.0964568057541415,0.39631755808019176,0.20231716401550337,0.15687155578494683,7 -ett1/H/short,STRIDE (+Chronos-2),99.14221540178572,99.14221540178572,5.00807872953869,0.8354293309303162,0.4712653387160528,0.2680681682768322,6.071216062602044,9.957018399188872,0.464734784539636,0.23374752320627393,0.18015482343910072,7 -ett1/D/short,STRIDE (+Chronos-2),42590.79682539683,42590.79682539683,135.1600322420635,1.6149741930896049,1.5698329380580358,0.45427352663070436,10.398847148283753,206.37537843792518,0.5420517770084505,0.3550023079878528,0.27425672487807506,7 -ett1/W/short,STRIDE (+Chronos-2),1161606.7142857143,1161606.7142857143,864.0528041294643,1.5575353120636772,0.6863068171909877,0.5626870564052037,8.752575451677162,1077.7786017015342,0.4288738297661152,0.3438272337585108,0.2520830037217689,7 -ett2/15T/short,STRIDE (+Chronos-2),6.572922479538691,6.572922479538691,1.6297233944847471,0.7066008061572634,0.10186693032774333,0.12232557024274554,4.675429284413352,2.563771144142685,0.12171133671520092,0.07736876720527358,0.06072502592119046,7 -ett2/H/short,STRIDE (+Chronos-2),104.40494791666667,104.40494791666667,6.302604747953869,0.7297701467986009,0.11776522791213295,0.10882631029401507,5.143307050170226,10.21787394307968,0.12959107184491042,0.07993456459260159,0.06373142261390706,7 -ett2/D/short,STRIDE (+Chronos-2),104584.88888888889,104584.88888888889,194.42480158730157,1.3307703924805205,0.460210212828621,0.13472860427129837,10.94899796424016,323.3958702409307,0.18508796803310987,0.11127443103780135,0.09173043263284154,7 -ett2/W/short,STRIDE (+Chronos-2),3307510.8571428573,3307510.8571428573,1288.780552455357,0.9396971135006266,0.14778428418295725,0.15742436477116176,7.8246577714068355,1818.6563328850389,0.152557356062922,0.10810890989833292,0.08778462012652619,7 -jena_weather/10T/short,STRIDE (+Chronos-2),792.1694444444445,792.1694444444445,5.645661659846231,0.3064988260768445,0.48337475820945536,0.5485325888981895,2.6732713536141577,28.14550487101705,0.1748188740776754,0.035066637437161506,0.028401856650271864,21 -jena_weather/H/short,STRIDE (+Chronos-2),1189.235066833751,1189.235066833751,9.55188100459482,0.568776630183965,3.2512505066600967,0.6140290198967471,4.86298583019715,34.48528768668968,0.21139261038169294,0.058552420323753254,0.04722329398164203,21 -jena_weather/D/short,STRIDE (+Chronos-2),387.12132936507936,387.12132936507936,9.741763547867064,1.0473763254294408,0.7322706296762638,0.44914482964409724,6.770641291207164,19.675399090363562,0.11847806047269066,0.05866133873239368,0.047086065981090025,21 -bitbrains_fast_storage/5T/short,STRIDE (+Chronos-2),1899367.2000325578,1899367.2000325578,171.89502728294235,0.7602508237639014,1.4007422885040295,0.7891601285174445,13.461589296926032,1378.1753154198336,4.327129631035291,0.5397078714597728,0.4131778041655745,2 -bitbrains_fast_storage/H/short,STRIDE (+Chronos-2),2607316.5965949497,2607316.5965949497,236.4317053057712,1.1039852830059371,1.2479508855216537,0.6013813981551555,18.662673911274883,1614.7187360636372,4.602472906137214,0.6739071601252198,0.5219628404686295,2 -bitbrains_rnd/5T/short,STRIDE (+Chronos-2),1788718.103377919,1788718.103377919,131.01493204831345,1.6897355110064876,0.9124521277275542,0.7232226204994789,52.54675216936656,1337.4296629647179,5.472376103897755,0.5360752817502692,0.4310059175745046,2 -bitbrains_rnd/H/short,STRIDE (+Chronos-2),1572040.4618728955,1572040.4618728955,137.13958337773326,5.410193016192036,1.008422406861908,0.5609501529383205,194.61308013326223,1253.810377159519,5.48728773231564,0.6001899228082174,0.5145035748406723,2 -bizitobs_application/10S/short,STRIDE (+Chronos-2),512455.75111111114,512455.75111111114,390.45659722222223,1.2110393323855846,0.017434620327419704,0.017535071902804903,8.507780908600383,715.8601477321608,0.02760786452324299,0.015058350255238377,0.011603081076192182,2 -bizitobs_service/10S/short,STRIDE (+Chronos-2),3240.8312433862434,3240.8312433862434,22.950281498015872,0.8086527484618291,0.07359516446552579,0.06048617973529473,5.630062598342808,56.92829914362665,0.04217430271773294,0.0170023017359525,0.013039646366300776,2 -bizitobs_l2c/5T/short,STRIDE (+Chronos-2),18.84101795014881,18.84101795014881,2.879616001674107,0.29440161864987485,0.1636920198129449,0.20338895888555616,2.339905101667438,4.340624142925624,0.14907460258866442,0.09889766930342625,0.0785954640016235,7 -bizitobs_l2c/H/short,STRIDE (+Chronos-2),62.84633091517857,62.84633091517857,4.737843831380208,0.46982890241806574,0.3732386893219799,0.6048161340138268,2.743410165174849,7.9275677805477365,0.4273162508536448,0.25538194301198097,0.19935300056464145,7 -electricity/15T/medium,STRIDE (+Chronos-2),227601.51094803982,227601.51094803982,52.865319826418215,0.8350786774486045,0.12609218733056501,0.13472879925289669,7.534354858557274,477.07600122835754,0.822049985480131,0.09109226891274283,0.07296296443127592,1 -electricity/H/medium,STRIDE (+Chronos-2),4677120.978507883,4677120.978507883,237.49200648402308,1.0786468882624587,0.2704355905272235,0.1380443408897331,9.434470760300403,2162.665248832533,0.8441594971288305,0.09270095446990476,0.07388356704286225,1 -solar/10T/medium,STRIDE (+Chronos-2),14.066360499958527,14.066360499958527,1.517992421542351,0.6607717947014834,2.564066304694484,1.4214842443160924,4.4571417095853025,3.750514698005932,0.8322541020564623,0.33684854518526297,0.2687846473974601,1 -solar/H/medium,STRIDE (+Chronos-2),297.7300591164842,297.7300591164842,7.055439375902904,0.5392573156575061,1.5669481268945438,1.35162612655157,3.8141366013470503,17.254856102456614,0.6215601845217049,0.25415339162078293,0.2020865574382193,1 -kdd_cup_2018/H/medium,STRIDE (+Chronos-2),3824.06418417854,3824.06418417854,18.167987244836393,0.7647735983588785,0.6647629975982744,0.41606620083561696,6.345623098053859,61.839018298955395,1.2944026523921162,0.3802888778837489,0.3068134269766066,1 -loop_seattle/5T/medium,STRIDE (+Chronos-2),51.93911381740196,51.93911381740196,3.971687752455012,0.6319917990946439,0.13121010472284875,0.09755842667492058,5.52972780699463,7.206879617240873,0.12822519745539762,0.07066448634321722,0.05677252284449822,1 -loop_seattle/H/medium,STRIDE (+Chronos-2),40.76975599038958,40.76975599038958,3.4021439338739197,0.7039650788709285,0.10027781822117982,0.0872190744638197,5.959483255098461,6.385119888489924,0.11285628021868288,0.06013251369605401,0.04826306816894953,1 -sz_taxi/15T/medium,STRIDE (+Chronos-2),16.208726879674145,16.208726879674145,2.7267106015458067,0.5320571842007586,9082238622134.232,0.4038288344684829,3.7582297898132047,4.026006318881547,0.3746870589648851,0.253765914660908,0.19977215124780331,1 -m_dense/H/medium,STRIDE (+Chronos-2),31864.993333333332,31864.993333333332,80.74700520833333,0.68831914268913,0.2621962200614286,0.23508006625705294,6.568220137472698,178.5076842416968,0.31058082791231484,0.1404895920059569,0.11206673829304752,1 -jena_weather/10T/medium,STRIDE (+Chronos-2),1581.2044733044734,1581.2044733044734,10.082898178210678,0.5978464554832732,0.9008038182278284,0.642194264069264,5.494269680320447,39.76436184958176,0.2440331818726134,0.06187856689952662,0.05049986331171305,21 -jena_weather/H/medium,STRIDE (+Chronos-2),1258.5890873015874,1258.5890873015874,10.858514694940476,0.757290289926665,4.223803149338888,0.6639537508525546,5.9899402121553615,35.47659915073015,0.21708758561478034,0.06644517216748849,0.053546610393464866,21 -bitbrains_fast_storage/5T/medium,STRIDE (+Chronos-2),2752063.7302336344,2752063.7302336344,236.0626192164491,1.0017128618708193,2.021051347375823,0.8380290271769052,21.2810651493952,1658.9345165598413,5.0403011627267436,0.7172234239723646,0.5520330510108695,2 -bitbrains_rnd/5T/medium,STRIDE (+Chronos-2),2195550.5261599463,2195550.5261599463,147.2394739613025,4.406766900776002,0.5875403093425752,0.765322272854057,159.64515779301416,1481.7390209345053,6.234431497509353,0.6195115341985903,0.5269822620809231,2 -bizitobs_application/10S/medium,STRIDE (+Chronos-2),1158674.1333333333,1158674.1333333333,569.7021875,1.7177908432065832,0.025236682891845705,0.025442241032918294,20.320590197526805,1076.4172672961602,0.04226773800140734,0.022370528169401223,0.016667901633583813,2 -bizitobs_service/10S/medium,STRIDE (+Chronos-2),8631.260952380951,8631.260952380951,29.276822916666667,0.9464267201945349,0.07716361878410219,0.07175873771546379,7.531733970703727,92.90457982457566,0.06992216772940806,0.02203442420630628,0.017008864315562887,2 -bizitobs_l2c/5T/medium,STRIDE (+Chronos-2),37.41533801020408,37.41533801020408,4.045230787627551,0.40284626245011285,0.3302588941202024,0.55846748611554,2.6971780730987245,6.116807828451379,0.32183404333118854,0.21283862712417265,0.165247923226563,7 -bizitobs_l2c/H/medium,STRIDE (+Chronos-2),75.62410249255953,75.62410249255953,4.930613490513393,0.4994720702396824,0.45435734272571515,0.7655181884765625,3.23714687045634,8.696211962260323,0.5265688431023136,0.2985561360224095,0.23522842552124576,7 -electricity/15T/long,STRIDE (+Chronos-2),308471.04888410284,308471.04888410284,58.53576747694961,0.8854960982372947,0.13403176197795444,0.1370297079229498,7.6703255512210315,555.4017004692215,0.876214295220608,0.09234735183864476,0.07382275134194387,1 -electricity/H/long,STRIDE (+Chronos-2),7167447.135375375,7167447.135375375,269.0291936936937,1.1599515380404806,0.2982227842113211,0.1475644457934497,10.477861878725104,2677.208832977991,1.055890375004947,0.10610503473519955,0.08435670419536394,1 -solar/10T/long,STRIDE (+Chronos-2),14.784527325533505,14.784527325533505,1.526761205817081,0.6639025775106535,2.5747711341396653,1.421838500184541,5.232135210027287,3.8450653213610697,0.8310493682565041,0.32998501443499306,0.26536914823621466,1 -solar/H/long,STRIDE (+Chronos-2),510.1308495539335,510.1308495539335,8.983990513166566,0.6825577606259207,3.0792408372318363,1.3632402628877738,4.523894825577457,22.586076453291604,0.783100544414144,0.31149136842875325,0.2469925546224803,1 -kdd_cup_2018/H/long,STRIDE (+Chronos-2),2986.286310427054,2986.286310427054,16.61707485382087,0.7205754689856206,0.6815756672409278,0.43251517198933975,6.134768212251114,54.64692407104955,1.2822376721727373,0.3899037272652514,0.31459126094477996,1 -loop_seattle/5T/long,STRIDE (+Chronos-2),53.93956414473684,53.93956414473684,4.016482516160704,0.6379965092967731,0.13484099428474103,0.09845605175506904,5.713911924908982,7.344355938047722,0.12984972305090256,0.07101223671096955,0.05713895696073523,1 -loop_seattle/H/long,STRIDE (+Chronos-2),45.06979665529863,45.06979665529863,3.595128174667962,0.7585939434211358,0.10932274481501414,0.09437664085784482,6.8025255859097005,6.713404252337158,0.11997750294377818,0.06424974349031991,0.05181742581888308,1 -sz_taxi/15T/long,STRIDE (+Chronos-2),15.424988871082622,15.424988871082622,2.6552130631232194,0.501615984193254,5787003908010.032,0.396216959287638,3.4959645165113726,3.9274659605250077,0.3635192157984048,0.24576176603073757,0.19313983421588019,1 -m_dense/H/long,STRIDE (+Chronos-2),28584.103703703702,28584.103703703702,79.49243827160494,0.6799291274421979,0.2547900286314011,0.23278944227430556,6.164272817519564,169.06834033521386,0.29268230560375946,0.13761316912006125,0.10982190781538848,1 -ett1/15T/long,STRIDE (+Chronos-2),7.799939856150794,7.799939856150794,1.4883159722222221,0.9687724232162375,0.7178586894123143,0.37647418309771824,6.977583204486949,2.792837241256782,0.5323175395807793,0.2836744958670029,0.2198318721320991,7 -ett1/H/long,STRIDE (+Chronos-2),155.67617394179894,155.67617394179894,7.430864025297619,1.4214427350005172,1423931935606.5771,0.5115544394841269,9.032399168760488,12.477025845200407,0.5974977443648127,0.3558479840373886,0.27363247247150335,7 -ett2/15T/long,STRIDE (+Chronos-2),10.460587797619048,10.460587797619048,2.050662512400794,0.8570443110902306,0.13340205097215785,0.16354565817212302,6.904466110908962,3.2342831968798045,0.17236079464823603,0.10928351003206364,0.08753276001124942,7 -ett2/H/long,STRIDE (+Chronos-2),226.2493716931217,226.2493716931217,9.172709986772487,1.012750470754618,0.17867463375806156,0.17004711009837964,7.681270499929484,15.04158807084949,0.2059829717691171,0.12561320342985222,0.10153333110102741,7 -jena_weather/10T/long,STRIDE (+Chronos-2),1570.0599206349207,1570.0599206349207,10.269260499338625,0.6363053184427799,0.9111664960009386,0.634709369316303,5.548179562610599,39.623981635304155,0.242465938008705,0.06283936588062092,0.050957851589608194,21 -jena_weather/H/long,STRIDE (+Chronos-2),1408.7814814814815,1408.7814814814815,12.10635333994709,0.8691882449010763,4.092765410958904,0.6469140108300264,7.232850127866548,37.53373790979899,0.22599470930775398,0.07289366730309094,0.05944143232932965,21 -bitbrains_fast_storage/5T/long,STRIDE (+Chronos-2),3120004.806601327,3120004.806601327,287.01112294867966,0.8969832790654502,2.9580847341791796,0.8472289620409829,15.845682369914519,1766.353533866119,4.6679449188250945,0.7584846902546069,0.5919439414595115,2 -bitbrains_rnd/5T/long,STRIDE (+Chronos-2),2311442.4275302445,2311442.4275302445,175.8167688347285,3.330295227268027,1.4568922881410131,0.7461749192069783,115.34841491315528,1520.3428651229447,5.824091027168964,0.6735144349911999,0.5964236578831296,2 -bizitobs_application/10S/long,STRIDE (+Chronos-2),3536872.1066666665,3536872.1066666665,1171.8431944444444,2.7305087901140364,0.039467536078559025,0.04005960252549913,39.781531518687565,1880.6573602511082,0.07252943718258026,0.04519330801860904,0.038267921172789904,2 -bizitobs_service/10S/long,STRIDE (+Chronos-2),121579.19492063492,121579.19492063492,70.92623015873016,1.230080717762228,0.09817002392319775,0.10048795831266534,15.690761315675998,348.682082878709,0.25831483408255096,0.05254441875617213,0.047633667557765866,2 -bizitobs_l2c/5T/long,STRIDE (+Chronos-2),44.8352380952381,44.8352380952381,4.320678943452381,0.42856574691854643,0.3735948615505334,0.6553214905753968,2.728066965354943,6.69591204357092,0.37596545084001964,0.2425996632482272,0.18796648853065193,7 -m4_yearly/A/short,STRIDE (+Chronos-2),7349068.230492441,7349068.230492441,1474.6919398015148,6.3795856943340485,0.2510540542874851,0.20606404252172827,35.86206832152228,2710.916492718365,0.4347080233615641,0.23647368701332638,0.18056907535793157,1 -m4_quarterly/Q/short,STRIDE (+Chronos-2),3519158.825515625,3519158.825515625,846.8342239990235,2.03279528559001,0.15644293255607286,0.13121872864166895,12.108234720354908,1875.9421167817586,0.3139996757740745,0.1417451366923055,0.11065432108630809,1 -m4_monthly/M/short,STRIDE (+Chronos-2),2255450.2839212962,2255450.2839212962,632.8535338315611,1.1481731701753053,0.1743996446750782,0.14204347074694104,9.119885968838474,1501.8156624304117,0.3121288506824059,0.13152868964322517,0.10506751450737578,1 -m4_weekly/W/short,STRIDE (+Chronos-2),587064.2896935933,587064.2896935933,418.5151094118277,5.55603759229503,0.10023699282884649,0.09205491838604371,36.006511680802326,766.201207055688,0.13958997426620284,0.0762469607393454,0.05882682509096299,1 -m4_daily/D/short,STRIDE (+Chronos-2),943095.3161309946,943095.3161309946,253.78573469883762,4.657635101754588,0.05715637037981205,0.04163024665746206,40.7055446113866,971.1309469535994,0.1500128922352055,0.03920288215470516,0.031358318571010145,1 -m4_hourly/H/short,STRIDE (+Chronos-2),1145113.8082252478,1145113.8082252478,214.9187074959182,1.1696947832434128,0.10398799747276613,0.0912834492282591,10.362795636414749,1070.0999057215395,0.14609227654650053,0.02934115130992311,0.023328349923571093,1 diff --git a/results/STRIDE (+Chronos-2)/config.json b/results/STRIDE (+Chronos-2)/config.json deleted file mode 100644 index bfbbf3a8cb2740db57e0094e214d957b51489dbd..0000000000000000000000000000000000000000 --- a/results/STRIDE (+Chronos-2)/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "model": "STRIDE (+Chronos-2)", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://arxiv.org/abs/2605.08625v1", - "org": "Google Cloud AI Research", - "testdata_leakage": "No", - "replication_code_available": "No" -} \ No newline at end of file diff --git a/results/STRIDE (+Timer-S1)/all_results.csv b/results/STRIDE (+Timer-S1)/all_results.csv deleted file mode 100644 index 57991beba0c9d61a325bde4c4e6140a9f4757824..0000000000000000000000000000000000000000 --- a/results/STRIDE (+Timer-S1)/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,num_variates -ett1/15T/medium,STRIDE (+Timer-S1),8.632627728174603,8.632627728174603,1.5298381696428571,0.9615790747079523,0.7022635110787491,0.37733158172123016,8.204850567366911,2.938133374810375,0.5600110601143692,0.29158863329014634,0.22947734762459276,7 -ett1/H/medium,STRIDE (+Timer-S1),151.78863467261905,151.78863467261905,7.028819056919643,1.2526538537213945,3357114414951.455,0.4262459164574033,11.313226336592342,12.320253027946263,0.5901109149818333,0.3366637710696447,0.27116470131749765,7 -ett2/15T/medium,STRIDE (+Timer-S1),10.859255952380952,10.859255952380952,2.0504242621527777,0.8417382947924624,0.12837719910089884,0.15731187608506944,8.161546309355465,3.295338518632183,0.1756145430475401,0.10927081324592174,0.08935195589729532,7 -ett2/H/medium,STRIDE (+Timer-S1),225.59776785714286,225.59776785714286,9.660466076078869,1.0535589222882908,0.1711012064394295,0.17446943010602678,7.737542728761796,15.01991237847754,0.20240296556046022,0.13018098463053623,0.10411843944153186,7 -bizitobs_l2c/H/long,STRIDE (+Timer-S1),73.65833333333333,73.65833333333333,5.033530195932539,0.5455111605102733,0.6476574053196503,0.7664553687686012,6.416698363837005,8.582443319552617,0.5242404084150865,0.3074625520303347,0.2552028554783936,7 -electricity/15T/short,STRIDE (+Timer-S1),126076.56814194687,126076.56814194687,50.08774031493041,0.940114219891076,0.1621016829879098,0.16027507618791353,10.222046777357892,355.0726237573757,0.6999181412692389,0.09873281057442883,0.08161943431802297,1 -electricity/H/short,STRIDE (+Timer-S1),1880292.170703301,1880292.170703301,177.7661169708527,0.9303442642730813,0.16655055963316953,0.1259646516912648,10.373249079051728,1371.2374596339253,0.6473220049352354,0.08391830199697456,0.0684339241415551,1 -electricity/D/short,STRIDE (+Timer-S1),1286298089.8052614,1286298089.8052614,4183.255921171171,1.372025634532198,0.2936013542394033,0.09251205100669517,10.810421433183212,35864.99811522735,0.589381030869363,0.06874478786500844,0.05418580727459809,1 -electricity/W/short,STRIDE (+Timer-S1),38809607100.88649,38809607100.88649,27563.96924268018,1.5066743773440734,0.25233227219331544,0.09864887985537109,11.56389149097645,197001.54085916813,0.44949250528817825,0.06289188163982831,0.048412130733590825,1 -solar/10T/short,STRIDE (+Timer-S1),14.672276643999012,14.672276643999012,1.578602583390953,0.6927006357822495,2.2674766681832534,1.5080373621067948,4.231441500654276,3.8304407897785095,1.1142747880707777,0.45921531113333,0.35340682266329826,1 -solar/H/short,STRIDE (+Timer-S1),326.06883583845564,326.06883583845564,7.22345274745586,0.5550794342853163,2.551041970970074,1.3608816012509608,3.7495146447998144,18.05737621689418,0.6656008999261092,0.2662588734670168,0.209407634885094,1 -solar/D/short,STRIDE (+Timer-S1),111102.15182481751,111102.15182481751,237.2636604698905,0.925550495627316,1.0104886762707193,0.41314991303604015,5.822463282833193,333.31989413297475,0.4815337432543848,0.3427651951633126,0.2570573417331858,1 -solar/W/short,STRIDE (+Timer-S1),1850461.1824817518,1850461.1824817518,1106.4703467153286,1.224799776872976,0.25498730248778406,0.21652940415988003,6.503278255704194,1360.316574361186,0.27767462241993907,0.22585826088851366,0.16957703235452315,1 -hospital/M/short,STRIDE (+Timer-S1),2889.037354682747,2889.037354682747,18.431864924557257,0.7759547989921798,0.18744317162093885,0.17595084073076245,5.225784522326087,53.749766089563096,0.19512413236240744,0.06691194981634867,0.05226694442308597,1 -covid_deaths/D/short,STRIDE (+Timer-S1),761208.8446115288,761208.8446115288,167.09532326911028,38.63344263175425,0.10847604317735941,0.38377888806182936,842.4646275659262,872.4728331653249,0.32827213394160065,0.06287042559503785,0.04922316350623235,1 -us_births/D/short,STRIDE (+Timer-S1),117595.97333333333,117595.97333333333,205.86548177083333,0.3031568938815556,0.019849443435668947,0.01949443499247233,2.880228255858902,342.922692940163,0.03214621980598833,0.019298218413984165,0.015602914421277267,1 -us_births/M/short,STRIDE (+Timer-S1),21672929.333333332,21672929.333333332,3824.296875,0.4316338168282667,0.011759410301844278,0.011820513755083084,4.404223640870953,4655.41935096435,0.01445970076384712,0.011878240020023302,0.009794833530484813,1 -us_births/W/short,STRIDE (+Timer-S1),2145902.8571428573,2145902.8571428573,1053.0916573660713,0.9572261278641242,0.01423991790839604,0.014253667422703334,6.414410109808244,1464.890049506398,0.019885738783096893,0.014295615988446789,0.011522461740795329,1 -saugeen/D/short,STRIDE (+Timer-S1),810.86984375,810.86984375,10.305071614583333,2.2885760096561243,0.24804946899414063,0.2754535929361979,21.48662551166397,28.475776438053447,0.9223371836213382,0.33378372493855396,0.28065116963804754,1 -saugeen/M/short,STRIDE (+Timer-S1),372.96958705357144,372.96958705357144,12.406305222284226,0.7267600541399274,0.37343797229585196,0.3600439571198963,4.886533226869718,19.312420538440318,0.5798168012829591,0.3724745013400507,0.28598354156118516,1 -saugeen/W/short,STRIDE (+Timer-S1),728.04267578125,728.04267578125,12.004441833496093,0.9738667067359958,0.30068809986114503,0.31986796855926514,9.04096373605058,26.98226594971686,0.8144821341297421,0.36236405874151023,0.29629225446869795,1 -temperature_rain/D/short,STRIDE (+Timer-S1),187.05204043444715,187.05204043444715,5.780666201372182,1.3559720036112621,19.90746369678942,1.509124874885224,19.15411435052957,13.67669698554615,1.6101088354509745,0.6805372478061449,0.549960474986174,1 -kdd_cup_2018/H/short,STRIDE (+Timer-S1),3748.325103742491,3748.325103742491,16.427082641990978,0.6814553769216859,0.6097586313386795,0.37632721863624563,5.83346398207966,61.22356657156206,1.2815201263988092,0.3438485897276411,0.2783034575840732,1 -kdd_cup_2018/D/short,STRIDE (+Timer-S1),2876.6638536679634,2876.6638536679634,20.88059372454535,1.175066704289955,0.517910244886732,0.45686576027004266,9.284675082028864,53.63453974509302,1.2014706600838005,0.4677474784794138,0.37006852224039555,1 -car_parts/M/short,STRIDE (+Timer-S1),1.4137865998156758,1.4137865998156758,0.4577094359719074,0.8538773565980375,0.8630074279378924,1.910180285178837,15.718718986696636,1.189027585809377,2.851166179798401,1.0975402754254688,0.9541479543481413,1 -restaurant/D/short,STRIDE (+Timer-S1),139.95408815494537,139.95408815494537,7.120555258826002,0.6842260429605003,0.6808278433045408,0.3938991681661238,4.733058145253002,11.830219277551256,0.5444541014955697,0.32770445117194213,0.25687584545337516,1 -hierarchical_sales/D/short,STRIDE (+Timer-S1),27.989687112443157,27.989687112443157,2.283102178553896,0.7407711377626105,0.6224661503768817,1.0441507059316735,7.0483689836202466,5.290528056105852,1.623075418549386,0.7004304645489321,0.566854957564001,1 -hierarchical_sales/W/short,STRIDE (+Timer-S1),451.42210879568324,451.42210879568324,8.992439593298961,0.7268728870901904,0.5591045895250459,0.4595958156100774,6.6560749484660535,21.246696420754056,0.9754462252090328,0.41284730025772215,0.3513621607153163,1 -loop_seattle/5T/short,STRIDE (+Timer-S1),40.61617097805405,40.61617097805405,3.480218356263404,0.551450301313058,0.08884335846108672,0.07424608822085417,3.98056004050553,6.373081748891509,0.10928428129010963,0.05967806106724512,0.04675468454912866,1 -loop_seattle/H/short,STRIDE (+Timer-S1),52.2705188254156,52.2705188254156,3.825040599600676,0.778199380229826,0.10494598768152513,0.0882236719662411,6.705674185871338,7.229835324916855,0.1279754372475447,0.06770710828453573,0.05506913378830368,1 -loop_seattle/D/short,STRIDE (+Timer-S1),11.728608790221475,11.728608790221475,2.2756446365970575,0.6957758662169882,0.04287327204449381,0.04193003669734833,5.826889491137444,3.4247056501576125,0.061204064120901736,0.04066880908385879,0.033331263925347715,1 -sz_taxi/15T/short,STRIDE (+Timer-S1),16.625247932033517,16.625247932033517,2.736123795911069,0.5463859346923953,991876056762.4591,0.3969218337928856,3.845384585734266,4.077407010838324,0.3812550114615537,0.25583928864531685,0.20062446224717642,1 -sz_taxi/H/short,STRIDE (+Timer-S1),7.182281494140625,7.182281494140625,1.8520904932266626,0.5641471032304524,1.1862863149398413,0.2967025846497625,3.9649957458459553,2.679977890606679,0.24965647835283597,0.17253365848666125,0.13577768587150071,1 -m_dense/H/short,STRIDE (+Timer-S1),33858.39024305555,33858.39024305555,78.14686740451388,0.6792292450224638,0.24976188904919408,0.1925758859846327,6.844751624373596,184.0064951110573,0.3263817022557159,0.13861308316341206,0.11286301528914294,1 -m_dense/D/short,STRIDE (+Timer-S1),5594.135925925926,5594.135925925926,34.74106770833333,0.5455097617454854,0.10201176897166304,0.0782101058959961,6.177664627650166,74.7939564799585,0.12947939695361285,0.060141924670143204,0.05063497574111622,1 -ett1/15T/short,STRIDE (+Timer-S1),4.470719401041666,4.470719401041666,1.0179075695219495,0.6524556703349379,0.4467734540765523,0.22487120855422246,4.495275847626266,2.114407576850231,0.3997110006481151,0.19242688005640304,0.14920167921146094,7 -ett1/H/short,STRIDE (+Timer-S1),83.05057663690476,83.05057663690476,4.444340587797619,0.7462308992265931,0.46130567278180806,0.2339840843563988,5.572512913109374,9.113208909978129,0.42535074351056645,0.2074355577829546,0.16295988964904684,7 -ett1/D/short,STRIDE (+Timer-S1),42370.10476190476,42370.10476190476,137.78033234126985,1.7243919071167684,1.1316885811941964,0.4787121000744048,10.516912174939907,205.83999796420704,0.5406455824354781,0.3618846131146605,0.27795752929309236,7 -ett1/W/short,STRIDE (+Timer-S1),1351399.4285714286,1351399.4285714286,904.5376674107143,1.6230639720518618,0.6061590739658901,0.6025476455688477,9.205475947468697,1162.497066048525,0.46258532876882025,0.3599371271406728,0.27215435209314726,7 -ett2/15T/short,STRIDE (+Timer-S1),7.115111142113095,7.115111142113095,1.6628304617745535,0.720705631375991,0.1029398587989577,0.12288202558244977,4.915092656211023,2.6674165670388073,0.1266317536540996,0.0789404774664521,0.06209446347661064,7 -ett2/H/short,STRIDE (+Timer-S1),92.4660900297619,92.4660900297619,6.052215866815477,0.7150823471225262,0.11366216250442503,0.10868595668247767,5.254098875334971,9.615928973830968,0.12195673478113953,0.0767589368969058,0.06042517471233707,7 -ett2/D/short,STRIDE (+Timer-S1),103471.2,103471.2,194.55736607142856,1.3029073568228922,0.4001892574249752,0.13613343011765253,12.441016032346418,321.66939549792426,0.18409986109839394,0.11135030118104759,0.09179244388370571,7 -ett2/W/short,STRIDE (+Timer-S1),4032709.1428571427,4032709.1428571427,1277.9457310267858,0.7882920405601482,0.11714751379830497,0.12620295797075545,9.530271878683143,2008.1606367163815,0.16845385889982262,0.10720003465859226,0.09327073208445466,7 -jena_weather/10T/short,STRIDE (+Timer-S1),800.2962301587302,800.2962301587302,5.651286969866072,0.28574115073546,0.352440894586938,0.5395374664729549,2.5168784941744202,28.289507421634795,0.1757133104673822,0.03510157766539736,0.028354796831103393,21 -jena_weather/H/short,STRIDE (+Timer-S1),1184.8667502088554,1184.8667502088554,9.14193850511696,0.5422606856181066,2.1065071548353256,0.6095422066792896,4.61712785009484,34.421893472161806,0.21100400789665938,0.0560394989916668,0.04510812248275601,21 -jena_weather/D/short,STRIDE (+Timer-S1),436.45625,436.45625,10.280495876736111,1.0754887886495543,0.6958132774495029,0.4639344230530754,7.086095472799735,20.891535367224687,0.12580118854197359,0.06190538786934875,0.048765131248710576,21 -bitbrains_fast_storage/5T/short,STRIDE (+Timer-S1),1608706.8399312317,1608706.8399312317,149.371286409414,0.6908481895967914,1.706486040769591,0.7491080230993179,13.173036893987087,1268.348075226683,3.9822992600241536,0.46898889583662084,0.3720004033990905,2 -bitbrains_fast_storage/H/short,STRIDE (+Timer-S1),2208353.0742958984,2208353.0742958984,243.51948984761245,0.9973926372165,2.638628908570661,0.5879779814790971,19.431451875310415,1486.0528504383344,4.235733337623737,0.6941096483913105,0.5556236222412508,2 -bitbrains_rnd/5T/short,STRIDE (+Timer-S1),1517792.2707100941,1517792.2707100941,115.75331815882639,1.6707844092428141,1.110085227031172,0.6854555324506139,52.770866870881285,1231.9871227858246,5.040935667673128,0.47362916329749916,0.3816077081050065,2 -bitbrains_rnd/H/short,STRIDE (+Timer-S1),1923797.1101828567,1923797.1101828567,151.7751849145923,5.815581775887541,1.3844878944566366,0.5764297887142547,195.27080329874713,1387.0101334102994,6.070235043756938,0.6642424767121072,0.6030012600799348,2 -bizitobs_application/10S/short,STRIDE (+Timer-S1),299081.6,299081.6,303.06225694444447,1.1340850959726552,0.015731707678900825,0.01586631774902344,9.500442979368984,546.8835342191242,0.021091111958872345,0.011687899875886032,0.009008512462358164,2 -bizitobs_service/10S/short,STRIDE (+Timer-S1),2425.222222222222,2425.222222222222,19.55011636078042,0.7724131299792786,0.08415811690073165,0.05728102507414641,7.362838503126826,49.24654528210301,0.03648341404491928,0.01448335077579363,0.011555291468034627,2 -bizitobs_l2c/5T/short,STRIDE (+Timer-S1),13.372953869047619,13.372953869047619,2.288029988606771,0.23856970256779095,0.13012974891674403,0.18621517363048734,1.6911592716173154,3.656904957617523,0.12559291827877805,0.07858021105522502,0.0624172017549482,7 -bizitobs_l2c/H/short,STRIDE (+Timer-S1),48.62872023809524,48.62872023809524,4.2224217974950395,0.40707062959796103,0.3504193715340228,0.5851186116536459,2.4363015509364616,6.973429589383924,0.37588575338822566,0.22759937246523593,0.17551615133535203,7 -electricity/15T/medium,STRIDE (+Timer-S1),280489.32433286705,280489.32433286705,56.249240047420464,0.8557221663157266,0.1289981587110104,0.13574088486045954,8.311925757474523,529.6124284161646,0.9125755392613252,0.0969231041703925,0.07942459917882544,1 -electricity/H/medium,STRIDE (+Timer-S1),6926567.822080518,6926567.822080518,254.44501605609517,1.0791384619555777,0.21315820788061374,0.1313295488834033,11.371050712075123,2631.83734719312,1.0272928243197832,0.09931827263456576,0.08196102269660621,1 -solar/10T/medium,STRIDE (+Timer-S1),17.87358563681984,17.87358563681984,1.8785286933546228,0.8214740913722683,2.348362366377384,1.46286360030217,4.42048064405413,4.2277163619168965,0.9381470458994039,0.4168529753279954,0.3147737655452018,1 -solar/H/medium,STRIDE (+Timer-S1),421.9113423813869,421.9113423813869,8.074488670924573,0.6173892346371592,3.34559109470607,1.3643968362225931,4.861133312618748,20.540480578150717,0.7399160458082388,0.2908619253859647,0.23298559665278398,1 -kdd_cup_2018/H/medium,STRIDE (+Timer-S1),4069.113548902336,4069.113548902336,18.19235634294384,0.7627464443892554,0.7419855889946875,0.4123077531176912,7.121904629783663,63.789603768187305,1.335231939055193,0.3807989672430946,0.3136187302595888,1 -loop_seattle/5T/medium,STRIDE (+Timer-S1),69.06357992292311,69.06357992292311,4.734578699952432,0.7540801694795448,0.15022510221499039,0.10887629486335935,6.94097751447247,8.31045004334441,0.14785998300871012,0.08423788392651732,0.06833439258109833,1 -loop_seattle/H/medium,STRIDE (+Timer-S1),60.57196796995937,60.57196796995937,4.154303808379591,0.8585334944085192,0.11095863894412392,0.09567009548899805,9.05859210286428,7.7827994943952765,0.1375601110025552,0.07342685539188973,0.06102677960808203,1 -sz_taxi/15T/medium,STRIDE (+Timer-S1),16.28189749432425,16.28189749432425,2.735961392394498,0.5340426580711192,8868659270801.9,0.40265262310321515,5.4156043124897595,4.035083331769525,0.3755318264574825,0.2546268550921089,0.20927497023124475,1 -m_dense/H/medium,STRIDE (+Timer-S1),32741.231111111112,32741.231111111112,75.05256510416666,0.6477321578385692,0.24092857919580954,0.18765418158637154,8.385099303368,180.94538156888976,0.31482211341940886,0.13058198534150353,0.10874215351259664,1 -jena_weather/10T/medium,STRIDE (+Timer-S1),1419.1411255411256,1419.1411255411256,9.790902326839827,0.6002446184051967,0.6774024343444456,0.6586547350620068,6.99805746014277,37.67148955830026,0.2311892618211258,0.06008659354979258,0.049668072125518915,21 -jena_weather/H/medium,STRIDE (+Timer-S1),1301.795634920635,1301.795634920635,10.73684585813492,0.7715702473420852,2.512173924938115,0.6847128247457838,9.025315922346246,36.080405137978076,0.22078238125723984,0.06570065903322621,0.05458738111261449,21 -bitbrains_fast_storage/5T/medium,STRIDE (+Timer-S1),3079118.650194731,3079118.650194731,244.9555771982742,1.0057936754379921,1.7903581905944213,0.8276032124243475,24.075179912455678,1754.7417616831062,5.33139002981104,0.7442426860399378,0.5965078494182422,2 -bitbrains_rnd/5T/medium,STRIDE (+Timer-S1),2253183.846979843,2253183.846979843,145.4025868124984,4.446760248038229,0.4439770824784428,0.7536118297376632,162.200456781103,1501.0609071519527,6.315728523722088,0.6117828134616201,0.5974321112294589,2 -bizitobs_application/10S/medium,STRIDE (+Timer-S1),1474307.52,1474307.52,693.7286458333333,1.87226196865596,0.02697858174641927,0.027089948654174804,18.26187973710464,1214.2106571760933,0.047678478871814,0.02724068215647346,0.022877714962395417,2 -bizitobs_service/10S/medium,STRIDE (+Timer-S1),6314.018412698412,6314.018412698412,24.925071924603174,0.9250575924814965,0.10066619388640873,0.0728834945436508,10.139693159775696,79.46079796162641,0.05980406190390759,0.018759194251461896,0.015837023809446016,2 -bizitobs_l2c/5T/medium,STRIDE (+Timer-S1),54.439195365646256,54.439195365646256,4.84332051179847,0.4986955241030308,0.4167123247607579,0.6337737205567737,4.161786408759966,7.378292171339263,0.38820667069773784,0.25482988303322546,0.2035009891356407,7 -bizitobs_l2c/H/medium,STRIDE (+Timer-S1),66.97847377232142,66.97847377232142,4.669821602957589,0.4751860335923499,0.4787715507207241,0.754226321265811,3.9104138204542984,8.184037742601229,0.4955559161539897,0.28276479111077574,0.22984177807379075,7 -electricity/15T/long,STRIDE (+Timer-S1),372516.38185911695,372516.38185911695,62.687629976656346,0.9113868839472405,0.13513671360341137,0.14009184687080953,9.079543765714247,610.3412011810418,0.9628880952023339,0.09889742410338571,0.08123042582578281,1 -electricity/H/long,STRIDE (+Timer-S1),10615276.821957959,10615276.821957959,301.2139354354354,1.2448079283419435,0.3107304895196088,0.14510385669710466,15.218191678840038,3258.1093937984892,1.2849973850558072,0.11879868739632703,0.10040534507711867,1 -solar/10T/long,STRIDE (+Timer-S1),18.655885610711934,18.655885610711934,1.937781602004052,0.8478320702766349,2.9221557044989437,1.458698733333799,4.708428811397242,4.319245953949825,0.9335359275779108,0.41882049889194084,0.32295540576612436,1 -solar/H/long,STRIDE (+Timer-S1),347.83729977696674,347.83729977696674,7.745011413029704,0.5910009822511917,4.3254172311267185,1.358791004267492,4.5759730614281,18.650396772641777,0.6466433378280306,0.2685336989175654,0.2156545425376124,1 -kdd_cup_2018/H/long,STRIDE (+Timer-S1),3059.4228187378794,3059.4228187378794,17.148977569999005,0.7510025586964914,0.773832150970399,0.4370160986082956,7.293066122967438,55.3120494895812,1.297844202327154,0.4023843144567256,0.3300407496028766,1 -loop_seattle/5T/long,STRIDE (+Timer-S1),84.36164260477582,84.36164260477582,5.1366708143418185,0.8125183051632743,0.16363683811883672,0.11722870625400882,9.280970738486696,9.184859422156434,0.16239020307416047,0.09081739614368964,0.07539248825705402,1 -loop_seattle/H/long,STRIDE (+Timer-S1),56.810917973789024,56.810917973789024,4.005122264734773,0.8396086641057783,0.1135692929089746,0.09400693997100001,10.816193938262868,7.537301770115684,0.1347016522947177,0.0715768856225396,0.060458740830530155,1 -sz_taxi/15T/long,STRIDE (+Timer-S1),15.503752670940171,15.503752670940171,2.6749413645165596,0.50520548133394,5334062821047.279,0.3971514666521991,6.509157214670261,3.937480497848868,0.36444614343855347,0.24758778227724962,0.20950777734177384,1 -m_dense/H/long,STRIDE (+Timer-S1),33866.78024691358,33866.78024691358,79.00756558641976,0.6828482606678624,0.2652988013971988,0.1952369972511574,8.93950912538007,184.02929181767118,0.3185819256345096,0.13677378277994037,0.11430696893183767,1 -ett1/15T/long,STRIDE (+Timer-S1),7.802243303571428,7.802243303571428,1.5138653273809524,0.967178526216742,0.6981557318485457,0.3789231460813492,9.33999305715381,2.7932495956450847,0.5323961347349021,0.28854422822199344,0.23227796534719886,7 -ett1/H/long,STRIDE (+Timer-S1),195.01792328042328,195.01792328042328,8.126002914186508,1.4638935572305363,1455931274261.4702,0.4690060570126488,17.232991539751698,13.964881785408112,0.6687479428691192,0.38913667985997086,0.3221385136101904,7 -ett2/15T/long,STRIDE (+Timer-S1),11.263328373015874,11.263328373015874,2.099123108878968,0.8705108685378943,0.13528116474095106,0.16578202504960318,8.97486807163597,3.3560882546524122,0.17885200623110384,0.11186606276775597,0.09270965404539847,7 -ett2/H/long,STRIDE (+Timer-S1),234.2285052910053,234.2285052910053,9.693656994047618,1.0947065916956884,0.18456197487657053,0.1874906994047619,10.835123438788663,15.304525647369973,0.2095836995078604,0.13274717174405692,0.1111612004236204,7 -jena_weather/10T/long,STRIDE (+Timer-S1),1378.3526455026456,1378.3526455026456,10.003793609457672,0.6548591328686529,0.7221685216734848,0.6637551176543567,8.444171314153701,37.12617197480297,0.22718141239301026,0.061214928461442185,0.05165819901965669,21 -jena_weather/H/long,STRIDE (+Timer-S1),1488.2630952380953,1488.2630952380953,12.24430183531746,0.9537761606254825,2.400499376762691,0.6855242693865741,12.096319095528004,38.57801310640681,0.2322824035966052,0.0737242701645909,0.061270166553073456,21 -bitbrains_fast_storage/5T/long,STRIDE (+Timer-S1),3652377.035719398,3652377.035719398,284.8874378921284,0.906787073863939,1.575973662450667,0.8422108701032114,20.06321111701074,1911.119314883139,5.050517647875021,0.7528724248282086,0.6319775337888719,2 -bitbrains_rnd/5T/long,STRIDE (+Timer-S1),2415699.761965274,2415699.761965274,165.42147584293994,3.375728427978981,1.0904948872685583,0.7282166839256903,119.10025222013968,1554.2521552068936,5.9539898787017895,0.6336924092974283,0.5984741052608837,2 -bizitobs_application/10S/long,STRIDE (+Timer-S1),3694332.302222222,3694332.302222222,1168.3197222222223,2.7186513650415485,0.03968460506863064,0.04013717227511936,52.280740551991975,1922.0645936654216,0.07412634866592824,0.0450574217787189,0.04158362239488709,2 -bizitobs_service/10S/long,STRIDE (+Timer-S1),132061.6634920635,132061.6634920635,69.6458201058201,1.1679385991249798,0.12056954520089286,0.09218084749090609,19.95078597044366,363.40289417128133,0.26922048170059654,0.05159585005529586,0.0489523116314451,2 -bizitobs_l2c/5T/long,STRIDE (+Timer-S1),53.626135912698416,53.626135912698416,4.887663070436508,0.5015156049854609,0.47520338131510087,0.72828867081976,4.637281347175535,7.322986816367924,0.411174761854102,0.27443497433559344,0.21965923698567336,7 -m4_yearly/A/short,STRIDE (+Timer-S1),4972508.852209744,4972508.852209744,1086.4421679239756,3.9531823698981214,0.22340625460351746,0.17486888388694086,31.00583130664437,2229.912296977113,0.3575767713584352,0.1742160367475212,0.13769362698952783,1 -m4_quarterly/Q/short,STRIDE (+Timer-S1),1906998.806356771,1906998.806356771,618.4528444010417,1.4080246590609073,0.11865532764295737,0.11096164647738138,9.845440315349645,1380.9412754917462,0.23114525170495473,0.10351811545050628,0.08154595858527632,1 -m4_monthly/M/short,STRIDE (+Timer-S1),1905989.3170613425,1905989.3170613425,571.1091124403212,1.007541823996553,0.15606469230740158,0.13326925385439836,8.121600961142361,1380.5757194233652,0.2869310284634335,0.11869607924568189,0.09479671024898702,1 -m4_weekly/W/short,STRIDE (+Timer-S1),349259.6803085494,349259.6803085494,317.8733461002785,3.1389035165730137,0.07087394178156324,0.07084799333943885,19.663376809293332,590.9819627607508,0.10766774603575827,0.05791159266449014,0.045282844266856845,1 -m4_daily/D/short,STRIDE (+Timer-S1),360152.23075298255,360152.23075298255,197.3235669657379,3.6678049151974945,0.039993541339559825,0.0320068757919748,27.32061069048918,600.126845552657,0.09270301197974903,0.030481037680402473,0.02393707937895773,1 -m4_hourly/H/short,STRIDE (+Timer-S1),2546882.571185511,2546882.571185511,275.39273647486493,0.8075630429708978,0.09777509417510839,0.08477165100079227,6.165826346224003,1595.8955389327684,0.21787499575180985,0.03759719218819635,0.028618701867959957,1 diff --git a/results/STRIDE (+Timer-S1)/config.json b/results/STRIDE (+Timer-S1)/config.json deleted file mode 100644 index caf0a0910436a2d62e6564643d053016df8c7ebb..0000000000000000000000000000000000000000 --- a/results/STRIDE (+Timer-S1)/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "model": "STRIDE (+Timer-S1)", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://arxiv.org/abs/2605.08625v1", - "org": "Google Cloud AI Research", - "testdata_leakage": "No", - "replication_code_available": "No" -} \ No newline at end of file diff --git a/results/STRIDE_w_Synapse/all_results.csv b/results/STRIDE_w_Synapse/all_results.csv deleted file mode 100644 index 61abb95919c1ec18f603dcd970a304075b6800b1..0000000000000000000000000000000000000000 --- a/results/STRIDE_w_Synapse/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -ett1/H/medium,STRIDE w/ Synapse,133.48397638671855,133.48397638671855,6.614108209220481,1.1921210204842154,2785750250904.48,0.4190227323391613,8.066121876483841,11.553526577920636,0.553386535544245,0.3168001045334518,0.2435490201480419,Energy,7 -ett1/H/short,STRIDE w/ Synapse,87.22452070858414,87.22452070858414,4.606994509826538,0.7630443479332807,0.4456588760156226,0.2440224356719198,5.378351728891017,9.339406871348102,0.4359083277818923,0.215027281768801,0.1657381876976071,Energy,7 -ett1/H/long,STRIDE w/ Synapse,160.27007958687295,160.27007958687295,7.286846272527677,1.350638742286614,2285072570528.229,0.4563893390778326,8.377907503493468,12.65978197232768,0.6062495394706471,0.3489512857780329,0.2672367435672533,Energy,7 -ett2/15T/medium,STRIDE w/ Synapse,9.935760665868338,9.935760665868338,1.959958282734354,0.8102596684875462,0.1228806983955931,0.1511351838006753,6.384445991449603,3.1521041648188497,0.1679813366655201,0.1044497246686945,0.0830537957684885,Energy,7 -ett2/15T/short,STRIDE w/ Synapse,6.932256297707768,6.932256297707768,1.625320950474696,0.7026943159666919,0.0999659220915983,0.1199688814234473,4.721520965434967,2.6329178296535893,0.1249939758626869,0.077159767526616,0.0603190964298601,Energy,7 -ett2/15T/long,STRIDE w/ Synapse,10.66429017448155,10.66429017448155,2.0500591914716058,0.8524265598472113,0.1315167772671993,0.1615859999706094,6.909915319302686,3.2656224788670154,0.1740309331041971,0.1092513651897752,0.0873024554465971,Energy,7 -car_parts/M/short,STRIDE w/ Synapse,1.400605340327328,1.400605340327328,0.4423051099074455,0.826614223143124,0.8817866167030983,1.9245333717093636,15.868546912100204,1.1834717319510966,2.837843812168176,1.0606022817054293,0.9191295009234836,Sales,1 -ett1/W/short,STRIDE w/ Synapse,1180563.815425945,1180563.815425945,870.1093976837126,1.5768212355926343,0.6487942594086004,0.5723409252493078,8.601382943606989,1086.5375352126337,0.4323592184662077,0.3462372968910006,0.2572746066700989,Energy,7 -m4_weekly/W/short,STRIDE w/ Synapse,233447.7455872435,233447.7455872435,245.69338259588932,1.8685017421735008,0.0596644828222006,0.0593077750288765,16.909536539105893,483.1643049597554,0.0880250486025928,0.0447615267153065,0.0362942471856286,Econ/Fin,1 -bitbrains_rnd/5T/medium,STRIDE w/ Synapse,2247776.944452455,2247776.944452455,140.6592070816463,4.325277225962738,0.3174087313270478,0.704244783242259,158.9395081451924,1499.2587983575268,6.308145205216809,0.5918249095444642,0.5637006737014801,Web/CloudOps,2 -bitbrains_rnd/5T/short,STRIDE w/ Synapse,1505977.1875050978,1505977.1875050978,109.30891350068906,1.5868338742427324,0.8706873129398819,0.6410289853894955,51.434830174106274,1227.182621904783,5.021277000930239,0.4472605165364456,0.3633751751576128,Web/CloudOps,2 -bitbrains_rnd/5T/long,STRIDE w/ Synapse,2488015.1771579613,2488015.1771579613,166.65694157339047,3.2505778249486195,1.0767645452636987,0.6905221494289001,115.19020008839232,1577.3443432421348,6.042451071651504,0.6384252237139513,0.5740197005636946,Web/CloudOps,2 -hospital/M/short,STRIDE w/ Synapse,2368.7793792024804,2368.7793792024804,16.92688450512348,0.7428829151545531,0.1851434801553374,0.1698750338742355,4.911724877374355,48.670107655546445,0.1766837926782624,0.0614485214160258,0.048427121065185,Healthcare,1 -us_births/W/short,STRIDE w/ Synapse,1501584.9013622191,1501584.9013622191,918.0659584081648,0.8347985454046493,0.0124350284373543,0.0124313112426024,5.786874758256142,1225.3917338395177,0.0166345726317887,0.0124626553649605,0.0098850353781036,Healthcare,1 -bizitobs_l2c/5T/medium,STRIDE w/ Synapse,42.827907225176446,42.827907225176446,4.253758356654654,0.4218277908244183,0.3631715378822952,0.5971769071692966,2.7245118714160985,6.544303417872405,0.3443265979296303,0.2238102437857029,0.1706145872686414,Web/CloudOps,7 -bizitobs_l2c/5T/short,STRIDE w/ Synapse,14.464319949035328,14.464319949035328,2.081551671024988,0.2154508321246334,0.1092012164319793,0.1828799929805552,1.5855224944487347,3.8031986470647743,0.1306172357265631,0.07148890986831,0.056596798275423,Web/CloudOps,7 -bizitobs_l2c/5T/long,STRIDE w/ Synapse,46.17692424275868,46.17692424275868,4.450573913964477,0.4514645790732698,0.4147793933859437,0.6801742494366899,2.8654417053158907,6.79536049395164,0.3815493326531967,0.2498930716491516,0.1899316869443991,Web/CloudOps,7 -jena_weather/D/short,STRIDE w/ Synapse,371.7803557120014,371.7803557120014,9.702391129724989,1.089478435886185,0.7099527787233695,0.4588249305596484,6.901334027443606,19.281606668325164,0.1161067864681494,0.0584242524239447,0.0462284599268428,Nature,21 -hierarchical_sales/D/short,STRIDE w/ Synapse,28.18790440241277,28.18790440241277,2.2717998844341616,0.7354542141507695,0.6091179289407924,1.0468813784559077,6.9844838946668775,5.309228230394016,1.6288124249290572,0.6969630458783544,0.5629804390709559,Sales,1 -saugeen/D/short,STRIDE w/ Synapse,1008.9878598391264,1008.9878598391264,11.574292519951324,2.571491581122334,0.2575354383191797,0.2924849263640987,22.61326428084885,31.76456925316517,1.0288619665084031,0.3748940924748732,0.3069457936994192,Nature,1 -solar/H/medium,STRIDE w/ Synapse,350.26183231996544,350.26183231996544,6.946707624826412,0.5305747604044029,2.6258226316292346,1.3493441258746337,3.7024499591483657,18.71528338871644,0.6741681893467715,0.2502366223411928,0.1945158522381455,Energy,1 -solar/H/short,STRIDE w/ Synapse,298.1486407894412,298.1486407894412,6.533411620141444,0.5005506162580379,2.281028653468303,1.3492042334016408,3.439931275364954,17.26698122977613,0.6364666965929174,0.2408237349666198,0.1892978578488725,Energy,1 -solar/H/long,STRIDE w/ Synapse,341.06692403172576,341.06692403172576,7.164322772806135,0.5435342129512417,3.594327996186488,1.349378324065904,3.956529464709346,18.46799729347299,0.6403191231333625,0.248400127140419,0.1981445927515946,Energy,1 -m_dense/D/short,STRIDE w/ Synapse,5253.485150237165,5253.485150237165,33.17646478669469,0.5149677165891376,0.0988610776131752,0.0746145967319138,5.101018218790752,72.48092956245225,0.1254752104065207,0.0574333679877573,0.0458163760598219,Transport,1 -bizitobs_service/10S/medium,STRIDE w/ Synapse,4451.816544682655,4451.816544682655,22.634995849916333,0.8477885343785082,0.0565225087013837,0.0492378425005028,7.681167977118747,66.7219345094449,0.0502165002215165,0.017035631272808,0.0139595840265963,Web/CloudOps,2 -bizitobs_service/10S/short,STRIDE w/ Synapse,1741.1607849901757,1741.1607849901757,16.933323301162932,0.6890311434827757,0.0483628622324867,0.0387264068830528,5.600339449135806,41.72721875455128,0.0309128576390249,0.0125447472462405,0.0098170113909361,Web/CloudOps,2 -bizitobs_service/10S/long,STRIDE w/ Synapse,129997.1421315822,129997.1421315822,69.8022000366791,1.1625097018054735,0.0738256620731536,0.0707690383884268,17.82795940433875,360.5511643741873,0.2671078290993992,0.0517117013074169,0.0481222820212918,Web/CloudOps,2 -m4_yearly/A/short,STRIDE w/ Synapse,3322216.65161193,3322216.65161193,857.4489439214198,3.207508262781232,0.1610691237409653,0.1413811872490655,30.046565649696703,1822.6948871415448,0.2922775739704962,0.137495912728401,0.1125596830874025,Econ/Fin,1 -electricity/15T/medium,STRIDE w/ Synapse,243516.1467825542,243516.1467825542,50.56230816594765,0.7895356098864635,0.1162361391622099,0.1251384282431057,6.998059564636859,493.4735522624837,0.8503046224882848,0.0871239485076067,0.0701767986713515,Energy,1 -electricity/15T/short,STRIDE w/ Synapse,121090.53601774256,121090.53601774256,46.05373705604873,0.8885273271973475,0.1480547057523218,0.1524649676818547,10.093441582284086,347.9806546602017,0.6859384622522808,0.0907809935815086,0.0759749478599949,Energy,1 -electricity/15T/long,STRIDE w/ Synapse,309515.7498025197,309515.7498025197,55.62817513717304,0.8389070884568633,0.1199111986325175,0.1273241844948323,7.067512571853573,556.3413968082185,0.8776967355831107,0.0877602637597236,0.0704486073419703,Energy,1 -kdd_cup_2018/H/medium,STRIDE w/ Synapse,3899.057708436817,3899.057708436817,16.958127905149034,0.7149841856520281,0.6752254444667094,0.3886283443239233,6.438955449542694,62.44243515780608,1.307033256371393,0.3549643296552096,0.2898834600207059,Nature,1 -kdd_cup_2018/H/short,STRIDE w/ Synapse,3605.848346171405,3605.848346171405,15.876846386655052,0.6692004509067357,0.5803934900105083,0.3657326700352624,5.963481195767669,60.04871644066511,1.2569283920028202,0.3323311501349568,0.2715048986543258,Nature,1 -kdd_cup_2018/H/long,STRIDE w/ Synapse,2981.9684479260577,2981.9684479260577,15.815404641982136,0.6943901625588659,0.6947900071248228,0.4120714423028226,6.051688170358439,54.60740286743234,1.281310334017796,0.3710933012807751,0.3010865428309715,Nature,1 -ett2/H/medium,STRIDE w/ Synapse,223.4122649867708,223.4122649867708,9.272238633367335,0.992839039469906,0.16458363137733,0.1614370973430131,6.510667837618537,14.946981801914752,0.2014201918251117,0.1249493783381614,0.0982305010400895,Energy,7 -ett2/H/short,STRIDE w/ Synapse,97.39738493113978,97.39738493113978,6.07215557981785,0.7045908974241603,0.1139183684890837,0.1058378298297363,4.868243317412946,9.86901134517231,0.1251665234269848,0.0770118279381001,0.0606701017643196,Energy,7 -ett2/H/long,STRIDE w/ Synapse,216.85825377113352,216.85825377113352,9.077652634960335,0.9988326437287854,0.1713238396721018,0.1671693416866363,7.103226569190011,14.726107896220697,0.2016627135890505,0.1243114661583259,0.0984784862363193,Energy,7 -m4_daily/D/short,STRIDE w/ Synapse,347743.4362354614,347743.4362354614,168.01342992638723,3.139131494417965,0.0376251698738811,0.0288787569547541,26.66583086510215,589.6977498985912,0.0910920057912305,0.0259534317953407,0.0208432445320163,Econ/Fin,1 -us_births/M/short,STRIDE w/ Synapse,25456027.878604244,25456027.878604244,4261.418100693573,0.4808292578688779,0.0131615418138924,0.013229742431332,4.335594257969514,5045.39670180693,0.0156709677567321,0.0132359355667726,0.0105759268039312,Healthcare,1 -us_births/D/short,STRIDE w/ Synapse,117346.14499178396,117346.14499178396,195.79884694024133,0.2883574682095829,0.0190503261446309,0.018645365766063,2.5094875604618525,342.5582359129378,0.0321120549170841,0.0183545530846462,0.0153574154449298,Healthcare,1 -electricity/H/medium,STRIDE w/ Synapse,5308737.779737422,5308737.779737422,231.9525107882208,1.020583403706634,0.2143256977009882,0.1249335586755713,8.7688032259643,2304.069829613986,0.8993543834462059,0.0905387087871763,0.0717967749246826,Energy,1 -electricity/H/short,STRIDE w/ Synapse,1652710.7560708057,1652710.7560708057,159.5121496656001,0.8598461376555451,0.1590561511508216,0.1179412115333123,9.922097189662018,1285.5779852155238,0.6068846171324126,0.075301126023519,0.0615600550738991,Energy,1 -electricity/H/long,STRIDE w/ Synapse,8097489.843427888,8097489.843427888,269.41859956081,1.15323286993528,0.2884940463806313,0.1374221798276272,9.788775035536426,2845.608870422618,1.1223072968383545,0.1062586159798415,0.083396863789425,Energy,1 -ett2/W/short,STRIDE w/ Synapse,2914082.948557761,2914082.948557761,1132.6690939207642,0.7449443422837739,0.1162003129614022,0.1230006259682096,8.173272411263264,1707.06852485709,0.1431968782799703,0.0950135721043971,0.0825163808165294,Energy,7 -solar/W/short,STRIDE w/ Synapse,620728.0802942838,620728.0802942838,600.1651037115545,0.6550590928272942,0.1357556838398474,0.1231723554238058,5.992201506096112,787.8629831984009,0.1608225324174988,0.1225087025356504,0.1011884873087681,Energy,1 -covid_deaths/D/short,STRIDE w/ Synapse,409508.65676903975,409508.65676903975,90.88589145734868,30.37435583316523,0.0804812976997403,0.352762719462808,467.5170134569343,639.9286341218368,0.2407762628392143,0.03419625896244,0.0309982263742403,Healthcare,1 -hierarchical_sales/W/short,STRIDE w/ Synapse,433.32950455106766,433.32950455106766,8.639277769421952,0.7090744452348913,0.5150595854512828,0.4475091781529959,6.590750922796658,20.816568030082856,0.9556988204018732,0.3966334681792319,0.3336805428446204,Sales,1 -kdd_cup_2018/D/short,STRIDE w/ Synapse,2655.7267870072324,2655.7267870072324,19.48947244873957,1.114603714832297,0.4905184502711557,0.4286381670659143,8.718613125634983,51.533744158630974,1.1544105537785423,0.4365848639513792,0.3447032649104137,Nature,1 -electricity/W/short,STRIDE w/ Synapse,46320056183.28748,46320056183.28748,27918.08493805448,1.4509535793365025,0.1979611922259304,0.0950382547090311,11.271929898313005,215220.9473617461,0.4910631787342086,0.0636998568304296,0.0486396068294958,Energy,1 -bizitobs_application/10S/medium,STRIDE w/ Synapse,1810438.7881251108,1810438.7881251108,745.3864682378335,1.903275343447655,0.0273538213629996,0.0276202072325103,14.170768226056913,1345.5254691476898,0.0528348250553543,0.0292691328042424,0.0232692778892342,Web/CloudOps,2 -bizitobs_application/10S/short,STRIDE w/ Synapse,261621.34731074848,261621.34731074848,282.3113943134619,1.0369083139829411,0.0144357624935445,0.0145467862612007,6.015974746515792,511.4893423237169,0.0197260994520947,0.0108876220477774,0.0085964228001323,Web/CloudOps,2 -bizitobs_application/10S/long,STRIDE w/ Synapse,4177087.6572173024,4177087.6572173024,1245.6247594512724,2.8333152362277985,0.0411045175205677,0.0417215141412959,51.420716895871735,2043.792469214353,0.0788209062656264,0.0480387680675786,0.0434661147116355,Web/CloudOps,2 -m4_quarterly/Q/short,STRIDE w/ Synapse,1732647.8123673478,1732647.8123673478,543.8361141418025,1.137826009235108,0.1104316624809916,0.0985574851627472,9.325362620290631,1316.3008061865448,0.2203255756516374,0.0910285888645587,0.073277427287163,Econ/Fin,1 -m4_hourly/H/short,STRIDE w/ Synapse,1729441.8404310602,1729441.8404310602,229.97535983178597,0.6669007986549782,0.0849165028776005,0.0757688067164701,5.850101760198107,1315.082446248546,0.1795377813559097,0.0313967127981284,0.0232692942684634,Econ/Fin,1 -bizitobs_l2c/H/medium,STRIDE w/ Synapse,69.61789699273618,69.61789699273618,4.654529469153003,0.4730395715684535,0.4453376834878626,0.7491557570752978,3.1528120135686324,8.343733995804048,0.5052257668500996,0.2818388291814906,0.2242547984362625,Web/CloudOps,7 -bizitobs_l2c/H/short,STRIDE w/ Synapse,52.20001219703986,52.20001219703986,4.291178571519357,0.4205013950354627,0.3523140336534742,0.5830724632105408,2.529654122456878,7.224957591366184,0.3894437176108188,0.2313055149031505,0.1789246961522409,Web/CloudOps,7 -bizitobs_l2c/H/long,STRIDE w/ Synapse,75.89147409751774,75.89147409751774,4.978623912452967,0.5370242317488277,0.6049322843178012,0.7662814208264672,4.881463535100606,8.711571276039573,0.5321279166835425,0.3041087177661095,0.247759158027702,Web/CloudOps,7 -restaurant/D/short,STRIDE w/ Synapse,138.8478389649586,138.8478389649586,7.061050579827222,0.6789630616215628,0.6714220889757325,0.3908667170781474,4.576840473370476,11.783371290295433,0.5422980485763608,0.3249659079734623,0.2545150034172509,Sales,1 -sz_taxi/15T/medium,STRIDE w/ Synapse,16.076217208125144,16.076217208125144,2.7166781743398465,0.5298538287833098,9102731807084.447,0.4009810828087496,3.687227660933172,4.009515832132995,0.3731523730275547,0.2528322495656012,0.2002109725598336,Transport,1 -sz_taxi/15T/short,STRIDE w/ Synapse,16.402371344947074,16.402371344947074,2.69913373617174,0.5385491892832059,1059685666284.1172,0.3893098166530385,3.752530713258046,4.049984116628987,0.3786908359694548,0.2523805480489173,0.1981824502245849,Transport,1 -sz_taxi/15T/long,STRIDE w/ Synapse,15.271444366718017,15.271444366718017,2.649872719818635,0.5002624079133438,5594731102746.505,0.3940901801787569,3.4774848401933567,3.907869543206121,0.3617054437639283,0.2452674986825609,0.1949042988504485,Transport,1 -loop_seattle/5T/medium,STRIDE w/ Synapse,53.75205247222259,53.75205247222259,4.100744816927277,0.655299564686962,0.1294435495005119,0.0947348680893482,5.070872993285909,7.33157912541511,0.1304438543894964,0.0729606747246906,0.057457684864241,Transport,1 -loop_seattle/5T/short,STRIDE w/ Synapse,37.99503869693212,37.99503869693212,3.335030819017533,0.5292474733355894,0.0853600997949535,0.0711213368181862,3.8164203426174472,6.164011575016072,0.1056991931449189,0.0571884173794194,0.0449096864197573,Transport,1 -loop_seattle/5T/long,STRIDE w/ Synapse,64.32704231611898,64.32704231611898,4.377671374353848,0.6968754788220639,0.1378416738449242,0.100353124865925,5.352134227253066,8.02041409879309,0.141802561532549,0.0773981251821527,0.060649780273412,Transport,1 -m4_monthly/M/short,STRIDE w/ Synapse,1772705.2695273072,1772705.2695273072,539.2634342011894,0.9035540175978274,0.1535016783925009,0.1277439765547107,7.703411666353907,1331.429783926778,0.2767168177271215,0.112077454800995,0.0900780176274043,Econ/Fin,1 -temperature_rain/D/short,STRIDE w/ Synapse,182.35687653859597,182.35687653859597,5.704051404456361,1.331451356098549,18.978469647571632,1.5137810648836525,19.24295019210609,13.503957810160545,1.5897728500081818,0.6715176532196195,0.5430712194728833,Nature,1 -electricity/D/short,STRIDE w/ Synapse,1342191600.91046,1342191600.91046,4150.747585532474,1.3397923269131615,0.3212128785904271,0.0900670515454605,10.72027029301482,36635.93319284306,0.6020500506379581,0.0682105675021644,0.0533419887895517,Energy,1 -loop_seattle/H/medium,STRIDE w/ Synapse,50.67775448254779,50.67775448254779,3.7462998956375375,0.7731814776721417,0.1010518674675134,0.085582384313703,5.579396858646557,7.118830977242527,0.1258245264479955,0.0662154238255781,0.051263098571741,Transport,1 -loop_seattle/H/short,STRIDE w/ Synapse,47.73696664202959,47.73696664202959,3.582061062946046,0.7295625425859228,0.0982695539251693,0.0824504732314935,5.222966153880976,6.909194355496855,0.1222997661448577,0.063406123460164,0.0497009878633811,Transport,1 -loop_seattle/H/long,STRIDE w/ Synapse,51.0751237182562,51.0751237182562,3.7748976881102334,0.7952362584899629,0.1074028834445771,0.0875555392536165,6.11759222410768,7.146686205386116,0.1277208505426755,0.0674624755559657,0.0522397881334497,Transport,1 -solar/10T/medium,STRIDE w/ Synapse,13.472247668984444,13.472247668984444,1.5089078193348262,0.6568558251859482,2.541932883561004,1.4270140040278847,3.987256464674521,3.670456057356421,0.8144887445132695,0.3348326246524892,0.257853469614411,Energy,1 -solar/10T/short,STRIDE w/ Synapse,11.598320332681856,11.598320332681856,1.2579979325815638,0.5432998049187905,2.2267306417258235,1.4680338782096891,3.511808972287024,3.405630680605555,0.990697596181259,0.3659514623552619,0.284181317570124,Energy,1 -solar/10T/long,STRIDE w/ Synapse,15.57295336664757,15.57295336664757,1.5849998517174613,0.6919199914242145,2.936451780180946,1.427963020861575,4.001636269210011,3.946258147492073,0.8529204796020999,0.3425723262821163,0.2632241042529757,Energy,1 -jena_weather/10T/medium,STRIDE w/ Synapse,1421.671615977124,1421.671615977124,9.37774799825971,0.5688603667026569,0.6872834960385165,0.6366080711856827,5.364114052173026,37.70506088016732,0.2313953140412238,0.0575510791496468,0.046410833016755,Nature,21 -jena_weather/10T/short,STRIDE w/ Synapse,794.4185970540121,794.4185970540121,5.345469314573333,0.2710489547940906,0.3435702052925809,0.5342766988515018,2.257884158186765,28.18543235527907,0.1750668603315814,0.0332020640345397,0.0271590481904622,Nature,21 -jena_weather/10T/long,STRIDE w/ Synapse,1403.790803999225,1403.790803999225,9.557502074581508,0.6038290448805057,0.7077036814195258,0.6325413336932253,5.563852358634378,37.46719637228312,0.2292681991571451,0.0584839940332705,0.0476489114555012,Nature,21 -ett1/D/short,STRIDE w/ Synapse,41499.3961388262,41499.3961388262,136.22384485376205,1.6552359145217954,1.3257219554412436,0.4667261344948469,10.008476500433504,203.71400575028267,0.5350615933657236,0.3577964470995039,0.2729654231676935,Energy,7 -bitbrains_fast_storage/H/short,STRIDE w/ Synapse,2368647.856617097,2368647.856617097,230.1355376902024,0.9050063893311132,1.6631799726593282,0.5726117511804896,18.52805340840152,1539.0412134238306,4.386767277182558,0.6559610212193693,0.5129768447836524,Web/CloudOps,2 -sz_taxi/H/short,STRIDE w/ Synapse,6.96701143243064,6.96701143243064,1.8173979499858748,0.5536566878325996,1.0543698879300418,0.2926992049984612,3.8141148546703656,2.639509695460625,0.24588661625029,0.1693018339999906,0.1330828962502762,Transport,1 -bitbrains_rnd/H/short,STRIDE w/ Synapse,1843065.7534960653,1843065.7534960653,146.03272312999215,5.725713086365798,1.1487848390883215,0.5491939213601698,192.1511065066018,1357.5955780334823,5.941502737962947,0.6391106735673489,0.5499744106064508,Web/CloudOps,2 -jena_weather/H/medium,STRIDE w/ Synapse,1205.0432330629935,1205.0432330629935,9.890888171452207,0.7523219053728412,2.0828717172915887,0.6691692177650822,6.555818507136215,34.71373262936433,0.212419486546987,0.0605240989007415,0.048761833380352,Nature,21 -jena_weather/H/short,STRIDE w/ Synapse,1115.972064355103,1115.972064355103,8.384342991646331,0.5245312279848475,1.498819860933083,0.5999996938579575,4.566391520967074,33.40616805853528,0.2047776596163981,0.051395482781564,0.041648209446868,Nature,21 -jena_weather/H/long,STRIDE w/ Synapse,1374.0330557771813,1374.0330557771813,11.336978532511363,0.894773921101188,1.943195620886292,0.6570377606645988,6.862653169438076,37.067951869198026,0.2231901387880406,0.0682611712952726,0.0544367095416668,Nature,21 -ett1/15T/medium,STRIDE w/ Synapse,8.322809085360314,8.322809085360314,1.4991272512652154,0.942169144982998,0.7026825071186162,0.3699518582702423,6.398094801241192,2.884927916839572,0.5498701134008357,0.2857351363421698,0.2179781564056735,Energy,7 -ett1/15T/short,STRIDE w/ Synapse,4.470334431370517,4.470334431370517,1.0320712450111154,0.6603643511065933,0.4603001756654834,0.2303813770798272,4.284792493666429,2.114316540012521,0.3996938348195987,0.1951044254343711,0.1500296218283636,Energy,7 -ett1/15T/long,STRIDE w/ Synapse,7.613891401432924,7.613891401432924,1.4741782799503589,0.9469986221651632,0.7170140150363843,0.3727461229687027,6.814628172720194,2.759328070642004,0.525930658529657,0.2809798377414467,0.2160692030751387,Energy,7 -loop_seattle/D/short,STRIDE w/ Synapse,9.875424330345924,9.875424330345924,2.034443283885011,0.6237138153235251,0.0382064274849371,0.0376191941546677,4.538679716548813,3.142518787588377,0.0561610136529112,0.0363582224213278,0.0286886536181338,Transport,1 -ett2/D/short,STRIDE w/ Synapse,104322.60691863368,104322.60691863368,191.7704372397022,1.2800418474830544,0.4287862137008325,0.1310551247885283,11.18847639053042,322.9901034376033,0.184855758003771,0.1097552809245999,0.0906193492274123,Energy,7 -saugeen/W/short,STRIDE w/ Synapse,894.0536693039332,894.0536693039332,13.176372693489672,1.0690536933558688,0.3105081136213424,0.3413045448164593,9.271467393288196,29.900730247001214,0.9025784057202518,0.3977397662406089,0.3191364992282661,Nature,1 -solar/D/short,STRIDE w/ Synapse,40893.23330832153,40893.23330832153,137.53533583005958,0.5373111436733901,0.5144868557193246,0.2801563173679486,4.976383512610156,202.2207539010809,0.2921401121134576,0.1986917151372606,0.1640193119949598,Energy,1 -m_dense/H/medium,STRIDE w/ Synapse,32299.87151095211,32299.87151095211,73.58957666534506,0.6384353704857149,0.2333866117735403,0.1805599806269786,6.372016691312275,179.72165008966536,0.312692965738043,0.1280365663425268,0.1036128580095594,Transport,1 -m_dense/H/short,STRIDE w/ Synapse,32661.901960300074,32661.901960300074,75.84769884481517,0.6692540249405987,0.2425828490158012,0.1852304997940506,6.065173975089455,180.7260411791839,0.3205629630088884,0.1345349177155565,0.1077410039124537,Transport,1 -m_dense/H/long,STRIDE w/ Synapse,31374.217539616817,31374.217539616817,74.94948261176737,0.6522686670608756,0.2406950302558919,0.1825993968028346,6.174359267410016,177.12768710627037,0.3066342106143918,0.12974863394918,0.1041532234456476,Transport,1 -saugeen/M/short,STRIDE w/ Synapse,387.8459340561386,387.8459340561386,12.366492851076467,0.7246057788633384,0.3667842479281645,0.354267604466555,4.4400184433266014,19.69380445866513,0.5912670907091526,0.3712792145203988,0.2844702642272267,Nature,1 -bitbrains_fast_storage/5T/medium,STRIDE w/ Synapse,2910609.89606228,2910609.89606228,230.72561804057787,0.924805818581474,1.423524213886289,0.7994877620235737,20.669667725766253,1706.0509652593264,5.183454324254885,0.7010081919604462,0.5376629056977604,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,STRIDE w/ Synapse,1640131.7858414047,1640131.7858414047,144.50462453408056,0.6233717934053115,1.4770413390463288,0.7205904146250949,12.556966069059492,1280.6763001794811,4.021006900898237,0.4537087883814313,0.3477486571088459,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,STRIDE w/ Synapse,3338629.205262599,3338629.205262599,273.89804480711825,0.8247036435961103,1.9135114645670228,0.8077007968932496,15.33228681855603,1827.191617007532,4.828721920080948,0.7238307578235751,0.5639420926311494,Web/CloudOps,2 diff --git a/results/STRIDE_w_Synapse/config.json b/results/STRIDE_w_Synapse/config.json deleted file mode 100644 index 234766a76d4af507086510e2da663ca3227070c4..0000000000000000000000000000000000000000 --- a/results/STRIDE_w_Synapse/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "model": "STRIDE w/ Synapse", - "model_type": "agentic", - "model_dtype": "float32", - "model_link": "https://arxiv.org/pdf/2605.08625", - "org": "Google Cloud AI Research", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/Super-Linear/all_results.csv b/results/Super-Linear/all_results.csv deleted file mode 100644 index dc84ec22246546876aa55160d16b13717bd16f0b..0000000000000000000000000000000000000000 --- a/results/Super-Linear/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/5T/short,Super-Linear,43.86001919,43.86001919,4.023444529,0.637858979,0.107861685,0.084380559,25.51435917,6.622689725,0.113564511,0.068993193,0.068993195,Transport,1 -loop_seattle/5T/medium,Super-Linear,93.23833051,93.23833051,6.345981299,0.99967292,0.193021848,0.14314567,39.9869168,9.655999716,0.171800072,0.112908044,0.112908049,Transport,1 -loop_seattle/5T/long,Super-Linear,104.8177732,104.8177732,6.666972036,1.048920947,0.204229932,0.149154666,41.95683787,10.23805515,0.181010909,0.117873429,0.117873443,Transport,1 -loop_seattle/D/short,Super-Linear,19.25787055,19.25787055,3.164025614,0.942963466,0.058805968,0.058285022,37.71853864,4.388379034,0.078426203,0.056545369,0.056545372,Transport,1 -loop_seattle/H/short,Super-Linear,70.88108587,70.88108587,5.057145694,1.02165685,0.13950241,0.115469515,40.86627399,8.41909056,0.149026464,0.089516621,0.089516621,Transport,1 -loop_seattle/H/medium,Super-Linear,78.3118937,78.3118937,5.539168924,1.133117457,0.138235962,0.123481667,45.32469828,8.849400754,0.15641215,0.09790418,0.097904191,Transport,1 -loop_seattle/H/long,Super-Linear,68.78005246,68.78005246,5.125711644,1.06284774,0.155900342,0.11632592,42.51390958,8.293374009,0.148213697,0.091603329,0.091603337,Transport,1 -m_dense/D/short,Super-Linear,11908.21481,11908.21481,59.8623669,0.848282749,0.148022006,0.122813709,33.93130999,109.1247672,0.188911114,0.103630612,0.103630603,Transport,1 -m_dense/H/short,Super-Linear,51453.89778,51453.89778,104.3207639,0.912087421,0.370527942,0.274303741,36.48349683,226.8345163,0.402347908,0.18503904,0.185039038,Transport,1 -m_dense/H/medium,Super-Linear,41655.07111,41655.07111,98.36981771,0.861090893,0.362925697,0.279672123,34.44363571,204.0957401,0.355100803,0.171151055,0.171151053,Transport,1 -m_dense/H/long,Super-Linear,46027.97037,46027.97037,106.7183488,0.924046269,0.409042692,0.304381179,36.96185078,214.5413022,0.371402709,0.184745238,0.184745242,Transport,1 -sz_taxi/15T/short,Super-Linear,18.12103875,18.12103875,2.915210468,0.582178911,1.41713E+12,0.416859707,23.28715646,4.256881341,0.398036611,0.272584647,0.272584655,Transport,1 -sz_taxi/15T/medium,Super-Linear,17.28796074,17.28796074,2.90402999,0.5647189,1.23235E+13,0.422822688,22.58875599,4.157879356,0.386960075,0.270268463,0.270268465,Transport,1 -sz_taxi/15T/long,Super-Linear,16.14661903,16.14661903,2.803532597,0.528183745,7.82539E+12,0.412680149,21.12734979,4.018285584,0.371925356,0.259489983,0.259489955,Transport,1 -sz_taxi/H/short,Super-Linear,7.872743786,7.872743786,2.008096157,0.610622638,1.287946,0.320903354,24.4249055,2.805841012,0.261381405,0.187066549,0.187066548,Transport,1 -bitbrains_fast_storage/5T/short,Super-Linear,1773816.265,1773816.265,221.4268634,1.088522326,3.757010467,0.808724426,43.54089305,1331.846938,4.181670049,0.695225597,0.695225603,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Super-Linear,2968583.967,2968583.967,321.1820925,1.234288292,5.740495558,0.840500897,49.37153167,1722.957912,5.234822301,0.97583996,0.975839919,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,Super-Linear,3512549.497,3512549.497,393.728277,1.179291605,6.037827879,0.85482616,47.17166419,1874.179687,4.952897359,1.040506285,1.040506344,Web/CloudOps,2 -bitbrains_fast_storage/H/short,Super-Linear,3236532.651,3236532.651,398.4311793,1.357513756,5.954600413,0.654354276,54.30055029,1799.03659,5.127838536,1.135658255,1.135658254,Web/CloudOps,2 -bitbrains_rnd/5T/short,Super-Linear,1560016.949,1560016.949,169.0649788,2.071022037,2.719038226,0.773425177,82.8408814,1249.006385,5.110573537,0.691765084,0.691765092,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Super-Linear,2794729.654,2794729.654,256.8086142,4.705386108,4.684616227,0.818532025,188.215444,1671.744494,7.033880359,1.08052461,1.080524501,Web/CloudOps,2 -bitbrains_rnd/5T/long,Super-Linear,2507091.188,2507091.188,226.7169192,3.648978545,4.024417517,0.784995381,145.9591419,1583.379673,6.06557106,0.868501477,0.868501527,Web/CloudOps,2 -bitbrains_rnd/H/short,Super-Linear,2013255.406,2013255.406,252.8349601,6.166212489,5.392929943,0.692863081,246.6484989,1418.892317,6.209767269,1.106529538,1.106529569,Web/CloudOps,2 -bizitobs_application/10S/short,Super-Linear,1064200.036,1064200.036,579.7135764,1.55214917,0.02323096,0.023336069,62.0859668,1031.600715,0.039784716,0.022357235,0.022357234,Web/CloudOps,2 -bizitobs_application/10S/medium,Super-Linear,5197609.387,5197609.387,1292.029688,3.062634664,0.043389854,0.044192619,122.5053866,2279.826613,0.089522081,0.050734203,0.050734202,Web/CloudOps,2 -bizitobs_application/10S/long,Super-Linear,7447791.502,7447791.502,1676.697222,3.808987391,0.054219666,0.055405735,152.3594956,2729.064217,0.105249098,0.06466351,0.064663514,Web/CloudOps,2 -bizitobs_l2c/5T/short,Super-Linear,24.71660621,24.71660621,3.233195278,0.332813204,0.189127056,0.226295399,13.31252817,4.971579851,0.170744176,0.111041013,0.111041016,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Super-Linear,184.1836735,184.1836735,8.611395886,0.830462652,0.465908301,0.756627006,33.21850606,13.57142857,0.714056719,0.45308606,0.453086025,Web/CloudOps,7 -bizitobs_l2c/5T/long,Super-Linear,226.9024603,226.9024603,10.2363089,0.9795113,0.689786983,0.891967696,39.180452,15.06328186,0.845780757,0.574753442,0.574753466,Web/CloudOps,7 -bizitobs_l2c/H/short,Super-Linear,66.48960658,66.48960658,5.146033877,0.532393669,0.540988108,0.628064413,21.29574679,8.154115929,0.439527732,0.277384405,0.27738442,Web/CloudOps,7 -bizitobs_l2c/H/medium,Super-Linear,70.13871838,70.13871838,4.997999791,0.507342893,0.545322035,0.759970311,20.29371574,8.374886171,0.507112078,0.302636479,0.302636467,Web/CloudOps,7 -bizitobs_l2c/H/long,Super-Linear,84.01501736,84.01501736,5.475880844,0.585768696,0.702891905,0.763546995,23.43074785,9.165970618,0.55988394,0.334482606,0.334482616,Web/CloudOps,7 -bizitobs_service/10S/short,Super-Linear,5810.993016,5810.993016,26.36889881,0.938911077,0.170022011,0.085450078,37.55644306,76.22986958,0.056473524,0.019534923,0.019534923,Web/CloudOps,2 -bizitobs_service/10S/medium,Super-Linear,64437.98349,64437.98349,59.39317956,1.38965231,0.139352117,0.094884237,55.58609239,253.8463777,0.191050766,0.044700707,0.044700707,Web/CloudOps,2 -bizitobs_service/10S/long,Super-Linear,133600.4131,133600.4131,82.51873677,1.573524202,0.14955423,0.107998292,62.94096806,365.5139028,0.270784384,0.061132518,0.061132518,Web/CloudOps,2 -car_parts/M/short,Super-Linear,1.356189807,1.356189807,0.625203726,1.120194494,0.627095991,1.775226437,44.80777979,1.164555627,2.792484932,1.499174402,1.499174382,Sales,1 -covid_deaths/D/short,Super-Linear,8398875.717,8398875.717,532.5066416,62.75110511,0.20570869,0.495451825,2510.044206,2898.081386,1.090417225,0.200358215,0.200358213,Healthcare,1 -electricity/15T/short,Super-Linear,170114.9293,170114.9293,69.8233555,1.291156509,0.235656557,0.212176949,51.64626036,412.4499113,0.813020075,0.137635597,0.137635599,Energy,1 -electricity/15T/medium,Super-Linear,294544.0239,294544.0239,65.83774451,1.040630992,0.185486365,0.166785001,41.62523968,542.7191022,0.935159664,0.113445064,0.113445058,Energy,1 -electricity/15T/long,Super-Linear,411725.7995,411725.7995,72.28831006,1.090234411,0.190951904,0.166982004,43.60937645,641.6586316,1.012295129,0.114043668,0.114043684,Energy,1 -electricity/D/short,Super-Linear,1912861065,1912861065,5082.042955,1.632086931,0.531525957,0.110278487,65.28347725,43736.26716,0.718732118,0.083514843,0.083514843,Energy,1 -electricity/H/short,Super-Linear,1566116.76,1566116.76,185.8481363,1.035944471,0.255453079,0.146213565,41.43777883,1251.445868,0.59077182,0.087733592,0.087733593,Energy,1 -electricity/H/medium,Super-Linear,6656885.194,6656885.194,262.3455321,1.169003567,0.289585045,0.148340943,46.76014266,2580.094028,1.007095724,0.102402107,0.1024021,Energy,1 -electricity/H/long,Super-Linear,10740908.33,10740908.33,309.6750811,1.315389821,0.341110454,0.16186239,52.61559284,3277.332502,1.292578969,0.12213576,0.122135753,Energy,1 -electricity/W/short,Super-Linear,1.89707E+11,1.89707E+11,45458.71712,1.878119791,0.254806012,0.116270857,75.12479167,435553.9186,0.993790309,0.103721791,0.103721785,Energy,1 -ett1/15T/short,Super-Linear,4.82601144,4.82601144,1.12429984,0.725535227,0.4644875,0.249802217,29.02140909,2.196818481,0.415290136,0.212539469,0.21253945,Energy,7 -ett1/15T/medium,Super-Linear,9.944886533,9.944886533,1.758397817,1.118244177,0.801724749,0.433011959,44.7297671,3.153551416,0.601070018,0.335152363,0.335152402,Energy,7 -ett1/15T/long,Super-Linear,8.988179563,8.988179563,1.717785373,1.129991779,0.81468001,0.438328257,45.19967116,2.99802928,0.571427345,0.327411591,0.327411608,Energy,7 -ett1/D/short,Super-Linear,51628.20635,51628.20635,155.5041915,1.933670367,1.198138912,0.52811381,77.34681479,227.2184111,0.596796694,0.408436917,0.408436882,Energy,7 -ett1/H/short,Super-Linear,107.1895554,107.1895554,5.311440895,0.889736069,0.504357692,0.282064075,35.58944277,10.35323889,0.483228016,0.247906677,0.24790668,Energy,7 -ett1/H/medium,Super-Linear,134.4076265,134.4076265,6.893418085,1.300366317,3.25253E+12,0.459186554,52.01465267,11.59343032,0.55529783,0.330178385,0.330178379,Energy,7 -ett1/H/long,Super-Linear,155.4508267,155.4508267,7.423756304,1.367736053,3.85441E+12,0.487360491,54.70944209,12.46799209,0.597065137,0.355507611,0.355507616,Energy,7 -ett1/W/short,Super-Linear,1100558.143,1100558.143,840.8860212,1.589916124,0.643361568,0.569567953,63.59664464,1049.074899,0.417451941,0.334608618,0.334608619,Energy,7 -ett2/15T/short,Super-Linear,8.563903227,8.563903227,1.82029448,0.783481406,0.111776097,0.133200945,31.33925623,2.926414739,0.138927318,0.086415855,0.086415856,Energy,7 -ett2/15T/medium,Super-Linear,13.05886657,13.05886657,2.240060919,0.922112233,0.139487553,0.167818507,36.88448931,3.613705379,0.192580901,0.119376901,0.119376907,Energy,7 -ett2/15T/long,Super-Linear,13.03606027,13.03606027,2.343547867,0.963978668,0.146657373,0.176150561,38.55914671,3.610548472,0.192412664,0.124891908,0.124891921,Energy,7 -ett2/D/short,Super-Linear,110398.3873,110398.3873,204.3991691,1.447874984,0.474268063,0.149348086,57.91499936,332.2625277,0.190162611,0.116983037,0.116983034,Energy,7 -ett2/H/short,Super-Linear,126.4046968,126.4046968,6.897169713,0.78613625,0.127907235,0.116120693,31.44544998,11.24298434,0.142592324,0.087475303,0.087475307,Energy,7 -ett2/H/medium,Super-Linear,277.387965,277.387965,10.57064151,1.135755,0.186513718,0.186607397,45.43019999,16.65496818,0.224436407,0.142446192,0.142446186,Energy,7 -ett2/H/long,Super-Linear,270.291336,270.291336,10.43875248,1.14588589,0.197315716,0.195131817,45.83543559,16.44053941,0.225140534,0.142950681,0.142950689,Energy,7 -ett2/W/short,Super-Linear,2967483.429,2967483.429,1105.164969,0.707299387,0.128588234,0.123948029,28.29197549,1722.638508,0.144502961,0.092706398,0.092706401,Energy,7 -hierarchical_sales/D/short,Super-Linear,32.08560097,32.08560097,2.718558159,0.872396151,0.88633298,1.025270402,34.89584604,5.664415325,1.737779892,0.834023537,0.834023597,Sales,1 -hierarchical_sales/W/short,Super-Linear,629.7435779,629.7435779,12.0171126,0.878312047,0.919931303,0.551887706,35.13248183,25.09469222,1.152109595,0.551711518,0.551711525,Sales,1 -hospital/M/short,Super-Linear,3126.806606,3126.806606,19.49099407,0.798310488,0.198378396,0.179009482,31.93241952,55.91785588,0.202994802,0.070756835,0.070756836,Healthcare,1 -jena_weather/10T/short,Super-Linear,853.1319444,853.1319444,8.723358445,0.417254472,0.522442494,0.571815515,16.69017888,29.20842249,0.181420911,0.054182989,0.054182987,Nature,21 -jena_weather/10T/medium,Super-Linear,1423.547763,1423.547763,11.61341766,0.709689847,1.156936085,0.673041731,28.3875939,37.72993193,0.231547947,0.071271346,0.071271343,Nature,21 -jena_weather/10T/long,Super-Linear,1381.831481,1381.831481,11.40740431,0.68993295,1.034545942,0.654692279,27.59731801,37.17299398,0.227467924,0.069803863,0.069803861,Nature,21 -jena_weather/D/short,Super-Linear,608.2442956,608.2442956,13.34389261,1.49518306,1.23957693,0.504472085,59.80732244,24.66260926,0.148509217,0.080352043,0.080352047,Nature,21 -jena_weather/H/short,Super-Linear,1163.958333,1163.958333,10.38851279,0.623499477,3.915368392,0.619744144,24.93997908,34.11683358,0.209133993,0.063680915,0.063680917,Nature,21 -jena_weather/H/medium,Super-Linear,1484.117063,1484.117063,13.17149988,0.887942394,5.240063036,0.681536768,35.51769575,38.52423995,0.235736657,0.080598744,0.080598737,Nature,21 -jena_weather/H/long,Super-Linear,1275.871429,1275.871429,13.82042824,1.203170563,5.191438356,0.687411515,48.12682254,35.7193425,0.215070016,0.08321429,0.083214289,Nature,21 -kdd_cup_2018/D/short,Super-Linear,2698.487133,2698.487133,20.13682343,1.15669206,0.553963081,0.442443787,46.2676824,51.94696462,1.163667131,0.451086213,0.451086231,Nature,1 -kdd_cup_2018/H/short,Super-Linear,4400.306078,4400.306078,23.46834239,0.990655402,1.05517561,0.514783669,39.62621607,66.33480292,1.388507567,0.491234911,0.491234907,Nature,1 -kdd_cup_2018/H/medium,Super-Linear,4922.503807,4922.503807,25.22665681,1.065594318,1.123608365,0.557397962,42.62377273,70.16055734,1.468587532,0.528039615,0.528039681,Nature,1 -kdd_cup_2018/H/long,Super-Linear,3841.136155,3841.136155,24.06684253,1.034155467,1.199956782,0.608131406,41.36621868,61.97690017,1.45422852,0.564705377,0.564705445,Nature,1 -m4_daily/D/short,Super-Linear,453515.2812,453515.2812,214.2778947,3.930075915,0.048709747,0.036355044,157.2030366,673.4354321,0.104027164,0.033100013,0.033100014,Econ/Fin,1 -m4_hourly/H/short,Super-Linear,1004308.509,1004308.509,248.3764593,2.014417923,0.159589881,0.134654538,80.57671689,1002.151939,0.13681586,0.033908869,0.033908867,Econ/Fin,1 -m4_monthly/M/short,Super-Linear,2281311.47,2281311.47,686.9889227,1.239285329,0.205865414,0.161012309,49.57141317,1510.401096,0.3139132,0.142779883,0.142779883,Econ/Fin,1 -m4_quarterly/Q/short,Super-Linear,2102919.124,2102919.124,684.2982721,1.622539146,0.138483907,0.122380766,64.90156582,1450.144518,0.242728656,0.114539481,0.114539479,Econ/Fin,1 -m4_weekly/W/short,Super-Linear,475894.8395,475894.8395,359.027373,3.375359354,0.101237249,0.090836124,135.0143741,689.851317,0.125680219,0.065409223,0.065409229,Econ/Fin,1 -m4_yearly/A/short,Super-Linear,4874094.561,4874094.561,1168.88555,4.706003949,0.20500726,0.193739939,188.2401579,2207.735166,0.354020567,0.187436216,0.187436216,Econ/Fin,1 -restaurant/D/short,Super-Linear,154.9853133,154.9853133,7.761067526,0.739742407,0.793922967,0.420213923,29.5896963,12.44930975,0.57294608,0.35718231,0.357182304,Sales,1 -saugeen/D/short,Super-Linear,941.35875,941.35875,13.28251872,2.950002021,0.453329264,0.392826233,118.0000811,30.6815702,0.993783369,0.430223946,0.43022394,Nature,1 -saugeen/M/short,Super-Linear,405.8069196,405.8069196,12.88967169,0.755339623,0.392363775,0.383838472,30.21358487,20.1446499,0.604802823,0.386986613,0.38698657,Nature,1 -saugeen/W/short,Super-Linear,887.2688477,887.2688477,16.99536591,1.378000897,0.591147757,0.497849226,55.12003549,29.78705839,0.899147126,0.513019252,0.513019245,Nature,1 -solar/10T/short,Super-Linear,29.61420269,29.61420269,3.355535755,1.472099751,5.956298476,1.564854175,58.88399003,5.4418933,1.583046172,0.976124988,0.976125016,Energy,1 -solar/10T/medium,Super-Linear,21.94337882,21.94337882,2.50108962,1.089690776,3.952528238,1.479177942,43.58763103,4.684376033,1.039481605,0.555001698,0.555001687,Energy,1 -solar/10T/long,Super-Linear,20.97123837,20.97123837,2.522802804,1.099151908,3.602187751,1.479141906,43.96607631,4.579436469,0.98977183,0.545263411,0.54526342,Energy,1 -solar/D/short,Super-Linear,128196.2589,128196.2589,260.8163321,1.017106614,1.063087244,0.440412431,40.68426456,358.0450515,0.517253148,0.376790765,0.376790779,Energy,1 -solar/H/short,Super-Linear,663.073729,663.073729,12.6314714,0.978943588,5.177459071,1.420019731,39.1577435,25.75021804,0.949161639,0.465600256,0.465600246,Energy,1 -solar/H/medium,Super-Linear,692.6290146,692.6290146,12.63784786,0.966576604,5.711419348,1.412902149,38.66306418,26.31784593,0.948030237,0.455244777,0.455244827,Energy,1 -solar/H/long,Super-Linear,766.0965126,766.0965126,14.43634428,1.100278244,6.97805549,1.429444349,44.01112975,27.67844852,0.959662253,0.500534366,0.500534391,Energy,1 -solar/W/short,Super-Linear,3299557.139,3299557.139,1481.990192,1.630273789,0.341057046,0.276528741,65.21095156,1816.468315,0.370786597,0.30251125,0.302511229,Energy,1 -temperature_rain/D/short,Super-Linear,173.0297866,173.0297866,6.783681907,1.745981849,108.1107213,1.419312842,69.83927395,13.15407871,1.548582829,0.798618706,0.798618699,Nature,1 -us_births/D/short,Super-Linear,291467.68,291467.68,374.3430208,0.550739692,0.035426299,0.035081771,22.02958767,539.8774676,0.050609132,0.035091621,0.035091622,Healthcare,1 -us_births/M/short,Super-Linear,286180800,286180800,15390.58854,1.742053859,0.047073811,0.048401733,69.68215435,16916.87914,0.052543711,0.047803063,0.047803063,Healthcare,1 -us_births/W/short,Super-Linear,3812178.571,3812178.571,1527.124163,1.387696929,0.020471543,0.02071225,55.50787717,1952.480108,0.026504726,0.020730561,0.020730562,Healthcare,1 diff --git a/results/Super-Linear/config.json b/results/Super-Linear/config.json deleted file mode 100644 index 303f6adbdc13754ae4dc5f3735a024e54d770b57..0000000000000000000000000000000000000000 --- a/results/Super-Linear/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Super-Linear", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://huggingface.co/SequentialLearning/SuperLinear", - "code_link": "https://github.com/azencot-group/SuperLinear/blob/main/gift-eval/notebooks/super_linear.ipynb", - "org": "Ben-Gurion University of the Negev", - "testdata_leakage": "Yes", - "replication_code_available": "Yes" -} \ No newline at end of file diff --git a/results/TTM-R3-FT/all_results.csv b/results/TTM-R3-FT/all_results.csv deleted file mode 100644 index f5f8f9f379cd7e126860063a1d7f599c2958f956..0000000000000000000000000000000000000000 --- a/results/TTM-R3-FT/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,horizon,ttm_context_len,available_context_len,finetune_success,finetune_train_num_samples,finetune_valid_num_samples,insample_error -m_dense/D/short,TTM-R3-FT,10631.971573991395,10631.971573991395,56.39072314968816,56.39072314968816,0.7886813733018818,0.13684119802444408,0.11633417708979069,8.281662594467141,103.11145219611348,0.17850117593320103,0.0976206830527242,0.07762783603975053,Transport,1,30,768,640,True,2796,1000,0 -sz_taxi/15T/short,TTM-R3-FT,16.565596601066776,16.565596601066776,2.7255234386754466,2.7255234386754466,0.5438343706074762,1074035442085.2404,0.3955482436413102,4.163061993234888,4.070085576626956,0.38057039253804736,0.25484808744192977,0.20238301575836942,Transport,1,48,2048,2640,True,1156,1000,0 -sz_taxi/H/short,TTM-R3-FT,7.281699566337147,7.281699566337147,1.874403840417837,1.874403840417837,0.570276328907444,1.1488517986508737,0.3002660995727754,4.348423875746867,2.6984624448632126,0.25137842864794213,0.17461228447068072,0.13818404117266037,Transport,1,48,768,648,True,1156,1000,0 -loop_seattle/D/short,TTM-R3-FT,19.802753438102286,19.802753438102286,3.211701382990346,3.211701382990346,0.9610789132627966,0.06050973030676184,0.05921212145450155,7.65243166023216,4.450028476100157,0.07952796049753974,0.057397399160059044,0.045842203415335264,Transport,1,30,512,305,True,8462,32559,0 -loop_seattle/5T/short,TTM-R3-FT,39.20053998316359,39.20053998316359,3.384476952650368,3.384476952650368,0.5368146084990022,0.09190169017165298,0.07190643822301895,5.834377103983986,6.261033459674496,0.10736289095866966,0.05803630221110862,0.04798369472160836,Transport,1,48,2048,104160,True,1323,1000,0 -sz_taxi/15T/medium,TTM-R3-FT,16.19081053584167,16.19081053584167,2.7343578239296504,2.7343578239296504,0.5329034873598613,9231540229244.47,0.40487230603791996,3.897439164263356,4.023780627201447,0.3744799503095511,0.2544776360598657,0.2025838095749206,Transport,1,480,2048,2496,True,296,16,0 -bitbrains_fast_storage/H/short,TTM-R3-FT,3026408.2018718743,3026408.2018718743,321.4841108614345,321.4841108614345,1.0629671272647747,4.286854882309256,0.6087132720658245,21.138007303590193,1739.6574955639614,4.958588893963257,0.9163341323036603,0.7079384986107425,Web/CloudOps,2,48,768,625,True,11250,1000,0 -bitbrains_fast_storage/5T/short,TTM-R3-FT,2009561.2278815934,2009561.2278815934,165.8666164541287,165.8666164541287,0.6774335754577475,1.9530735966845907,0.7380554244796897,14.166808045306194,1417.5899364349316,4.450883600257669,0.5207803639341062,0.42569312713280216,Web/CloudOps,2,48,2048,7776,True,2250,1000,0 -bitbrains_rnd/5T/short,TTM-R3-FT,1779114.6726216844,1779114.6726216844,121.09697268573643,121.09697268573643,1.6414101359356141,0.7921912960561458,0.656978821762442,53.91266897942423,1333.834574683714,5.45766669294897,0.4954939143038879,0.42676338967607724,Web/CloudOps,2,48,2048,7776,True,1500,1000,0 -loop_seattle/5T/medium,TTM-R3-FT,71.22914765446659,71.22914765446659,4.756007800940443,4.756007800940443,0.7563046904299139,0.1530614869310542,0.10898143165987952,8.14353586256727,8.439736231332505,0.15016028291321915,0.08461917023844462,0.07034859077983134,Transport,1,480,2048,95520,True,1323,1000,0 -sz_taxi/15T/long,TTM-R3-FT,15.498729612866507,15.498729612866507,2.6830761847827205,2.6830761847827205,0.5067776015584053,5873341244224.896,0.40728957903002133,3.899394664746618,3.9368425943726155,0.3643871377697047,0.24834075225373345,0.1980014634243579,Transport,1,720,2048,2256,True,296,16,0 -bitbrains_rnd/H/short,TTM-R3-FT,1764705.0904591808,1764705.0904591808,157.65692448518203,157.65692448518203,5.918240278646604,1.9259635938352493,0.6205969256376302,198.0885326727966,1328.4220302521262,5.8138252847246195,0.6899839004551198,0.6123679930839835,Web/CloudOps,2,48,768,624,True,1500,1000,0 -bitbrains_rnd/5T/medium,TTM-R3-FT,2411141.376279239,2411141.376279239,181.73316867505824,181.73316867505824,4.431285050939004,1.6915473906445846,0.7408289404951549,162.52071879616688,1552.7850386577143,6.533358289948366,0.7646440908190018,0.6762331549549976,Web/CloudOps,2,480,2048,7680,True,1500,1000,0 -bitbrains_fast_storage/5T/medium,TTM-R3-FT,3321292.5110855717,3321292.5110855717,239.77633956571538,239.77633956571538,0.9852402749656383,2.1568782549433747,0.8066885020495146,22.80689439337402,1822.4413601226163,5.537079818055416,0.7285066942111091,0.6305636809964269,Web/CloudOps,2,480,2048,7680,True,2250,1000,0 -loop_seattle/5T/long,TTM-R3-FT,90.6703007920026,90.6703007920026,5.300511909242194,5.300511909242194,0.8384700811992231,0.1661803652353861,0.11988999533198212,9.904794379205553,9.522095399228187,0.1683525684373812,0.0937141203212667,0.07852794128115376,Transport,1,720,2048,94320,True,1323,1000,0 -bizitobs_application/10S/short,TTM-R3-FT,1099869.6183771319,1099869.6183771319,517.2490091256691,517.2490091256691,1.1096877919157158,0.01722683204945183,0.017452430843093145,10.097723031579655,1048.7466893283297,0.040445967847073314,0.019948226778599868,0.01651458646286518,Web/CloudOps,2,60,2048,7934,True,949,1000,0 -bitbrains_rnd/5T/long,TTM-R3-FT,2324694.2985300464,2324694.2985300464,187.79425003193603,187.79425003193603,3.3449912431075703,2.251736744971141,0.713994438792124,117.85477287791036,1524.6948214413421,5.840762096610883,0.7193974309633329,0.6377165076026365,Web/CloudOps,2,720,2048,7200,True,1500,1000,0 -bizitobs_application/10S/medium,TTM-R3-FT,4941749.1431515245,4941749.1431515245,1217.9036488542552,1217.9036488542552,2.5487614028629197,0.03687325582489749,0.03778224008236088,37.39095190022113,2223.004530618758,0.08729084522413472,0.047823491785891466,0.04356427649979037,Web/CloudOps,2,600,2048,7634,True,673,1000,0 -bitbrains_fast_storage/5T/long,TTM-R3-FT,6753011.675265717,6753011.675265717,439.05122870811357,439.05122870811357,0.9268936054166286,6.288301869894214,0.821001201788557,17.20133942055007,2598.655743892545,6.867471612746606,1.1602813711592441,0.9103568963059041,Web/CloudOps,2,720,2048,7200,True,2250,1000,0 -bizitobs_l2c/H/short,TTM-R3-FT,55.118633735754294,55.118633735754294,4.649395633886782,4.649395633886782,0.45679406798238303,0.4053070037725934,0.6412170758642314,3.139598508247648,7.424192463544725,0.400183029266843,0.25061435814939625,0.19996382505013907,Web/CloudOps,7,48,2048,2376,True,418,1000,0 -bizitobs_l2c/H/medium,TTM-R3-FT,76.85418861173653,76.85418861173653,5.30898791753829,5.30898791753829,0.5438890477799531,0.5262882724758596,0.8078209456216674,3.5708407317355837,8.766652075435442,0.5308340989474548,0.3214672822965183,0.25942053302552937,Web/CloudOps,7,480,2048,2184,False,0,0,0 -bizitobs_l2c/H/long,TTM-R3-FT,87.3072689857401,87.3072689857401,5.644798754747509,5.644798754747509,0.6020294167574227,0.6343785358454042,0.8239915082664245,4.601235499212367,9.343835881785386,0.570748463630524,0.3448005998324569,0.2796869528232107,Web/CloudOps,7,720,2048,1944,False,0,0,0 -bizitobs_application/10S/long,TTM-R3-FT,6771567.031268532,6771567.031268532,1561.8769859826832,1561.8769859826832,3.2702710264658497,0.04763016218292328,0.04880951016844946,73.45379569691978,2602.2234783485706,0.10035735817539755,0.06023535234861879,0.056695440578763204,Web/CloudOps,2,900,2048,7934,True,649,1000,0 -car_parts/M/short,TTM-R3-FT,1.580501667794094,1.580501667794094,0.49593038965541886,0.49593038965541886,0.944556149081917,0.931803128248105,1.934639349649396,13.640901485108671,1.2571800458940214,3.014588787972061,1.1891902016362974,1.0505165836004984,Sales,1,12,156,39,True,3208,2140,0 -covid_deaths/D/short,TTM-R3-FT,294848.6274867076,294848.6274867076,121.82378014502565,121.82378014502565,31.119144467469262,0.09301744888632008,0.3606532680074612,493.73278669458784,542.9996569858102,0.20430626348113481,0.045836790142259456,0.04026296749160997,Healthcare,1,30,512,182,True,984,80,0 -electricity/D/short,TTM-R3-FT,1371874053.6165802,1371874053.6165802,4209.190112129197,4209.190112129197,1.434543455859517,0.41866680914210813,0.09958872916356597,12.164415978371881,37038.818199513065,0.6086708123512412,0.06917097492392918,0.055160375962358406,Energy,1,30,1024,1311,True,10370,1000,0 -bizitobs_service/10S/short,TTM-R3-FT,4063.051802973051,4063.051802973051,22.609453002084344,22.609453002084344,0.7833163130968244,0.07004083025712284,0.05462360057420739,7.865350811800401,63.742072471587015,0.04722216506978812,0.016749805589988547,0.013498697231669844,Web/CloudOps,2,60,2048,7935,True,10021,1000,0 -electricity/15T/short,TTM-R3-FT,119516.95582660164,119516.95582660164,44.892456540673855,44.892456540673855,0.8667002221921567,0.13711545157307695,0.15039248783529277,10.267107161261599,345.7122442532252,0.6814669668588139,0.08849187930759479,0.07495406294803139,Energy,1,48,2048,139296,True,1370,1000,0 -electricity/H/short,TTM-R3-FT,1547688.8618345638,1547688.8618345638,161.60753218366872,161.60753218366872,0.8907128158082545,0.20441285336489617,0.1227255540664023,10.946293003747103,1244.0614381269777,0.587285781168361,0.07629028830285933,0.06411002825670029,Energy,1,48,2048,34104,True,1370,1000,0 -electricity/H/medium,TTM-R3-FT,4365500.140978589,4365500.140978589,231.34666287694526,231.34666287694526,1.0771711797328865,0.2123985436455395,0.13302756636427276,9.429499650521558,2089.377931581213,0.8155530821377118,0.0903022287637449,0.07288267882788296,Energy,1,480,2048,31224,True,1370,1000,0 -electricity/H/long,TTM-R3-FT,4750403.866628279,4750403.866628279,247.4041365367892,247.4041365367892,1.1846056063276544,0.29536903879981774,0.14401980757445587,10.796451694236689,2179.5421231598802,0.8596108664614279,0.09757612936895292,0.07874249558078547,Energy,1,720,2048,31464,True,1370,1000,0 -electricity/W/short,TTM-R3-FT,60407464330.51136,60407464330.51136,30190.57509338104,30190.57509338104,1.5692385583184043,0.24070669934556524,0.10367193458513484,12.609264881089688,245779.30004479905,0.5607872737112118,0.06888493170622909,0.053206589193476456,Energy,1,8,156,184,True,3724,1000,0 -electricity/15T/medium,TTM-R3-FT,302581.9948436473,302581.9948436473,55.6344842975612,55.6344842975612,0.8232386073067746,0.12581955140528253,0.13142576828656974,7.64258146525298,550.0745357164311,0.9478339048831538,0.09586382767062304,0.07841593107477339,Energy,1,480,2048,130656,True,1370,1000,0 -bizitobs_service/10S/medium,TTM-R3-FT,68329.1141130137,68329.1141130137,54.752721384086286,54.752721384086286,1.1477536375461315,0.08421236975630524,0.0763697894980088,12.818890492807267,261.3983820015221,0.19673455867319284,0.04120818344465414,0.03586256318532996,Web/CloudOps,2,600,2048,7635,True,10021,1000,0 -ett1/15T/short,TTM-R3-FT,5.074050166335674,5.074050166335674,1.0827267769522184,1.0827267769522184,0.6779060011280235,0.5153399941906829,0.23376965293324453,5.784003816688526,2.252565241305049,0.42582854719451274,0.20468040702387938,0.16725117380625462,Energy,7,48,2048,68720,True,1001,1000,0 -m_dense/H/short,TTM-R3-FT,40205.22797297994,40205.22797297994,84.51855415097542,84.51855415097542,0.766145448948875,0.2785517179456541,0.2085129354581326,10.376646130276955,200.512413513428,0.3556590570818711,0.1499148543900297,0.12643918246341534,Transport,1,48,2048,16560,True,80388,50000,0 -electricity/15T/long,TTM-R3-FT,331785.2372287471,331785.2372287471,59.013666317212376,59.013666317212376,0.8712555509735309,0.13427796665136263,0.13317191058880973,7.582773513524457,576.0080183719208,0.9087231724492433,0.09310128394603698,0.0752711025656116,Energy,1,720,2048,125856,True,1370,1000,0 -bizitobs_service/10S/long,TTM-R3-FT,131679.9338442618,131679.9338442618,77.52057834698213,77.52057834698213,1.3520892270534783,0.09805385539952993,0.08752610562910575,23.88164453088252,362.8772986069283,0.268831103703656,0.05742972271004183,0.0540628986943326,Web/CloudOps,2,900,2048,7935,True,10021,1000,0 -ett1/15T/medium,TTM-R3-FT,9.06991003011546,9.06991003011546,1.573638870234106,1.573638870234106,0.98460941720324,0.7504212108851974,0.38438863153011077,7.654790207499003,3.0116291322331605,0.5740194224920299,0.29993708914383627,0.23823728923670423,Energy,7,480,2048,62480,True,1001,1000,0 -ett1/D/short,TTM-R3-FT,45139.06367314277,45139.06367314277,141.2343803563785,141.2343803563785,1.7339776049541937,1.0990413232546794,0.48337538124876733,10.2172769906866,212.45955773544944,0.5580320757476872,0.3709567847982866,0.28517489919462663,Energy,7,30,768,635,True,411,46,0 -ett1/W/short,TTM-R3-FT,1156180.9932740761,1156180.9932740761,823.4529382148629,823.4529382148629,1.5578899564039832,0.5622669928226766,0.5894955162312172,8.279901873852127,1075.2585704257726,0.42787104917401586,0.3276715780836844,0.25703050502592023,Energy,7,8,156,87,False,0,0,0 -ett1/15T/long,TTM-R3-FT,8.608634610802294,8.608634610802294,1.5668206864999157,1.5668206864999157,1.0003421241948125,0.7882336543003937,0.38871552112703384,7.955325749884519,2.9340474793026603,0.5592323505729057,0.2986375720292888,0.2364729216360924,Energy,7,720,2048,62480,True,1001,1000,0 -bizitobs_l2c/5T/short,TTM-R3-FT,20.960280153515598,20.960280153515598,2.69106627719547,2.69106627719547,0.2796135260037026,0.15174567002432748,0.21021500609803997,3.264182231359433,4.578239853209484,0.15723528787562285,0.09242210857314151,0.07719954597388985,Web/CloudOps,7,48,2048,31008,True,5569,22273,0 -ett1/H/short,TTM-R3-FT,119.12374710909734,119.12374710909734,5.228304171699564,5.228304171699564,0.8421452319622613,0.4925516070026987,0.26573480462877574,6.967843364608163,10.914382580297309,0.5094188876110574,0.24402634557152306,0.19585630522025824,Energy,7,48,2048,16460,True,2659,1000,0 -ett2/15T/short,TTM-R3-FT,7.798735149186585,7.798735149186585,1.7475778353804223,1.7475778353804223,0.7499620589552979,0.10737048408160232,0.12668468944321065,5.4980357694924225,2.7926215549527265,0.1325756798415946,0.08296373677656575,0.06691847810951122,Energy,7,48,2048,68720,True,1001,1000,0 -ett2/D/short,TTM-R3-FT,115087.08280516804,115087.08280516804,203.68220702380785,203.68220702380785,1.3307501871601044,0.4554577868980936,0.13869463742289226,12.017489709885758,339.24487145006043,0.19415876855683542,0.11657268781586441,0.09598496937651965,Energy,7,30,768,635,True,411,46,0 -ett2/15T/medium,TTM-R3-FT,10.904152474826834,10.904152474826834,2.044293409958602,2.044293409958602,0.8456670738185058,0.12835026463323965,0.15552184899216734,6.640619706943313,3.3021436181406214,0.17597719909450169,0.10894408905643874,0.08717908104891743,Energy,7,480,2048,62480,True,1001,1000,0 -ett1/H/medium,TTM-R3-FT,135.17525273824185,135.17525273824185,6.87712380395311,6.87712380395311,1.299318392926227,3901370420418.564,0.444622645006225,8.923483991135644,11.626489269691081,0.5568812755225985,0.3293979280448766,0.25812970469140945,Energy,7,480,2048,15500,True,2294,1000,0 -ett2/H/short,TTM-R3-FT,112.14503357026871,112.14503357026871,6.5579019133781244,6.5579019133781244,0.7455695285994596,0.11966382494744716,0.11076543090631026,5.292892464812982,10.589855219514037,0.13430882943204672,0.08317244298986874,0.06666190153136028,Energy,7,48,2048,16460,True,1001,1000,0 -ett2/15T/long,TTM-R3-FT,10.924209817318797,10.924209817318797,2.120705103193282,2.120705103193282,0.8778907040406116,0.1337528450035845,0.1610462263697674,6.933134507145643,3.3051792413300065,0.1761389729384495,0.11301620623500012,0.09095303366301882,Energy,7,720,2048,62480,True,1001,1000,0 -ett2/W/short,TTM-R3-FT,2229748.3400185653,2229748.3400185653,1002.1272212581591,1002.1272212581591,0.6296232222878092,0.1008197265512056,0.10623159525491356,9.052077199791416,1493.2341879352232,0.1252594322385163,0.084063094576699,0.07718906440472528,Energy,7,8,156,87,False,0,0,0 -hierarchical_sales/D/short,TTM-R3-FT,29.029845447272834,29.029845447272834,2.3132605763695095,2.3132605763695095,0.7470020573928471,0.6266801765300626,1.0343156236606708,7.307410659037792,5.3879351747467075,1.6529588438296345,0.7096827270146538,0.5794699705804601,Sales,1,30,1024,1615,True,10118,1000,0 -ett2/H/medium,TTM-R3-FT,232.08194712040776,232.08194712040776,9.58533631911597,9.58533631911597,1.0394583194864433,0.1744728487903597,0.1708205049819684,7.8266396971629115,15.234236020240981,0.2052911142786111,0.12916856290476658,0.10387325695757861,Energy,7,480,2048,15500,True,1001,1000,0 -hierarchical_sales/W/short,TTM-R3-FT,471.5979260319741,471.5979260319741,9.1014155322307,9.1014155322307,0.7315311190567174,0.5593664011907122,0.4642192944056767,6.360710918517422,21.716305533676167,0.9970062092861892,0.4178504389181748,0.3512649048700819,Sales,1,8,156,228,True,1463,1000,0 -ett1/H/long,TTM-R3-FT,139.7113495570512,139.7113495570512,6.974911576092513,6.974911576092513,1.333450388316787,4729723865783.589,0.45884619479417704,9.246755218737743,11.819955564935563,0.566032071758354,0.3340134087694004,0.2624779379277781,Energy,7,720,2048,15260,True,2150,1000,0 -hospital/M/short,TTM-R3-FT,2613.3268617079225,2613.3268617079225,18.548416639685062,18.548416639685062,0.7788812533829188,0.18922863683809915,0.17909768705182683,5.0549966101783825,51.12070873636165,0.18558004366591635,0.06733505960722233,0.052697668736063547,Healthcare,1,12,156,72,True,1457,77,0 -jena_weather/D/short,TTM-R3-FT,729.9097802826756,729.9097802826756,13.19558226527562,13.19558226527562,1.2293185755837825,1.0097843456022524,0.47712715839591346,8.663873210198354,27.01684252984933,0.1626855490113214,0.0794589724161372,0.06254446297932446,Nature,21,30,512,306,True,115,13,0 -ett2/H/long,TTM-R3-FT,245.8336758242082,245.8336758242082,9.701780171292214,9.701780171292214,1.0782587664512762,0.18899994737753137,0.18618296356175745,8.248524193954129,15.67908402376262,0.21471298819114076,0.1328584124043627,0.10811222792173333,Energy,7,720,2048,15260,True,1001,1000,0 -kdd_cup_2018/D/short,TTM-R3-FT,2921.8144553647267,2921.8144553647267,21.302508664497577,21.302508664497577,1.1989798552510722,0.5138802862272803,0.46844033393512075,9.500587619558631,54.053810738603126,1.2108627193186472,0.47719879907340584,0.3802029885222299,Nature,1,30,512,336,True,10270,1000,0 -m_dense/H/medium,TTM-R3-FT,34228.00111234567,34228.00111234567,79.2380756601029,79.2380756601029,0.6809981320533899,0.2586859926697496,0.1999273684597854,7.969373242652495,185.00811093664427,0.3218907397384218,0.13786424098138078,0.11395514734875974,Transport,1,480,2048,15600,True,69444,50000,0 -kdd_cup_2018/H/short,TTM-R3-FT,4468.265058575264,4468.265058575264,22.926016422760814,22.926016422760814,0.9511514954025427,0.8250352459477921,0.5124050478601748,8.643643676970306,66.845082530993,1.3991886394580513,0.47988304467845677,0.39283423475423257,Nature,1,48,2048,8544,True,10270,1000,0 -jena_weather/10T/short,TTM-R3-FT,845.7077249544147,845.7077249544147,5.788409662746542,5.788409662746542,0.2814232966715906,0.3763231592855599,0.5429840885160531,2.867935950382506,29.081054398945284,0.1806298096379301,0.035953281512591355,0.03161906602664006,Nature,21,48,2048,51744,True,1001,1000,0 -bizitobs_l2c/5T/medium,TTM-R3-FT,62.75315415733436,62.75315415733436,4.97749218211823,4.97749218211823,0.49251622405290635,0.3841738214659956,0.6108864475012216,3.63359928114954,7.921688845021266,0.41679732672756337,0.261889285971905,0.21171415092724225,Web/CloudOps,7,480,2048,28608,True,4916,19662,0 -jena_weather/H/short,TTM-R3-FT,1093.8050733851214,1093.8050733851214,8.404210986390748,8.404210986390748,0.5267188918441501,1.3629454889251096,0.6080715067676915,5.280429202105214,33.07272400914569,0.20273368528182661,0.051517276432562695,0.04363583082660972,Nature,21,48,2048,7872,True,942,1000,0 -kdd_cup_2018/H/medium,TTM-R3-FT,5100.450806688665,5100.450806688665,25.966683553986652,25.966683553986652,1.0764636860389036,1.0325677679512497,0.578567345959345,8.817990762275812,71.41744049382241,1.4948963725461242,0.5435297146397376,0.43400649252043616,Nature,1,480,2048,8544,True,10270,1000,0 -kdd_cup_2018/H/long,TTM-R3-FT,4275.615940114975,4275.615940114975,25.346802155177905,25.346802155177905,1.0555474830805018,0.9989500597076093,0.6442393708869796,8.434561303621747,65.38819419524427,1.5342712626074473,0.5947384023110762,0.47612609607600337,Nature,1,720,2048,8064,True,10270,1000,0 -loop_seattle/H/short,TTM-R3-FT,59.40210268649038,59.40210268649038,4.061181139301894,4.061181139301894,0.8255705222604549,0.10755893655568186,0.09351448354587204,10.248079423431015,7.7072759575929535,0.13642663642810138,0.07188704359474336,0.060796575078909836,Transport,1,48,2048,7848,True,302715,50000,0 -jena_weather/10T/medium,TTM-R3-FT,1422.415753556598,1422.415753556598,9.539352894748607,9.539352894748607,0.6173324936044513,0.835839728241122,0.654114396448736,6.061717712347308,37.71492746322864,0.23145583947157702,0.05854283915625602,0.049374566146859145,Nature,21,480,2048,47424,True,1001,1000,0 -jena_weather/H/medium,TTM-R3-FT,1209.6170763473704,1209.6170763473704,9.94907115831646,9.94907115831646,0.7604462826727428,1.9061998784931564,0.6640904002734431,6.69220506279278,34.77954968580488,0.21282221663869044,0.06088012629655102,0.05036328865586549,Nature,21,480,2048,7824,True,759,1000,0 -m4_daily/D/short,TTM-R3-FT,400661.09455128026,400661.09455128026,178.94298543836263,178.94298543836263,3.312859319227388,0.039769746198460486,0.0304483703669196,28.61583181686381,632.9779573976334,0.09777760663077435,0.027641747449567693,0.022269293661459508,Econ/Fin,1,14,156,93,True,504227,50000,0 -m4_hourly/H/short,TTM-R3-FT,1618534.2424234408,1618534.2424234408,255.74721825753912,255.74721825753912,0.7845934754083408,0.10882656581674223,0.10436714697208149,7.660162462198314,1272.2162718749673,0.17368560238097017,0.034915140328187586,0.027510913627380392,Econ/Fin,1,48,768,700,True,1414,1000,0 -jena_weather/H/long,TTM-R3-FT,1140.2340512541869,1140.2340512541869,11.368661041660278,11.368661041660278,0.9512821705466289,2.806639283026182,0.6499062972452037,9.864634186213737,33.76735185433093,0.20331689012033805,0.06845194191697178,0.05675376705840206,Nature,21,720,2048,7344,True,567,1000,0 -m4_monthly/M/short,TTM-R3-FT,1885982.775682423,1885982.775682423,590.2710480284801,590.2710480284801,1.0243898322362295,0.1695773834586261,0.13681686154649333,8.931145812323843,1373.3108809306154,0.2854211408916485,0.12267858523732897,0.09895301552793888,Econ/Fin,1,18,512,42,True,49000,1000,0 -jena_weather/10T/long,TTM-R3-FT,1464.8620053155655,1464.8620053155655,9.985576800747031,9.985576800747031,0.666249054682308,0.8240586117838659,0.6520958197374088,6.632999208070032,38.27351571668803,0.23420220548632006,0.06110345668527886,0.05134938070819838,Nature,21,720,2048,46944,True,1001,1000,0 -m4_quarterly/Q/short,TTM-R3-FT,1765986.0262067213,1765986.0262067213,559.0449626936118,559.0449626936118,1.168545138740635,0.11604135847507024,0.10180204213115417,10.19544924760842,1328.904069602739,0.2224351442773866,0.09357428408769428,0.07630456117532151,Econ/Fin,1,8,156,16,True,25000,1000,0 -m_dense/H/long,TTM-R3-FT,33951.15138918834,33951.15138918834,80.37924394166764,80.37924394166764,0.6857198166025853,0.25730857067280993,0.19905708804484593,7.671790134774663,184.25838214091738,0.31897849782776866,0.13914835347591678,0.11496230816694854,Transport,1,720,2048,15360,True,65124,50000,0 -restaurant/D/short,TTM-R3-FT,153.3134339754048,153.3134339754048,7.508466547867036,7.508466547867036,0.7149199173636365,0.6895019537485219,0.41021896538124986,4.945808319319251,12.381980212203732,0.5698474181255173,0.34555702747503675,0.2711371727451169,Sales,1,30,512,37,True,10807,1000,0 -saugeen/D/short,TTM-R3-FT,1078.6622053069455,1078.6622053069455,11.760295787752057,11.760295787752057,2.612411924044652,0.27119760967975226,0.3026937948454581,31.13156293373764,32.84299324524099,1.0637923765628825,0.3809187826370854,0.33642774743536896,Nature,1,30,2048,23141,True,1001,1000,0 -saugeen/M/short,TTM-R3-FT,403.5886155997524,403.5886155997524,12.665804648083437,12.665804648083437,0.7420154171557647,0.39374457089926856,0.3824180164983603,4.883661105490752,20.08951506631637,0.6031475102715472,0.3802654525935291,0.30367813319423814,Nature,1,12,768,696,True,563,63,0 -m4_weekly/W/short,TTM-R3-FT,253884.70937659804,253884.70937659804,254.08522669120086,254.08522669120086,1.9098533322237519,0.06325131357574042,0.06380515986857123,15.3280001100683,503.86973453125563,0.09179725699145697,0.04629039065821869,0.03690842069521364,Econ/Fin,1,13,156,80,True,62097,50000,0 -solar/D/short,TTM-R3-FT,147182.26691773196,147182.26691773196,253.6894290410109,253.6894290410109,0.9911877602680546,1.1740057083009428,0.42159456144386853,5.485090052779247,383.6434111485977,0.5542340584852382,0.3664948172347004,0.2878593062279252,Energy,1,30,512,305,True,1137,1000,0 -m4_yearly/A/short,TTM-R3-FT,3417316.486130712,3417316.486130712,870.1687165882122,870.1687165882122,3.198365218208955,0.1809767950375419,0.14117531883070286,34.10385570424255,1848.5985194548632,0.29643135182938046,0.1395355921057141,0.11760190515792103,Econ/Fin,1,6,156,13,True,1000,22974,0 -solar/H/short,TTM-R3-FT,737.0740577738136,737.0740577738136,11.806082775913938,11.806082775913938,0.9118981311360538,4.487812162413457,1.422160939589077,13.612883704857563,27.14910786331318,1.0007251118674214,0.4351761231391232,0.36099801881856497,Energy,1,48,2048,7848,True,1137,1000,0 -solar/W/short,TTM-R3-FT,1466716.891244182,1466716.891244182,920.815589292206,920.815589292206,1.007424796469512,0.21182658045448358,0.1819981877791881,4.609095578784829,1211.0808772514665,0.24721188556327925,0.18796148330044385,0.14594404392081362,Energy,1,8,156,44,True,260,14,0 -solar/H/medium,TTM-R3-FT,766.2542628007888,766.2542628007888,11.545624541948236,11.545624541948236,0.8843085911263986,4.534739772616065,1.4136436812925979,8.606412201499838,27.68129806928838,0.9971449649216522,0.4159003436205368,0.33157946656248466,Energy,1,480,2048,7800,True,1137,1000,0 -saugeen/W/short,TTM-R3-FT,844.2550998109388,844.2550998109388,15.259037859502413,15.259037859502413,1.2377367320122747,0.46896720466234143,0.41867524050210375,15.903710292171619,29.05606820977227,0.8770815797686188,0.46060674606553836,0.39325173874141345,Nature,1,8,2048,3231,True,130,15,0 -bizitobs_l2c/5T/long,TTM-R3-FT,63.812041794387945,63.812041794387945,5.03492325074722,5.03492325074722,0.5009764452188179,0.4019886338942643,0.7053264447082792,3.3686494467776247,7.988243974390613,0.44852795671583817,0.2827034133056749,0.22523988210374382,Web/CloudOps,7,720,2048,28368,True,4772,19086,0 -us_births/M/short,TTM-R3-FT,58323928.04201528,58323928.04201528,6012.049530059856,6012.049530059856,0.6815130540386622,0.018420175482823556,0.018680341916723953,6.403700034161223,7637.010412590471,0.023720502273026807,0.01867338485073005,0.015481687668127677,Healthcare,1,12,156,216,False,0,0,0 -solar/H/long,TTM-R3-FT,826.8310942119621,826.8310942119621,12.138297343365444,12.138297343365444,0.9225603162979931,7.238477466278384,1.4049095318992704,9.288098989682432,28.754670824267176,0.9969768413757846,0.42085689031277485,0.3364910545536033,Energy,1,720,2048,7320,True,1137,1000,0 -solar/10T/short,TTM-R3-FT,33.708637878810435,33.708637878810435,2.556472637144358,2.556472637144358,1.1211823219805181,6.480049916148665,1.5456368731887682,22.140766227019107,5.8059140433535905,1.6889397081006239,0.7436775875951195,0.6671856463597154,Energy,1,48,2048,51600,True,10137,1000,0 -us_births/D/short,TTM-R3-FT,162570.95963697552,162570.95963697552,247.33087136438382,247.33087136438382,0.3642697194014271,0.02385938143195302,0.023476737307453827,3.8436807244437627,403.2008924059761,0.037796811876532194,0.023185262216150398,0.01926580237303194,Healthcare,1,30,2048,6705,True,715,1000,0 -solar/10T/medium,TTM-R3-FT,26.264836728291215,26.264836728291215,2.2247541694457285,2.2247541694457285,0.9736787304288711,3.672950132381733,1.4835986035781341,15.61680258805054,5.1249230948660305,1.1372407657436339,0.49368177598339963,0.4109248533278223,Energy,1,480,2048,47280,True,10137,1000,0 -us_births/W/short,TTM-R3-FT,1886588.6630866204,1886588.6630866204,1071.8966241330609,1071.8966241330609,0.974671693484418,0.01446690716308098,0.014507203221998985,6.515897135878768,1373.5314568973731,0.01864555484654371,0.014550891568398455,0.011362497368502512,Healthcare,1,8,1024,931,True,796,89,0 -solar/10T/long,TTM-R3-FT,28.04397141589269,28.04397141589269,2.2627868999361866,2.2627868999361866,0.9961978401575781,3.7969877702778696,1.4839977725845572,17.674157668225714,5.295655900442616,1.1445712355594746,0.4890651595492234,0.4149519380914624,Energy,1,720,2048,46800,True,10137,1000,0 -temperature_rain/D/short,TTM-R3-FT,188.29726839445985,188.29726839445985,5.891395498953307,5.891395498953307,1.369189416092365,27.26112214998748,1.4895796068732583,21.032996859882292,13.722145181948042,1.6154587046354345,0.6935727624974036,0.5660430180873128,Nature,1,30,768,635,True,532072,50000,0 -loop_seattle/H/medium,TTM-R3-FT,69.23876824434521,69.23876824434521,4.636497138521343,4.636497138521343,0.9490303811910152,0.12280023152786523,0.10611547941362359,8.93583054464592,8.32098361038797,0.1470724372731416,0.08194955867008213,0.06825339932943643,Transport,1,480,2048,7800,True,243800,50000,0 -loop_seattle/H/long,TTM-R3-FT,61.32643422370387,61.32643422370387,4.317191292131771,4.317191292131771,0.9006130962323186,0.12728180138202927,0.10046404110674015,10.270056246042628,7.831119602183577,0.13995259166947957,0.07715398828773845,0.06462815084244283,Transport,1,720,2048,7320,True,181784,50000,0 \ No newline at end of file diff --git a/results/TTM-R3-FT/config.json b/results/TTM-R3-FT/config.json deleted file mode 100644 index f3c663cd6872a7b06cadae9552d16043ea30ce05..0000000000000000000000000000000000000000 --- a/results/TTM-R3-FT/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "TTM-R3-FT", - "model_type": "fine-tuned", - "model_dtype": "float32", - "model_link": "https://huggingface.co/ibm-research/ttm-r3", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/ttm_r3.ipynb", - "org": "IBM TSFM", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} \ No newline at end of file diff --git a/results/TTM-R3-PT/all_results.csv b/results/TTM-R3-PT/all_results.csv deleted file mode 100644 index 1da7c9bf164770dd89b575ba69808e0716d3e109..0000000000000000000000000000000000000000 --- a/results/TTM-R3-PT/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,horizon,ttm_context_len,available_context_len,finetune_success,finetune_train_num_samples,finetune_valid_num_samples,insample_error -loop_seattle/D/short,TTM-R3-PT,19.639305858409095,19.639305858409095,3.213117780675583,3.213117780675583,0.9629808046358901,0.05970620265878969,0.05909586913815917,7.259056762357715,4.431625645111407,0.07919907729515654,0.05742271208103591,0.04546204985222111,Transport,1,30,512,305,False,0,0,0 -loop_seattle/H/short,TTM-R3-PT,57.195789075890254,57.195789075890254,4.004444903486239,4.004444903486239,0.8151167020182609,0.10742022494296025,0.09242247240985277,12.009422821834933,7.562789768061139,0.133869083674496,0.07088275441935762,0.06061955588885654,Transport,1,48,2048,7848,False,0,0,0 -m_dense/H/short,TTM-R3-PT,47203.4866657042,47203.4866657042,88.93487219630016,88.93487219630016,0.7995016088470455,0.29585912867836944,0.21490209598708196,11.24131273712882,217.26363401569117,0.38537154811628005,0.15774830212651442,0.133872557820258,Transport,1,48,2048,16560,False,0,0,0 -m_dense/D/short,TTM-R3-PT,9320.049516428518,9320.049516428518,50.16334060457018,50.16334060457018,0.7337675934096091,0.13046787254674674,0.10656029735987735,7.843120747501755,96.54040354394898,0.16712571873088408,0.0868401627165811,0.07156632155450207,Transport,1,30,768,640,False,0,0,0 -loop_seattle/5T/short,TTM-R3-PT,39.585202961495085,39.585202961495085,3.3895353053995363,3.3895353053995363,0.53756735504369,0.0920203696709051,0.07212151904863405,5.728479679531449,6.29167727728426,0.1078883647274627,0.05812304178503635,0.048110961065833055,Transport,1,48,2048,104160,False,0,0,0 -m_dense/H/medium,TTM-R3-PT,37432.74296129729,37432.74296129729,82.0385908181303,82.0385908181303,0.7040475631031022,0.26826205693918725,0.20356249126639508,8.354083756428635,193.47543244892177,0.3366228094373736,0.1427367835488513,0.11901947323437183,Transport,1,480,2048,15600,False,0,0,0 -loop_seattle/H/medium,TTM-R3-PT,68.65642080134998,68.65642080134998,4.616065614024644,4.616065614024644,0.9443554396197136,0.12182120314591152,0.10563710723484175,10.63939494016537,8.285917016320521,0.14645263921826632,0.0815884338024422,0.0682209292797526,Transport,1,480,2048,7800,False,0,0,0 -m_dense/H/long,TTM-R3-PT,36353.2851303773,36353.2851303773,82.99024815844164,82.99024815844164,0.710854878085798,0.26449155892410725,0.20377504496677684,8.197081028475877,190.66537475477108,0.330069949168081,0.14366838775176097,0.12001729370471888,Transport,1,720,2048,15360,False,0,0,0 -loop_seattle/H/long,TTM-R3-PT,61.381325749472076,61.381325749472076,4.316135581551773,4.316135581551773,0.900383805700609,0.12666737029993608,0.10045538677039303,10.231751750978253,7.834623523148517,0.14001521142820622,0.07713512132627837,0.064596587294536,Transport,1,720,2048,7320,False,0,0,0 -sz_taxi/15T/short,TTM-R3-PT,16.655738371290727,16.655738371290727,2.7317436450968073,2.7317436450968073,0.5450539817954253,1067666875285.1517,0.39845705169586354,4.243601886242162,4.081144247792612,0.38160442554478113,0.25542970332073067,0.20289747817670423,Transport,1,48,2048,2640,False,0,0,0 -sz_taxi/15T/medium,TTM-R3-PT,16.23480902266762,16.23480902266762,2.7501615260336276,2.7501615260336276,0.5356671791669638,9177426912998.387,0.40624021674686794,3.9811820724395575,4.029244224748311,0.3749884292569444,0.25594843432818987,0.20418936098334123,Transport,1,480,2048,2496,False,0,0,0 -sz_taxi/15T/long,TTM-R3-PT,15.362864060835388,15.362864060835388,2.680545882506348,2.680545882506348,0.5058739675899704,5865521554479.059,0.3984406374491648,3.9664154203604203,3.919548961403007,0.3627864699074836,0.24810655198230336,0.1991791257556037,Transport,1,720,2048,2256,False,0,0,0 -sz_taxi/H/short,TTM-R3-PT,7.387379362634048,7.387379362634048,1.902754046909828,1.902754046909828,0.5795216991505026,1.2303767819213678,0.3022747774951419,4.455956711310502,2.7179733925544687,0.2531959938252514,0.17725328115135258,0.14028868700844177,Transport,1,48,768,648,False,0,0,0 -bitbrains_fast_storage/H/short,TTM-R3-PT,2880367.6706551565,2880367.6706551565,308.76183851586717,308.76183851586717,1.057575741506285,4.202754643902962,0.6051815063284887,21.372236293557773,1697.1645973962445,4.8374703327154025,0.8800715239916402,0.6701876387247568,Web/CloudOps,2,48,768,625,False,0,0,0 -bitbrains_rnd/H/short,TTM-R3-PT,1693914.6967765188,1693914.6967765188,153.62937440439583,153.62937440439583,5.892820562935453,1.6954602085839865,0.6098074691869871,198.25665726371787,1301.5047816956028,5.696022224635777,0.672357369155631,0.6035301234335193,Web/CloudOps,2,48,768,624,False,0,0,0 -bizitobs_application/10S/short,TTM-R3-PT,1099881.8472413442,1099881.8472413442,517.1885260279782,517.1885260279782,1.08066504762359,0.017204998807345693,0.017405239035391065,11.310906648703433,1048.7525195399267,0.04044619269503059,0.019945894187279784,0.01657042579737924,Web/CloudOps,2,60,2048,7934,False,0,0,0 -bizitobs_application/10S/medium,TTM-R3-PT,4985352.602407643,4985352.602407643,1225.3317721128174,1225.3317721128174,2.5250320994864244,0.03669875062903422,0.03767709213859303,30.06101777167829,2232.7903176088084,0.08767510427794198,0.04811517232398218,0.042511414907496804,Web/CloudOps,2,600,2048,7634,False,0,0,0 -bizitobs_application/10S/long,TTM-R3-PT,6755856.512432716,6755856.512432716,1555.6473383582872,1555.6473383582872,3.2023288118677598,0.04682272947161733,0.048096340516123916,57.77434782801696,2599.2030533285997,0.10024087245536112,0.059995099740359034,0.05562747397346636,Web/CloudOps,2,900,2048,7934,False,0,0,0 -bizitobs_l2c/5T/short,TTM-R3-PT,21.200832748686302,21.200832748686302,2.7119391594196562,2.7119391594196562,0.2819313734114747,0.15381281664846363,0.2110839300996377,3.33595507744606,4.604436203129141,0.15813497656668613,0.09313896783577126,0.07809626593533608,Web/CloudOps,7,48,2048,31008,False,0,0,0 -bizitobs_l2c/H/short,TTM-R3-PT,58.523304387101625,58.523304387101625,4.874765746114153,4.874765746114153,0.4857334010228268,0.4385727687305414,0.6648774283171396,3.4387852982386065,7.650052574139711,0.4123574689371868,0.2627623856500594,0.2133647825961373,Web/CloudOps,7,48,2048,2376,False,0,0,0 -bizitobs_l2c/5T/medium,TTM-R3-PT,64.83353239284077,64.83353239284077,5.233590260262933,5.233590260262933,0.507699589490965,0.38048756122980687,0.6393224653751135,3.6887510660258918,8.051927247115486,0.4236497819163653,0.2753638109676532,0.2211599393060698,Web/CloudOps,7,480,2048,28608,False,0,0,0 -bizitobs_l2c/H/medium,TTM-R3-PT,76.85418861174827,76.85418861174827,5.308987917538618,5.308987917538618,0.543889047779985,0.5262882724758225,0.8078209456216898,3.570840731735797,8.766652075436111,0.5308340989474953,0.3214672822965381,0.2594205330255477,Web/CloudOps,7,480,2048,2184,False,0,0,0 -bizitobs_l2c/5T/long,TTM-R3-PT,62.27209709230307,62.27209709230307,5.190474756245788,5.190474756245788,0.512472032635735,0.4155161385370331,0.7284933363043792,3.5222639272642806,7.891267141106241,0.4430828525075469,0.291437397789501,0.22956900943312675,Web/CloudOps,7,720,2048,28368,False,0,0,0 -bizitobs_l2c/H/long,TTM-R3-PT,87.30726898575386,87.30726898575386,5.644798754747807,5.644798754747807,0.6020294167574436,0.6343785358453431,0.8239915082664495,4.601235499213131,9.343835881786124,0.5707484636305691,0.3448005998324752,0.27968695282323286,Web/CloudOps,7,720,2048,1944,False,0,0,0 -bizitobs_service/10S/short,TTM-R3-PT,4051.7536084270578,4051.7536084270578,22.6159667577835,22.6159667577835,0.7953619927848292,0.0700525982356432,0.05463286425031852,7.935214178828827,63.65338646472046,0.047156463640681004,0.01675463118845002,0.013508950090697608,Web/CloudOps,2,60,2048,7935,False,0,0,0 -bizitobs_service/10S/medium,TTM-R3-PT,44495.51275075392,44495.51275075392,49.40973459276745,49.40973459276745,1.1506905997895143,0.09147598253492578,0.07776402613987173,9.45537522851766,210.9395950284202,0.15875809106720723,0.037186926157833256,0.03052995919529936,Web/CloudOps,2,600,2048,7635,False,0,0,0 -covid_deaths/D/short,TTM-R3-PT,303295.5078787748,303295.5078787748,114.04758396476647,114.04758396476647,31.22111026946774,0.08912829401690277,0.3594855317316755,564.6605328161509,550.7227141482134,0.20721210132320741,0.04291095848611433,0.038576152233269795,Healthcare,1,30,512,182,False,0,0,0 -bizitobs_service/10S/long,TTM-R3-PT,131343.01083635545,131343.01083635545,77.4253902870196,77.4253902870196,1.3672867161138638,0.10600217280270736,0.09136298764152645,22.61342587003652,362.4127630704463,0.2684869609274023,0.0573592043521358,0.05362145591799325,Web/CloudOps,2,900,2048,7935,False,0,0,0 -car_parts/M/short,TTM-R3-PT,2.1941284267253875,2.1941284267253875,0.5524179114021796,0.5524179114021796,1.0312133901111615,0.7901024359409367,1.8502725380546963,16.54242231489681,1.481259068065201,3.551907297013943,1.3246414842702152,1.1203777774175576,Sales,1,12,156,39,False,0,0,0 -electricity/D/short,TTM-R3-PT,1388074632.2722554,1388074632.2722554,4383.606108365044,4383.606108365044,1.4521542247468862,0.41398739425845205,0.0989361802591573,12.588018340577818,37256.87362450391,0.6122541872837739,0.07203720908788315,0.05718845750900094,Energy,1,30,1024,1311,False,0,0,0 -bitbrains_rnd/5T/short,TTM-R3-PT,1775168.8737764403,1775168.8737764403,120.9370264239788,120.9370264239788,1.6413547004059375,0.7908807448645517,0.6567017993854095,53.89538248472302,1332.3546351390235,5.451611206823526,0.4948394602943543,0.4263226550629616,Web/CloudOps,2,48,2048,7776,False,0,0,0 -bitbrains_rnd/5T/medium,TTM-R3-PT,2997919.375352391,2997919.375352391,211.89956632489697,211.89956632489697,4.443765590094579,2.7468444459167958,0.7442838736765643,162.64525879390038,1731.4500787930303,7.2850931998242805,0.8915695049985606,0.760760123716467,Web/CloudOps,2,480,2048,7680,False,0,0,0 -electricity/W/short,TTM-R3-PT,87054265452.83488,87054265452.83488,34528.53354048686,34528.53354048686,1.600351481029172,0.2514054316911772,0.10211883994783252,13.430391340215227,295049.5982929563,0.6732058387591479,0.07878272167707523,0.06129960284414494,Energy,1,8,156,184,False,0,0,0 -bitbrains_rnd/5T/long,TTM-R3-PT,3175405.147157709,3175405.147157709,231.8624296963988,231.8624296963988,3.354687572330701,4.017399750255866,0.7173700746224246,118.23143314712121,1781.966651527943,6.826312472046026,0.8882126914542894,0.7585535013969734,Web/CloudOps,2,720,2048,7200,False,0,0,0 -ett1/15T/short,TTM-R3-PT,5.259320164220335,5.259320164220335,1.087527455118848,1.087527455118848,0.6804703040970852,0.5305095509167694,0.23129329922226544,6.0781525496990545,2.2933207722035607,0.4335330381430633,0.20558793492662722,0.16866411475031529,Energy,7,48,2048,68720,False,0,0,0 -ett1/D/short,TTM-R3-PT,40042.61420960502,40042.61420960502,132.89371416562736,132.89371416562736,1.6432118277707408,1.1838013752055059,0.4665230583550107,11.032947744492324,200.1065071645723,0.5255863786684046,0.3490497483855547,0.2712333232304969,Energy,7,30,768,635,False,0,0,0 -ett1/15T/medium,TTM-R3-PT,9.651742058445532,9.651742058445532,1.6030969946124716,1.6030969946124716,1.0009999678995711,0.7791326388388883,0.3876802148520902,8.46803180260378,3.1067252949762927,0.5921448429944354,0.3055518361133043,0.24447673181109264,Energy,7,480,2048,62480,False,0,0,0 -ett1/15T/long,TTM-R3-PT,9.240763454021208,9.240763454021208,1.595149830364919,1.595149830364919,1.0186772958338302,0.8224155685175628,0.39149613347994233,8.660350866557916,3.039862407087072,0.5794007804323444,0.3040371348601906,0.24254963744165683,Energy,7,720,2048,62480,False,0,0,0 -ett1/W/short,TTM-R3-PT,1156180.9932750962,1156180.9932750962,823.4529382151543,823.4529382151543,1.5578899564051867,0.5622669928224627,0.5894955162315464,8.279901873844986,1075.258570426247,0.4278710491742046,0.3276715780838004,0.257030505026023,Energy,7,8,156,87,False,0,0,0 -ett1/H/short,TTM-R3-PT,117.04295167816765,117.04295167816765,5.170415361587559,5.170415361587559,0.8370383271688403,0.4916036775840522,0.2638135891812235,7.199921351076812,10.818639086232965,0.5049501470402165,0.24132443797066433,0.19480771255898907,Energy,7,48,2048,16460,False,0,0,0 -ett1/H/medium,TTM-R3-PT,135.6563589648989,135.6563589648989,6.838062691953229,6.838062691953229,1.2818771354052032,3893500284409.9575,0.4359240287998961,9.265758005217679,11.64716098304213,0.55787140158999,0.32752699337412167,0.257682421646398,Energy,7,480,2048,15500,False,0,0,0 -ett1/H/long,TTM-R3-PT,141.36137569742803,141.36137569742803,6.949010567374914,6.949010567374914,1.3271873700140946,3989751084213.6587,0.45616354244348545,9.89599705836677,11.889549011523862,0.569364751186527,0.3327730655596048,0.26399613400773414,Energy,7,720,2048,15260,False,0,0,0 -electricity/H/short,TTM-R3-PT,1467832.9824092395,1467832.9824092395,159.29077212648164,159.29077212648164,0.8855727572937963,0.21445806124497643,0.12227109989963597,10.881168588582307,1211.5415727119064,0.5719340839141368,0.07519661222041983,0.0633093575778218,Energy,1,48,2048,34104,False,0,0,0 -ett2/D/short,TTM-R3-PT,114399.87793995367,114399.87793995367,203.1841096955434,203.1841096955434,1.3402405433068314,0.4636128648665726,0.14083647262417007,12.33029289254871,338.230510066661,0.1935782228400185,0.11628761360541608,0.09565828574510576,Energy,7,30,768,635,False,0,0,0 -ett2/15T/short,TTM-R3-PT,7.901456019260912,7.901456019260912,1.7685412709453274,1.7685412709453274,0.7630341719562513,0.11022823258036821,0.128885980476784,5.614122222648146,2.810952866780393,0.1334459324268871,0.08395894563932906,0.06751721837206347,Energy,7,48,2048,68720,False,0,0,0 -ett2/15T/medium,TTM-R3-PT,11.240739058922204,11.240739058922204,2.064167238215207,2.064167238215207,0.8516273667759785,0.12883932318911964,0.15586105442220635,6.703706835230973,3.35272114243374,0.17867256673791415,0.11000320126847869,0.08812958708537846,Energy,7,480,2048,62480,False,0,0,0 -loop_seattle/5T/medium,TTM-R3-PT,72.23807030140098,72.23807030140098,4.7778381578573885,4.7778381578573885,0.7590287198251375,0.15265552619096748,0.10950060301791412,8.38325569627902,8.499298224053618,0.1512200133873391,0.08500757723137589,0.0707674412829808,Transport,1,480,2048,95520,False,0,0,0 -ett2/15T/long,TTM-R3-PT,10.646826187613922,10.646826187613922,2.0865159624188125,2.0865159624188125,0.8668532136763621,0.13195548983327515,0.15928569327889844,7.056328181114181,3.2629474693310527,0.17388836551230785,0.11119420515670464,0.08985879738954167,Energy,7,720,2048,62480,False,0,0,0 -bitbrains_fast_storage/5T/short,TTM-R3-PT,2234013.1278094766,2234013.1278094766,172.88370181959988,172.88370181959988,0.6750223512538721,2.133324024423158,0.7363238106724275,14.168950937923638,1494.6615428950718,4.692869480957166,0.5428122854172179,0.4425182012194846,Web/CloudOps,2,48,2048,7776,False,0,0,0 -ett2/H/short,TTM-R3-PT,115.61513664294075,115.61513664294075,6.674434567117317,6.674434567117317,0.7556686902715236,0.12051094114132149,0.11193264945314849,5.319274323519473,10.752447937234606,0.13637095749126554,0.08465040128012753,0.0676214092911848,Energy,7,48,2048,16460,False,0,0,0 -ett2/H/medium,TTM-R3-PT,234.7864189357452,234.7864189357452,9.5751792273398,9.5751792273398,1.0270675086855063,0.17216555485748009,0.16719068730466505,7.684938944095604,15.322741887003945,0.20648378767449535,0.12903168956987865,0.10403414547590245,Energy,7,480,2048,15500,False,0,0,0 -ett2/H/long,TTM-R3-PT,258.37085822289134,258.37085822289134,9.852787258746828,9.852787258746828,1.0745874818349515,0.18674432248471254,0.1812772175043911,8.201022513680744,16.073918570867882,0.22011994342663685,0.13492633824341566,0.11039199893420767,Energy,7,720,2048,15260,False,0,0,0 -ett2/W/short,TTM-R3-PT,2229748.3400263055,2229748.3400263055,1002.1272212619248,1002.1272212619248,0.6296232222910001,0.10081972655158647,0.10623159525540757,9.052077199780898,1493.2341879378148,0.12525943223873368,0.08406309457701487,0.07718906440479695,Energy,7,8,156,87,False,0,0,0 -electricity/H/medium,TTM-R3-PT,4364509.830449001,4364509.830449001,231.33153474477024,231.33153474477024,1.0771816158238514,0.21237814819869053,0.13304190696647797,9.42943555921864,2089.140931208089,0.8154605730794665,0.09029632375506465,0.07287870265401325,Energy,1,480,2048,31224,False,0,0,0 -hierarchical_sales/W/short,TTM-R3-PT,475.3749203947706,475.3749203947706,9.268840353841247,9.268840353841247,0.7442794073032029,0.5862994275463981,0.46991246415674826,6.557079517035622,21.803094284866326,1.0009907233048652,0.42553699437188647,0.3589804307172122,Sales,1,8,156,228,False,0,0,0 -bitbrains_fast_storage/5T/medium,TTM-R3-PT,3331270.0773555893,3331270.0773555893,241.9156117199746,241.9156117199746,0.9939809085427858,2.2150242486010363,0.8069432954050838,22.72992840274069,1825.1767249654454,5.545390611366882,0.7350063934222156,0.6397200136877648,Web/CloudOps,2,480,2048,7680,False,0,0,0 -hierarchical_sales/D/short,TTM-R3-PT,28.93842711726081,28.93842711726081,2.3182416721876615,2.3182416721876615,0.7489960066123711,0.6298225014809881,1.0284674783629406,7.326562804861839,5.379444870733486,1.650354112582823,0.7112108720493543,0.5810828999090295,Sales,1,30,1024,1615,False,0,0,0 -electricity/H/long,TTM-R3-PT,4750342.770220502,4750342.770220502,247.40205857813035,247.40205857813035,1.1845999909889204,0.29536691550772165,0.14401962674895355,10.796424096897594,2179.528107233422,0.8596053385835497,0.0975753098225793,0.07874189499126247,Energy,1,720,2048,31464,False,0,0,0 -hospital/M/short,TTM-R3-PT,3081.317284024487,3081.317284024487,18.931231482606098,18.931231482606098,0.780266181346368,0.19171169460051982,0.176593808230852,5.143333391007564,55.50961433863945,0.2015127901682542,0.0687247663820565,0.053993463473252165,Healthcare,1,12,156,72,False,0,0,0 -jena_weather/10T/short,TTM-R3-PT,909.9585338590636,909.9585338590636,6.1019349909988065,6.1019349909988065,0.2896065230080447,0.38230525721788366,0.5455283732229564,3.270045011573574,30.16551895557349,0.1873656942360463,0.037900666899034915,0.03403638364341097,Nature,21,48,2048,51744,False,0,0,0 -bitbrains_fast_storage/5T/long,TTM-R3-PT,6516238.685241037,6516238.685241037,427.82216094500427,427.82216094500427,0.9264731980732225,5.824916229616599,0.8212517221315834,17.363945550937327,2552.692438434571,6.74600431327745,1.1306062961586403,0.8775036925776875,Web/CloudOps,2,720,2048,7200,False,0,0,0 -jena_weather/10T/medium,TTM-R3-PT,1449.4686997553274,1449.4686997553274,9.599348895517213,9.599348895517213,0.6141391294135026,0.8129957072046338,0.6516153226676674,6.094652069026601,38.07188857615718,0.23364650347675472,0.05891103354656405,0.04987082343682349,Nature,21,480,2048,47424,False,0,0,0 -jena_weather/D/short,TTM-R3-PT,422.76933080051674,422.76933080051674,10.881072869942571,10.881072869942571,1.2669287013128214,0.8420927211525887,0.46497263302414166,9.111015233099632,20.561355276355613,0.12381296474060612,0.06552184296603197,0.05205757199730934,Nature,21,30,512,306,False,0,0,0 -jena_weather/10T/long,TTM-R3-PT,1477.107622896997,1477.107622896997,10.005134149632358,10.005134149632358,0.6625251104121118,0.8131019952347998,0.6510888957052814,6.77550259036128,38.43315785746726,0.2351790831198203,0.061223131456635486,0.051582476108133504,Nature,21,720,2048,46944,False,0,0,0 -jena_weather/H/short,TTM-R3-PT,1118.0014531524478,1118.0014531524478,8.448221059573692,8.448221059573692,0.5208236753871661,1.4166875834166264,0.6103864240362915,5.345636682160747,33.43652872462164,0.20496378494555403,0.05178705536953304,0.043764536715442545,Nature,21,48,2048,7872,False,0,0,0 -jena_weather/H/medium,TTM-R3-PT,1286.291325899739,1286.291325899739,10.230373746752456,10.230373746752456,0.7693190863331089,1.8264249256451304,0.6682033341562997,6.580198836398055,35.86490381835338,0.21946369056269618,0.06260146659445558,0.05188442627080763,Nature,21,480,2048,7824,False,0,0,0 -jena_weather/H/long,TTM-R3-PT,1165.0728436383422,1165.0728436383422,11.24743632355349,11.24743632355349,0.9516799664299607,2.527374974475611,0.6531185638243276,9.265058341243781,34.133163399227186,0.20551948113189475,0.06772203473332553,0.0556299475790922,Nature,21,720,2048,7344,False,0,0,0 -kdd_cup_2018/D/short,TTM-R3-PT,2839.152053379208,2839.152053379208,20.812530868916177,20.812530868916177,1.1718608671584063,0.5157257160247861,0.4545230342171553,9.25010584299099,53.283694066564195,1.193611288661757,0.46622277651631827,0.3711263873471322,Nature,1,30,512,336,False,0,0,0 -m4_daily/D/short,TTM-R3-PT,389351.1882551127,389351.1882551127,187.08022187175052,187.08022187175052,3.488234555443103,0.039838676636501154,0.031922037050121026,31.34968654796048,623.9801184774341,0.09638768910807988,0.028898725664601478,0.02353942017808999,Econ/Fin,1,14,156,93,False,0,0,0 -m4_hourly/H/short,TTM-R3-PT,1325184.742939777,1325184.742939777,251.17884778419747,251.17884778419747,0.8119589610513025,0.10599184961716784,0.09722248696667533,7.030123654255498,1151.1666877302248,0.15715966225196998,0.034291456922226744,0.027263145836741595,Econ/Fin,1,48,768,700,False,0,0,0 -m4_weekly/W/short,TTM-R3-PT,337478.6205050981,337478.6205050981,279.75506084532867,279.75506084532867,2.1102195331270996,0.06962061578485078,0.07086156478662299,16.85828965515247,580.92910110021,0.10583627936518597,0.05096703662697627,0.040678989223789166,Econ/Fin,1,13,156,80,False,0,0,0 -kdd_cup_2018/H/short,TTM-R3-PT,4526.942148565729,4526.942148565729,22.9256894813497,22.9256894813497,0.9565218534548543,0.832958610047064,0.5145952258895043,9.026148006994854,67.282554563317,1.4083457213933541,0.47987620120260366,0.395514770095792,Nature,1,48,2048,8544,False,0,0,0 -kdd_cup_2018/H/medium,TTM-R3-PT,5458.99236836122,5458.99236836122,26.77860028319045,26.77860028319045,1.1033478422377583,0.9181598045171756,0.6058972069478358,9.092323651652682,73.88499420289088,1.5465467406248885,0.5605246022316734,0.44838729461969173,Nature,1,480,2048,8544,False,0,0,0 -kdd_cup_2018/H/long,TTM-R3-PT,4267.08259462056,4267.08259462056,25.902427031698885,25.902427031698885,1.0822088136922063,1.0782862447732977,0.6650209841368746,8.424367365047996,65.32291018180803,1.5327394358464295,0.6077756071357043,0.48326966186732595,Nature,1,720,2048,8064,False,0,0,0 -loop_seattle/5T/long,TTM-R3-PT,90.6609077307035,90.6609077307035,5.299148793582618,5.299148793582618,0.8382236871925226,0.16563135576818772,0.1199563864503175,9.77450331982018,9.521602161963264,0.16834384790299067,0.09369002016129714,0.07848205433518049,Transport,1,720,2048,94320,False,0,0,0 -restaurant/D/short,TTM-R3-PT,160.7217252738656,160.7217252738656,7.755010233101774,7.755010233101774,0.737328670064969,0.7261620231614782,0.41991993229455177,4.961248713364405,12.677607237719016,0.5834528588006667,0.3569035391055186,0.27980524847688204,Sales,1,30,512,37,False,0,0,0 -saugeen/M/short,TTM-R3-PT,417.75286640487553,417.75286640487553,12.61976761408845,12.61976761408845,0.7393071871273573,0.3812031626611427,0.36662122713097506,5.396843926300731,20.439003557044447,0.6136402032188565,0.37888328272319116,0.299957170847414,Nature,1,12,768,696,False,0,0,0 -saugeen/D/short,TTM-R3-PT,1099.8146592967591,1099.8146592967591,12.123577201632418,12.123577201632418,2.693334782939217,0.2874535803828317,0.3119047082136679,34.03181410079728,33.16345366961588,1.0741721660630223,0.3926855541900684,0.3511477814103825,Nature,1,30,2048,23141,False,0,0,0 -m4_quarterly/Q/short,TTM-R3-PT,1939434.109551641,1939434.109551641,579.3858749989669,579.3858749989669,1.2237270106357034,0.11728548462689084,0.10416556421332257,11.028758935794901,1392.635670070116,0.23310269212320484,0.09697899468108412,0.07958250643034719,Econ/Fin,1,8,156,16,False,0,0,0 -saugeen/W/short,TTM-R3-PT,965.3501178384792,965.3501178384792,14.787800485493573,14.787800485493573,1.199376764196669,0.37324896901885984,0.3903129116755032,14.504519103612273,31.070083968964088,0.9378763201649382,0.44638205408526965,0.3862416029926681,Nature,1,8,2048,3231,False,0,0,0 -m4_yearly/A/short,TTM-R3-PT,3886814.589609909,3886814.589609909,953.9038370773155,953.9038370773155,3.555842904723933,0.19012479429725926,0.1498219835722967,43.3195803975888,1971.500593357737,0.3161392697608558,0.152962907285811,0.13810334426009827,Econ/Fin,1,6,156,13,False,0,0,0 -solar/D/short,TTM-R3-PT,152675.53214290235,152675.53214290235,256.76114079238727,256.76114079238727,1.0036277321236304,1.1976194737811257,0.42345245102377443,6.207966378070055,390.7371650392401,0.5644821166936023,0.3709323944769763,0.2904067015058376,Energy,1,30,512,305,False,0,0,0 -solar/W/short,TTM-R3-PT,2312016.669491497,2312016.669491497,1225.6248547073699,1225.6248547073699,1.344993018008766,0.28167855910020617,0.23549172582964134,6.083470199895292,1520.5317061776439,0.3103785363996592,0.250180674979411,0.1865114347329705,Energy,1,8,156,44,False,0,0,0 -electricity/15T/short,TTM-R3-PT,119818.03525560236,119818.03525560236,44.83587111105001,44.83587111105001,0.8681275257851683,0.13736348678095983,0.1506904672204606,10.330539187637692,346.14741838644755,0.6823247808401007,0.08838033827387336,0.0751826704595573,Energy,1,48,2048,139296,False,0,0,0 -solar/H/short,TTM-R3-PT,739.8574738101639,739.8574738101639,12.06387436284298,12.06387436284298,0.9322890746100375,4.402030159970668,1.4256285864557812,13.474721231611305,27.200321207849072,1.0026128527168747,0.4446784064541729,0.36822686748669753,Energy,1,48,2048,7848,False,0,0,0 -solar/H/medium,TTM-R3-PT,744.5170213832962,744.5170213832962,11.560994222435626,11.560994222435626,0.8852994671669645,4.467752187594588,1.4097035089605188,8.830803936216538,27.285839209804344,0.982899613797542,0.4164539953847024,0.33046102373478564,Energy,1,480,2048,7800,False,0,0,0 -solar/H/long,TTM-R3-PT,804.7040870626902,804.7040870626902,12.161445918040737,12.161445918040737,0.924041727779464,6.7862595075597705,1.4061244117747884,8.9510712505006,28.367306658593623,0.9835462198007512,0.4216594935838458,0.3345772267052871,Energy,1,720,2048,7320,False,0,0,0 -solar/10T/short,TTM-R3-PT,33.6286718776352,33.6286718776352,2.552632119820749,2.552632119820749,1.119488012968734,6.443557986937253,1.545807934407507,21.827513474092225,5.799023355500062,1.6869352078195228,0.7425603815601942,0.6657527584956804,Energy,1,48,2048,51600,False,0,0,0 -m4_monthly/M/short,TTM-R3-PT,2004577.1574466908,2004577.1574466908,605.0735418051901,605.0735418051901,1.0632492646997784,0.1689097600131923,0.13958444661137281,9.958411462873713,1415.830907081312,0.29425826185471154,0.1257550515498416,0.10227809327443503,Econ/Fin,1,18,512,42,False,0,0,0 -us_births/D/short,TTM-R3-PT,186533.63740887246,186533.63740887246,278.98086853878146,278.98086853878146,0.4109649833443992,0.02684693686136613,0.02647969107226074,4.105914776660998,431.8954010045401,0.040486689215140446,0.026152192626336543,0.02190547643495727,Healthcare,1,30,2048,6705,False,0,0,0 -us_births/M/short,TTM-R3-PT,58323928.04323474,58323928.04323474,6012.0495301275905,6012.0495301275905,0.6815130540463361,0.018420175483027573,0.018680341916934576,6.403700034158909,7637.01041267031,0.023720502273274786,0.01867338485094043,0.015481687668251694,Healthcare,1,12,156,216,False,0,0,0 -us_births/W/short,TTM-R3-PT,2937227.926702608,2937227.926702608,1318.2285438179629,1318.2285438179629,1.1987483719704748,0.017794438324548877,0.01790620568125031,8.499619546617394,1713.834276323883,0.023265132252061067,0.017894823224186094,0.01427003909519751,Healthcare,1,8,1024,931,False,0,0,0 -solar/10T/medium,TTM-R3-PT,26.360407860978505,26.360407860978505,2.2335210665414484,2.2335210665414484,0.978008757847893,3.662919253546476,1.4846037507048664,15.777862243943524,5.134238781063703,1.1393079534669934,0.49562718522794413,0.41274603328768833,Energy,1,480,2048,47280,False,0,0,0 -solar/10T/long,TTM-R3-PT,28.149212019930324,28.149212019930324,2.270820270413512,2.270820270413512,1.000698554932601,3.7317932725554264,1.486319435668595,18.00303493087439,5.305583098956261,1.1467168405764958,0.49080144395776487,0.41717150951913573,Energy,1,720,2048,46800,False,0,0,0 -temperature_rain/D/short,TTM-R3-PT,188.02259010423904,188.02259010423904,6.008191692373203,6.008191692373203,1.4061499950659764,38.75535909093612,1.46201378365294,22.10485469403424,13.712132952397997,1.6142800009294933,0.7073227574746226,0.5753783325207201,Nature,1,30,768,635,False,0,0,0 -electricity/15T/medium,TTM-R3-PT,313883.74460819,313883.74460819,56.35033981697573,56.35033981697573,0.8290182604949133,0.1275734958550292,0.13196077758404914,7.664943755238277,560.2532861199388,0.9653729184446926,0.09709731893088494,0.07945180371532921,Energy,1,480,2048,130656,False,0,0,0 -electricity/15T/long,TTM-R3-PT,341908.53473371326,341908.53473371326,59.79949349047824,59.79949349047824,0.8743335198898163,0.13330318473544253,0.13378918635875148,7.637647973041694,584.7294543066163,0.9224823054441107,0.09434102252451262,0.07656578819706882,Energy,1,720,2048,125856,False,0,0,0 \ No newline at end of file diff --git a/results/TTM-R3-PT/config.json b/results/TTM-R3-PT/config.json deleted file mode 100644 index 7498d7caf4eba8794db60b1439be8a2007545038..0000000000000000000000000000000000000000 --- a/results/TTM-R3-PT/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "TTM-R3-PT", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://huggingface.co/ibm-research/ttm-r3", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/ttm_r3.ipynb", - "org": "IBM TSFM", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} \ No newline at end of file diff --git a/results/Taichu-TimeSeries-Agent/all_results.csv b/results/Taichu-TimeSeries-Agent/all_results.csv deleted file mode 100644 index 8567d52a07072a5aaaad3366b1ef75a6994fa643..0000000000000000000000000000000000000000 --- a/results/Taichu-TimeSeries-Agent/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss -bitbrains_fast_storage/5T/long,Taichu-TimeSeries-Agent,4520753.965597799,4520753.965597799,375.688655337133,0.8656439779691396,4.543278575342388,0.8264428972149889,15.067551178551435,2126.2064729460776,5.618928910886309,0.992832950997866,0.7474144488210427 -bitbrains_fast_storage/5T/medium,Taichu-TimeSeries-Agent,3018155.9494486265,3018155.9494486265,272.3036912428823,0.9471244484520195,3.7771324713298746,0.8066612446714008,20.46647540143359,1737.2840727551227,5.2783491365469635,0.8273338690494138,0.6210484005057453 -bitbrains_fast_storage/5T/short,Taichu-TimeSeries-Agent,1966911.7294117648,1966911.7294117648,166.69322942666386,0.6486507354036165,2.097781135928936,0.7373959445763061,12.589445798400824,1402.466302415771,4.40339739206599,0.5233755210147111,0.4028115813753529 -bitbrains_fast_storage/H/short,Taichu-TimeSeries-Agent,4889753.594643179,4889753.594643179,381.01478167448573,0.9761329797505943,3.319689238835444,0.5852732634905912,19.235463386981273,2211.2787238706883,6.30286249776639,1.086015866108066,0.8055166380336267 -bitbrains_rnd/5T/long,Taichu-TimeSeries-Agent,2201374.1467905627,2201374.1467905627,154.9543018981376,3.3128384516164857,0.9577909740965238,0.691582176914819,116.99051590225613,1483.7028498963539,5.683731592139983,0.593595045731674,0.6369256600221341 -bitbrains_rnd/5T/medium,Taichu-TimeSeries-Agent,2204715.3580986094,2204715.3580986094,148.05398990668954,4.383913922827235,0.5385129105292282,0.713872993535976,160.41283912170425,1484.8283934847857,6.24742914378229,0.6229385264013533,0.7000353215854729 -bitbrains_rnd/5T/short,Taichu-TimeSeries-Agent,1557908.458293817,1557908.458293817,118.08426559829277,1.6343950529869655,1.0476622911450633,0.6543482864237746,51.63001040170116,1248.162032067078,5.107118690553829,0.4831667238736787,0.39231413140587956 -bitbrains_rnd/H/short,Taichu-TimeSeries-Agent,1921273.6257000475,1921273.6257000475,160.69923331077854,5.820945580665052,1.7241756724143038,0.5631227310291552,196.15955982931777,1386.1001499531149,6.066252696525924,0.7032985007859157,0.7480437001666177 -bizitobs_application/10S/long,Taichu-TimeSeries-Agent,5127906.208247059,5127906.208247059,1386.1897057878969,2.8714013425857674,0.041639954657623164,0.04251768605091289,45.08509229614354,2264.488067587696,0.0873322533493685,0.05345979619363438,0.0472745483702797 -bizitobs_application/10S/medium,Taichu-TimeSeries-Agent,2952579.916009569,2952579.916009569,947.0112490606039,2.073871452723604,0.029769099201924026,0.03030772587903756,23.902920062739337,1718.3072821848743,0.06747286969089265,0.03718634452996563,0.03157095187553048 -bizitobs_application/10S/short,Taichu-TimeSeries-Agent,303782.77664938074,303782.77664938074,301.586381370065,0.9569875063683588,0.013445716838817444,0.0135474281569037,6.364877486108296,551.1649269042622,0.021256228161522474,0.011630981254225483,0.009176478815577378 -bizitobs_l2c/5T/long,Taichu-TimeSeries-Agent,76.94081510867647,76.94081510867647,5.2140451215324175,0.5298345066553011,0.39515590387905686,0.736559378854567,5.924079821638595,8.771591366945708,0.4925117417013512,0.29276083856258583,0.244088605911174 -bizitobs_l2c/5T/medium,Taichu-TimeSeries-Agent,68.48901732891912,68.48901732891912,5.017327984606074,0.5069106794879378,0.36218302951503434,0.6440385784661766,4.700747803903425,8.275809164602524,0.43542926310236085,0.26398523499361093,0.2152664982109619 -bizitobs_l2c/5T/short,Taichu-TimeSeries-Agent,18.838771383753706,18.838771383753706,2.406440744202584,0.252461405385462,0.1303828428111143,0.1968779926780977,1.6208307927598422,4.340365351413831,0.14906571464064045,0.08264691569295292,0.06591899411621888 -bizitobs_l2c/H/long,Taichu-TimeSeries-Agent,74.12425335730074,74.12425335730074,4.970426988010132,0.5395092629320635,0.6203832621472469,0.7650709120550241,8.072542156878633,8.609544317633818,0.5258958155961835,0.30360802596336034,0.25871336209011286 -bizitobs_l2c/H/medium,Taichu-TimeSeries-Agent,68.31396003549789,68.31396003549789,4.780622523292989,0.4874905493290297,0.5470463423011456,0.7585744304995027,4.784216123540184,8.265225951871969,0.5004719855431413,0.2894739551340176,0.24082040175042937 -bizitobs_l2c/H/short,Taichu-TimeSeries-Agent,53.98312062369358,53.98312062369358,4.417267790581174,0.42974897862837164,0.38396886527005386,0.6094647303665095,2.715858102243009,7.347320642499113,0.3960393994440737,0.23810204673065344,0.18564634378047395 -bizitobs_service/10S/long,Taichu-TimeSeries-Agent,129397.9852449489,129397.9852449489,73.76651565826742,1.2376634251679972,0.0800044350567588,0.07518800983283769,17.288484650850943,359.719314528632,0.2664915681402407,0.05464859305587442,0.0498578706018323 -bizitobs_service/10S/medium,Taichu-TimeSeries-Agent,6581.986635233709,6581.986635233709,28.988131593804564,0.9318162795268987,0.06546382566505901,0.055571572321547025,9.493909016277563,81.12944370099989,0.06105993115361594,0.02181715094599929,0.017162588189998065 -bizitobs_service/10S/short,Taichu-TimeSeries-Agent,2056.532242275548,2056.532242275548,17.7128215065101,0.6846887432165049,0.05580405840126511,0.04373538699975396,5.497194812676113,45.34900486532806,0.033595992575480016,0.013122224436692963,0.010224040991734469 -car_parts/M/short,Taichu-TimeSeries-Agent,1.3682199995451239,1.3682199995451239,0.45396086459019885,0.8343264209534107,0.8430490795691946,1.9023611123438837,15.344635696329666,1.1697093654173774,2.8048430689699266,1.088551585782232,0.9583251828350714 -covid_deaths/D/short,Taichu-TimeSeries-Agent,281204.8753823859,281204.8753823859,101.92349016713476,32.04076870841166,0.08645059428307428,0.3591987962754561,558.4323667266143,530.2875402858207,0.19952326770848947,0.03834920919212966,0.0308756578751826 -electricity/15T/long,Taichu-TimeSeries-Agent,315472.4006538659,315472.4006538659,56.27229535493128,0.8478456565243907,0.12536609402491317,0.12859370225020997,6.984779463128889,561.669298300936,0.8861021531459503,0.08877644234304123,0.07113306442082795 -electricity/15T/medium,Taichu-TimeSeries-Agent,261259.34548126947,261259.34548126947,51.5010997007062,0.8023184794393483,0.12018815437121311,0.126665130789076,7.050966087481386,511.13534947337524,0.8807376775953265,0.08874158085669256,0.07176402603794957 -electricity/15T/short,Taichu-TimeSeries-Agent,121833.41175932816,121833.41175932816,47.69921833363953,0.9202299707875706,0.15443321211191277,0.15594110404943765,10.021195123548871,349.04643209654523,0.6880393196591459,0.09402456152731217,0.07809822178636124 -electricity/D/short,Taichu-TimeSeries-Agent,1248200095.69274,1248200095.69274,4131.772259615398,1.3475819448055983,0.23754547446613583,0.09019204977099349,10.613039028456406,35329.87539877179,0.580587183651119,0.06789873988011061,0.05366782434234768 -electricity/H/long,Taichu-TimeSeries-Agent,7953639.309418602,7953639.309418602,261.7396457881674,1.130749918510386,0.2839876128634013,0.13533913908063785,9.374864865778688,2820.2197271522305,1.1122938262419548,0.10323003888314407,0.08150698047498071 -electricity/H/medium,Taichu-TimeSeries-Agent,5567950.076686732,5567950.076686732,233.73619582989292,1.0272930483760272,0.22900157720679198,0.1250427927662311,8.509063242000838,2359.650414083987,0.9210493171826423,0.09123493983898612,0.07229836003833272 -electricity/H/short,Taichu-TimeSeries-Agent,1732101.3975338133,1732101.3975338133,166.1905660572331,0.8998115914673156,0.1643420243085875,0.12159743229662745,10.044536381402532,1316.0932328424963,0.6212899932245454,0.07845381549198992,0.06423516515001042 -electricity/W/short,Taichu-TimeSeries-Agent,36947542104.6744,36947542104.6744,26240.084765676052,1.4438460988941793,0.17035674056907782,0.09420501436090868,10.715417898470806,192217.43444514705,0.4385767534426602,0.05987121417893299,0.046416605999289255 -ett1/15T/long,Taichu-TimeSeries-Agent,8.2646209790955,8.2646209790955,1.518652763308144,0.975223227371517,0.7561318186610814,0.3769599565825464,6.862292455961507,2.8748253823659446,0.5479445603413559,0.28945671824325814,0.22493459831980514 -ett1/15T/medium,Taichu-TimeSeries-Agent,8.938617172022198,8.938617172022198,1.5515860374721269,0.9726356266109732,0.7285241793131548,0.3791481974927132,6.552833762010598,2.989752025172355,0.5698496920931286,0.2957338328614454,0.22567622151803757 -ett1/15T/short,Taichu-TimeSeries-Agent,4.9090783647475895,4.9090783647475895,1.0510925582012323,0.6681293771175297,0.4722992693713794,0.22951778922059127,4.315645468404637,2.215644006772656,0.4188489438089434,0.19870024539244485,0.1536748442431416 -ett1/D/short,Taichu-TimeSeries-Agent,40846.13341525852,40846.13341525852,137.72712352256292,1.708327342505573,1.1819912434504174,0.489700974406573,10.627260335631473,202.10426372360016,0.5308335525369534,0.3617448583873723,0.27573169880469606 -ett1/H/long,Taichu-TimeSeries-Agent,156.7013142608603,156.7013142608603,7.459353988844037,1.4125000770500382,2993930873804.8315,0.48863210601472284,8.463625983654204,12.518039553414916,0.5994618020216806,0.3572123066866495,0.2723051191855137 -ett1/H/medium,Taichu-TimeSeries-Agent,138.279923791062,138.279923791062,6.80445366242323,1.2315162362389531,2895383320415.8335,0.4400625002202403,7.99271277620832,11.759248436488702,0.5632401249077096,0.3259172005295582,0.24978841416752648 -ett1/H/short,Taichu-TimeSeries-Agent,92.31375085645888,92.31375085645888,4.730335947302429,0.7890519634905933,0.44653196141224266,0.24985535505367037,5.521930183408769,9.608004520006164,0.44844487892325874,0.22078413126652183,0.17065964808336026 -ett1/W/short,Taichu-TimeSeries-Agent,1514078.51734823,1514078.51734823,972.0476874072084,1.6857702837799509,0.6776261311528948,0.6128925759710011,8.586078378303393,1230.4789788323203,0.4896369544407189,0.38680097540948577,0.2865624837677046 -ett2/15T/long,Taichu-TimeSeries-Agent,11.091228021448678,11.091228021448678,2.109870761503566,0.8784575686445225,0.13318406352861528,0.16233583338523738,7.320180645525885,3.3303495344255802,0.1774803550593805,0.11243883202357181,0.09056119675351386 -ett2/15T/medium,Taichu-TimeSeries-Agent,11.063823491021044,11.063823491021044,2.0698073125198406,0.8569288076759953,0.1282363004286342,0.156677527512576,6.88530472435601,3.3262326273159313,0.17726095762736502,0.1103037783071272,0.08787477122081315 -ett2/15T/short,Taichu-TimeSeries-Agent,7.66040686663037,7.66040686663037,1.7151118129937435,0.7389265938971581,0.10482599493725799,0.12473721185901065,4.882652443736522,2.7677440030881413,0.1313946539537894,0.08142245919742767,0.06404226912142932 -ett2/D/short,Taichu-TimeSeries-Agent,104291.58821990946,104291.58821990946,192.6361638604942,1.2689568233097124,0.4113561689853033,0.13212936843188855,12.57280214607716,322.9420818349777,0.1848282739735812,0.11025075911110568,0.09153502850313108 -ett2/H/long,Taichu-TimeSeries-Agent,215.12332190178094,215.12332190178094,8.937097230611933,0.9902329388250565,0.17418313506989358,0.1669851230695782,7.339094831370966,14.667082937713992,0.20085441221126435,0.12238666807520318,0.09866610572661955 -ett2/H/medium,Taichu-TimeSeries-Agent,234.61763853562582,234.61763853562582,9.424167279012883,1.0055939006394703,0.16786468314350847,0.16214221817941665,7.043418237793947,15.317233383859692,0.20640956999170232,0.12699671453989114,0.10074827906816965 -ett2/H/short,Taichu-TimeSeries-Agent,105.48068550755869,105.48068550755869,6.3379812764669925,0.725619930753121,0.11631854056826318,0.1076886954794875,4.997152659964415,10.270379034269315,0.13025698249153647,0.08038323740591935,0.0633846509238084 -ett2/W/short,Taichu-TimeSeries-Agent,3178653.14423259,3178653.14423259,1222.6672424941842,0.792501044872744,0.12446042991498005,0.13180392999843107,8.956851955871661,1782.8777704129327,0.14955611175553646,0.10256303701399686,0.08586764231864791 -hierarchical_sales/D/short,Taichu-TimeSeries-Agent,28.623263712838362,28.623263712838362,2.2907000665829127,0.7400039659052369,0.6394020654200362,1.0644640533079515,6.7796835023499336,5.350071374555517,1.6413426492472696,0.7027614124547003,0.5691874840696133 -hierarchical_sales/W/short,Taichu-TimeSeries-Agent,452.617389637776,452.617389637776,8.818441772407974,0.7133019071451773,0.5240272468959543,0.4536114619114504,6.621799217023599,21.27480645359144,0.9767367705662369,0.40485897519195235,0.34195173001034074 -hospital/M/short,Taichu-TimeSeries-Agent,3214.6674259230213,3214.6674259230213,18.19826895897518,0.7676773947301581,0.1946867235011401,0.17563029936560223,5.092878853474153,56.6980372316628,0.2058270412385641,0.06606394221699258,0.052155820320243323 -jena_weather/10T/long,Taichu-TimeSeries-Agent,1364.7971708805046,1364.7971708805046,9.508956568210293,0.636876742701287,0.8274239006778061,0.6280906960250418,5.402836504849619,36.94316135471496,0.2260615390275921,0.05818693575561584,0.04697215082920536 -jena_weather/10T/medium,Taichu-TimeSeries-Agent,1431.5191072437678,1431.5191072437678,9.230949016221176,0.5762456372550676,0.7666995471274961,0.637630556212691,5.296729067222393,37.835421330332345,0.232195333895332,0.056650176306453075,0.046042634153813655 -jena_weather/10T/short,Taichu-TimeSeries-Agent,768.1634734160403,768.1634734160403,5.260615302591662,0.2594218313885559,0.34875471703634187,0.5347368623872549,2.222704006627289,27.71576218356696,0.17214961991757607,0.0326750142707852,0.02698580500985857 -jena_weather/D/short,Taichu-TimeSeries-Agent,383.15745012946667,383.15745012946667,9.514363133993507,0.9975094327039667,0.6098180541579475,0.4461132012705676,6.48761873291816,19.574408040333346,0.11786992928929114,0.05729201657213207,0.04533146684845636 -jena_weather/H/long,Taichu-TimeSeries-Agent,1229.5667057829603,1229.5667057829603,10.857444922691387,0.8376232966785054,2.3129956239878053,0.6401617403589277,5.926557897879218,35.06517796593881,0.21113122096579837,0.06537384767655968,0.051866644749944193 -jena_weather/H/medium,Taichu-TimeSeries-Agent,1224.399616714496,1224.399616714496,9.938366711916535,0.7364102049550846,2.3218585676817374,0.6600205443142119,5.811036346453865,34.991422044759716,0.21411871732886859,0.06081462851030884,0.04927137307615346 -jena_weather/H/short,Taichu-TimeSeries-Agent,1099.8929052102164,1099.8929052102164,8.417532002442208,0.517809617687111,1.574996802700836,0.6025991907511126,4.271582941387591,33.164633349552,0.2032970673995639,0.05159892928114027,0.04155994468746391 -kdd_cup_2018/D/short,Taichu-TimeSeries-Agent,2889.074878697214,2889.074878697214,21.109285402555987,1.1920778471763327,0.5784584945194947,0.46296689927275214,9.378910746217894,53.75011515054841,1.2040596158820493,0.47287039296857736,0.37425872960595163 -kdd_cup_2018/H/long,Taichu-TimeSeries-Agent,3158.5410327108493,3158.5410327108493,17.46339666569752,0.7491716556310584,0.7616392418510822,0.44516319089791156,7.816510968274691,56.20089886034608,1.3187001891605687,0.40976185351885946,0.3387593192824047 -kdd_cup_2018/H/medium,Taichu-TimeSeries-Agent,4216.50885321121,4216.50885321121,18.77916937721293,0.7786323963653349,0.7473287051286399,0.4276028364407919,7.642267696702851,64.93465063593713,1.3591998399411818,0.39308202572525913,0.3245787484186445 -kdd_cup_2018/H/short,Taichu-TimeSeries-Agent,3794.518190353363,3794.518190353363,17.222404634202213,0.7065429866426988,0.6390100950059708,0.39206764805709954,6.033916889754035,61.59966063505028,1.2893924629752767,0.36049612125647523,0.2923141626000904 -loop_seattle/5T/long,Taichu-TimeSeries-Agent,78.28308851782775,78.28308851782775,5.138928328698052,0.8111102428142342,0.1574735998052535,0.11729568378317763,5.887874812272142,8.847773082410496,0.15643043756722522,0.09085730382066201,0.07168895192365995 -loop_seattle/5T/medium,Taichu-TimeSeries-Agent,64.50945251626614,64.50945251626614,4.692704770544793,0.745702863505919,0.14625419804710504,0.1079702169507077,5.2350012753523165,8.031777668503166,0.14290182493525444,0.08349285840206784,0.06562732112581823 -loop_seattle/5T/short,Taichu-TimeSeries-Agent,39.122094644306955,39.122094644306955,3.3968743528237724,0.5392226081420364,0.08813017290194816,0.07243093148190348,3.8515651159772313,6.254765754551241,0.10725542700896253,0.058248897481540725,0.04565638979336467 -loop_seattle/D/short,Taichu-TimeSeries-Agent,18.312221825383983,18.312221825383983,2.913945273305119,0.8772840530152215,0.054387486557416445,0.053819117714080746,6.8732184662790345,4.279278189763313,0.07647642451306877,0.05207609925015373,0.042271469874195056 -loop_seattle/H/long,Taichu-TimeSeries-Agent,60.04988503630255,60.04988503630255,4.086696719332999,0.8553349420685209,0.11792336363552634,0.09473323840297003,7.124807494923146,7.749186088635538,0.13848833008899786,0.07303474168346707,0.05913820534180189 -loop_seattle/H/medium,Taichu-TimeSeries-Agent,67.5516157429732,67.5516157429732,4.342574747689088,0.8888710084779256,0.11363986344997333,0.09933205448982867,7.8062038574059045,8.218978996382289,0.14526951734235447,0.07675451389978807,0.06256375557989276 -loop_seattle/H/short,Taichu-TimeSeries-Agent,57.625768468143946,57.625768468143946,3.9713473797155716,0.8066401004873184,0.10721395422211842,0.09142847218044876,7.151403827777491,7.591163841476743,0.13437131955063414,0.07029688713747011,0.05694335506312423 -m4_daily/D/short,Taichu-TimeSeries-Agent,356582.41869493044,356582.41869493044,179.84843339769685,3.315204724333137,0.03915569033014823,0.030460983263213122,24.413020272739182,597.1452241246935,0.09224243474479334,0.027781612765902613,0.021972622821561347 -m4_hourly/H/short,Taichu-TimeSeries-Agent,1556489.1037234664,1556489.1037234664,222.12206973924813,0.7413761278948648,0.08908075453457595,0.0783336071792885,5.384658447152128,1247.5933246548998,0.17032402659007936,0.03032456535704547,0.022543988050186953 -m4_monthly/M/short,Taichu-TimeSeries-Agent,1828637.1398670403,1828637.1398670403,552.9055316420303,0.9157592509418772,0.15843273158364796,0.13071380816686307,7.566435034405762,1352.2711044265645,0.2810483596195696,0.11491275098899172,0.09182184585927516 -m4_quarterly/Q/short,Taichu-TimeSeries-Agent,1789106.6010713333,1789106.6010713333,560.1553873484719,1.182106654651301,0.11444513495971785,0.102408789224724,8.99424436485462,1337.574895499812,0.2238864835781389,0.09376014782629216,0.07468976710336148 -m4_weekly/W/short,Taichu-TimeSeries-Agent,238781.91965748294,238781.91965748294,246.4575101800765,1.9889436441026553,0.059818607328918943,0.05939605571799954,14.619362222727673,488.6531690856849,0.08902503458354862,0.044900738919201155,0.036012654014706026 -m4_yearly/A/short,Taichu-TimeSeries-Agent,3712192.758753916,3712192.758753916,901.8209973157556,3.3458572640289543,0.16489494438393199,0.15230981368287594,29.803002395669964,1926.70515615491,0.30895610273013946,0.14461117716990304,0.11709994750896659 -m_dense/D/short,Taichu-TimeSeries-Agent,7447.296222989007,7447.296222989007,41.27804136088757,0.6312272215715233,0.11437682705834902,0.09131013148737842,6.612282020262525,86.29771852713725,0.14939411587520066,0.07145839541784153,0.05973680691383432 -m_dense/H/long,Taichu-TimeSeries-Agent,34008.70942923618,34008.70942923618,76.27044952081935,0.6648434587827455,0.25547755393902577,0.18329927087158807,6.9118869490093315,184.41450438953055,0.3192487685191831,0.13203542294316647,0.10867812829306672 -m_dense/H/medium,Taichu-TimeSeries-Agent,36806.48092904541,36806.48092904541,77.91522708351455,0.6777621024541992,0.25784901407322547,0.18615037052434338,7.7294916826813695,191.85015227787912,0.33379502727209187,0.13556265158227732,0.11242620773473727 -m_dense/H/short,Taichu-TimeSeries-Agent,42050.835343422026,42050.835343422026,84.11661261090369,0.7538172010910861,0.28139321021380115,0.20051305951734585,7.735820895911494,205.06300335121892,0.3637306695198047,0.1492019102553546,0.12258483674866698 -restaurant/D/short,Taichu-TimeSeries-Agent,136.75490286894478,136.75490286894478,6.97398567237237,0.670567563906204,0.625681337680369,0.3871561309413056,4.579503092709708,11.694225193185941,0.5381953386379503,0.32095897920502636,0.25115454924791597 -saugeen/D/short,Taichu-TimeSeries-Agent,1245.9937654632931,1245.9937654632931,13.010182006112398,2.890762341183989,0.27449576835063366,0.32372355251427964,25.78856209053576,35.29863687826052,1.1433312589313427,0.4214028950544396,0.3394156703269605 -saugeen/M/short,Taichu-TimeSeries-Agent,396.67041123090286,396.67041123090286,12.521616604385699,0.7336702255857845,0.3596127270253093,0.35824638956471155,4.288907613278995,19.91658633478395,0.5979556709696083,0.3759364949616433,0.28893794401401074 -saugeen/W/short,Taichu-TimeSeries-Agent,946.048525586985,946.048525586985,14.363724016337216,1.1653239927644143,0.3630940057234728,0.37358822172985257,8.190438809229486,30.75790183980346,0.9284528430088772,0.43358095323345996,0.3424697029819579 -solar/10T/long,Taichu-TimeSeries-Agent,19.279155327302004,19.279155327302004,1.8082834693981225,0.7898038080174874,3.6148453002919374,1.4428853516986109,4.263155457968337,4.390803494498701,0.9490018347498212,0.3908315032446047,0.30267871663797086 -solar/10T/medium,Taichu-TimeSeries-Agent,22.276149823474253,22.276149823474253,1.909990195750053,0.8339571045874525,3.999507677033647,1.4472460782805545,4.950805218136022,4.719761627823407,1.0473338088173438,0.4238343933994824,0.32272426761358786 -solar/10T/short,Taichu-TimeSeries-Agent,19.99443144490414,19.99443144490414,1.8450842410131345,0.8100710505078565,4.97023566758216,1.5007893040815627,3.8502215185881132,4.471513328270882,1.3007627429591808,0.5367348059005073,0.407975121583142 -solar/D/short,Taichu-TimeSeries-Agent,137890.72080170672,137890.72080170672,257.2367253819162,1.0030503784422498,1.1253750845262367,0.4293493228493646,5.45662966525705,371.33639843369343,0.5364546169345821,0.37161945222265347,0.28363150900014444 -solar/H/long,Taichu-TimeSeries-Agent,420.69271265771783,420.69271265771783,8.369584743850355,0.6358843596748289,3.6473980462923525,1.367213413644312,5.1108308604045005,20.51079502744147,0.7111466434631283,0.29018875620404666,0.23439985880934675 -solar/H/medium,Taichu-TimeSeries-Agent,492.1833415744246,492.1833415744246,9.013440838710586,0.6908071853497924,3.4275154656090625,1.3803508649713543,4.706196371477695,22.185205466130455,0.7991628814129885,0.3246851764842293,0.25853280857380384 -solar/H/short,Taichu-TimeSeries-Agent,561.536532367143,561.536532367143,9.437801628678486,0.7281472670486422,3.7647661841681725,1.3867613651394843,4.30828712886299,23.69676206504051,0.8734705662085346,0.347880520964818,0.2736058222721884 -solar/W/short,Taichu-TimeSeries-Agent,1180023.378380938,1180023.378380938,881.3550974179011,0.9566685406018843,0.19131601784329738,0.17433152947057018,5.914761529146397,1086.288809838773,0.22173870464868525,0.179906610347912,0.12850519614848416 -sz_taxi/15T/long,Taichu-TimeSeries-Agent,15.301561044741213,15.301561044741213,2.671131156483924,0.5038134062416267,5823936459604.776,0.3959883158512928,3.6250062796435767,3.9117209824757713,0.3620619261220922,0.24723514171228117,0.1955341981660795 -sz_taxi/15T/medium,Taichu-TimeSeries-Agent,16.163185773941496,16.163185773941496,2.7355604034914855,0.5332600298522001,9310248700196.805,0.40341111530875345,3.6986526039801677,4.0203464743653,0.3741603450669735,0.25458955616095535,0.20081870303452082 -sz_taxi/15T/short,Taichu-TimeSeries-Agent,16.562050839032523,16.562050839032523,2.7167373036266476,0.5419775753202789,1111218504858.6685,0.3933068701941792,3.7709407950027525,4.0696499651729905,0.38052967691566975,0.2540265568932909,0.1994880224335155 -sz_taxi/H/short,Taichu-TimeSeries-Agent,7.139864134610376,7.139864134610376,1.8415663781870513,0.5605021477419037,1.1693569921236668,0.2951887517547255,3.8558769615639825,2.672052419884456,0.24891817184787043,0.17155327222758854,0.13493147728542365 -temperature_rain/D/short,Taichu-TimeSeries-Agent,181.14405122294127,181.14405122294127,5.6997031267027305,1.3229691096225784,18.682753291325664,1.5058072389230333,18.336509342874315,13.458976603848498,1.5844773728183983,0.6710057459688568,0.5426148476256525 -us_births/D/short,Taichu-TimeSeries-Agent,126613.65001810082,126613.65001810082,220.06458163103704,0.3240626556746392,0.021160684862176413,0.020982378940010447,2.6510725719465342,355.8281186445231,0.03335599874428274,0.02062926880682863,0.016321470107286094 -us_births/M/short,Taichu-TimeSeries-Agent,28289038.453315903,28289038.453315903,4397.560924419721,0.49625693330479015,0.013566464163347216,0.013674938526428699,3.7251923212952796,5318.744067288433,0.016519982810258942,0.013658794249056043,0.01038918588486364 -us_births/W/short,Taichu-TimeSeries-Agent,2015360.897896889,2015360.897896889,1088.6267157589143,0.9899451010209777,0.014766918026029223,0.014770355221128354,5.856732860374715,1419.634071828684,0.019271393323670824,0.01477800092175989,0.011560520588244777 diff --git a/results/Taichu-TimeSeries-Agent/config.json b/results/Taichu-TimeSeries-Agent/config.json deleted file mode 100644 index b4021799664bb958fa5d3b66a7bc97fa57889fee..0000000000000000000000000000000000000000 --- a/results/Taichu-TimeSeries-Agent/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Taichu-TimeSeries-Agent", - "model_type": "agentic", - "model_dtype": "bfloat16", - "model_link": "None", - "code_link": "None", - "org": "zidongtaichu", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/TiRex-2-Pretrained/all_results.csv b/results/TiRex-2-Pretrained/all_results.csv deleted file mode 100644 index cb5ddff269b3f0eb612c3761bad45210e425e6a1..0000000000000000000000000000000000000000 --- a/results/TiRex-2-Pretrained/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -m4_hourly/H/short,TiRex-2-Pretrained,2735924.972624799,2735924.972624799,274.13352958937196,0.7419439182389933,0.08749635361626912,0.08123207732684108,5.473133131330267,1654.063170687504,0.22581613246750787,0.03742527766083388,0.0290645478351972,Econ/Fin,1 -hierarchical_sales/W/short,TiRex-2-Pretrained,468.0,468.0,8.952389474642478,0.7229401236570634,0.5346424392231268,0.4563716622864947,6.736882009297888,21.633307652783937,0.9931957359771438,0.41100857972023297,0.3484094691711162,Sales,1 -electricity/15T/short,TiRex-2-Pretrained,122465.69444819819,122465.69444819819,49.285010557432436,0.9394809187300088,0.1619774548785007,0.1529433031237386,9.969919577841162,349.9509886372636,0.6898223789018113,0.09715047058252188,0.08044891389738694,Energy,1 -electricity/15T/medium,TiRex-2-Pretrained,267435.3852702703,267435.3852702703,53.47612682995496,0.8221889886246854,0.1263991920206702,0.12431317125815226,7.144108773136996,517.1415524498783,0.8910869701381757,0.0921447514822314,0.07421144456232331,Energy,1 -electricity/15T/long,TiRex-2-Pretrained,330048.6916396396,330048.6916396396,57.904783596096095,0.866318436990398,0.1313392786854205,0.126076343883345,7.206440582229634,574.4986437230637,0.9063420178428268,0.09135189261218972,0.0731714648520933,Energy,1 -us_births/M/short,TiRex-2-Pretrained,53760512.0,53760512.0,5961.65234375,0.6734442379902473,0.018370466927687328,0.01861603234076324,3.6619369354757176,7332.156026708652,0.022773626628948822,0.018516851533655312,0.013913057847699436,Healthcare,1 -bizitobs_application/10S/short,TiRex-2-Pretrained,371382.7911111111,371382.7911111111,315.1425,0.8120974750327924,0.012099929385715061,0.012123103450099487,5.926582770119361,609.4118403108945,0.023502578792049585,0.012153786564427336,0.009822963161196427,Web/CloudOps,2 -bizitobs_application/10S/medium,TiRex-2-Pretrained,4158993.066666667,4158993.066666667,1126.4161458333333,2.450093689833996,0.03512014389038086,0.03585457102084038,30.292152236670653,2039.3609456559343,0.08007970213801013,0.04423104680606996,0.0383724077420928,Web/CloudOps,2 -bizitobs_application/10S/long,TiRex-2-Pretrained,6185949.297777778,6185949.297777778,1517.5309722222223,3.254956093319394,0.04710794236924913,0.048130068658116074,65.31864844873816,2487.1568703597645,0.09591969903964602,0.05852510385396066,0.05338696670429768,Web/CloudOps,2 -jena_weather/D/short,TiRex-2-Pretrained,361.02720734126984,361.02720734126984,9.569070870535715,1.0514905529518717,0.5775311723376692,0.45571283752111424,6.725121139199016,19.00071596917521,0.11441536536470644,0.057621446561765474,0.045102764226988466,Nature,21 -saugeen/W/short,TiRex-2-Pretrained,1070.11875,1070.11875,14.060226440429688,1.14081485589053,0.3662555456161499,0.3743517967611254,17.176551747705325,32.71266956394724,0.9874591322010298,0.4244196265387699,0.36449206766183456,Nature,1 -temperature_rain/D/short,TiRex-2-Pretrained,185.15688346775227,185.15688346775227,5.7239993365764965,1.324773252957719,17.26088339364978,1.5332303774699485,19.349143499536613,13.607236437563369,1.6019314749194347,0.6738660522108054,0.5452618784254414,Nature,1 -car_parts/M/short,TiRex-2-Pretrained,1.3908236906381817,1.3908236906381817,0.45469587885305607,0.8339935868608188,0.8497397890356249,1.9058860991002284,15.82594274940204,1.179331883160199,2.827916879435113,1.0903140745864777,0.9483574128735562,Sales,1 -m4_monthly/M/short,TiRex-2-Pretrained,1867948.8414074073,1867948.8414074073,560.7087281539352,0.9447579417136923,0.16032005786895753,0.13240934473109392,7.804554635811126,1366.7292494885032,0.2840532585185391,0.11653452311166827,0.09301213164925544,Econ/Fin,1 -saugeen/D/short,TiRex-2-Pretrained,1267.173125,1267.173125,13.297771809895833,2.953828045294503,0.2945594787597656,0.3359813612336568,50.079822700596594,35.59737525436391,1.1530074661123557,0.43071799732168997,0.37724312730260157,Nature,1 -m4_daily/D/short,TiRex-2-Pretrained,357720.2883504005,357720.2883504005,168.52248064103213,3.1650345467500696,0.035846439467160054,0.02921115456629039,25.111238905479485,598.0972231589112,0.09238949228664951,0.02603206606290311,0.020564183806217325,Econ/Fin,1 -bitbrains_fast_storage/5T/short,TiRex-2-Pretrained,1685765.2857100694,1685765.2857100694,152.72170290044795,0.6786866319242542,1.872174168248289,0.7137665582954569,13.1930142413708,1298.3702421536275,4.0765614127622,0.47950837189753875,0.37956212645211024,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,TiRex-2-Pretrained,2940924.7639004453,2940924.7639004453,280.1311642294954,0.9455146688322891,4.069497562422916,0.790615148489914,20.777950912314292,1714.9124653755496,5.210377902089446,0.8511158774907593,0.6299991936508988,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,TiRex-2-Pretrained,4733683.728531202,4733683.728531202,391.84719201996154,0.8699116825471095,4.358922360919579,0.802398429785886,15.394901149778299,2175.703042359228,5.749733009429851,1.035535038902417,0.7130824014146924,Web/CloudOps,2 -kdd_cup_2018/H/short,TiRex-2-Pretrained,4426.89061094461,4426.89061094461,22.17742783894196,0.9268375493193,0.8223006254505293,0.4988260554036163,7.333708413711209,66.53488266274023,1.3926955984148277,0.46421373119447057,0.36937959469966014,Nature,1 -kdd_cup_2018/H/medium,TiRex-2-Pretrained,5246.252653657638,5246.252653657638,25.44397590097107,1.046415058215544,0.9177972642929557,0.5697375096354433,8.390626823827603,72.43101996836465,1.51611242662624,0.5325884967944596,0.42166459432557635,Nature,1 -kdd_cup_2018/H/long,TiRex-2-Pretrained,4105.419208933625,4105.419208933625,23.93025439269749,1.014279005334405,0.9731754885874183,0.6098629628799798,7.459388240605868,64.07354531266103,1.5034242874647514,0.5615004676833808,0.4392580742446777,Nature,1 -covid_deaths/D/short,TiRex-2-Pretrained,353467.82957393484,353467.82957393484,100.21796679197995,34.471835332746174,0.08887185339251587,0.1289719005351602,729.5252522304601,594.5316051934791,0.22369540977757033,0.03770749772219641,0.031030153054808978,Healthcare,1 -bitbrains_rnd/H/short,TiRex-2-Pretrained,1934720.2236903799,1934720.2236903799,148.77669323558246,5.869116630417864,1.183787879836804,0.5420021719281388,204.6311250462247,1390.9422071712324,6.087444192797658,0.6511196601780107,0.602300622078529,Web/CloudOps,2 -solar/D/short,TiRex-2-Pretrained,126992.42822384428,126992.42822384428,251.5985401459854,0.9812374089694395,1.0493661848007907,0.4302205487078319,5.340019582258884,356.35997000763746,0.5148187788959832,0.363474194947295,0.2764812109419446,Energy,1 -jena_weather/10T/short,TiRex-2-Pretrained,809.9595734126984,809.9595734126984,5.435115559895833,0.26742441313570603,0.36282560214413,0.5415310151195131,2.0110459478035145,28.45978870990961,0.1767709707662157,0.03375888217380943,0.027348119669494516,Nature,21 -jena_weather/10T/medium,TiRex-2-Pretrained,1529.101875901876,1529.101875901876,9.456885822510822,0.5700904520605501,0.7550373987775442,0.6376296190377302,5.430503515273511,39.10373225028368,0.23997890976419187,0.05803674019975744,0.04756545771135137,Nature,21 -jena_weather/10T/long,TiRex-2-Pretrained,1411.2183862433862,1411.2183862433862,9.505033688822751,0.618404537319281,0.7944206174826316,0.6315618023492328,5.866931826120398,37.566186740783074,0.22987393819602014,0.05816293098398159,0.04774614937417189,Nature,21 -bizitobs_l2c/H/short,TiRex-2-Pretrained,65.68519035218254,65.68519035218254,4.908343602740575,0.4816184983773924,0.45986689652184504,0.6288581183373774,2.7769031462667533,8.10464005074763,0.43686090070421146,0.26457231830563527,0.20448077168907364,Web/CloudOps,7 -bizitobs_l2c/H/medium,TiRex-2-Pretrained,81.51143043154762,81.51143043154762,5.055875651041666,0.5116310340744515,0.4982165221804231,0.7692850059983269,3.6914230708141886,9.028368093489965,0.5466814013644596,0.3061409501046924,0.2485275960809763,Web/CloudOps,7 -bizitobs_l2c/H/long,TiRex-2-Pretrained,82.46930803571429,82.46930803571429,5.27351810515873,0.5587767093946338,0.6236998210397166,0.7961355732123889,4.32893368175279,9.081261368098282,0.5547096544978007,0.3221217061736304,0.25852483409583343,Web/CloudOps,7 -bitbrains_fast_storage/H/short,TiRex-2-Pretrained,2973251.476132946,2973251.476132946,310.3028515367281,1.0538410248858598,3.1227876906144285,0.5616641029041088,19.17960953570585,1724.311884820419,4.914848979186926,0.8844639224144263,0.6626235058883643,Web/CloudOps,2 -m_dense/D/short,TiRex-2-Pretrained,9380.882962962964,9380.882962962964,45.72203414351852,0.677363275336489,0.12713628702467683,0.09764746436597997,7.2132240861865204,96.854958380885,0.16767025968237573,0.0791516042772177,0.06576066516739021,Transport,1 -ett1/H/short,TiRex-2-Pretrained,102.722265625,102.722265625,4.954581705729167,0.8272529245225078,0.4488456362769717,0.26613610792137093,5.524588882718681,10.135199338197548,0.4730512179315852,0.23125059823969393,0.1790920328552686,Energy,7 -ett1/H/medium,TiRex-2-Pretrained,136.39622395833334,136.39622395833334,6.705653599330357,1.2556926939632393,4035307616059.5664,0.43752889744959494,8.643925777438985,11.678879396514604,0.5593906384070876,0.3211849117121331,0.2527730944540408,Energy,7 -ett1/H/long,TiRex-2-Pretrained,131.28544973544973,131.28544973544973,6.789668588789683,1.3106683899068423,3450133394303.924,0.4619682848423259,9.045007293461918,11.457986286230653,0.548698146972205,0.3251425233159237,0.253825323477632,Energy,7 -ett2/H/short,TiRex-2-Pretrained,111.46099330357143,111.46099330357143,6.421700613839286,0.7290800790070151,0.11696868682693025,0.10779797978111626,5.053298592989539,10.55750885879673,0.13389858757752893,0.08144503154476455,0.06443443656469955,Energy,7 -ett2/H/medium,TiRex-2-Pretrained,238.35234375,238.35234375,9.677085658482143,1.0448681247806426,0.17482781236502853,0.17033797616091728,7.931912422817044,15.438663923733815,0.20804591156821092,0.13040494417703927,0.10514101908395308,Energy,7 -ett2/H/long,TiRex-2-Pretrained,231.7792328042328,231.7792328042328,9.556094990079366,1.0595264022765154,0.18369060348860522,0.18096225351564318,8.344963208430071,15.224297448625759,0.20848503607424046,0.13086336597524917,0.10564943307841551,Energy,7 -jena_weather/H/short,TiRex-2-Pretrained,1070.9659565580619,1070.9659565580619,8.24231069209482,0.5128743295000073,1.3146275998617116,0.6007166758430651,4.465033772666549,32.72561621357284,0.20060593667040064,0.050524837971740746,0.04085830846993249,Nature,21 -jena_weather/H/medium,TiRex-2-Pretrained,1330.9272817460317,1330.9272817460317,10.170596168154763,0.7554230790988424,2.198876071665761,0.6516425705712917,6.535026093918058,36.48187607218181,0.2232390529193263,0.06223567701703482,0.05056881481213809,Nature,21 -jena_weather/H/long,TiRex-2-Pretrained,1082.6092592592593,1082.6092592592593,10.487950562169312,0.9357782155528825,2.275960037268332,0.6572199945470869,7.023876418412875,32.90302811686577,0.19811270309623577,0.06314908854075926,0.052154443904512994,Nature,21 -hierarchical_sales/D/short,TiRex-2-Pretrained,28.86287722199256,28.86287722199256,2.3153076878358827,0.7465872607733174,0.6439304314403334,1.0543384486898075,6.871045012077792,5.372418191279655,1.6481984051421685,0.7103107581421451,0.5782802009063903,Sales,1 -loop_seattle/5T/short,TiRex-2-Pretrained,44.5508118872549,44.5508118872549,3.58014922560307,0.5652788488758629,0.0910358464385703,0.07672242528305881,4.131856843766213,6.674639457472958,0.11445533425791658,0.06139165702064151,0.048347652976253055,Transport,1 -loop_seattle/5T/medium,TiRex-2-Pretrained,66.42972095910733,66.42972095910733,4.601891044246646,0.7322309565303429,0.14028391457194514,0.10538641935781516,5.5619102224497405,8.150442991586857,0.14501312481494238,0.08187709564657383,0.0646940890067908,Transport,1 -loop_seattle/5T/long,TiRex-2-Pretrained,79.83594025914459,79.83594025914459,4.991819172113289,0.7903638105368993,0.14663429150900126,0.1132778229049103,6.28149661122108,8.935095984887045,0.15797432434153716,0.08825638384674804,0.07003299440442716,Transport,1 -solar/10T/short,TiRex-2-Pretrained,22.460542122871047,22.460542122871047,2.0224117529653283,0.8810234037506813,6.3082301027202305,1.5099237360220634,3.8817160523176844,4.739255439715299,1.3786488941836919,0.5883193599240236,0.44402503608015176,Energy,1 -solar/10T/medium,TiRex-2-Pretrained,23.552443458305685,23.552443458305685,2.0036498510423577,0.877559366462002,4.229125074493445,1.4555353300666363,4.263007999143949,4.853085972688479,1.0769190092843446,0.44461784206594535,0.334210239708199,Energy,1 -solar/10T/long,TiRex-2-Pretrained,21.350827345650853,21.350827345650853,1.9085049148893705,0.8364499118313201,3.864406547242276,1.449063578207482,4.4101718434800325,4.620695547820788,0.9986893192091942,0.41249276314194205,0.3109315562744274,Energy,1 -loop_seattle/D/short,TiRex-2-Pretrained,17.446017156862744,17.446017156862744,2.835831277412281,0.8566307433253452,0.052907534698706786,0.05231591657332428,6.984260948261078,4.176842965310373,0.07464577005150691,0.050680097671054886,0.041161517631257534,Transport,1 -sz_taxi/H/short,TiRex-2-Pretrained,7.183556711571848,7.183556711571848,1.8483202029497197,0.5628104538189279,1.1255545330862713,0.2950467143494381,4.003910051308085,2.680215795709713,0.24967864068126927,0.1721824326813258,0.1357547249582032,Transport,1 -us_births/D/short,TiRex-2-Pretrained,93353.30666666667,93353.30666666667,208.64692708333334,0.3076205176585381,0.020072161356608074,0.019926642340184052,2.373297542966765,305.53773362167016,0.028641683231326865,0.019558956341904153,0.01554787721359311,Healthcare,1 -m4_weekly/W/short,TiRex-2-Pretrained,257578.18212984788,257578.18212984788,263.0244803942576,2.0465144168105653,0.0648957443155567,0.06426997920509521,14.298740765464443,507.52160754971595,0.09246257166110591,0.047918984148269686,0.03807589922802331,Econ/Fin,1 -m4_yearly/A/short,TiRex-2-Pretrained,3879403.3853921825,3879403.3853921825,938.838406096747,3.5356582296819132,0.1682881216666491,0.1582375094325841,33.02536006017795,1969.6201119485409,0.3158377148172202,0.15054709025634938,0.12304534352926313,Econ/Fin,1 -solar/W/short,TiRex-2-Pretrained,1678798.9489051094,1678798.9489051094,1043.010378649635,1.1403619413995314,0.235527901753892,0.20366481522649393,7.208275915974989,1295.6847413260332,0.26448164942189084,0.21290449482880225,0.15341984853884758,Energy,1 -ett1/15T/short,TiRex-2-Pretrained,4.043311709449405,4.043311709449405,1.0290889195033481,0.6758792362283556,0.44195556640625,0.23069853498463108,4.515836824135661,2.01079877398247,0.38012462632575356,0.1945406203960586,0.1503710957407965,Energy,7 -ett1/15T/medium,TiRex-2-Pretrained,9.10895275297619,9.10895275297619,1.546162109375,0.9767100169713148,0.7246699114296506,0.3755077119350578,6.629173737261665,3.018104165362122,0.5752535700626994,0.29469999197556696,0.22687258591414056,Energy,7 -ett1/15T/long,TiRex-2-Pretrained,8.03449466765873,8.03449466765873,1.5046803695436508,0.9731631871038224,0.7383725011928667,0.3786457834472302,7.060227997423676,2.834518419001494,0.5402620132708786,0.28679356617664437,0.2241025617861879,Energy,7 -electricity/W/short,TiRex-2-Pretrained,49331108116.75676,49331108116.75676,29673.349549549548,1.500452338951663,0.1952593529202839,0.09674242534199598,11.47934708556454,222106.07402040306,0.5067727656700232,0.06770479143464207,0.05183360789300366,Energy,1 -kdd_cup_2018/D/short,TiRex-2-Pretrained,2881.703304741007,2881.703304741007,21.034277545049537,1.1877302146579156,0.5336189059487001,0.4606541274751218,9.041479395049551,53.681498719214304,1.2025225350083817,0.47119013736643794,0.37266195949645775,Nature,1 -ett2/D/short,TiRex-2-Pretrained,107246.42539682539,107246.42539682539,195.54144345238095,1.2806129591735198,0.41008421882750495,0.13192089743947757,12.91984842862906,327.48500026234086,0.1874282847666604,0.11191351456621583,0.09265818394078704,Energy,7 -sz_taxi/15T/short,TiRex-2-Pretrained,16.671935811584248,16.671935811584248,2.72941648974669,0.5443780414186495,1107137702090.672,0.3926591063358222,3.8874432491971382,4.083128189462615,0.38178994853072734,0.25521211502214786,0.20071457598415376,Transport,1 -sz_taxi/15T/medium,TiRex-2-Pretrained,16.270310830662392,16.270310830662392,2.7457815838675215,0.5353160657686888,10077405659892.186,0.4049826669109481,3.9253929550860924,4.033647335930893,0.37539821224702946,0.25554080760181364,0.20158870885104296,Transport,1 -sz_taxi/15T/long,TiRex-2-Pretrained,15.532536502849004,15.532536502849004,2.691416266025641,0.5077981360102705,6198148676745.117,0.39867894460814024,4.023914149963033,3.9411339107988965,0.36478433437392555,0.249112695317248,0.1982754802153848,Transport,1 -m_dense/H/short,TiRex-2-Pretrained,39219.39555555556,39219.39555555556,82.23131944444444,0.7426900448582262,0.2720748000161251,0.2016095463378692,8.169621291821787,198.0388738494429,0.3512716140845395,0.1458578699630019,0.12034135456579192,Transport,1 -m_dense/H/medium,TiRex-2-Pretrained,38070.67555555556,38070.67555555556,81.17599826388889,0.6998759914598698,0.25801608378227125,0.1929311156586724,7.608532690134482,195.11708166010365,0.33947907166448915,0.14123598148146135,0.11578234283857432,Transport,1 -m_dense/H/long,TiRex-2-Pretrained,36110.23012345679,36110.23012345679,80.46378858024691,0.689916501485496,0.2547956447955045,0.19101525885688544,7.136542747932626,190.0269194705234,0.3289646886901953,0.13929471274326768,0.11435298596130844,Transport,1 -ett1/W/short,TiRex-2-Pretrained,1547124.0,1547124.0,978.2845284598214,1.6855185545101878,0.6883940696716309,0.580485850356187,8.488165147934605,1243.8343941216613,0.49495139294804674,0.3892827633236769,0.28890785305659966,Energy,7 -bizitobs_l2c/5T/short,TiRex-2-Pretrained,14.93383556547619,14.93383556547619,2.193809581938244,0.22124708786914293,0.09929924046650128,0.17677601162969478,1.5322297547719141,3.8644321142279354,0.13272024084331618,0.07534430091480315,0.058803702986981246,Web/CloudOps,7 -bizitobs_l2c/5T/medium,TiRex-2-Pretrained,63.19584927721088,63.19584927721088,4.977902450042517,0.48808926347375287,0.37606425199315174,0.6283914456808016,3.1453473860628303,7.949581704543383,0.4182649013206898,0.26191087209797365,0.2040195497980443,Web/CloudOps,7 -bizitobs_l2c/5T/long,TiRex-2-Pretrained,66.60882936507936,66.60882936507936,5.3562927827380955,0.5257369500573876,0.45467404542280987,0.7315136264673611,3.5957392631578493,8.161423243839236,0.45825171379190544,0.30074783207864914,0.2349228228854863,Web/CloudOps,7 -bizitobs_service/10S/short,TiRex-2-Pretrained,2124.9037037037037,2124.9037037037037,17.89202876984127,0.6836875451697143,0.05208196407903439,0.042719071244708626,5.124078337022812,46.09667779464919,0.03414989258402386,0.0132549869064809,0.010300021467279664,Web/CloudOps,2 -bizitobs_service/10S/medium,TiRex-2-Pretrained,21159.720634920635,21159.720634920635,39.25756944444444,1.0469395521505525,0.0645524669828869,0.057627240111849096,9.916783356409036,145.46381211463088,0.10947947978930302,0.029546168343115548,0.02220843324720674,Web/CloudOps,2 -bizitobs_service/10S/long,TiRex-2-Pretrained,130393.24783068783,130393.24783068783,75.80310846560846,1.3026199793519373,0.07816176318617725,0.07480905544407386,19.70650897588218,361.10005238256036,0.26751446288351055,0.0561573661157882,0.05164819073750352,Web/CloudOps,2 -saugeen/M/short,TiRex-2-Pretrained,426.0589657738095,426.0589657738095,12.868065243675595,0.75396850567,0.366977123987107,0.37143509164929106,5.2403886564201185,20.641195841661148,0.6197106221742226,0.3863379224493094,0.3070765124178913,Nature,1 -electricity/H/short,TiRex-2-Pretrained,1384200.4414414414,1384200.4414414414,157.4660543355856,0.8797050144055314,0.1692884425751629,0.11501677737766448,9.760297568275666,1176.5204806723261,0.5554016867685895,0.07433522290814784,0.06123444706220508,Energy,1 -electricity/H/medium,TiRex-2-Pretrained,5610675.599279279,5610675.599279279,238.23055602477478,1.0518388951591393,0.22517674474846752,0.12367076325460567,8.730221937421115,2368.686471291479,0.924576388087429,0.09298923673142463,0.07407118525173237,Energy,1 -electricity/H/long,TiRex-2-Pretrained,7618202.061261261,7618202.061261261,267.43694294294295,1.168906630991813,0.2908547654849042,0.1355908798939222,9.672768438905456,2760.1090669140704,1.0885861996231783,0.10547705119587675,0.08360165083955609,Energy,1 -bitbrains_rnd/5T/short,TiRex-2-Pretrained,1659506.45871525,1659506.45871525,119.5886044508425,1.6236081184706452,0.9670634303710571,0.6457224660926676,52.19321706085626,1288.2183272703621,5.271017314483613,0.4893220282085217,0.39785320445905387,Web/CloudOps,2 -bitbrains_rnd/5T/medium,TiRex-2-Pretrained,2461904.8654351765,2461904.8654351765,169.29982046678634,4.393936970295376,1.225119981269174,0.6987358738745777,159.64877779267312,1569.0458455491912,6.601775794535811,0.7123306562057038,0.6556978758126363,Web/CloudOps,2 -bitbrains_rnd/5T/long,TiRex-2-Pretrained,2590565.215748175,2590565.215748175,197.0302073657878,3.2887565619795613,2.313552731954288,0.6884301064129308,115.02988267865221,1609.5232883522299,6.165720827551116,0.7547783011301775,0.6540300699788436,Web/CloudOps,2 -loop_seattle/H/short,TiRex-2-Pretrained,38.00743017082179,38.00743017082179,3.336659141019635,0.6906266725940448,0.09330307188340191,0.07662893929758904,5.330252824583842,6.165016639946869,0.10912706381530621,0.05906225988955522,0.04692040441947186,Transport,1 -loop_seattle/H/medium,TiRex-2-Pretrained,43.61009416924664,43.61009416924664,3.5941325625644995,0.7534036109346346,0.10449096553711945,0.08201800747783572,5.7793624845908775,6.60379392237876,0.11672130518335676,0.06352588355049973,0.05056762902484285,Transport,1 -loop_seattle/H/long,TiRex-2-Pretrained,45.374286205710355,45.374286205710355,3.631456398348813,0.7725106955233876,0.11085750552276832,0.08410831168671266,6.173115282413125,6.736043809663826,0.12038212115911795,0.06489898766734688,0.05177656449539728,Transport,1 -hospital/M/short,TiRex-2-Pretrained,2883.337244676228,2883.337244676228,18.25684145480226,0.7638226911245549,0.19163308274170876,0.1734949079860811,5.13612267284183,53.69671539932613,0.19493154603772528,0.06627657397820835,0.05172387939721485,Healthcare,1 -restaurant/D/short,TiRex-2-Pretrained,137.77434155225552,137.77434155225552,7.055112893434202,0.6771348945629766,0.670650716966704,0.39087871990851875,4.627797947158439,11.737731533488722,0.540197601221862,0.3246926418881744,0.2540599170281452,Sales,1 -solar/H/short,TiRex-2-Pretrained,194.76465056345242,194.76465056345242,5.452739452274619,0.4206465743515943,1.5130535717380325,1.3452161038442507,2.7504857095824398,13.955810637990629,0.5144158424010375,0.20098979783370605,0.15631810019690323,Energy,1 -solar/H/medium,TiRex-2-Pretrained,240.26789841849148,240.26789841849148,6.000272296989051,0.45798631208922647,1.7569056998198131,1.349030937354233,2.8841532677996398,15.500577357585474,0.5583669749448374,0.21614381284162518,0.16590579497721725,Energy,1 -solar/H/long,TiRex-2-Pretrained,233.15052716950527,233.15052716950527,6.114054896593674,0.4648854628679047,2.438797229491199,1.344011995496005,3.181912294493722,15.269267407754219,0.5294133284759306,0.21198542581331944,0.16535494683071889,Energy,1 -ett1/D/short,TiRex-2-Pretrained,43139.78412698413,43139.78412698413,141.946626984127,1.7452232225357933,1.3405826629154265,0.48869311991285946,10.596747221999122,207.70118951749922,0.5455340637865546,0.37282752419153004,0.28297848451766844,Energy,7 -ett2/15T/short,TiRex-2-Pretrained,6.8130562918526785,6.8130562918526785,1.6779974074590773,0.725277016175907,0.10211520315798402,0.12416105236696597,4.8174806304638835,2.6101831912439937,0.1239146816999102,0.07966050633383664,0.06259886478628421,Energy,7 -ett2/15T/medium,TiRex-2-Pretrained,10.956639384920635,10.956639384920635,2.0630088975694445,0.851081542923179,0.12936377934233861,0.15562343567108772,6.141934479881748,3.310081477081891,0.17640022193809274,0.10994147120279686,0.08708697209073318,Energy,7 -ett2/15T/long,TiRex-2-Pretrained,10.737170138888889,10.737170138888889,2.0975189112103174,0.8712340736046428,0.13285933146513937,0.16012541235547828,6.663154187696339,3.276762142556107,0.17462457440618986,0.11178057217583494,0.08995941372695054,Energy,7 -electricity/D/short,TiRex-2-Pretrained,1235194821.0323603,1235194821.0323603,4212.8701981981985,1.40345813179156,0.31685345227429046,0.0947280444497195,11.35921668056188,35145.338539162774,0.5775546301990924,0.06923144833804465,0.05439939818809368,Energy,1 -us_births/W/short,TiRex-2-Pretrained,2343688.8571428573,2343688.8571428573,1201.9584263392858,1.0927954166200322,0.01630930708987372,0.01632125716057437,6.639555336576497,1530.9111199357255,0.02078196834051687,0.016316467780212642,0.012581888588537449,Healthcare,1 -m4_quarterly/Q/short,TiRex-2-Pretrained,1805815.5906666666,1805815.5906666666,558.39201953125,1.1806343278534328,0.11143733072280884,0.1018531440248489,9.018075475382668,1343.8063813908113,0.22492952458339135,0.09346499110558745,0.07467205150688183,Econ/Fin,1 -ett2/W/short,TiRex-2-Pretrained,3005724.5714285714,3005724.5714285714,1237.6961495535713,0.8737796138932673,0.14656952449253627,0.16627809908055882,9.044031982367455,1733.702561406821,0.1454310383909455,0.10382371246887327,0.0863849629544897,Energy,7 diff --git a/results/TiRex-2-Pretrained/config.json b/results/TiRex-2-Pretrained/config.json deleted file mode 100644 index 546284944a460d390f4e0d57a437afcd9886aad3..0000000000000000000000000000000000000000 --- a/results/TiRex-2-Pretrained/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "TiRex-2-Pretrained", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://huggingface.co/NX-AI/TiRex-2-gifteval-pretrain", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/tirex-2.ipynb", - "org": "NXAI", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/TiRex-2-Zeroshot/all_results.csv b/results/TiRex-2-Zeroshot/all_results.csv deleted file mode 100644 index 5409931a12687fde81841ca55d6a091200a952e5..0000000000000000000000000000000000000000 --- a/results/TiRex-2-Zeroshot/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -m4_yearly/A/short,TiRex-2-Zeroshot,3925752.972461623,3925752.972461623,945.9092669974754,3.565310531663481,0.1691560802524474,0.159569355775755,33.09361634918049,1981.351299608836,0.3177188651366359,0.15168093557765205,0.12393123470237974,Econ/Fin,1 -m4_quarterly/Q/short,TiRex-2-Zeroshot,1805140.6866666668,1805140.6866666668,561.00865625,1.1902769296544624,0.11176770369211833,0.1023809876901841,9.1061822629413,1343.5552413900468,0.2248874881696951,0.09390297001483086,0.0750439460234444,Econ/Fin,1 -m4_monthly/M/short,TiRex-2-Zeroshot,1894708.7681111111,1894708.7681111111,564.4636552372685,0.9451225157862497,0.1610596431096395,0.13314482971049318,7.687750775483862,1376.484205543642,0.2860806732791468,0.11731492586804414,0.09352542604180264,Econ/Fin,1 -m4_weekly/W/short,TiRex-2-Zeroshot,262766.8583672595,262766.8583672595,261.9853224769659,2.064760132194989,0.06361218818842738,0.06351536993354064,14.264154829555096,512.6078992439147,0.0933892151838018,0.047729665679921776,0.03773484955269001,Econ/Fin,1 -m4_daily/D/short,TiRex-2-Zeroshot,360299.0735746392,360299.0735746392,175.61151420291324,3.290214060862409,0.036935874990276125,0.030074489008788827,26.173371487155997,600.2491762382012,0.09272190956718832,0.027127125839516045,0.021460839272318906,Econ/Fin,1 -m4_hourly/H/short,TiRex-2-Zeroshot,3084036.3285024157,3084036.3285024157,284.49076590177134,0.7445135392163762,0.08728793968900966,0.08059150389061331,5.49825161460385,1756.1424567791805,0.23975220818623966,0.03883926902982491,0.030272192270531455,Econ/Fin,1 -electricity/15T/short,TiRex-2-Zeroshot,123817.23977477477,123817.23977477477,51.50886208474099,0.9913067720463019,0.1690069505767124,0.15860901977101932,9.986028513983076,351.87673946252085,0.6936184133711639,0.10153412029548933,0.08350562702586567,Energy,1 -electricity/15T/medium,TiRex-2-Zeroshot,261771.33581081082,261771.33581081082,53.94533009572072,0.8317570403290815,0.12924391153463058,0.12585259868075158,7.235878905350341,511.63594069495434,0.8816002466787844,0.09295323595710964,0.07491384668942075,Energy,1 -electricity/15T/long,TiRex-2-Zeroshot,327501.0835975976,327501.0835975976,58.55276661036036,0.879442109489505,0.1374557466979041,0.1280798910425497,7.345243199954292,572.2771038558135,0.9028372664426261,0.09237416523039846,0.07416215534539335,Energy,1 -electricity/H/short,TiRex-2-Zeroshot,1532454.2069369368,1532454.2069369368,168.07000351914414,0.9381835650021294,0.17448969788421761,0.12022988347553581,10.049656401936238,1237.9233445318562,0.5843882235269777,0.07934104419193143,0.0648753058328166,Energy,1 -electricity/H/medium,TiRex-2-Zeroshot,5602662.348108108,5602662.348108108,239.80178913288287,1.0622403125091775,0.22066840067653193,0.12494531808885247,8.82830097330871,2366.994370104861,0.9239159052323264,0.09360254079236517,0.0746710619061961,Energy,1 -electricity/H/long,TiRex-2-Zeroshot,7590587.198270271,7590587.198270271,268.2350930930931,1.1723912872291986,0.29186229845187034,0.13622153054138916,9.738161069420299,2755.10203046462,1.0866114259284647,0.10579184137902413,0.08403267032744127,Energy,1 -electricity/D/short,TiRex-2-Zeroshot,1255199487.833946,1255199487.833946,4212.765117117117,1.4042599159489701,0.2775557733707555,0.09445894077164485,11.345348106688919,35428.79461446503,0.582212754876607,0.06922972150690723,0.054504933173045354,Energy,1 -electricity/W/short,TiRex-2-Zeroshot,41026352661.21802,41026352661.21802,28276.184684684686,1.5173694465026841,0.20164035586724446,0.09777388733690083,11.527025673337642,202549.63011868973,0.46215141433394263,0.06451692227893627,0.050255274572395696,Energy,1 -solar/10T/short,TiRex-2-Zeroshot,24.13185542122871,24.13185542122871,2.3316943834587893,1.029370578934644,5.821340305873504,1.539346537494782,5.5614415334429435,4.91241849003408,1.4290220067690313,0.6782896436413428,0.5285340232443377,Energy,1 -solar/10T/medium,TiRex-2-Zeroshot,19.555018248175184,19.555018248175184,1.8907250107138907,0.8241197248708465,3.5917973405840287,1.4558955130796507,4.543089885617716,4.42210563512171,0.9812827644773479,0.41955937249534414,0.3244557123237033,Energy,1 -solar/10T/long,TiRex-2-Zeroshot,18.479808996096917,18.479808996096917,1.8550475034690541,0.8081197037526254,3.112117514413043,1.4578671969295982,4.490666247311467,4.298814836219038,0.929119959919178,0.4009388000501257,0.306568608515406,Energy,1 -solar/H/short,TiRex-2-Zeroshot,189.12044595978998,189.12044595978998,5.372484748167179,0.4140980752697592,1.3723402979615178,1.3443105105876927,2.7973198992666113,13.752106964381493,0.5069072569395401,0.19803158262923126,0.15440768366590513,Energy,1 -solar/H/medium,TiRex-2-Zeroshot,228.0293795620438,228.0293795620438,5.89148228406326,0.4496586489823745,1.4573582494181463,1.350086552255776,2.9893915024759923,15.100641693717648,0.5439603588779106,0.21222494265890537,0.1643637957487274,Energy,1 -solar/H/long,TiRex-2-Zeroshot,253.06184103811842,253.06184103811842,6.226842558799675,0.47295889994475543,2.2989820818006765,1.345893968399228,3.236912702490943,15.90791755818839,0.5515564930983082,0.2158959796116749,0.1689188116273346,Energy,1 -solar/D/short,TiRex-2-Zeroshot,125094.64136253041,125094.64136253041,251.58272506082724,0.9809203401333817,1.0352986950653893,0.43146796179410607,5.3804452932209,353.68720836712544,0.5109575486797528,0.36345134753592867,0.2758444092897847,Energy,1 -solar/W/short,TiRex-2-Zeroshot,1579489.6350364964,1579489.6350364964,1015.540602189781,1.1109558802764368,0.2285003662109375,0.1990116503049786,7.099422972362463,1256.77748031881,0.2565397047207847,0.20729722667504027,0.1491571830701785,Energy,1 -hospital/M/short,TiRex-2-Zeroshot,2804.86962190352,2804.86962190352,18.25859001521078,0.7642741264176063,0.19198169401550957,0.1734611656443569,5.127208367986504,52.961019834435966,0.1922608002982394,0.06628292165853178,0.05172650495416111,Healthcare,1 -covid_deaths/D/short,TiRex-2-Zeroshot,364138.4421052632,364138.4421052632,103.87904918546366,34.21256996742289,0.08800280890250883,0.12879597933272927,731.40733182024,603.4388470303045,0.22704680286629966,0.03908499778962053,0.03174311681216086,Healthcare,1 -us_births/D/short,TiRex-2-Zeroshot,190365.28,190365.28,265.29505208333336,0.39064947779214493,0.025641948382059732,0.025221747646242305,3.781596977726359,436.30869805677725,0.040900400001947695,0.02486925838763332,0.02031583635229672,Healthcare,1 -us_births/M/short,TiRex-2-Zeroshot,66788768.0,66788768.0,6633.834635416667,0.7489572015398966,0.02043255294362704,0.02074391412076921,3.7107444382058374,8172.439537861384,0.025383541485608604,0.020604645148691012,0.0155724811693052,Healthcare,1 -us_births/W/short,TiRex-2-Zeroshot,2509542.0,2509542.0,1234.9979073660713,1.1224102398223685,0.016725510358810425,0.016737408124682836,7.313698674780622,1584.1534016628566,0.02150472709432132,0.016764975495483923,0.012926842477302442,Healthcare,1 -saugeen/D/short,TiRex-2-Zeroshot,1241.5941666666668,1241.5941666666668,13.150348307291667,2.92194181234672,0.2803130086263021,0.33175323083503244,29.4642526850992,35.23626209839328,1.1413109249496898,0.4259429149464185,0.35689549709191887,Nature,1 -saugeen/M/short,TiRex-2-Zeroshot,420.1109561011905,420.1109561011905,12.871096656436013,0.7541549956088199,0.36453044982183547,0.3743121098359575,5.222674362738224,20.49660840483592,0.6153696735624813,0.3864289345545302,0.30554479504295934,Nature,1 -saugeen/W/short,TiRex-2-Zeroshot,1053.1900390625,1053.1900390625,15.098287963867188,1.224780165322851,0.3643290281295776,0.39960959709671584,10.412568752211305,32.452889533329696,0.9796174559631642,0.45575437679817943,0.36747879652688165,Nature,1 -temperature_rain/D/short,TiRex-2-Zeroshot,185.14133019477347,185.14133019477347,5.711758556709811,1.3204128177329444,16.97904185255517,1.5327799473597192,19.349227803694497,13.606664918148512,1.6018641919745553,0.6724249888004665,0.5445240027621031,Nature,1 -kdd_cup_2018/H/short,TiRex-2-Zeroshot,4442.174206754925,4442.174206754925,22.10933639909958,0.922222688557774,0.7994122658687796,0.4947152755325103,7.317917138106568,66.64963770910481,1.395097629373204,0.46278845403513597,0.3699761793579389,Nature,1 -kdd_cup_2018/H/medium,TiRex-2-Zeroshot,5318.600992571075,5318.600992571075,25.58394948506536,1.0542517924844046,0.9023686594004134,0.5722041892552259,8.345251646724861,72.92873914014334,1.526530590302982,0.5355183974135239,0.42469027080103744,Nature,1 -kdd_cup_2018/H/long,TiRex-2-Zeroshot,4074.4951810687776,4074.4951810687776,23.78459523907172,1.0124852365633705,1.0015790273667555,0.6058371441618738,7.414191914504397,63.83177250451986,1.497751320407376,0.5580827153460637,0.43614614818372194,Nature,1 -kdd_cup_2018/D/short,TiRex-2-Zeroshot,2877.013365250349,2877.013365250349,21.025637509142896,1.1857494194578504,0.5317708463204003,0.4599644801734185,9.017441031299992,53.63779791574547,1.2015435906379177,0.4709965913938233,0.3722977832746291,Nature,1 -car_parts/M/short,TiRex-2-Zeroshot,1.3852346275089367,1.3852346275089367,0.45626666040016356,0.8353268673756366,0.8468199423819361,1.903595951776484,15.627453788485994,1.17695990904913,2.822229128834916,1.0940806476049796,0.9525227769671033,Sales,1 -restaurant/D/short,TiRex-2-Zeroshot,137.80806948725134,137.80806948725134,7.054675825394602,0.6772710027748202,0.671193221286308,0.3911772863851723,4.618019098400836,11.73916817697282,0.5402637188836696,0.32467252700431554,0.25417469339959453,Sales,1 -hierarchical_sales/D/short,TiRex-2-Zeroshot,28.711541442744934,28.711541442744934,2.30566834177346,0.7448622733427184,0.638792748406679,1.0532423279249479,6.945714551438969,5.3583151682917025,1.6438717538710228,0.707353513519512,0.5760216800258925,Sales,1 -hierarchical_sales/W/short,TiRex-2-Zeroshot,467.15138373940675,467.15138373940675,8.945835954051907,0.7229935984146366,0.5407295880643187,0.45575619365157183,6.779509685207151,21.613685103179577,0.9922948551267048,0.41070770438435444,0.34861481393387034,Sales,1 -loop_seattle/5T/short,TiRex-2-Zeroshot,43.87518342040764,43.87518342040764,3.5572149097611905,0.5617068464740116,0.09232246410735989,0.07597797244620377,4.15838068084048,6.623834495245759,0.11358414129375362,0.06099838412517148,0.048038819329013986,Transport,1 -loop_seattle/5T/medium,TiRex-2-Zeroshot,69.0496111487358,69.0496111487358,4.744501812032379,0.7537277109058076,0.14394985013948014,0.10848924897599285,5.740788810771305,8.309609566564232,0.147845025170222,0.08441443418022337,0.0665944843228126,Transport,1 -loop_seattle/5T/long,TiRex-2-Zeroshot,83.51502121316362,83.51502121316362,5.1612489250086,0.8161043011822313,0.15143499482212475,0.11713571262081851,6.437345218596752,9.138655328502308,0.16157329516685554,0.09125193652824826,0.07231182889199439,Transport,1 -loop_seattle/H/short,TiRex-2-Zeroshot,36.752171765520615,36.752171765520615,3.3182301638626366,0.6895219539087595,0.09518163675953956,0.07638752331474484,5.3087506322250935,6.062356948045918,0.10730988287263946,0.05873604825320189,0.046658867768813034,Transport,1 -loop_seattle/H/medium,TiRex-2-Zeroshot,39.963860939112486,39.963860939112486,3.5056779702012384,0.7385274714089076,0.10186903631724072,0.08015740773322845,5.822803217021223,6.321697631104519,0.11173528537535929,0.06196245870843825,0.04962478429747825,Transport,1 -loop_seattle/H/long,TiRex-2-Zeroshot,44.1811876504988,44.1811876504988,3.6002133857929137,0.7676405049492637,0.1123779296875,0.08368619335927907,6.2455731257297,6.646893082523503,0.11878887830926697,0.06434063320452639,0.051531910421448585,Transport,1 -loop_seattle/D/short,TiRex-2-Zeroshot,17.91515092879257,17.91515092879257,2.8714013319143445,0.867178228275405,0.05343969323440725,0.052946495575926567,7.372078323495213,4.23262931625161,0.07564274675351775,0.05131578211768893,0.04187743735040092,Transport,1 -sz_taxi/15T/short,TiRex-2-Zeroshot,16.67869871556395,16.67869871556395,2.72904053479615,0.5443350382868307,1134924377146.895,0.3929731693171286,3.911906325546686,4.083956257792675,0.38186737646108954,0.25517696162637965,0.20068777198673984,Transport,1 -sz_taxi/15T/medium,TiRex-2-Zeroshot,16.293831797542737,16.293831797542737,2.7445665147569445,0.534959458862143,9786438144693.17,0.40478437029711756,3.8738422690116128,4.036561878324515,0.37566945906485055,0.25542772513974416,0.2012267667506087,Transport,1 -sz_taxi/15T/long,TiRex-2-Zeroshot,15.531495949074074,15.531495949074074,2.685954193376068,0.5074304012067504,5918545693956.813,0.3988811641104446,3.90079277694111,3.9410018966087894,0.3647721153756484,0.2486071356024875,0.19679291631062168,Transport,1 -sz_taxi/H/short,TiRex-2-Zeroshot,7.186893821781517,7.186893821781517,1.8472644773303952,0.5625609368303884,1.1981948461288061,0.2949764766031587,4.0263306343481275,2.680838268486467,0.24973662786163356,0.17208408532512143,0.1357769164228408,Transport,1 -m_dense/H/short,TiRex-2-Zeroshot,45185.27111111111,45185.27111111111,88.63413194444445,0.7834781786901008,0.29433012211491527,0.20956098778102772,8.815794450948548,212.5682739994638,0.3770431494562165,0.15721486385938985,0.13070027920278968,Transport,1 -m_dense/H/medium,TiRex-2-Zeroshot,36424.648888888885,36424.648888888885,80.52771701388889,0.6944438165080411,0.2769168824254407,0.19487524240010917,7.669966759348129,190.85242699239873,0.33205911132455274,0.140108054008095,0.1158284608188371,Transport,1 -m_dense/H/long,TiRex-2-Zeroshot,35379.35012345679,35379.35012345679,81.44740740740741,0.7023894654371488,0.28512867561689215,0.19774536542858107,7.41385843515998,188.0939927893945,0.3256185068666396,0.14099750233838532,0.1176040656510254,Transport,1 -m_dense/D/short,TiRex-2-Zeroshot,9302.554074074074,9302.554074074074,45.90950810185185,0.6827223156791568,0.1254161611320886,0.09872481020028359,7.1117102277065944,96.44974895806662,0.1669687822331519,0.07947614943012374,0.0664869168709989,Transport,1 -ett1/15T/short,TiRex-2-Zeroshot,4.777524820963541,4.777524820963541,1.1251089186895462,0.7068243293647052,0.5050334919059895,0.2454958353253085,4.57036272631621,2.185754977339304,0.41319867311050695,0.2126924184673378,0.16280994100395638,Energy,7 -ett1/15T/medium,TiRex-2-Zeroshot,8.36113529265873,8.36113529265873,1.5193705047123016,0.9620571859584023,0.7468546684576234,0.3719444767762893,6.565320427073821,2.8915627768835885,0.5511347242853942,0.2895935204645521,0.22430260865576324,Energy,7 -ett1/15T/long,TiRex-2-Zeroshot,7.797987351190476,7.797987351190476,1.5002304997519842,0.9753296932617752,0.7791201583281974,0.37569426395051003,6.985385977395471,2.792487663569971,0.5322509097280307,0.2859454165945768,0.22313323495313775,Energy,7 -ett1/H/short,TiRex-2-Zeroshot,95.41261160714286,95.41261160714286,4.9221575055803575,0.8241148007712913,0.43700499761672246,0.2633897780116344,5.672593011292728,9.767937940381422,0.4559096259668956,0.2297372281658519,0.1760159079657413,Energy,7 -ett1/H/medium,TiRex-2-Zeroshot,128.27647879464286,128.27647879464286,6.530461193266369,1.2182385415353505,4436163986317.478,0.4380040190666625,8.357694888614539,11.325920659912944,0.5424847516096021,0.31279361075380185,0.24454562548898362,Energy,7 -ett1/H/long,TiRex-2-Zeroshot,135.83649966931216,135.83649966931216,6.99635830026455,1.3765462455951127,2548354743000.0903,0.4851589981157114,8.904549589357002,11.654891662701639,0.5581275189839633,0.3350404459396196,0.25938698709574803,Energy,7 -ett1/D/short,TiRex-2-Zeroshot,44600.701587301584,44600.701587301584,144.3385044642857,1.7604458199491033,1.2093021453373016,0.4986431492265436,10.309404312012907,211.18878186897518,0.5546943407823264,0.3791098697325535,0.28548388792796964,Energy,7 -ett1/W/short,TiRex-2-Zeroshot,1573593.7142857143,1573593.7142857143,970.7212611607143,1.6462558284731443,0.7105236053466797,0.5674326146407519,8.350049655906595,1254.4296370405614,0.499167492990075,0.3862731587471971,0.2858382191145276,Energy,7 -ett2/15T/short,TiRex-2-Zeroshot,7.816949753534226,7.816949753534226,1.7375293550037203,0.7397939174548761,0.10430615543600158,0.125324073680851,5.052000020302956,2.7958808546742877,0.1327304103941921,0.08248669966605805,0.06513303178460077,Energy,7 -ett2/15T/medium,TiRex-2-Zeroshot,10.933501984126984,10.933501984126984,2.0700012400793653,0.8546483144908716,0.12798583802323707,0.15618842761188842,6.3883580037547665,3.3065846403996653,0.17621388083916165,0.1103141130578086,0.08759993914875729,Energy,7 -ett2/15T/long,TiRex-2-Zeroshot,11.044852430555556,11.044852430555556,2.112267640128968,0.8761431867437008,0.13255998009520042,0.1611223610372838,6.851088372630475,3.323379669937751,0.17710891836445444,0.11256656602418447,0.09071869456742,Energy,7 -ett2/H/short,TiRex-2-Zeroshot,111.11182105654763,111.11182105654763,6.4094778878348215,0.7313270449707547,0.11761186218489156,0.10855963897186066,5.2875025268709885,10.540959209509712,0.13368869197676997,0.0812900133704742,0.0644920405293882,Energy,7 -ett2/H/medium,TiRex-2-Zeroshot,232.92373511904762,232.92373511904762,9.458468191964286,1.0203529407575571,0.17094076278825207,0.166734846419972,7.783987341530951,15.261839178783388,0.20566309745561884,0.127458941400003,0.10322907106806486,Energy,7 -ett2/H/long,TiRex-2-Zeroshot,225.19794973544973,225.19794973544973,9.275537367724867,1.0337514081334989,0.18131860672993383,0.17816749494011833,8.14370846322247,15.006596873890153,0.2055037942579731,0.12702134527019782,0.10372616194396898,Energy,7 -ett2/D/short,TiRex-2-Zeroshot,106215.92380952381,106215.92380952381,196.07870783730158,1.2910983141010477,0.41601310608878966,0.13309177708383788,12.483287674400684,325.9078455783534,0.18652565881295205,0.11222101785749164,0.09236945705268701,Energy,7 -ett2/W/short,TiRex-2-Zeroshot,2924133.714285714,2924133.714285714,1179.0831473214287,0.7967958930313758,0.13155042273657663,0.14566925063649888,8.87052076178342,1710.009857949864,0.1434436110330695,0.09890699961390582,0.08450314279347239,Energy,7 -jena_weather/10T/short,TiRex-2-Zeroshot,816.9817460317461,816.9817460317461,5.659363374255952,0.2723811673347503,0.3465113741508773,0.5453616355078412,2.0430736321595364,28.58289254137422,0.1775355862325858,0.03515173955530846,0.02812849741231814,Nature,21 -jena_weather/10T/medium,TiRex-2-Zeroshot,1555.4323232323231,1555.4323232323231,9.717207792207793,0.5730240297516871,0.7552129390941147,0.6369689593071237,5.430352836648267,39.438969601554284,0.24203628222263823,0.05963433810192993,0.04879301430896989,Nature,21 -jena_weather/10T/long,TiRex-2-Zeroshot,1458.0329365079365,1458.0329365079365,9.860320560515873,0.6144307173068461,0.7607445287075483,0.631178371890325,5.779880740316048,38.18419747104732,0.2336556518257139,0.060336992273433074,0.04906195101594583,Nature,21 -jena_weather/H/short,TiRex-2-Zeroshot,1052.1824352548037,1052.1824352548037,8.087169420948204,0.508006742121415,1.1153542100473677,0.6032011812654541,4.497581348411526,32.437361718469084,0.19883893912045086,0.04957382792427007,0.04019951241284675,Nature,21 -jena_weather/H/medium,TiRex-2-Zeroshot,1280.0906746031746,1280.0906746031746,9.91663333953373,0.7169373608856688,1.8533453471215964,0.6544626748605363,6.456219882366867,35.778354833658504,0.21893409862910562,0.060681638150217605,0.04947892337542519,Nature,21 -jena_weather/H/long,TiRex-2-Zeroshot,1102.6791005291004,1102.6791005291004,10.528961020171957,0.8939815728625709,2.05829330554996,0.6522593765934921,6.69870719698231,33.20661230130379,0.19994059651208343,0.06339601064764443,0.05204549021014954,Nature,21 -jena_weather/D/short,TiRex-2-Zeroshot,368.0499255952381,368.0499255952381,9.612146577380953,1.0510425931359986,0.5819358244765228,0.4577633295464466,6.709961127740127,19.184627324898393,0.1155228123153331,0.05788083272095213,0.04535887528647994,Nature,21 -bitbrains_fast_storage/5T/short,TiRex-2-Zeroshot,1723376.7755777808,1723376.7755777808,154.08290823400185,0.7044155597193855,1.6201636437082763,0.7199479737130543,13.758444057986146,1312.7744572384781,4.121787176930717,0.4837822307108841,0.38375538432532647,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,TiRex-2-Zeroshot,2892881.868580414,2892881.868580414,260.28439196397585,0.97228037874943,3.0109777142042677,0.7987150874858573,21.285221189792992,1700.847397205409,5.167644446425982,0.7908159161333406,0.5956249437155066,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,TiRex-2-Zeroshot,4319813.52356807,4319813.52356807,379.53989961970916,0.8978976392789713,3.7784828601056892,0.8137003084496276,16.07768440463051,2078.4161093409734,5.492633248099424,1.0030106398148266,0.6876963237926554,Web/CloudOps,2 -bitbrains_fast_storage/H/short,TiRex-2-Zeroshot,3050948.32391675,3050948.32391675,316.4819422666632,1.0672482531133942,3.1929280766167527,0.5632178848341244,19.590276093583526,1746.6964029037072,4.978652005286071,0.9020763161150319,0.6681497695003986,Web/CloudOps,2 -bitbrains_rnd/5T/short,TiRex-2-Zeroshot,1748420.0538065794,1748420.0538065794,121.03059614976165,1.6509150903984346,0.8036898249964979,0.6519412595004452,53.09874829940944,1322.278357157289,5.410381295422938,0.49522225788398405,0.39813439613482254,Web/CloudOps,2 -bitbrains_rnd/5T/medium,TiRex-2-Zeroshot,2283682.948496941,2283682.948496941,151.4133007734393,4.394114851241022,0.6109278475880223,0.7155275289239105,160.62260320419003,1511.1859410730835,6.3583287680649985,0.6370728578190749,0.6253627910685908,Web/CloudOps,2 -bitbrains_rnd/5T/long,TiRex-2-Zeroshot,2212029.9004256725,2212029.9004256725,157.27209422920217,3.3099104322882575,1.0492739797539292,0.6960737739008084,116.01810925224669,1487.2894474263146,5.697471039827067,0.6024739863477223,0.5951494166582366,Web/CloudOps,2 -bitbrains_rnd/H/short,TiRex-2-Zeroshot,1928392.7321086058,1928392.7321086058,147.55648736200504,5.904995041098433,1.1947712873606189,0.5452820655333148,203.18331195438105,1388.665810088448,6.077481281065691,0.6457794116680052,0.5984643433408406,Web/CloudOps,2 -bizitobs_application/10S/short,TiRex-2-Zeroshot,427204.9066666667,427204.9066666667,350.91052083333335,1.1189630431963855,0.015436778598361544,0.015577248139824817,7.570168246311635,653.6091390629928,0.025207091943266046,0.013533216159103788,0.010740321428749732,Web/CloudOps,2 -bizitobs_application/10S/medium,TiRex-2-Zeroshot,3874406.8266666667,3874406.8266666667,1106.983125,2.4547498781074237,0.03494385083516439,0.035631226428824214,20.44052050854657,1968.3512965592972,0.07729136221187001,0.04346796927274269,0.03594552310695648,Web/CloudOps,2 -bizitobs_application/10S/long,TiRex-2-Zeroshot,6227707.448888889,6227707.448888889,1506.26875,3.2672475473038074,0.04723150041368272,0.04824694063771193,49.878044457498135,2495.537507009039,0.0962429066968465,0.0580907649592383,0.051582493353778784,Web/CloudOps,2 -bizitobs_service/10S/short,TiRex-2-Zeroshot,2426.002962962963,2426.002962962963,19.292020502645503,0.7656758469523396,0.05819892035590278,0.04590644801441087,6.287054302297299,49.2544715022196,0.036489287114719375,0.014292145538752998,0.01112213804789036,Web/CloudOps,2 -bizitobs_service/10S/medium,TiRex-2-Zeroshot,21604.810158730157,21604.810158730157,40.389806547619045,1.076708862913629,0.07260297502790179,0.06151982650629266,9.433093910956908,146.98574814834993,0.1106249377917325,0.0303983201979615,0.022530308937752846,Web/CloudOps,2 -bizitobs_service/10S/long,TiRex-2-Zeroshot,129176.80084656084,129176.80084656084,76.62758597883598,1.369230703062023,0.08712069072420635,0.07998852654532604,18.32292296549916,359.41174277777964,0.2662637091543876,0.05676816541547072,0.05137590523708529,Web/CloudOps,2 -bizitobs_l2c/5T/short,TiRex-2-Zeroshot,20.142113095238095,20.142113095238095,2.571166701543899,0.26520284966606145,0.1396272045951331,0.2068432429341444,2.850532132967124,4.487996556954795,0.15413596780494024,0.08830427182841008,0.07183070465067484,Web/CloudOps,7 -bizitobs_l2c/5T/medium,TiRex-2-Zeroshot,138.6170599489796,138.6170599489796,7.816230867346939,0.7511392921283505,0.49535290604078297,0.8712551852971513,7.19737928075143,11.773574646171808,0.6194631643018862,0.41124868627517047,0.3251802798100466,Web/CloudOps,7 -bizitobs_l2c/5T/long,TiRex-2-Zeroshot,305.15458333333333,305.15458333333333,12.27048363095238,1.1512217917821361,0.8671760012013787,1.1611212927515784,8.66740454269043,17.468674343902954,0.9808399486950933,0.6889693114719946,0.5201133695652778,Web/CloudOps,7 -bizitobs_l2c/H/short,TiRex-2-Zeroshot,66.49639601934524,66.49639601934524,4.9107762896825395,0.47873681819974856,0.4430189612958071,0.6339647051558424,2.8631498457283757,8.154532237924212,0.43955017174211103,0.26470341872932684,0.20429848005804527,Web/CloudOps,7 -bizitobs_l2c/H/medium,TiRex-2-Zeroshot,86.32678571428572,86.32678571428572,5.28187023344494,0.5429817832924992,0.4824121268344011,0.7918762641533725,3.729523181367853,9.291220894709463,0.5625975377287782,0.3198252653352691,0.2574468104524075,Web/CloudOps,7 -bizitobs_l2c/H/long,TiRex-2-Zeroshot,93.45682043650794,93.45682043650794,5.509787326388889,0.5803228562327183,0.5864931325768655,0.8099713945558144,4.38126025424668,9.667306782993283,0.590506999870815,0.33655371212133406,0.2667387722612735,Web/CloudOps,7 diff --git a/results/TiRex-2-Zeroshot/config.json b/results/TiRex-2-Zeroshot/config.json deleted file mode 100644 index 0d5868ad99a2c46fad55998aadf2b9aeb0ad5828..0000000000000000000000000000000000000000 --- a/results/TiRex-2-Zeroshot/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "TiRex-2-Zeroshot", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://huggingface.co/NX-AI/TiRex-2-gifteval-zs", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/tirex-2.ipynb", - "org": "NXAI", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/TimeRouter/all_results.csv b/results/TimeRouter/all_results.csv deleted file mode 100644 index 2536d2c6c356b972d2454c4e8aa1c612cddc7a02..0000000000000000000000000000000000000000 --- a/results/TimeRouter/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,TimeRouter,3601705.3658223776,3601705.3658223776,351.9616525760954,0.8735434873165857,4.543829785745491,0.8205547890479445,15.290329559227352,1897.8159462451508,5.015360451082382,0.9301294765281336,0.7146999153175239,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,TimeRouter,2811836.317434093,2811836.317434093,275.23724094790464,0.9567388364552024,3.814132638517208,0.8099451208017172,20.83479034918947,1676.8530995391616,5.094743032832123,0.8362467863646782,0.6510878690739736,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,TimeRouter,1784802.0020659682,1784802.0020659682,161.41440572473115,0.660759521716473,2.084634123975099,0.743910729588796,13.375791978772572,1335.964820669305,4.194599090406337,0.5068013086543941,0.4000474798205508,Web/CloudOps,2 -bitbrains_fast_storage/H/short,TimeRouter,2491076.935900402,2491076.935900402,273.5232458507913,0.9275949623009084,2.9176380203469066,0.5819498676997918,18.269920378417428,1578.3145871151296,4.498709256490749,0.7796300991068462,0.632019284999067,Web/CloudOps,2 -bitbrains_rnd/5T/long,TimeRouter,2220931.7863089573,2220931.7863089573,172.65054391493388,3.306533829805617,1.855564575563966,0.7223638271638355,115.10416968113816,1490.2790967832022,5.70892321496463,0.6613853071949939,0.6776962552415332,Web/CloudOps,2 -bitbrains_rnd/5T/medium,TimeRouter,2164778.536336331,2164778.536336331,145.78782747794125,4.3565401417388845,0.5219081837100434,0.7259164383503365,159.0047984030848,1471.3186386151476,6.190587612217952,0.6134037149468755,0.6654461931210306,Web/CloudOps,2 -bitbrains_rnd/5T/short,TimeRouter,1605273.0224382875,1605273.0224382875,121.91150115636948,1.6220454924569654,1.10457615682552,0.6680769107383066,51.67652797572337,1266.9936947113383,5.184172248438618,0.4988266505969749,0.4052455178874752,Web/CloudOps,2 -bitbrains_rnd/H/short,TimeRouter,1890025.4454626828,1890025.4454626828,157.8214590170922,5.805530682632745,1.6115119666285138,0.5613709653787136,202.39272312780764,1374.7819628809082,6.016719050694601,0.6907039841333829,0.6866254949873082,Web/CloudOps,2 -bizitobs_application/10S/long,TimeRouter,5508385.564444444,5508385.564444444,1444.5294444444444,2.949662795812786,0.0426446999443901,0.0436458248562282,21.62755934421292,2346.995007332662,0.0905142162256685,0.0557097267230176,0.0453959701454996,Web/CloudOps,2 -bizitobs_application/10S/medium,TimeRouter,2138408.533333333,2138408.533333333,801.9126041666667,1.958162364695828,0.0280597178141276,0.0284337043762207,19.673493843711324,1462.3298305557926,0.0574213885520741,0.0314887477958092,0.0248260565044535,Web/CloudOps,2 -bizitobs_application/10S/short,TimeRouter,286335.36,286335.36,294.4227777777777,0.8216577432756068,0.0122788514031304,0.0123107274373372,5.454891570139229,535.1031302468712,0.0206367888652829,0.0113547096974128,0.0087873935687003,Web/CloudOps,2 -bizitobs_l2c/5T/long,TimeRouter,77.63739087301587,77.63739087301587,5.266649305555555,0.5261365876016397,0.3854189680643964,0.7186293247767858,5.303508617203173,8.811208252732191,0.4947361706109115,0.2957144848520887,0.2405016321024403,Web/CloudOps,7 -bizitobs_l2c/5T/medium,TimeRouter,53.60668579931973,53.60668579931973,4.588636001275511,0.4560982318453608,0.3399883103966499,0.6078560965401786,3.3015619790660917,7.321658678149353,0.3852269161243638,0.2414297324817931,0.1888346475310115,Web/CloudOps,7 -bizitobs_l2c/5T/short,TimeRouter,18.36382765997024,18.36382765997024,2.518036179315476,0.2648351203409841,0.1468133622372862,0.2022972106933593,2.7719310330607017,4.285303683517685,0.1471746740922748,0.0864795546389618,0.0699666904675398,Web/CloudOps,7 -bizitobs_l2c/H/long,TimeRouter,87.9488033234127,87.9488033234127,5.613547092013889,0.6157020903930215,0.6706259851956579,0.7893004402281746,8.292772191017741,9.378102330611066,0.5728415572238581,0.3428916580748343,0.2857166541957304,Web/CloudOps,7 -bizitobs_l2c/H/medium,TimeRouter,74.50924479166666,74.50924479166666,4.825762939453125,0.4885874165708301,0.4437360130798073,0.752440679640997,3.58599090717525,8.631873770605468,0.5226730678735108,0.2922072758968687,0.2298713328128092,Web/CloudOps,7 -bizitobs_l2c/H/short,TimeRouter,50.9629875062004,50.9629875062004,4.40203373015873,0.4387599470100783,0.4032934906957247,0.5958540174696181,3.022116791702401,7.138836565309532,0.3848016139364008,0.2372809166410868,0.184622497628049,Web/CloudOps,7 -bizitobs_service/10S/long,TimeRouter,131354.23661375663,131354.23661375663,76.40484126984127,1.3149130400677933,0.0786481584821428,0.0787648357411541,18.223886003071676,362.428250297568,0.2684984343603682,0.056603149014078,0.0510270051767518,Web/CloudOps,2 -bizitobs_service/10S/medium,TimeRouter,13526.871111111112,13526.871111111112,30.89758928571429,0.9264518802936116,0.0685024346245659,0.0602127414279513,9.684064772456605,116.30507775291288,0.0875339318016033,0.0232542510234633,0.0174438272979103,Web/CloudOps,2 -bizitobs_service/10S/short,TimeRouter,2127.1111111111118,2127.1111111111118,17.583070436507935,0.6878014935905903,0.0543596669353505,0.0447809096240492,5.4165599895356245,46.12061481714127,0.0341676258955333,0.0130261006959979,0.0102008957695011,Web/CloudOps,2 -car_parts/M/short,TimeRouter,1.3518275289686297,1.3518275289686297,0.4692226717540811,0.8550507670840157,0.804101668394079,1.8783949396755013,15.06879212592182,1.162681181136355,2.7879902040182687,1.1251478337983334,0.9730035902017984,Sales,1 -covid_deaths/D/short,TimeRouter,681242.88320802,681242.88320802,142.85256892230578,33.34858131599673,0.0908798774599289,0.3649331458529135,609.7648452382726,825.3743897214282,0.3105511308663931,0.0537489742575661,0.043151915102161,Healthcare,1 -electricity/15T/long,TimeRouter,315855.69470870873,315855.69470870873,56.97030302177177,0.8538298634034818,0.1246827708928139,0.128869612087067,7.257557375078327,562.0104044488045,0.8866402898982918,0.0898776349814331,0.0718869689796291,Energy,1 -electricity/15T/medium,TimeRouter,253301.73123423423,253301.73123423423,51.363252393018016,0.802928039471737,0.119728172160164,0.1269251021797394,7.0918675401726095,503.29090120350304,0.8672209033038552,0.0885040560645584,0.0713996344601934,Energy,1 -electricity/15T/short,TimeRouter,124538.53961711712,124538.53961711712,47.652665399774776,0.9257983637140176,0.1504625917788295,0.1572479452014044,10.687533182266568,352.9001836456268,0.6956358235914137,0.0939327965184219,0.078486077596559,Energy,1 -electricity/D/short,TimeRouter,1316267798.3434956,1316267798.3434956,4186.9053693693695,1.3572654751816209,0.2484157638483519,0.0911504038217905,11.21576323476591,36280.40515682667,0.5962075442942492,0.0688047599709456,0.0547324245538582,Energy,1 -electricity/H/long,TimeRouter,5112894.731531532,5112894.731531532,231.330012012012,1.05137713023476,0.2740499816860737,0.1315741307026902,15.0847098719741,2261.171097358962,0.8918052120033836,0.0912364883161989,0.0761987210218399,Energy,1 -electricity/H/medium,TimeRouter,5014854.234954955,5014854.234954955,219.56706362612613,0.9664608021596552,0.2185108816229291,0.1227375261563518,13.876753467514089,2239.3870221457823,0.874106552116423,0.0857042606063947,0.0712271694072313,Energy,1 -electricity/H/short,TimeRouter,1723546.1064864865,1723546.1064864865,174.12406425957207,0.947094035136186,0.1748364058745244,0.1259269365100536,12.673504738147171,1312.8389491809291,0.6197537389352661,0.0821989932053746,0.0683142642692164,Energy,1 -electricity/W/short,TimeRouter,55479523708.07928,55479523708.07928,27841.88828828829,1.353951921993441,0.1230164841760562,0.08943581194491,11.101283451705608,235540.91726933408,0.5374266444512877,0.06352600122064,0.0494244462938623,Energy,1 -ett1/15T/long,TimeRouter,8.433940972222222,8.433940972222222,1.559009486607143,1.0054933269848307,0.7772973089673751,0.3897598896329365,6.868223361194181,2.904124820358488,0.553529062192338,0.29714874960646,0.2307266986397357,Energy,7 -ett1/15T/medium,TimeRouter,9.203430059523807,9.203430059523807,1.5680743117559524,0.9872240274748348,0.7530463919511322,0.3823841688368055,6.794450684325787,3.033715553496044,0.5782291157250193,0.2988764789213271,0.2309031801660701,Energy,7 -ett1/15T/short,TimeRouter,4.99721447172619,4.99721447172619,1.0789315359933036,0.6753217136060021,0.4833008684950119,0.2336703527541387,4.717230164226319,2.2354450276681352,0.4225921145412046,0.2039629485839846,0.1591334648024829,Energy,7 -ett1/D/short,TimeRouter,45736.723809523806,45736.723809523806,141.7643601190476,1.663980181740088,1.317917984250992,0.4747183663504464,11.246723819750972,213.86145938322736,0.5617142169271286,0.3723487942245454,0.2883448033555734,Energy,7 -ett1/H/long,TimeRouter,144.67886904761906,144.67886904761906,7.214540963955026,1.4029778318938495,2753295333086.525,0.4937853616381448,13.715475328688148,12.028252950766335,0.5760069824249733,0.3454887411529146,0.2713453614092799,Energy,7 -ett1/H/medium,TimeRouter,131.98299851190475,131.98299851190475,6.7529052734375,1.248564190390355,3471503913008.461,0.4504247029622396,9.706071481204468,11.488385374451225,0.5502664263147382,0.3234481548921668,0.2513709463876867,Energy,7 -ett1/H/short,TimeRouter,94.27338169642856,94.27338169642856,4.8131173270089285,0.8022581354493263,0.4395007905505952,0.2571282159714472,6.271058481223235,9.709448063429177,0.4531796641175366,0.2246478769300759,0.1739918954859708,Energy,7 -ett1/W/short,TimeRouter,1394006.5714285714,1394006.5714285714,938.4461495535714,1.6011454925812596,0.6776251111711774,0.5676284517560687,7.02209011549749,1180.6805543535352,0.4698209727643174,0.3734301215044542,0.2730184744087336,Energy,7 -ett2/15T/long,TimeRouter,10.56702876984127,10.56702876984127,2.0864225260416664,0.8730375069437348,0.1326764043574538,0.1616068425254216,7.026338818607955,3.250696659154968,0.1732354977055951,0.1111892257633635,0.0894271209728256,Energy,7 -ett2/15T/medium,TimeRouter,10.839605654761904,10.839605654761904,2.048401692708333,0.844134836200389,0.1269810821742931,0.1537959313771081,6.51991496496371,3.292355639168087,0.1754555800120002,0.1091630268662342,0.0870727613529477,Energy,7 -ett2/15T/short,TimeRouter,7.322592308407738,7.322592308407738,1.6865004766555058,0.7316436998249496,0.1055000774535396,0.1251287006196521,5.470798706329363,2.706028881665482,0.1284648175910338,0.0800641772778846,0.0636840319862185,Energy,7 -ett2/D/short,TimeRouter,106452.57777777778,106452.57777777778,199.45636160714287,1.3094512683369826,0.3879405188182043,0.1368869236537388,11.751713171277895,326.27071241191385,0.1867333158708752,0.1141541252633808,0.0929711573198005,Energy,7 -ett2/H/long,TimeRouter,223.60507605820104,223.60507605820104,9.114171006944444,1.007646982937116,0.1735569972338017,0.1692455796337632,7.940588519733835,14.95343024386716,0.2047757181798687,0.1248115571560335,0.1003711242144355,Energy,7 -ett2/H/medium,TimeRouter,243.1296875,243.1296875,9.58263171968006,1.027325872746385,0.1692602948011342,0.1651856377011253,8.216342583120174,15.592616441764992,0.2101205206218337,0.1291321166903888,0.1050739823504167,Energy,7 -ett2/H/short,TimeRouter,106.67345610119048,106.67345610119048,6.369426618303572,0.7319274941984887,0.1183281086972723,0.1090634209769112,5.472386345559743,10.328284276741732,0.1309913820818272,0.0807820518340315,0.0643748835042379,Energy,7 -ett2/W/short,TimeRouter,5119743.428571428,5119743.428571428,1503.1127232142858,0.92575094513768,0.141044190951756,0.1520396641322544,8.062606181306268,2262.6850042751043,0.1898045472438642,0.1260880897460935,0.1002400726845333,Energy,7 -hierarchical_sales/D/short,TimeRouter,29.266701116163706,29.266701116163706,2.324396218737081,0.7467884273539487,0.6435581796487484,1.0529507609032658,7.301213456273205,5.409870711594105,1.6596884236129994,0.7130990187732248,0.5870196387145167,Sales,1 -hierarchical_sales/W/short,TimeRouter,441.3002184851695,441.3002184851695,8.778143413996291,0.7097294532189886,0.5390141300121533,0.4500030582234011,7.054467358435408,21.007146843042957,0.9644483869239024,0.4030088578458788,0.3403057937373369,Sales,1 -hospital/M/short,TimeRouter,2484.107344632768,2484.107344632768,17.081034740330292,0.7466456382433306,0.1930314403469279,0.1712457224992191,5.081666863139183,49.84082006380682,0.1809337505762571,0.0620081225656954,0.0487228921040312,Healthcare,1 -jena_weather/10T/long,TimeRouter,1313.5867724867726,1313.5867724867726,9.364675305886244,0.6689361270405785,0.8225439597084357,0.6553006288235781,6.1754078996571815,36.24343764720412,0.2217798096786823,0.0573040539713352,0.0484493014345757,Nature,21 -jena_weather/10T/medium,TimeRouter,1501.3849927849928,1501.3849927849928,9.683362644300145,0.5919389803214621,0.7761547250586757,0.6524853727002164,5.440598280990785,38.74770951662811,0.237794004575933,0.0594266244295285,0.0483447185318531,Nature,21 -jena_weather/10T/short,TimeRouter,758.1537202380953,758.1537202380953,5.250036039806548,0.256856497181637,0.339531992506397,0.5382000635540675,2.259625645516401,27.53459133958765,0.1710243350842292,0.0326093063013878,0.026984961223467,Nature,21 -jena_weather/D/short,TimeRouter,373.7384424603175,373.7384424603175,9.556363157242064,1.0359360596579543,0.6467704450216794,0.4439374651227679,7.287125047846524,19.33231601387473,0.1164121396089401,0.0575449253579433,0.0462255201424874,Nature,21 -jena_weather/H/long,TimeRouter,1284.382275132275,1284.382275132275,10.912582671957672,0.8236609227804645,1.9678055436643835,0.6385262302620701,6.705885769668814,35.838279466685826,0.2157861700219638,0.0657058445570393,0.0529419654015598,Nature,21 -jena_weather/H/medium,TimeRouter,1498.2939484126985,1498.2939484126985,11.141593036954363,0.7964680450380003,2.860869294511864,0.6810547843812004,5.926596287781616,38.70780216458561,0.2368598884200408,0.068177378615647,0.0564462789427505,Nature,21 -jena_weather/H/short,TimeRouter,1105.345342522974,1105.345342522974,8.450341348162071,0.5202172606221226,1.4561912870358595,0.6016662648646356,4.8662727378016415,33.246734313658145,0.203800357331612,0.0518000526031224,0.0428648408025348,Nature,21 -kdd_cup_2018/D/short,TimeRouter,2872.138307068289,2872.138307068289,21.089847646120088,1.1982271918824274,0.5100837432051666,0.4657504420797593,9.067965592977693,53.59233440584846,1.2005251597729805,0.4724349665981917,0.3753982953873986,Nature,1 -kdd_cup_2018/H/long,TimeRouter,3297.451315612165,3297.451315612165,18.698487236423503,0.7861305095562958,0.8310664134606932,0.4743397862825974,10.630173493119663,57.42343873029693,1.3473859146641165,0.4387420691786479,0.3751919814669659,Nature,1 -kdd_cup_2018/H/medium,TimeRouter,4454.277331905762,4454.277331905762,20.82879245961921,0.8433515298260148,0.8448353846930312,0.4647406828533566,11.533934861294698,66.74037257841584,1.3969968705120528,0.4359843488803571,0.3764518117120128,Nature,1 -kdd_cup_2018/H/short,TimeRouter,4082.2683885639312,4082.2683885639312,19.30932601867982,0.7986204437025249,0.7492722657810051,0.437704418078742,10.657525642996584,63.89263172357147,1.3373885007598934,0.4041791655496812,0.3438803654585381,Nature,1 -loop_seattle/5T/long,TimeRouter,80.33169074647402,80.33169074647402,4.967895740167412,0.7859821089929379,0.1400640078993951,0.1132537179025484,6.182684326060872,8.962794806670184,0.158464045175387,0.087833412677331,0.0698007302817063,,1 -loop_seattle/5T/medium,TimeRouter,66.66202818627451,66.66202818627451,4.6385204624613,0.7370774162469002,0.1379641103203205,0.1066123401811125,5.450650334343266,8.16468175658271,0.1452664616958561,0.0825288082468513,0.0652092850202481,,1 -loop_seattle/5T/short,TimeRouter,39.81688344540119,39.81688344540119,3.4139150519120065,0.5417940603237683,0.0898538347368269,0.0729447214226973,4.011466415081295,6.310062079361913,0.1082036369279797,0.0585411078582298,0.0463305816078655,,1 -loop_seattle/D/short,TimeRouter,18.306769220846235,18.306769220846235,2.9212570143188854,0.8821752630009824,0.0540840078064531,0.0538999449234874,8.136785153684292,4.278641048375785,0.0764650379443376,0.0522067698410576,0.0427470424293316,,1 -loop_seattle/H/long,TimeRouter,62.191941864465086,62.191941864465086,4.139411603457172,0.8656772074339626,0.1165768796896499,0.0961237825722394,7.441174974388584,7.886186775905392,0.1409367157883517,0.0739768272379613,0.0601078293021588,,1 -loop_seattle/H/medium,TimeRouter,70.4874871001032,70.4874871001032,4.419717089138287,0.904500984077476,0.1139366378233036,0.1015528691688435,8.112841745543804,8.395682646462001,0.1483927342250124,0.0781179959957901,0.0638152543731369,,1 -loop_seattle/H/short,TimeRouter,59.856634620607245,59.856634620607245,4.066871113057411,0.8247823733992462,0.10887252412286,0.0940387285122833,7.513663466395174,7.736706962306847,0.1369475807940819,0.0719877543569884,0.0585628549374747,,1 -m4_daily/D/short,TimeRouter,377505.90368042176,377505.90368042176,185.279179181875,3.402285554229536,0.0380199353343359,0.0309616225396451,26.933547531904576,614.4150907004333,0.0949101518700521,0.0286205129084046,0.022770109920318,Econ/Fin,1 -m4_hourly/H/short,TimeRouter,666642.5507246377,666642.5507246377,173.51949979871176,0.6838543705546944,0.0871716067794824,0.0786118438278419,5.658638100980167,816.4818128560107,0.1114677894270321,0.0236892417693788,0.0185516933056578,Econ/Fin,1 -m4_monthly/M/short,TimeRouter,1803414.211962963,1803414.211962963,550.3094662905092,0.9123288986072948,0.1603515397531014,0.1305560514308788,7.935762039018317,1342.9125853766368,0.2791033380785184,0.114373199484769,0.092017230227236,Econ/Fin,1 -m4_quarterly/Q/short,TimeRouter,1705937.2266666666,1705937.2266666666,543.936833984375,1.13780060217128,0.1121728857358296,0.0986673614184061,9.317079723452409,1306.1153190536686,0.218620704466194,0.0910454475925865,0.0731886059235729,Econ/Fin,1 -m4_weekly/W/short,TimeRouter,241829.54703235484,241829.54703235484,245.09746625241056,1.9982682514135437,0.0591446815426967,0.0581416033411118,14.24362903003404,491.7616770676166,0.0895913565642542,0.0446529599926423,0.0356776835438102,Econ/Fin,1 -m4_yearly/A/short,TimeRouter,3339565.7105713706,3339565.7105713706,843.3718442587273,3.1121242092951533,0.1597937396321175,0.1410518998364432,32.601369078924414,1827.4478680858097,0.2930397364966096,0.1352385845452923,0.1109852988523221,Econ/Fin,1 -m_dense/D/short,TimeRouter,6997.531851851852,6997.531851851852,40.51642939814815,0.6263887543252198,0.1143685263823897,0.0905515656647858,6.959250693489807,83.65125134659883,0.1448126897219131,0.0701399324531728,0.0586345779776242,,1 -m_dense/H/long,TimeRouter,34382.822716049384,34382.822716049384,77.19558641975308,0.6718145137804676,0.2605404893533855,0.1873282274787808,7.030773457024598,185.42605727364585,0.3209999160962939,0.1336369716753226,0.1099588497504768,,1 -m_dense/H/medium,TimeRouter,36149.537777777776,36149.537777777776,77.55177951388889,0.6739124933405871,0.2540750610530189,0.1882865397135416,7.50783123303487,190.1303178816513,0.3308027327006451,0.1349302987278502,0.1116882839375121,,1 -m_dense/H/short,TimeRouter,40409.48888888889,40409.48888888889,83.85100694444445,0.7499627975314459,0.2706227582848127,0.2042654418945312,8.718899552962203,201.02111552990868,0.3565613676986901,0.1487307919877458,0.1243117995229498,,1 -restaurant/D/short,TimeRouter,136.82085318016252,136.82085318016252,7.033133989446156,0.6753344824865797,0.6727904988412954,0.3895468775538199,4.6131889827222805,11.69704463444346,0.5383250958572011,0.3236811218020357,0.2552011726554426,Sales,1 -saugeen/D/short,TimeRouter,1238.55375,1238.55375,13.030263671875,2.8955273249736395,0.2810040791829427,0.324874776204427,34.02078153819903,35.19309236199627,1.1399126469019354,0.4220533449932567,0.3472273496991256,Nature,1 -saugeen/M/short,TimeRouter,386.3538411458333,386.3538411458333,12.270589192708334,0.7189604207147963,0.3534204165140788,0.3499901635306222,4.867108545712791,19.65588566170025,0.5901286546689414,0.368399898987907,0.2923682655844462,Nature,1 -saugeen/W/short,TimeRouter,980.229296875,980.229296875,14.28704833984375,1.1590469945320112,0.3463594436645508,0.3711661577224731,12.74415674394108,31.308613780795216,0.9450765408786408,0.4312664341807377,0.3495191299416406,Nature,1 -solar/10T/long,TimeRouter,19.16425567404197,19.16425567404197,1.8128614291077405,0.7922634970658265,3.512495455828515,1.4419728126742448,3.8548127556321945,4.377699815432983,0.9461696844404488,0.3918209558970136,0.2902967991243768,Energy,1 -solar/10T/medium,TimeRouter,19.32748735069675,19.32748735069675,1.8023598208360985,0.7874516866511135,3.615050585704708,1.4417713863083388,3.70458013289911,4.396303828296761,0.9755572412947702,0.3999507866854171,0.2902347293673442,Energy,1 -solar/10T/short,TimeRouter,18.679740723844283,18.679740723844283,1.7437528512773723,0.761291338181429,4.676397679391912,1.492391277229699,3.3650042244810034,4.322006562216708,1.2572712409045987,0.507257515599882,0.3781210572649519,Energy,1 -solar/D/short,TimeRouter,119189.9795620438,119189.9795620438,247.87221715328468,0.9659096898771174,1.0400937119829683,0.4244048255493461,4.554420888496609,345.2390180180157,0.4987527911158876,0.3580909274247584,0.27017565976927,Energy,1 -solar/H/long,TimeRouter,426.8674776966748,426.8674776966748,9.870486111111113,0.7499094604298425,4.278359295924162,1.3846121312347932,11.087664502827131,20.660771469058812,0.7163466000182995,0.3422277419219908,0.2928518970991079,Energy,1 -solar/H/medium,TimeRouter,501.2699817518248,501.2699817518248,10.072357816301704,0.7679889627374561,3.6844520134952514,1.3904612891575423,11.206840730117172,22.389059420882887,0.8065061766606301,0.3628298375413826,0.3089857932630179,Energy,1 -solar/H/short,TimeRouter,549.1510196568063,549.1510196568063,10.230974101397424,0.7875325217439025,3.713175290522073,1.3973919378381514,13.005800215835146,23.433971487069925,0.8637840177128281,0.3771171232881763,0.3288127119484955,Energy,1 -solar/W/short,TimeRouter,1160932.905109489,1160932.905109489,871.4518704379562,0.94690571276412,0.1914879457793966,0.1724352314524407,5.344800670820505,1077.4659647104818,0.2199377413759865,0.1778851141284113,0.1279159767091104,Energy,1 -sz_taxi/15T/long,TimeRouter,15.422488203347578,15.422488203347578,2.69823161502849,0.5088359084833861,6127062685265.395,0.4019731222734152,3.765034265311839,3.9271475912356,0.3634897855492184,0.2497435118806533,0.1986854286471835,,1 -sz_taxi/15T/medium,TimeRouter,16.219486177884615,16.219486177884615,2.742872345753205,0.535115891658433,9628603602933.498,0.4035379523904914,3.9139969230863576,4.027342321914617,0.3748114254526513,0.2552700544357183,0.20277626190039,,1 -sz_taxi/15T/short,TimeRouter,16.468904562776633,16.468904562776633,2.719900091634711,0.542847129263727,1132334253592.5212,0.3937076573261265,4.131770524714033,4.058189813547,0.3794581037256012,0.2543222910987288,0.2022925430877896,,1 -sz_taxi/H/short,TimeRouter,7.160408215645032,7.160408215645032,1.8450981205345216,0.5618058735240951,0.9715452275724492,0.2961156144101395,4.138124670936176,2.6758939096393624,0.2492760303239421,0.1718822758212411,0.136817191307586,,1 -temperature_rain/D/short,TimeRouter,179.74426675512024,179.74426675512024,5.674467331293021,1.3169689902420756,21.49490779699864,1.4863484928260848,18.809230770277047,13.406873862132077,1.57834350263336,0.6680348256686962,0.5442672090576475,Nature,1 -us_births/D/short,TimeRouter,136486.02666666667,136486.02666666667,222.96997395833333,0.3282389536420646,0.0213371642430623,0.0213121318817138,2.5943591767982883,369.4401530243656,0.0346320165121049,0.0209016257616137,0.0165771384972593,Healthcare,1 -us_births/M/short,TimeRouter,36394464.0,36394464.0,4966.376302083333,0.5600179706610128,0.0153377304474512,0.0154938821991284,3.106124290944767,6032.782442621315,0.0187377811357907,0.0154255309339449,0.0116791084700966,Healthcare,1 -us_births/W/short,TimeRouter,2264510.714285714,2264510.714285714,1205.604631696429,1.096100047397141,0.0162731142980711,0.0163274120007242,6.352200614675119,1504.829131258999,0.0204279079016847,0.0163659646604092,0.0127229239120012,Healthcare,1 diff --git a/results/TimeRouter/config.json b/results/TimeRouter/config.json deleted file mode 100644 index 5f6aa8472d6f6e5450bd050a0befc076694052ff..0000000000000000000000000000000000000000 --- a/results/TimeRouter/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "TimeRouter", - "model_type": "agentic", - "model_dtype": "float32", - "model_link": "https://huggingface.co/nkh/timerouter-v1", - "code_link": "https://github.com/UConn-DSIS/TimeRouter", - "org": "UConn & Morgan Stanley", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/TimeTron-v2-33M/all_results.csv b/results/TimeTron-v2-33M/all_results.csv deleted file mode 100644 index cb598c8d5ec0048046898a16cd32de5a84d80173..0000000000000000000000000000000000000000 --- a/results/TimeTron-v2-33M/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/H/short,TimeTron-v2-33M,3189831.0076515093,3189831.0076515093,336.4742050741588,1.166380663555333,4.324445060044518,0.6063532365354214,19.936113829448857,1786.0098005474408,5.090707955987181,0.9590607578023668,0.6832619544848516,Web/CloudOps,2 -solar/H/short,TimeTron-v2-33M,735.1190453323089,735.1190453323089,11.909288361185812,0.917716481731851,5.787753402215246,1.4176168423453708,7.109408682997376,27.113078861175264,0.9993971446194256,0.4389803475864836,0.341090753933536,Energy,1 -solar/H/medium,TimeTron-v2-33M,776.3046836982968,776.3046836982968,13.254836716849148,1.0129880353501837,6.741881029693307,1.417995480725365,9.268599022927534,27.86224477134419,1.003663087461372,0.4774701554812074,0.3821553366897545,Energy,1 -solar/H/long,TimeTron-v2-33M,685.0357664233577,685.0357664233577,13.762947333738849,1.0480795370654432,7.43866723652702,1.4178152562347932,8.286784708555352,26.173187930081383,0.9074721248154772,0.4771864663194915,0.3778652826631746,Energy,1 -m_dense/D/short,TimeTron-v2-33M,10296.266666666666,10296.266666666666,52.76764467592593,0.7695067169128392,0.1367499801828032,0.1104327053493923,8.126480407768868,101.470521170765,0.1756604816028285,0.0913485982911326,0.0751790303750873,Transport,1 -ett2/H/short,TimeTron-v2-33M,112.21834077380952,112.21834077380952,6.641959635416667,0.7655689452719162,0.1244159402248844,0.1146235602242606,5.397166436430102,10.593315853584729,0.1343527199009428,0.0842385287878046,0.0668131231304765,Energy,7 -ett2/H/medium,TimeTron-v2-33M,255.79183407738097,255.79183407738097,9.802804129464286,1.0575185100318665,0.177425921209532,0.1719317481631324,11.294579492534332,15.99349349196044,0.2155226098349617,0.1320990895919707,0.10930294497295,Energy,7 -ett2/H/long,TimeTron-v2-33M,271.2439153439153,271.2439153439153,10.15698371362434,1.1009622187511443,0.189720385805821,0.1820582637080439,17.48313352304711,16.469484367882174,0.2255369125668256,0.1390920745660805,0.1212297726856024,Energy,7 -ett2/D/short,TimeTron-v2-33M,110018.89523809524,110018.89523809524,195.96488095238095,1.2583994408667627,0.4202055915953621,0.1300361996605282,13.125234001646534,331.69096345558654,0.189835489756511,0.1121558717280305,0.0920413083828295,Energy,7 -electricity/15T/short,TimeTron-v2-33M,163404.54274774774,163404.54274774774,61.09176625844594,1.1563833098585172,0.1976136309719763,0.1908547231313344,11.367411721119591,404.2332776352632,0.7968234703250702,0.1204239133480395,0.0980929782651497,Energy,1 -electricity/15T/medium,TimeTron-v2-33M,294249.6370810811,294249.6370810811,63.85813302364865,1.0237698293784556,0.1838346271745877,0.1658999177400056,10.073302640228205,542.4478196850653,0.9346922168820936,0.1100339936041762,0.0895795279448294,Energy,1 -electricity/15T/long,TimeTron-v2-33M,518713.4781621622,518713.4781621622,77.11960810810811,1.1372180626950643,0.1931326749260538,0.1741450187980949,11.51863970330012,720.2176602681735,1.1362316249577773,0.1216656331422852,0.0994076143807144,Energy,1 -bitbrains_rnd/H/short,TimeTron-v2-33M,1845780.2303397127,1845780.2303397127,171.3636513788841,5.940762081040158,2.1772018881073696,0.6309933032146434,195.4189426963251,1358.5949471198958,5.945876466236105,0.749971214056103,0.6671548054565138,Web/CloudOps,2 -loop_seattle/H/short,TimeTron-v2-33M,71.8999774251806,71.8999774251806,5.065310448322334,1.0202959899270712,0.1553998838054525,0.1146176434386839,8.490333468866238,8.479385439121199,0.1500937450734167,0.0896611459175514,0.0722768270242959,Transport,1 -loop_seattle/H/medium,TimeTron-v2-33M,82.6188338493292,82.6188338493292,5.770919198271414,1.1690365541956669,0.1679346358197884,0.1272861035861713,11.607466021262942,9.089490296453878,0.1606557053905448,0.1020003393272599,0.0839629793878984,Transport,1 -loop_seattle/H/long,TimeTron-v2-33M,90.46640866873064,90.46640866873064,5.808141447368421,1.1930645398856634,0.2005953772682318,0.1298614806394049,12.928726191176958,9.511383110185957,0.1699811501104736,0.1037992636602662,0.0858583924994431,Transport,1 -solar/W/short,TimeTron-v2-33M,3981635.270072993,3981635.270072993,1571.5380930656934,1.7341981981769463,0.3649065337912009,0.2884426256165887,16.376238023731513,1995.4035356471113,0.4073117491760472,0.3207902151861179,0.2708693986940647,Energy,1 -bizitobs_application/10S/short,TimeTron-v2-33M,3846447.7866666666,3846447.7866666666,802.4288888888889,2.7888631318616226,0.03990296681722,0.0394739532470703,45.04911043953967,1961.236290370609,0.0756370444341008,0.0309464748445104,0.0271242517505239,Web/CloudOps,2 -bizitobs_application/10S/medium,TimeTron-v2-33M,21395602.773333333,21395602.773333333,2128.1989583333334,6.954895414358934,0.0938188234965006,0.0958718999226888,136.6775957490632,4625.538106354042,0.1816312676644442,0.0835681094299575,0.0764375239864018,Web/CloudOps,2 -bizitobs_application/10S/long,TimeTron-v2-33M,20505351.964444444,20505351.964444444,2293.850972222222,7.430197088147029,0.0991053856743706,0.1025060611300998,178.18038105920755,4528.283556099866,0.1746377966921116,0.088464663214238,0.0841119669853,Web/CloudOps,2 -bizitobs_service/10S/short,TimeTron-v2-33M,17581.621164021162,17581.621164021162,39.59574074074074,1.7647892474529427,0.3151719060019841,0.1103942418981481,27.404425159391323,132.59570567714914,0.0982311377437942,0.0293337905847547,0.0255241877536208,Web/CloudOps,2 -bizitobs_service/10S/medium,TimeTron-v2-33M,140078.9942857143,140078.9942857143,107.75006944444443,3.8227884474889127,0.4408571273561508,0.1591579861111111,75.51363819266368,374.27128434561246,0.2816853883423936,0.0810952414060991,0.0729965169982094,Web/CloudOps,2 -bizitobs_service/10S/long,TimeTron-v2-33M,209060.09735449735,209060.09735449735,125.9715343915344,3.752276917693752,0.1919149150545634,0.1667078734705687,88.06615924411318,457.2309015743549,0.3387312691907938,0.0933237398859777,0.0884890391296368,Web/CloudOps,2 -bizitobs_l2c/5T/short,TimeTron-v2-33M,22.087946428571428,22.087946428571428,2.826266624813988,0.2945102086164606,0.165287321250677,0.217285901024228,3.0689940270310605,4.699781529876834,0.1614095210159594,0.0970654357600688,0.0791101929963495,Web/CloudOps,7 -bizitobs_l2c/5T/medium,TimeTron-v2-33M,191.80221088435377,191.80221088435377,10.06801990327381,0.9621880447316018,0.6271967291070425,0.9746027317176872,19.152805108628495,13.84926752158228,0.7286751339341283,0.5297259035567636,0.4665091689133379,Web/CloudOps,7 -bizitobs_l2c/5T/long,TimeTron-v2-33M,364.4816666666667,364.4816666666667,13.914151785714283,1.294419370846612,1.0347643080435769,1.2360301184275793,33.96116123183925,19.09140295176514,1.0719537340429284,0.78125882107357,0.7242053312735177,Web/CloudOps,7 -ett2/W/short,TimeTron-v2-33M,7022237.714285715,7022237.714285715,1770.156529017857,1.141450760753593,0.1705326693398612,0.1983142750603812,8.899844991492236,2649.9505116672867,0.2222902217114765,0.1484889946310067,0.116731459071212,Energy,7 -loop_seattle/5T/short,TimeTron-v2-33M,44.87091027920214,44.87091027920214,3.656724877450981,0.5777993204241603,0.1027626923363275,0.0783165741754144,4.521999058360721,6.698575242482699,0.1148657801391466,0.0627047604300635,0.0497460087151941,Transport,1 -loop_seattle/5T/medium,TimeTron-v2-33M,140.09096604102166,140.09096604102166,6.981449041376419,1.0877889603000437,0.2586087083373645,0.1507308223003942,13.17282271721858,11.836002958812644,0.2105868081217207,0.1242143208990372,0.1036475416391804,Transport,1 -loop_seattle/5T/long,TimeTron-v2-33M,153.02013186561177,153.02013186561177,7.414257610939113,1.1548136782559684,0.2810150651086458,0.1571660427237415,14.667447215113286,12.370130632520084,0.2187064394153361,0.131085590861396,0.1100307392903098,Transport,1 -loop_seattle/D/short,TimeTron-v2-33M,17.96810178018576,17.96810178018576,2.887948876096491,0.8743414119001611,0.0532958921387222,0.0532498417747033,7.613969183937755,4.238879778925767,0.0757544508811006,0.0516115088635101,0.0424257857691319,Transport,1 -bitbrains_rnd/5T/short,TimeTron-v2-33M,1863694.278642564,1863694.278642564,137.64595141625762,1.8174156722897612,1.283698269665347,0.7178146995356822,56.335901043128345,1365.1718861163831,5.585889232551913,0.563207494777613,0.4563278113377249,Web/CloudOps,2 -bitbrains_rnd/5T/medium,TimeTron-v2-33M,2225068.469509134,2225068.469509134,166.59690113761093,4.621169289065555,1.0616097361912498,0.7737502938154637,167.02357055287715,1491.666339872672,6.276199866200281,0.7009579962222026,0.6375884086196214,Web/CloudOps,2 -bitbrains_rnd/5T/long,TimeTron-v2-33M,2526342.553647849,2526342.553647849,190.6982169619402,3.533227292535709,1.8235743499590864,0.7396551721067658,123.04844364053936,1589.4472478342427,6.088814574418669,0.7305219373185541,0.6479502546127784,Web/CloudOps,2 -electricity/W/short,TimeTron-v2-33M,89720899100.5982,89720899100.5982,34812.19639639639,1.7566177439545647,0.2458730459644393,0.1111267708443306,13.001777909154436,299534.47063835274,0.6834388152975958,0.0794299441141317,0.0635230103842868,Energy,1 -solar/D/short,TimeTron-v2-33M,153507.20778588808,153507.20778588808,258.97734184914844,1.0119912773093018,1.1992364516803529,0.4241537349357512,5.843921754961797,391.7999588895947,0.566017491815129,0.3741340501562192,0.2889825616758139,Energy,1 -ett1/H/short,TimeTron-v2-33M,99.32315848214286,99.32315848214286,5.089588564918155,0.8505728650343709,0.4962696983700707,0.2683175586518787,6.108706601500973,9.966100465184104,0.4651586817159045,0.2375519206939819,0.1878610611502167,Energy,7 -ett1/H/medium,TimeTron-v2-33M,141.67676711309525,141.67676711309525,7.130074055989583,1.3149084571201797,4011442887069.745,0.4623036702473958,13.687392746323486,11.902805010294642,0.5701161444933562,0.3415136455009661,0.2761821732475348,Energy,7 -ett1/H/long,TimeTron-v2-33M,163.6448578042328,163.6448578042328,7.635671916335979,1.4118754317721869,630978605448.0175,0.5010712477265211,19.886371608029233,12.792374986851849,0.6125991317596777,0.3656557903561202,0.3048880888607935,Energy,7 -temperature_rain/D/short,TimeTron-v2-33M,189.750977709802,189.750977709802,5.924746265797922,1.3810640379397443,18.04182227835526,1.5441743857327364,18.673439114099654,13.7750128025277,1.6216831887238623,0.6974992730994705,0.5597701566827407,Nature,1 -saugeen/W/short,TimeTron-v2-33M,1168.4376953125,1168.4376953125,17.248260498046875,1.3991118215013922,0.4406227111816406,0.4730045795440674,11.40906299088268,34.18241792665493,1.0318247086623504,0.5206530854990096,0.4211596181436675,Nature,1 -covid_deaths/D/short,TimeTron-v2-33M,518170.53032581456,518170.53032581456,117.59174498746869,36.48802357941842,0.0989387894061914,0.3754141212406015,696.8008990667008,719.8406284211906,0.2708435395908337,0.044244466318777,0.0371687927819973,Healthcare,1 -us_births/D/short,TimeTron-v2-33M,286170.9866666667,286170.9866666667,373.7851822916667,0.5500547775149256,0.0362581443786621,0.0357220999399821,4.665746882646273,534.9495178674963,0.0501471764351176,0.0350393277480355,0.027926156250498,Healthcare,1 -m4_weekly/W/short,TimeTron-v2-33M,433262.9955003214,433262.9955003214,330.8395650310692,2.480185797433929,0.0795883920889021,0.0825152808909296,19.24135863018563,658.2271610168646,0.1199187879677542,0.0602738416157341,0.0470819776005111,Econ/Fin,1 -car_parts/M/short,TimeTron-v2-33M,1.3371987472702438,1.3371987472702438,0.4797058673086783,0.8760970166837794,0.8232178409906193,1.8807302824415435,15.088876264544554,1.1563731003747206,2.772864073437567,1.150285461367449,0.984737948167866,Sales,1 -sz_taxi/H/short,TimeTron-v2-33M,7.280379857772436,7.280379857772436,1.8652708917601497,0.5683504179155325,0.988564972184662,0.298435308994391,4.179242750420337,2.6982179040567567,0.2513556481627869,0.1737614939448158,0.1377976093559779,Transport,1 -ett1/15T/short,TimeTron-v2-33M,5.917625790550595,5.917625790550595,1.2054476056780137,0.775313089475921,0.5100240519957006,0.2584114801316034,6.078214665925738,2.4326170661554185,0.4598658835698759,0.2278797744185908,0.1813064205080266,Energy,7 -ett1/15T/medium,TimeTron-v2-33M,12.08630580357143,12.08630580357143,1.8101517547123016,1.1515004868310983,0.8091579541839798,0.4297645786830357,11.575991215071925,3.4765364665959466,0.6626312879329936,0.3450167142223697,0.2826016117883024,Energy,7 -ett1/15T/long,TimeTron-v2-33M,11.20203869047619,11.20203869047619,1.8216586061507936,1.194893964850682,0.891450765050001,0.435021003844246,13.496783815849204,3.3469446799246905,0.6379309652605284,0.3472099314838608,0.2885558241029272,Energy,7 -saugeen/M/short,TimeTron-v2-33M,498.0833798363095,498.0833798363095,13.423924037388392,0.7864016251801428,0.3948113577706473,0.381299200512114,5.637896915705379,22.31778169613435,0.6700467592359634,0.4030264709973303,0.324750399031017,Nature,1 -us_births/M/short,TimeTron-v2-33M,123431370.66666669,123431370.66666669,9832.345052083334,1.1144189334005354,0.0300723289450009,0.0306475088000297,6.475356301731352,11109.967176669186,0.0345074823039352,0.0305391966956891,0.0229351750966988,Healthcare,1 -m4_quarterly/Q/short,TimeTron-v2-33M,1973282.3586666663,1973282.3586666663,597.1541953125,1.2458785657638598,0.1244344229698181,0.1077974052429199,9.521712062686712,1404.735689966859,0.2351280179087623,0.0999530967516334,0.0800003569693292,Econ/Fin,1 -ett1/W/short,TimeTron-v2-33M,1091585.5714285714,1091585.5714285714,776.6309291294643,1.4253502332603116,0.7225370407104492,0.4580290658133371,7.849473192064395,1044.7897259394215,0.4157467687301662,0.3090399831326467,0.2381534994219384,Energy,7 -saugeen/D/short,TimeTron-v2-33M,1125.3322916666666,1125.3322916666666,13.250651041666666,2.9439087446346712,0.3210107930501302,0.3564278157552083,28.627443692395936,33.545972808470864,1.086562052111618,0.4291917444114977,0.3710848471072012,Nature,1 -electricity/H/short,TimeTron-v2-33M,1863850.523243243,1863850.523243243,195.29604940878377,1.0531645319905507,0.2071355585941179,0.1424503058356207,11.002882542024434,1365.2291101654855,0.6444856363045942,0.0921936821693882,0.0759403249262236,Energy,1 -electricity/H/medium,TimeTron-v2-33M,8526295.972612612,8526295.972612612,296.62565878378376,1.290791834567778,0.3714921230350138,0.1609598053253448,12.791498600819262,2919.9821870368683,1.1397652734927797,0.1157827697064668,0.0949381385428284,Energy,1 -electricity/H/long,TimeTron-v2-33M,14490457.035723723,14490457.035723723,362.5508648648649,1.4928027759808222,0.4299999475456491,0.1810791220908408,17.69269712835727,3806.633294096467,1.50133504528955,0.142989953869684,0.1205730606101715,Energy,1 -ett1/D/short,TimeTron-v2-33M,60128.0253968254,60128.0253968254,160.4562251984127,1.8551646321145865,1.2022953093998017,0.5045923142206101,10.507672791598935,245.21016576974412,0.6440526340985293,0.4214435978709968,0.3186404662594895,Energy,7 -bizitobs_l2c/H/short,TimeTron-v2-33M,211.21521577380952,211.21521577380952,9.249025375124008,0.897339827475659,0.7445551371402878,0.8421546088324653,5.28505659256937,14.533245190727689,0.7833791360644242,0.4985461548825487,0.3926820066727861,Web/CloudOps,7 -bizitobs_l2c/H/medium,TimeTron-v2-33M,272.71651785714283,272.71651785714283,12.181212797619049,1.1821341226043072,1.3437424342595352,1.0496454148065475,12.348168686730247,16.51413085382161,0.9999557067232344,0.737590937095577,0.5831507966902421,Web/CloudOps,7 -bizitobs_l2c/H/long,TimeTron-v2-33M,241.733060515873,241.733060515873,11.579703000992064,1.1563342876318414,1.4209144342336193,0.9612372504340276,11.577100308789069,15.547767058837517,0.9497024855728948,0.7073216803815635,0.5734519320448719,Web/CloudOps,7 -hospital/M/short,TimeTron-v2-33M,3696.574532811821,3696.574532811821,19.3916028357236,0.7952632608462912,0.1996246165474929,0.1794748849218071,5.303300800459719,60.79946161613457,0.2207161641630538,0.0703960212986244,0.0558956308963161,Healthcare,1 -m4_daily/D/short,TimeTron-v2-33M,367110.8017168542,367110.8017168542,183.26163254292135,3.3867674046981024,0.0409508245239237,0.0318090377024282,26.69460591322561,605.8966922808328,0.0935942947240757,0.0283088577085141,0.0220788560266232,Econ/Fin,1 -bitbrains_fast_storage/5T/short,TimeTron-v2-33M,1857179.661840045,1857179.661840045,173.284798710912,0.7735176210732811,1.9193502390981825,0.7844275553589883,15.586743984302542,1362.783791303685,4.278804119742369,0.544071418624432,0.4175159038020963,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,TimeTron-v2-33M,3328777.795826032,3328777.795826032,283.1186354697321,1.075164345736633,4.128901214134457,0.8305642721538105,25.751099718839953,1824.4938464752445,5.543316530787815,0.8601926584764452,0.6841183786820589,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,TimeTron-v2-33M,4298508.070369263,4298508.070369263,371.9540902735552,0.9944457072181664,5.703163649105187,0.8427418743036303,22.812084193233662,2073.2843679460043,5.479071587717764,0.98296361052114,0.7793536751062298,Web/CloudOps,2 -ett2/15T/short,TimeTron-v2-33M,9.17892601376488,9.17892601376488,1.9383880615234377,0.8392014895126303,0.1199639185777763,0.1393421445574079,6.5139096052630805,3.0296742421859286,0.1438294142090322,0.0920221770105368,0.0736968574600627,Energy,7 -ett2/15T/medium,TimeTron-v2-33M,13.818829365079363,13.818829365079363,2.3433723958333332,0.9820298491127656,0.155606453598294,0.1836331418960813,10.609390043849288,3.717368607641616,0.1981053020263906,0.1248825567856156,0.1020379380174983,Energy,7 -ett2/15T/long,TimeTron-v2-33M,13.403065476190475,13.403065476190475,2.326241164434524,0.9764523064657172,0.1533723890105101,0.1745628138950893,10.654336040311875,3.661019731740117,0.1951023684307373,0.1239696024545954,0.1020783590179966,Energy,7 -jena_weather/10T/short,TimeTron-v2-33M,1238.1079365079363,1238.1079365079363,8.135577876984128,0.3322947278144257,0.4204598649114323,0.5884432353670634,2.614898009331202,35.18675797097448,0.2185538673162126,0.0505321351098565,0.03928677467098,Nature,21 -jena_weather/10T/medium,TimeTron-v2-33M,2141.3916305916305,2141.3916305916305,12.292389294733043,0.6646123478151146,1.0742200969677758,0.6972859172077922,8.066477157393967,46.27517293961883,0.2839899452412056,0.0754381829593563,0.0666566483462141,Nature,21 -jena_weather/10T/long,TimeTron-v2-33M,2295.7854497354497,2295.7854497354497,13.06346312830688,0.6677037697991172,0.8745041023535293,0.6822967044890873,9.20122181438605,47.91435536178536,0.2931961564035924,0.0799375708933029,0.0688432515871157,Nature,21 -jena_weather/D/short,TimeTron-v2-33M,471.8342261904762,471.8342261904762,10.69546130952381,1.1044140362257395,0.6010409644009095,0.4685462103949653,7.327962382098359,21.721745468319902,0.130800410266059,0.0644041580042822,0.0514021510708327,Nature,21 -us_births/W/short,TimeTron-v2-33M,3787263.4285714286,3787263.4285714286,1545.391462053571,1.4050179544851435,0.0207568002598626,0.0209558073963437,8.0164218744744,1946.089265314268,0.0264179709539759,0.020978537564905,0.0158884324488032,Healthcare,1 -m_dense/H/short,TimeTron-v2-33M,54860.36,54860.36,108.45819444444444,0.9227931542878034,0.3584471260285196,0.2624811299641927,10.428949198517122,234.22288530372091,0.4154530339266896,0.1923778108946361,0.157942832767845,Transport,1 -m_dense/H/medium,TimeTron-v2-33M,61251.61777777778,61251.61777777778,118.90834201388888,0.9804366936927182,0.4126020113472057,0.2795029873318142,9.357737301349488,247.49064179838751,0.4306024496088221,0.2068854926313329,0.1676531668236521,Transport,1 -m_dense/H/long,TimeTron-v2-33M,68924.61827160494,68924.61827160494,129.64962962962963,1.0663441665405762,0.4677728025635468,0.2983216989776234,9.897417928535283,262.5349848526953,0.4544868685078524,0.224442674589197,0.1814739311476358,Transport,1 -kdd_cup_2018/D/short,TimeTron-v2-33M,2858.4746326218497,2858.4746326218497,21.054603863288783,1.1868401460737816,0.5611588905304542,0.4576805708802945,9.43914393719036,53.46470455002861,1.1976661155692032,0.4716454684641089,0.3760212369881984,Nature,1 -electricity/D/short,TimeTron-v2-33M,1887535838.4755316,1887535838.4755316,5021.312864864864,1.5952281502252057,0.5084715135332953,0.10675854712134,12.853891913920547,43445.78044500446,0.7139584565578992,0.0825168461970961,0.0649969305412583,Energy,1 -restaurant/D/short,TimeTron-v2-33M,146.14415802745867,146.14415802745867,7.306213224992995,0.697099558956002,0.6934012394052956,0.3999791863675633,4.62975270427469,12.089009803431324,0.5563642411081943,0.3362488609401327,0.263262385601512,Sales,1 -jena_weather/H/short,TimeTron-v2-33M,1199.701963241437,1199.701963241437,8.984033162332915,0.5411756544463394,1.5899653235869151,0.6141557303088451,4.813406627946494,34.63671409417234,0.212320827596229,0.0550715449217346,0.0446676694155737,Nature,21 -jena_weather/H/medium,TimeTron-v2-33M,1633.3838293650797,1633.3838293650797,11.545520213293653,0.8423404648390338,2.8865114449375113,0.6809031653025793,9.070069493842524,40.415143564820845,0.2473074312239184,0.0706490858188823,0.0580968310044218,Nature,21 -jena_weather/H/long,TimeTron-v2-33M,1196.515873015873,1196.515873015873,12.148456101190476,1.0240500618077049,2.882397952759871,0.657022724454365,16.184287220447,34.59069055419208,0.2082742810502987,0.0731471653155511,0.0618305671040428,Nature,21 -m4_monthly/M/short,TimeTron-v2-33M,1908314.2554444445,1908314.2554444445,561.6873668981482,0.9557448071829152,0.1569024589679859,0.130568231900533,7.934129578024344,1381.417480504878,0.2871059771778022,0.1167379178398561,0.0935745260059555,Econ/Fin,1 -hierarchical_sales/D/short,TimeTron-v2-33M,30.1298418768086,30.1298418768086,2.333401747881356,0.7503448683624596,0.6404265107711385,1.0862491602935098,7.202072463023026,5.489065665193722,1.683984558346157,0.715861815384469,0.583622752136203,Sales,1 -m4_hourly/H/short,TimeTron-v2-33M,685281.5974235105,685281.5974235105,210.77577747584544,1.1031086366965892,0.1150856570921082,0.1082585284099486,24.19625702103793,827.8173696072766,0.1130153431301189,0.0287755460195901,0.0251455771273511,Econ/Fin,1 -m4_yearly/A/short,TimeTron-v2-33M,3594296.0624474045,3594296.0624474045,915.4947640085894,3.4231836274618535,0.178104983892358,0.1536899038740833,31.17078899626921,1895.8628807082553,0.3040104008977197,0.1468038290417079,0.1183100830244942,Econ/Fin,1 -hierarchical_sales/W/short,TimeTron-v2-33M,483.6865730932203,483.6865730932203,9.09037651449947,0.7353939183747501,0.5282679919091651,0.4681441096936242,6.691019418601793,21.99287550760974,1.009703672069916,0.4173436322145488,0.3532952066098958,Sales,1 -kdd_cup_2018/H/short,TimeTron-v2-33M,4259.035931336197,4259.035931336197,22.183533911748057,0.9330613507973275,0.904529729892268,0.4866691503283613,7.549209672484261,65.26128968489817,1.366036990727736,0.4643415423572821,0.3740733885446834,Nature,1 -kdd_cup_2018/H/medium,TimeTron-v2-33M,5181.063323577293,5181.063323577293,25.800004826826623,1.0693786593853554,1.001936864458849,0.5725511122544352,13.02182780897339,71.97960352472978,1.5066634629076956,0.5400408270110403,0.4485085555496209,Nature,1 -kdd_cup_2018/H/long,TimeTron-v2-33M,3987.399370755971,3987.399370755971,23.717143384442323,1.0111767484474288,1.0197800990360104,0.5997961841095377,15.277030597942176,63.145857906564,1.4816569922308815,0.5565000222706372,0.4780281329706384,Nature,1 -sz_taxi/15T/short,TimeTron-v2-33M,17.465227995745575,17.465227995745575,2.8107664972288995,0.5608097051373252,1347438975473.752,0.4022319174220419,4.120360863303886,4.179142016699789,0.3907676520115341,0.262818688641306,0.2074312155513682,Transport,1 -sz_taxi/15T/medium,TimeTron-v2-33M,17.036907385149572,17.036907385149572,2.8210557725694443,0.5492299800126319,12427031760132.814,0.4118062076405582,6.265977546058238,4.127578876914355,0.3841401099941864,0.2625463272999124,0.2151647291958321,Transport,1 -sz_taxi/15T/long,TimeTron-v2-33M,16.019083867521367,16.019083867521367,2.734242565883191,0.515921741945987,8100707226050.443,0.4004795867832977,7.951909501922769,4.002384772547658,0.3704536050301774,0.2530766213448382,0.2169588095135113,Transport,1 -solar/10T/short,TimeTron-v2-33M,31.00848587667275,31.00848587667275,2.868869040830292,1.2593578374526235,6.612096596915852,1.5710907799194038,8.032930284337072,5.568526364907752,1.619883716517713,0.8345536932983104,0.6430746612258154,Energy,1 -solar/10T/medium,TimeTron-v2-33M,51.26058808891838,51.26058808891838,3.8030058511667777,1.6492573662459555,3.236224299761621,1.6290907678621542,13.471872687664495,7.1596499976548005,1.5887547069407746,0.8439020690318162,0.6972475910796475,Energy,1 -solar/10T/long,TimeTron-v2-33M,58.21633116636253,58.21633116636253,4.165829777156833,1.8140158841554672,2.01724133506689,1.685170741041592,11.931839350309946,7.629962723785912,1.649094210892775,0.9003773698209266,0.6987511382871364,Energy,1 diff --git a/results/TimeTron-v2-33M/config.json b/results/TimeTron-v2-33M/config.json deleted file mode 100644 index 66f09e60d231ac96162ee35018f59c527652ea23..0000000000000000000000000000000000000000 --- a/results/TimeTron-v2-33M/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "model": "TimeTron-v2-33M", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://huggingface.co/CorteriIntelligence/TimeTron-v2-33M", - "org": "Corteri Intelligence", - "testdata_leakage": "Yes", - "replication_code_available": "No" -} diff --git a/results/Timer-s1/all_results.csv b/results/Timer-s1/all_results.csv deleted file mode 100644 index ccc4cd3e4d918080254185171cede0d8660d0f0a..0000000000000000000000000000000000000000 --- a/results/Timer-s1/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/5T/short,Timer-S1,40.124199198593914,40.124199198593914,3.4617915260779477,0.5485673344780608,0.08816179249923911,0.07384879916321997,3.894213012234831,6.3343665191235905,0.10862040442450122,0.05936208371597724,0.0464520221929793,Transport,1 -loop_seattle/5T/medium,Timer-S1,72.48723676148091,72.48723676148091,4.827001247661894,0.7664461823516591,0.16062457798189178,0.1102652404281254,7.337261171829612,8.513943666802177,0.15148054859052446,0.08588226862412468,0.06979805067992738,Transport,1 -loop_seattle/5T/long,Timer-S1,89.30432404540764,89.30432404540764,5.327618750716661,0.839695571136051,0.17672282376949316,0.12031546518461185,10.642926224050353,9.450096509846217,0.16707963894627897,0.094193389071288,0.078938414274163,Transport,1 -loop_seattle/D/short,Timer-S1,17.827562242002063,17.827562242002063,2.905472378095975,0.8774932265683149,0.05433593372073336,0.05357475162659636,7.338275246689231,4.2222697973959535,0.07545760829637058,0.05192467728080869,0.04201404666130622,Transport,1 -loop_seattle/H/short,Timer-S1,55.81885998859377,55.81885998859377,3.982143986186926,0.809871281114228,0.10983781263950135,0.09155432813152421,7.263440477072996,7.471202044423225,0.1322478737520238,0.07048799805122725,0.05747970984086029,Transport,1 -loop_seattle/H/medium,Timer-S1,64.55165763673891,64.55165763673891,4.351867663183694,0.8944065214106747,0.11903979416602167,0.0994038647788474,10.841692133469692,8.034404622418448,0.14200718631178527,0.07691876512237898,0.06474134188189778,Transport,1 -loop_seattle/H/long,Timer-S1,58.28612831097351,58.28612831097351,4.109874333505332,0.862711399123962,0.12388677921826625,0.09557849318455452,12.768148972835483,7.634535238701404,0.13643936590501113,0.07344895667914007,0.06290267859357922,Transport,1 -m_dense/D/short,Timer-S1,7307.096296296297,7307.096296296297,40.464988425925924,0.6169750117807944,0.11303023217429578,0.08929766619646991,7.164029693262074,85.4815552987678,0.1479812166005372,0.07005088052113964,0.05813153807207135,Transport,1 -m_dense/H/short,Timer-S1,41090.817777777775,41090.817777777775,85.10005208333334,0.7660353710116028,0.26797672402334216,0.20531814575195312,8.701531569379434,202.70870178109715,0.35955472518875803,0.15094628682203534,0.1252095332766738,Transport,1 -m_dense/H/medium,Timer-S1,37203.13333333333,37203.13333333333,80.84982638888889,0.700441835356724,0.24978173477675772,0.19379030015733506,9.808665244422208,192.8811378370973,0.3355888118939457,0.14066848362639933,0.11858139437748491,Transport,1 -m_dense/H/long,Timer-S1,35491.097283950614,35491.097283950614,80.9141049382716,0.6967013904466347,0.24577460372708906,0.19214631257233797,10.233356270940748,188.39080997742596,0.32613234129668106,0.14007427692787086,0.11865543676600268,Transport,1 -sz_taxi/15T/short,Timer-S1,16.611167898399344,16.611167898399344,2.7275291880699597,0.5442484759004441,1017100303984.0328,0.3929895836500603,3.812465096059053,4.075680053487926,0.3810935159627358,0.2550356442437186,0.20031972644979318,Transport,1 -sz_taxi/15T/medium,Timer-S1,16.31380375267094,16.31380375267094,2.7795831663995725,0.5416448904090391,9277280784489.025,0.4093898675380609,6.981137311493223,4.039035002654835,0.37589962456395026,0.25868660905565444,0.2172055850189928,Transport,1 -sz_taxi/15T/long,Timer-S1,15.529677483974359,15.529677483974359,2.7259598691239315,0.5140575339609862,5815155674951.622,0.4033284157429665,9.194675398206401,3.9407711788397912,0.36475076054993144,0.25230998968691143,0.2209628315647021,Transport,1 -sz_taxi/H/short,Timer-S1,7.241992396167201,7.241992396167201,1.8630071134648771,0.5670752467936436,1.0215098063151042,0.29644468910673744,4.006721278686494,2.691095018048824,0.2506921073766177,0.17355060902708938,0.13715178915277598,Transport,1 -bitbrains_fast_storage/5T/short,Timer-S1,1646975.0851283614,1646975.0851283614,152.71493530758647,0.6774172893868221,1.9006993917983672,0.7383470480664871,13.090267189320276,1283.3452712066075,4.029386809948532,0.47948713399004433,0.3783816421501358,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Timer-S1,3050087.541585011,3050087.541585011,276.49732860894864,0.9967564915226848,3.6010643310916155,0.8164807368497723,25.09495976473739,1746.4499825603398,5.306197703666622,0.84007529833971,0.6660080525783614,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,Timer-S1,5891953.931094186,5891953.931094186,438.3468696716628,0.9188018113983338,4.889277091200811,0.835653128181257,22.311506660657702,2427.3347381632775,6.414721011438754,1.1584199043387464,0.9116330206422228,Web/CloudOps,2 -bitbrains_fast_storage/H/short,Timer-S1,2874601.0100335022,2874601.0100335022,313.524269764971,1.0892621580784232,3.5060457980511797,0.5887925326693957,22.97524374262164,1695.4648359767011,4.832625401583752,0.8936459889516792,0.6694915057295341,Web/CloudOps,2 -bitbrains_rnd/5T/short,Timer-S1,1588714.231179497,1588714.231179497,117.66233900800019,1.6595213853831245,1.1242440825856441,0.6678827782071554,52.85699971335289,1260.442077677311,5.157365091938922,0.4814403220765048,0.38679716124238,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Timer-S1,2286794.775124014,2286794.775124014,148.6034145345325,4.435228165495713,0.4628682659051511,0.7215546746705013,164.927588935217,1512.2151881012219,6.362659334417284,0.6252502355842859,0.6141298084511926,Web/CloudOps,2 -bitbrains_rnd/5T/long,Timer-S1,2299418.5471972283,2299418.5471972283,155.9650800344185,3.389684010827208,0.8078235162240089,0.6992464185381253,123.2492281698445,1516.3833773809406,5.8089233355709,0.5974671092154271,0.5791391086409061,Web/CloudOps,2 -bitbrains_rnd/H/short,Timer-S1,1899515.5043689527,1899515.5043689527,153.78928327863264,5.896231281344538,1.5125327684241618,0.5714565612212821,211.4529027460208,1378.229118967145,6.031805212377903,0.6730571773023404,0.6225098312821512,Web/CloudOps,2 -bizitobs_application/10S/short,Timer-S1,309363.23555555556,309363.23555555556,300.3104513888889,1.0887868363996358,0.014811143875122071,0.014978514777289497,11.854179573647343,556.2043109825341,0.02145057706242759,0.011581773734889412,0.009451813484122594,Web/CloudOps,2 -bizitobs_application/10S/medium,Timer-S1,4109840.64,4109840.64,1144.1120833333334,2.4166801358616,0.03539544105529785,0.03609566370646159,55.19478677196246,2027.274189644805,0.07960509080290155,0.04492591418943894,0.04120420785904387,Web/CloudOps,2 -bizitobs_application/10S/long,Timer-S1,5792214.471111111,5792214.471111111,1459.9529166666666,3.038083073942534,0.044178602430555554,0.04513198428683811,87.8394072043441,2406.701990507157,0.09281687591107646,0.05630454839724834,0.05372813972151872,Web/CloudOps,2 -bizitobs_l2c/5T/short,Timer-S1,19.018789527529762,19.018789527529762,2.4177141462053573,0.2539680547293105,0.13047635153106624,0.19735943022228422,1.6092628442622967,4.3610537175698445,0.14977623687462446,0.08303408994901576,0.06615227393612078,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Timer-S1,70.43299319727892,70.43299319727892,5.054742307079081,0.5108885933521335,0.3654042141264629,0.6487326278167517,5.300873820489501,8.39243666626558,0.44156558477152447,0.2659537785571306,0.21879117281692967,Web/CloudOps,7 -bizitobs_l2c/5T/long,Timer-S1,78.2130753968254,78.2130753968254,5.21434089781746,0.5298279681179664,0.3944449107300106,0.7380269562251984,6.768092213294168,8.84381565823403,0.496567027681681,0.29277744595880467,0.24749239977482823,Web/CloudOps,7 -bizitobs_l2c/H/short,Timer-S1,54.02965339781746,54.02965339781746,4.418847946893601,0.4298189556671987,0.38416120131238757,0.6108553447420635,2.742024337052217,7.35048660959378,0.3962100531786581,0.2381872212027435,0.18595040044695146,Web/CloudOps,7 -bizitobs_l2c/H/medium,Timer-S1,68.23084542410714,68.23084542410714,4.784223865327381,0.4879415702565054,0.5485492595661998,0.759121558779762,5.112718261744214,8.260196451907614,0.5001674416809279,0.2896920218643245,0.24235585012231547,Web/CloudOps,7 -bizitobs_l2c/H/long,Timer-S1,73.9852306547619,73.9852306547619,4.971195281498016,0.5398840763506663,0.6224685803838403,0.7655405680338542,8.411804041315499,8.601466773449857,0.525402415884199,0.30365495554703187,0.25991257415240815,Web/CloudOps,7 -bizitobs_service/10S/short,Timer-S1,2388.884867724868,2388.884867724868,19.004462632275132,0.7471334934383044,0.06698040674603174,0.05073239281063988,7.568068095134053,48.87621985920012,0.03620906620516946,0.014079113475388582,0.010979919004135398,Web/CloudOps,2 -bizitobs_service/10S/medium,Timer-S1,11483.177142857143,11483.177142857143,36.481976686507934,1.0373598910996726,0.072266114250062,0.06494361514136905,14.785269541471607,107.15958726524259,0.08065083060325447,0.027457195356049784,0.023498018053530283,Web/CloudOps,2 -bizitobs_service/10S/long,Timer-S1,129979.43534391535,129979.43534391535,74.21501322751323,1.2422253263380303,0.08608623201884921,0.08108438481729498,26.870165978909217,360.526608371581,0.2670896372276328,0.05498085439327861,0.05224646267613943,Web/CloudOps,2 -car_parts/M/short,Timer-S1,1.4067515391854948,1.4067515391854948,0.48251330204752474,0.8562007641052951,0.8061227664382665,1.8843913538864254,19.167349829344438,1.1860655711997945,2.8440635726093833,1.1570174018833128,1.0009452389076323,Sales,1 -covid_deaths/D/short,Timer-S1,455636.5954887218,455636.5954887218,130.787343358396,45.18780895813061,0.12072340138423121,0.41181178654644424,1072.314059710557,675.0085891962574,0.2539752666546592,0.049209374423005145,0.04312143568149427,Healthcare,1 -electricity/15T/short,Timer-S1,122608.40864864865,122608.40864864865,49.037808804898646,0.9326960350193274,0.16181492213809257,0.15865357545045045,10.474301918149914,350.15483524956306,0.6902242007557088,0.09666318720131015,0.0804257168751967,Energy,1 -electricity/15T/medium,Timer-S1,288583.48036036035,288583.48036036035,55.06467497184685,0.8407433320816704,0.1269590197973427,0.1327106988580377,8.75812970953008,537.1996652645647,0.9256491183354257,0.09488197989478343,0.07874515796394828,Energy,1 -electricity/15T/long,Timer-S1,332866.4579219219,332866.4579219219,58.51444725975976,0.8817177339366992,0.1347359201319268,0.13440894727735547,10.061781937806295,576.9458015463167,0.9102027092191082,0.09231371175861879,0.07705459751015944,Energy,1 -electricity/D/short,Timer-S1,1208356801.7112794,1208356801.7112794,4140.974558558559,1.3908466669371302,0.2793458904903797,0.09372550675675675,11.154751240195736,34761.42692283042,0.5712456873686543,0.06804996421266828,0.05396546398969268,Energy,1 -electricity/H/short,Timer-S1,1683431.5757657657,1683431.5757657657,164.11388267173425,0.8878907850773652,0.16605404212353983,0.12128883464916332,10.147451558037462,1297.4712234827275,0.6124990749368113,0.07747347263001843,0.06361121665546676,Energy,1 -electricity/H/medium,Timer-S1,7165476.926846847,7165476.926846847,247.8074831081081,1.0458818045643425,0.23573033322891376,0.12849344064523507,12.29188671455697,2676.8408482475843,1.0448591964170875,0.09672742697272627,0.08068067654843736,Energy,1 -electricity/H/long,Timer-S1,9517958.030222222,9517958.030222222,276.99434834834835,1.151726833122245,0.28983580411523135,0.1396708544481982,16.89757708847881,3085.118803258996,1.2167699435082777,0.10924648906093928,0.0935247984663984,Energy,1 -electricity/W/short,Timer-S1,41356038653.23243,41356038653.23243,28357.1027027027,1.5725071063259435,0.25205222348839207,0.10069203677478138,11.963308429602566,203361.84168430525,0.46400461309598257,0.06470155049301997,0.05018055977231087,Energy,1 -ett1/15T/short,Timer-S1,4.669549269903274,4.669549269903274,1.0357632591610864,0.6673493133099536,0.4537137947741401,0.22815895080566406,4.5085557318839395,2.1609139894737304,0.40850269239390175,0.19580236978938306,0.15284678697754378,Energy,7 -ett1/15T/medium,Timer-S1,9.16202628968254,9.16202628968254,1.5720328000992063,0.9832120899861134,0.6915437869043122,0.3901821754092262,9.062698379910305,3.0268839240516874,0.5769270687334207,0.2996310060347525,0.23663157964164683,Energy,7 -ett1/15T/long,Timer-S1,8.320857514880952,8.320857514880952,1.54771732390873,0.9916271579734396,0.710805632318734,0.39218157087053573,11.641405394394896,2.8845896614390325,0.5498056415870454,0.29499645223109994,0.24212906842429405,Energy,7 -ett1/D/short,Timer-S1,49551.933333333334,49551.933333333334,149.57222222222222,1.7681473358243105,1.1973253038194445,0.4973411923363095,10.250088927030042,222.60263550401496,0.5846732059561515,0.39285640302796543,0.29585060050150147,Energy,7 -ett1/H/short,Timer-S1,112.99300595238095,112.99300595238095,5.0507085890997026,0.8274674977042313,0.5189541407993862,0.25599036443801154,5.804640043436745,10.629816835316635,0.49613704008612686,0.23573723315796544,0.18357206776273383,Energy,7 -ett1/H/medium,Timer-S1,164.83683035714284,164.83683035714284,7.334285481770833,1.297976374458983,3315486245806.394,0.4531282697405134,14.314011199992867,12.838879637925688,0.6149519001998051,0.3512948887144106,0.2867915399342963,Energy,7 -ett1/H/long,Timer-S1,177.81676587301587,177.81676587301587,7.9048642113095235,1.4395633705192667,3834687647479.3135,0.4957274421812996,20.346128703015054,13.334795306753525,0.6385744660789189,0.3785468263323703,0.31645257519976294,Energy,7 -ett1/W/short,Timer-S1,2337585.285714286,2337585.285714286,1064.2587193080358,1.706331411686971,0.7517862319946289,0.5616647175380162,8.879170605060809,1528.9163762986798,0.6083923179214594,0.42349394587258354,0.31494139472073934,Energy,7 -ett2/15T/short,Timer-S1,7.642365955171131,7.642365955171131,1.7100325811476935,0.7401781489307548,0.10544029392293049,0.1252968016124907,5.06027317307775,2.7644829453572566,0.1312398399422353,0.08118132999255245,0.06389558113786542,Energy,7 -ett2/15T/medium,Timer-S1,11.219489087301588,11.219489087301588,2.082477833581349,0.8643580183682582,0.12986944895100666,0.1578837367466518,9.443820559376912,3.3495505798989793,0.17850361352907085,0.11097901330980141,0.09129853676928927,Energy,7 -ett2/15T/long,Timer-S1,11.198322172619047,11.198322172619047,2.1263061135912698,0.8896539257067433,0.1351178696511165,0.1638043697296627,11.455293262725332,3.3463894233365976,0.17833514977375317,0.11331470168647036,0.09554358057359977,Energy,7 -ett2/D/short,Timer-S1,112520.12698412698,112520.12698412698,201.49437003968254,1.3400832618400074,0.4545933314732143,0.13727969215029762,12.754680874853538,335.4401988195914,0.19198127607556942,0.11532054422334174,0.0953788630609742,Energy,7 -ett2/H/short,Timer-S1,101.80745907738095,101.80745907738095,6.426072474888393,0.7412006139569628,0.11934773878255887,0.11088862646193731,5.189807310716939,10.089968239661657,0.1279688716403126,0.08150047890714804,0.06378399889218782,Energy,7 -ett2/H/medium,Timer-S1,234.46277901785714,234.46277901785714,9.456366257440477,1.0160414425652011,0.1710460625305153,0.16578634352911087,10.232854610522752,15.312177474737457,0.2063414383649467,0.12743061648059117,0.10509889445355568,Energy,7 -ett2/H/long,Timer-S1,233.38088624338624,233.38088624338624,9.602326182208994,1.0575443079556985,0.18199184942650204,0.17789584366732805,15.838431635269464,15.276808771578777,0.20920413822638306,0.13149646656931113,0.11397247484148933,Energy,7 -ett2/W/short,Timer-S1,3862545.4285714286,3862545.4285714286,1241.6356026785713,0.7810912522900659,0.11765408515930176,0.1170829279082162,8.63214585754515,1965.33595819428,0.16486155645588724,0.10415419163078163,0.0889808033616874,Energy,7 -hierarchical_sales/D/short,Timer-S1,28.472749586606035,28.472749586606035,2.302054697188921,0.7464570401824309,0.6392106234319126,1.0404649713207936,7.132111266415262,5.3359862805863765,1.6370214984005433,0.7062448873796751,0.5726957392590035,Sales,1 -hierarchical_sales/W/short,Timer-S1,451.161281779661,451.161281779661,8.948464603747352,0.7238660823239087,0.5454416946772165,0.45828576815330374,6.640620178943398,21.240557473372988,0.9751643831319854,0.4108283869776405,0.34614598823567405,Sales,1 -hospital/M/short,Timer-S1,3294.6786179921774,3294.6786179921774,19.609432719469797,0.8335733008220652,0.21014152304704475,0.1900586489230226,5.345062757368314,57.39929109311523,0.20837275559671947,0.07118679435980871,0.05542710553826636,Healthcare,1 -jena_weather/10T/short,Timer-S1,759.1672619047619,759.1672619047619,5.302933950272817,0.2661372131299903,0.34910910536546547,0.5411869109623015,2.1835755807038857,27.552990071946127,0.1711386010986413,0.03293786611175157,0.026941483600828254,Nature,21 -jena_weather/10T/medium,Timer-S1,1401.9291486291486,1401.9291486291486,9.11560808982684,0.5690974667239382,0.7499361276570895,0.6426576732729077,7.215099733101108,37.44234432603211,0.22978302703972156,0.05594233101296194,0.047203480067397635,Nature,21 -jena_weather/10T/long,Timer-S1,1368.8492063492063,1368.8492063492063,9.472244957010583,0.6256319657127811,0.7891052992664986,0.6381530438781415,9.192429144821691,36.99796219184519,0.22639687474677195,0.05796229111169097,0.049189314095356734,Nature,21 -jena_weather/D/short,Timer-S1,353.16820436507936,353.16820436507936,9.285910373263889,0.931264884766572,0.641152628787278,0.4391534714471726,6.203879003784266,18.79277000245252,0.11316319077311254,0.05591635756381577,0.04339207670660686,Nature,21 -jena_weather/H/short,Timer-S1,1186.185568086884,1186.185568086884,8.823917704417294,0.5245407412638168,1.8404163504180442,0.6085297880116959,4.399717191621161,34.441044817004084,0.2111213875237509,0.054090047472433775,0.04373548584014221,Nature,21 -jena_weather/H/medium,Timer-S1,1380.3741071428572,1380.3741071428572,10.39286876860119,0.7585744752727885,2.679470053734227,0.6690264989459326,9.501135893192005,37.153386213679866,0.22734815950952672,0.0635958072025085,0.053390073053683054,Nature,21 -jena_weather/H/long,Timer-S1,1487.7740740740742,1487.7740740740742,11.288895089285715,0.7899650186777837,2.3048634543714748,0.6456947286292989,11.281768014888904,38.57167450440899,0.23224421506492113,0.06797165569417311,0.05725811877336987,Nature,21 -kdd_cup_2018/D/short,Timer-S1,2888.4819469379613,2888.4819469379613,21.111526697253808,1.1927644855214001,0.5815057283354944,0.4631381584962431,9.41125475640176,53.74459923506697,1.2039360535220949,0.4729206003481407,0.37435323292088046,Nature,1 -kdd_cup_2018/H/short,Timer-S1,3799.4047809717717,3799.4047809717717,17.311776764479383,0.7102770376341483,0.6369128993184322,0.39407134521121207,6.066495303233214,61.639311976787766,1.29022243737215,0.36236684180901446,0.2939637464614652,Nature,1 -kdd_cup_2018/H/medium,Timer-S1,4214.903801345368,4214.903801345368,18.80668998170194,0.7808749466476173,0.7442768381046007,0.42908394098326846,7.814696406939882,64.92229048135447,1.3589411195204837,0.3936580818193508,0.3259362775896166,Nature,1 -kdd_cup_2018/H/long,Timer-S1,3157.187595573028,3157.187595573028,17.468483603916077,0.7502911628532252,0.7575281011017023,0.4450528324769599,8.148032638251534,56.188856507078235,1.3184176268910273,0.4098812136452469,0.3404018796921119,Nature,1 -m4_daily/D/short,Timer-S1,373480.24955219845,373480.24955219845,173.7375740351144,3.359706911739168,0.03818522766622784,0.03153206352979834,28.92467802850089,611.1303048877534,0.09440274323855738,0.026837653870788156,0.021406774789401867,Econ/Fin,1 -m4_hourly/H/short,Timer-S1,594797.8615136876,594797.8615136876,178.06953250805154,0.7551579675443887,0.08888590470220348,0.0802675821546963,6.216630310024339,771.2313929772878,0.10529010831386353,0.02431042166578913,0.019099417251605785,Econ/Fin,1 -m4_monthly/M/short,Timer-S1,2086517.5242222222,2086517.5242222222,616.7397965856482,1.0405047283865287,0.18099598633801495,0.14560644382900662,8.960095761051432,1444.4782879026677,0.3002121778630191,0.12817970270540258,0.10284557983172225,Econ/Fin,1 -m4_quarterly/Q/short,Timer-S1,1941950.0653333333,1941950.0653333333,602.8905234375,1.3097686068650647,0.12109127362569173,0.11008503707249959,10.688720076361239,1393.538684548561,0.2332538363745976,0.10091325706630261,0.08092303174096527,Econ/Fin,1 -m4_weekly/W/short,Timer-S1,302348.6436683094,302348.6436683094,281.00016070280697,2.3636441233580774,0.06872633792410475,0.06683736719001099,18.741236094174393,549.8623861188446,0.10017640534699795,0.05119387452527411,0.040966599292676126,Econ/Fin,1 -m4_yearly/A/short,Timer-S1,4300086.478279795,4300086.478279795,1013.4160264501901,3.8477423322815754,0.18671020147386097,0.17247309662199092,39.62182406557266,2073.664986992787,0.3325217928143261,0.16250595737293022,0.13375726585211756,Econ/Fin,1 -restaurant/D/short,Timer-S1,139.78317922854208,139.78317922854208,7.178444884187915,0.6882932156761078,0.7130152605334127,0.39597060115461846,4.604956340767927,11.82299366609583,0.5441215621148174,0.3303686658600117,0.258147827013955,Sales,1 -saugeen/D/short,Timer-S1,1130.03625,1130.03625,12.2495947265625,2.721250304640324,0.2547590637207031,0.30553192138671875,24.98868092172287,33.61601180985038,1.0888306320541723,0.396767291848172,0.31580615794897327,Nature,1 -saugeen/M/short,Timer-S1,405.8852771577381,405.8852771577381,13.15690685453869,0.7708597350568673,0.3940592720395043,0.3801398504348028,5.057169922248855,20.14659467894607,0.6048612114799249,0.3950098141241363,0.3057828767129149,Nature,1 -saugeen/W/short,Timer-S1,986.587109375,986.587109375,14.46182861328125,1.1732399053338107,0.3444711208343506,0.3759324073791504,10.95490676135947,31.409984230734658,0.9481364922021593,0.4365423220686728,0.34754557259360747,Nature,1 -solar/10T/short,Timer-S1,20.343643552311434,20.343643552311434,1.8593175883420772,0.8162954214820578,5.021708209867445,1.5014265594111162,3.960226913767796,4.510392837914613,1.3120727881041527,0.5408752850971209,0.41235511078698517,Energy,1 -solar/10T/medium,Timer-S1,22.86641506303915,22.86641506303915,1.9276909146206591,0.8413041080885655,4.054618477167759,1.4477360857664234,5.285563360114212,4.781884049518469,1.0611190203719476,0.42776225306177357,0.32793324989317596,Energy,1 -solar/10T/long,Timer-S1,19.5416837743309,19.5416837743309,1.8136648854103306,0.7916740599247505,3.648547656062887,1.4429069822238696,4.483070816009571,4.4205976716198565,0.9554413688324246,0.3919946101054642,0.305864250406228,Energy,1 -solar/D/short,Timer-S1,139386.64330900242,139386.64330900242,258.52457420924577,1.0081635995503362,1.1303644407694646,0.43063124310941303,5.468361465246499,373.3452066238462,0.5393566605604937,0.3734799551311991,0.2849450434667545,Energy,1 -solar/H/short,Timer-S1,569.5073472915866,569.5073472915866,9.522925520633244,0.7348297238438429,3.753315024583589,1.3896203624223653,4.689494410727088,23.864353066688956,0.8796480265172274,0.3510182160600178,0.2776600846580634,Energy,1 -solar/H/medium,Timer-S1,494.87189781021897,494.87189781021897,9.126784899635037,0.6996637439097979,3.3841433729682047,1.3840478159215328,5.288006870154914,22.24571639238033,0.8013426262097021,0.3287680941050609,0.26401705375273915,Energy,1 -solar/H/long,Timer-S1,422.2750608272506,422.2750608272506,8.359058191403081,0.6349679803723632,3.585722066556398,1.3684317657643958,5.857186240489869,20.54933236938005,0.7124828033404487,0.28982378144660303,0.23748965202164068,Energy,1 -solar/W/short,Timer-S1,1168150.0729927006,1168150.0729927006,876.2182937956204,0.9507807929634338,0.18972313317069173,0.17338932343643076,5.778252626473908,1080.8099152916302,0.22062032529248946,0.17885806030217577,0.12769209001238938,Energy,1 -temperature_rain/D/short,Timer-S1,190.11387582455208,190.11387582455208,5.838738947562403,1.3581226279770562,16.29386503549308,1.5221739583434413,20.534877097581788,13.788178843652707,1.6232331798462338,0.6873739378936715,0.5532119079931062,Nature,1 -us_births/D/short,Timer-S1,129723.94666666667,129723.94666666667,235.480625,0.3469597282143685,0.022654104232788085,0.022401615778605142,2.953074771671575,360.1721070081173,0.03376321240393728,0.022074397778692283,0.017681367443148716,Healthcare,1 -us_births/M/short,Timer-S1,73762304.0,73762304.0,6989.079427083333,0.7881405730666607,0.021551589171091717,0.021897345781326294,3.830965413138351,8588.498355358754,0.02667581733610225,0.021708033049579287,0.01665210453757851,Healthcare,1 -us_births/W/short,Timer-S1,2687697.4285714286,2687697.4285714286,1232.9203404017858,1.1209844876696804,0.01670002192258835,0.016670180218560354,6.563836502686576,1639.4198451194338,0.022254963645124984,0.01673677272765838,0.013141214676637217,Healthcare,1 diff --git a/results/Timer-s1/config.json b/results/Timer-s1/config.json deleted file mode 100644 index 1decea969eece553d075c860d43067187cc7aab5..0000000000000000000000000000000000000000 --- a/results/Timer-s1/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Timer-S1", - "model_type": "pretrained", - "model_dtype": "bf16", - "model_link": "https://huggingface.co/bytedance-research/Timer-S1", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/timer-s1.ipynb", - "org": "Tsinghua & ByteDance", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} \ No newline at end of file diff --git a/results/Toto-2.0-1B/all_results.csv b/results/Toto-2.0-1B/all_results.csv deleted file mode 100644 index ba3912668b346e6e88debe50bc0fbcd004636459..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-1B/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -jena_weather/H/short,Toto-2.0-1B,1147.2999164578112,1147.2999164578112,8.278199567930242,0.5182439077885501,1.0761090392135046,0.6064027651561779,4.3270851785921645,33.871815960438425,0.2076320678922164,0.0507448344878041,0.0408952618966273,Nature,21 -jena_weather/H/medium,Toto-2.0-1B,1404.8916666666669,1404.8916666666669,10.547093563988096,0.7969558275682016,1.89479904851929,0.6846826036608208,6.025668954689885,37.48188451327744,0.2293582814606387,0.0645395311802946,0.0512761899854982,Nature,21 -jena_weather/H/long,Toto-2.0-1B,1635.4949735449736,1635.4949735449736,12.15364169973545,1.0881506055199677,2.2437007390713135,0.6758014200096387,8.533518492112437,40.44125336268615,0.2435011753880079,0.0731783956493508,0.0601410994921553,Nature,21 -ett2/H/short,Toto-2.0-1B,107.31994977678572,107.31994977678572,6.414748418898809,0.7356687659014668,0.1206042496844257,0.1100335910137255,6.062713055771418,10.3595342451669,0.131387718631475,0.0813568583691088,0.0653479935448712,Energy,7 -ett2/H/medium,Toto-2.0-1B,251.57581845238096,251.57581845238096,9.792050316220235,1.0500322618418174,0.1720591186715991,0.1705927961581984,7.629211398619424,15.8611417764416,0.2137390719620226,0.1319541667739817,0.1069050545604027,Energy,7 -ett2/H/long,Toto-2.0-1B,224.9361111111111,224.9361111111111,9.418851273148148,1.0451157094098331,0.1766817785955356,0.178697485815348,8.391396093978996,14.99787021917149,0.2053842894381305,0.1289839189024418,0.1051696679472287,Energy,7 -bizitobs_l2c/H/short,Toto-2.0-1B,56.07102554563492,56.07102554563492,4.452722943018353,0.4353136492600938,0.3754386993335019,0.589397325404388,2.7670410209614524,7.488058863659855,0.4036255921572773,0.2400131953169053,0.1872763691441685,Web/CloudOps,7 -bizitobs_l2c/H/medium,Toto-2.0-1B,76.11277436755952,76.11277436755952,4.855487932477678,0.4919650808346884,0.4637337200784664,0.7588186598230487,3.4823714191877895,8.724263542990865,0.5282674089234523,0.2940071693741771,0.2328601466956501,Web/CloudOps,7 -bizitobs_l2c/H/long,Toto-2.0-1B,82.58876488095238,82.58876488095238,5.171368117559524,0.5528926367097499,0.6000203387041732,0.7714324703037071,4.710278850653495,9.087836094525054,0.555111257763777,0.3158820901080511,0.2543477767960365,Web/CloudOps,7 -ett2/W/short,Toto-2.0-1B,2868507.1428571427,2868507.1428571427,1225.558733258929,0.8534346349814845,0.1355149745941162,0.1470885715754666,8.821342665896678,1693.666774444472,0.1420726502796604,0.1028055695103252,0.0842532242282684,Energy,7 -m4_hourly/H/short,Toto-2.0-1B,1482539.1819645732,1482539.1819645732,223.11506139291464,0.667982090826359,0.0839705106332874,0.0770554924536582,5.037682774862466,1217.5956561866394,0.1662286827141078,0.0304601306357949,0.0226684608769538,Econ/Fin,1 -temperature_rain/D/short,Toto-2.0-1B,186.809701259935,186.809701259935,5.898933077278626,1.365620877922145,29.28015229755812,1.5254117804029066,19.553104358084973,13.66783454904013,1.6090654972913851,0.6944603881048974,0.5604847367286233,Nature,1 -m4_monthly/M/short,Toto-2.0-1B,1881129.5230740744,1881129.5230740744,554.3408717447917,0.9186233269162772,0.1587593610021803,0.1305091084980672,7.579141959152927,1371.5427529151525,0.2850536682719666,0.1152110633285581,0.0918213395651234,Econ/Fin,1 -m4_quarterly/Q/short,Toto-2.0-1B,1728940.947,1728940.947,544.9519153645833,1.1459004406086652,0.1102125434875488,0.0992291225510477,8.870891456339786,1314.891990621283,0.2200897643507073,0.0912153541815911,0.072930995635444,Econ/Fin,1 -electricity/D/short,Toto-2.0-1B,1444820189.7744143,1444820189.7744143,4401.606900900901,1.4260491796304229,0.4587543044544599,0.0944109604728297,11.344382667477518,38010.79043869536,0.6246435506938878,0.0723330225866207,0.0567577701350911,Energy,1 -m_dense/H/short,Toto-2.0-1B,46550.499375,46550.499375,86.54881293402778,0.7590770039944468,0.2779379543354717,0.20629918406203,8.792283805977132,215.75564737684155,0.3826967924128779,0.1535160423362796,0.1284127016659831,Transport,1 -m_dense/H/medium,Toto-2.0-1B,35555.53333333333,35555.53333333333,79.72976996527778,0.693552224331257,0.2594415785485332,0.1903501557480824,7.56578909442919,188.56174939083837,0.3280736316040415,0.1387197311435975,0.1170540483129434,Transport,1 -m_dense/H/long,Toto-2.0-1B,35638.12345679013,35638.12345679013,81.28934027777778,0.7082404357812758,0.2613829215276595,0.1917278176877418,7.861063782562112,188.7806225670159,0.3268071819755078,0.140723872289371,0.1219941962809515,Transport,1 -bitbrains_rnd/H/short,Toto-2.0-1B,1826085.8098120284,1826085.8098120284,141.01087742689995,5.767126250846475,1.09533360284593,0.5174535439171412,200.7607791459241,1351.327425094314,5.914069991360698,0.6171325935960091,0.608427983015055,Web/CloudOps,2 -loop_seattle/D/short,Toto-2.0-1B,19.334658797729617,19.334658797729617,2.9262929123129515,0.8794103995553774,0.0539357637104235,0.0540512797224205,7.751334354408329,4.39711937496921,0.0785824018332444,0.0522967665663526,0.0427254775444802,Transport,1 -loop_seattle/5T/short,Toto-2.0-1B,42.22987157548052,42.22987157548052,3.4334936372266833,0.5440003826780789,0.0931366092772429,0.0731258965016583,4.07109549890024,6.498451475196266,0.1114340961673474,0.0588768357540345,0.0462882867310793,Transport,1 -loop_seattle/5T/medium,Toto-2.0-1B,72.16319796504128,72.16319796504128,4.774060302986326,0.7584277820089557,0.1553580883486721,0.1092750825161942,5.758105042142453,8.494892463418314,0.1511415946148158,0.0849403438699083,0.0669204257091695,Transport,1 -loop_seattle/5T/long,Toto-2.0-1B,91.45958404999426,91.45958404999426,5.318838776373123,0.8413239780698241,0.1766878308398012,0.1196385783060833,6.1332071298114785,9.563450425970444,0.1690837602224848,0.0940381578059018,0.0737083383770437,Transport,1 -ett1/D/short,Toto-2.0-1B,44630.98095238095,44630.98095238095,141.14469246031746,1.680443504461941,1.5658009362599206,0.4698533781067339,10.646957517831543,211.2604576166135,0.5548825995110073,0.3707212165643044,0.2797359745909532,Energy,7 -electricity/15T/short,Toto-2.0-1B,148527.4603561374,148527.4603561374,51.352325098536035,0.9871715116427308,0.1585172567501232,0.1623483592066724,11.794803129435188,385.3926054767234,0.7596847948991088,0.1012255554613382,0.0846713739182577,Energy,1 -electricity/15T/medium,Toto-2.0-1B,252684.5806238739,252684.5806238739,52.4389385205518,0.8198672872804171,0.1198228744282437,0.1281910399409067,7.109984931414593,502.6774120883829,0.866163817428858,0.0903575734230371,0.072506797799113,Energy,1 -electricity/15T/long,Toto-2.0-1B,330411.48731081083,330411.48731081083,57.77116469594595,0.8702984423475797,0.1243557095523587,0.1304593930853904,7.360740542867839,574.814306807695,0.9068400617664722,0.0911410971173331,0.072834992650364,Energy,1 -hierarchical_sales/D/short,Toto-2.0-1B,28.71230363786689,28.71230363786689,2.321562209332369,0.746253913516997,0.6438306799010843,1.0576200536782518,7.151333365829322,5.358386290467204,1.6438935733668365,0.7122295760726198,0.5799345395789146,Sales,1 -restaurant/D/short,Toto-2.0-1B,143.5047865882133,143.5047865882133,7.208585249427944,0.6932931980998346,0.6874984950703978,0.3956249163837579,4.787443047542031,11.979348337376845,0.5513173663573031,0.3317557953028824,0.2599606208374833,Sales,1 -m_dense/D/short,Toto-2.0-1B,9594.9,9594.9,44.15929108796296,0.6586969552535793,0.1230931886484925,0.0948980985221904,8.093012099821971,97.95356042533624,0.16957209553061,0.0764462618246514,0.0640133965931885,Transport,1 -covid_deaths/D/short,Toto-2.0-1B,214045.77042606517,214045.77042606517,74.76331453634086,33.876689308808615,0.0852408558366688,0.3491572964038691,1338.365978014952,462.6508083058595,0.1740746181428379,0.0281300609344284,0.0242196843657977,Healthcare,1 -electricity/W/short,Toto-2.0-1B,46976768601.48469,46976768601.48469,31134.794144144144,1.5927957305677556,0.2393884348395073,0.1004107086829315,12.055643387879922,216741.248038957,0.4945320031787368,0.0710393257212108,0.0556256085982148,Energy,1 -solar/W/short,Toto-2.0-1B,1629364.6715328468,1629364.6715328468,1034.184534671533,1.1340286990427764,0.2339640707865248,0.2029209691743169,6.483773858688108,1276.465695399938,0.2605585616485127,0.2111029194158821,0.1535537388248747,Energy,1 -ett2/15T/short,Toto-2.0-1B,6.8531982421875,6.8531982421875,1.6164167131696427,0.6981385688115865,0.0992792771434899,0.1184650985148053,4.54586990722031,2.617861387122607,0.124279192973111,0.0767370517053138,0.060123470708076,Energy,7 -ett2/15T/medium,Toto-2.0-1B,11.87092013888889,11.87092013888889,2.135451388888889,0.8720830614334181,0.1286342752083375,0.1575396727592814,6.614527869678211,3.4454201687006027,0.1836126653186099,0.1138020624404977,0.0900719921646221,Energy,7 -ett2/15T/long,Toto-2.0-1B,11.282831101190476,11.282831101190476,2.0933158172123014,0.8620021861326665,0.1287569088957859,0.1572036231688179,7.225560848564759,3.3589925723631,0.1790067825688741,0.1115565817033314,0.090342911465958,Energy,7 -bizitobs_application/10S/short,Toto-2.0-1B,501979.89555555553,501979.89555555553,361.9420008680556,1.080398809974899,0.0150697263081868,0.0152787242926262,6.587750904183421,708.5053955726488,0.027324223471982,0.0139586574462452,0.0109520909542153,Web/CloudOps,2 -bizitobs_application/10S/medium,Toto-2.0-1B,4459269.546666667,4459269.546666667,1149.4246875,2.4711177250591594,0.0354414176940917,0.036221040091498,36.09641857885487,2111.69826127377,0.0829201756208816,0.0451345245191356,0.0401547451377587,Web/CloudOps,2 -bizitobs_application/10S/long,Toto-2.0-1B,6643467.377777778,6643467.377777778,1558.7647222222222,3.325023773379074,0.048522720336914,0.0495626042114387,75.06726065705497,2577.4924593057062,0.0994035816236225,0.0601153247754515,0.0556833814071086,Web/CloudOps,2 -bizitobs_l2c/5T/short,Toto-2.0-1B,13.335487583705357,13.335487583705357,2.0054969424293154,0.2072380528000432,0.0964617668678427,0.1791610559130173,2.031985475248483,3.651778687667882,0.1254168614191325,0.0688768826420257,0.0550294084834349,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Toto-2.0-1B,101.68229166666669,101.68229166666669,6.344385097789115,0.607005186236127,0.4675785442326365,0.7940108398046913,3.852546079097161,10.083763764917675,0.5305542622027429,0.3338079543670331,0.2527155648797614,Web/CloudOps,7 -bizitobs_l2c/5T/long,Toto-2.0-1B,168.5581746031746,168.5581746031746,8.970934399801587,0.8415244469881145,0.7128856618433301,1.0967009359381317,4.49241252878735,12.982995594360132,0.728975793010041,0.5037045549778393,0.3535647138039774,Web/CloudOps,7 -m4_daily/D/short,Toto-2.0-1B,356083.65054581093,356083.65054581093,171.1594316088749,3.1927295967894413,0.0367468361711287,0.0297756575076411,25.406456331392263,596.7274508063216,0.0921778998312383,0.0264394019760543,0.0210484779720824,Econ/Fin,1 -ett1/H/short,Toto-2.0-1B,100.52076822916666,100.52076822916666,4.859467424665179,0.7979868441756253,0.4811140514555431,0.2559565823369689,5.45548630754666,10.02600459949858,0.4679546527423252,0.2268112256137966,0.1746068987222379,Energy,7 -ett1/H/medium,Toto-2.0-1B,137.81692708333333,137.81692708333333,6.954268973214286,1.2639320774963645,4293428471122.387,0.4494041874386902,8.745968966965105,11.73954543767915,0.562296397970526,0.3330929987805082,0.2584772733200698,Energy,7 -ett1/H/long,Toto-2.0-1B,144.43758267195767,144.43758267195767,7.093392960482804,1.351232002353759,4860574632813.908,0.4767644943003493,9.60069014716745,12.01821878116544,0.5755264677752888,0.3396872256549886,0.2662750815853876,Energy,7 -hospital/M/short,Toto-2.0-1B,2483.692850934377,2483.692850934377,17.288801064754455,0.7542651377776772,0.1918225145402134,0.1721203097314905,5.069286206377001,49.83666171539158,0.1809186548058824,0.0627623625696396,0.0499271165274373,Healthcare,1 -solar/D/short,Toto-2.0-1B,128291.95523114355,128291.95523114355,246.08953771289535,0.9600047203135148,1.0833262051399026,0.4183894432067604,5.12455289787617,358.1786638413064,0.5174461720305572,0.3555155628218134,0.2753086123863245,Energy,1 -ett1/15T/short,Toto-2.0-1B,4.925566173735119,4.925566173735119,1.0555660429454985,0.6684593540360533,0.4677346134696992,0.2276363059689789,4.791556697994907,2.21936165906666,0.4195516887368926,0.1995458982910191,0.1570783313100977,Energy,7 -ett1/15T/medium,Toto-2.0-1B,9.54724826388889,9.54724826388889,1.590568111359127,0.9859564652564804,0.7793212215948627,0.3777282476471709,6.605433068273344,3.0898621755490794,0.5889307161381696,0.3031638188595921,0.2310250521697123,Energy,7 -ett1/15T/long,Toto-2.0-1B,8.829738343253968,8.829738343253968,1.572656715029762,0.9980847988349404,0.797291804384779,0.3837193632261568,7.331395097014195,2.9714875640416145,0.5663684677427582,0.2997499248374077,0.2311267579853047,Energy,7 -m4_yearly/A/short,Toto-2.0-1B,4173357.6167841903,4173357.6167841903,912.256119236238,3.3936865543370147,0.1677266211653748,0.1547530649236995,31.315830017464695,2042.8797362508128,0.3275852355387126,0.146284497510403,0.1190640752794981,Econ/Fin,1 -saugeen/M/short,Toto-2.0-1B,380.8450985863095,380.8450985863095,12.224727085658484,0.7164107734945644,0.3549260866074335,0.349229802048341,4.453856360686501,19.51525297264449,0.5859064394493717,0.3670229809492379,0.2818985590308107,Nature,1 -us_births/W/short,Toto-2.0-1B,1753736.2857142857,1753736.2857142857,1020.04638671875,0.9279417685542184,0.0138255410960742,0.0138506939302572,5.694093083228231,1324.287085836861,0.0179770673380257,0.0138470296796444,0.0107916849904275,Healthcare,1 -sz_taxi/15T/short,Toto-2.0-1B,16.657169029971765,16.657169029971765,2.710304176414406,0.5404508882389476,992978969227.4916,0.3866009279005016,3.823188890675083,4.081319520690798,0.3816208302652065,0.2534250319856008,0.1990830268495266,Transport,1 -sz_taxi/15T/medium,Toto-2.0-1B,16.52274639423077,16.52274639423077,2.753873071915064,0.5370346035165235,9888656530881.86,0.4031035939889743,3.9062566247715047,4.0648181256030105,0.3782991745133651,0.2562938556237386,0.2030040461303402,Transport,1 -sz_taxi/15T/long,Toto-2.0-1B,15.700341657763532,15.700341657763532,2.69448896011396,0.5083452739361815,6041425809569.039,0.3950254065234142,4.099114463718425,3.96236566431766,0.3667495076591346,0.2493970984086199,0.2004453455120584,Transport,1 -jena_weather/10T/short,Toto-2.0-1B,713.8573412698413,713.8573412698413,4.787467447916667,0.2440805392134626,0.3055735100371634,0.5307532912124996,2.2386896969950896,26.718108864024064,0.1659529552054066,0.029736175377339,0.0253897900946607,Nature,21 -jena_weather/10T/medium,Toto-2.0-1B,1435.0761904761905,1435.0761904761905,9.13135258838384,0.5733809624157897,0.7357053696566223,0.639825280505481,5.409454694750807,37.88239948150316,0.2324836122709684,0.0560389485281648,0.0460626106862765,Nature,21 -jena_weather/10T/long,Toto-2.0-1B,1387.201587301587,1387.201587301587,9.323690682870373,0.6275115930632891,0.7729519634422534,0.63376751290546,5.840315011634765,37.24515521919042,0.2279094912676486,0.0570532620354076,0.0471308314878734,Nature,21 -bizitobs_service/10S/short,Toto-2.0-1B,2011.518957361292,2011.518957361292,17.297259137188945,0.6880256495511979,0.0488577390000933,0.0395773414817992,4.959768696630446,44.84996050568263,0.0332262850736394,0.0128143627464741,0.0100842429256937,Web/CloudOps,2 -bizitobs_service/10S/medium,Toto-2.0-1B,45431.63182539683,45431.63182539683,45.590507192460315,1.0299242239079782,0.0634182630266462,0.0579771706797355,9.47858109596349,213.14697235803473,0.1604194294373609,0.0343124890335731,0.0248876596358032,Web/CloudOps,2 -bizitobs_service/10S/long,Toto-2.0-1B,131363.49227513227,131363.49227513227,76.51028273809524,1.2876503848862009,0.0744500215722139,0.0720530808069437,20.463184233404604,362.441019029486,0.2685078885827657,0.0566812623137589,0.0526419941023168,Web/CloudOps,2 -us_births/M/short,Toto-2.0-1B,56056373.333333336,56056373.333333336,6390.615885416667,0.7220763511015144,0.0196008880933125,0.0198574419770396,4.420622759637237,7487.080427865947,0.0232548207626821,0.0198492093694355,0.0145453557363732,Healthcare,1 -car_parts/M/short,Toto-2.0-1B,1.522180657851137,1.522180657851137,0.4758984963700989,0.8868604986926715,0.8026788353813005,1.8880499368890744,83.21557310342406,1.2337668571699991,2.958446363147048,1.14115577641852,1.2624343152648223,Sales,1 -saugeen/W/short,Toto-2.0-1B,1039.09072265625,1039.09072265625,15.13724365234375,1.228012147710602,0.3698968172073364,0.382955285693302,7.609261089458497,32.2349301636633,0.9730381711510476,0.4569302866474861,0.3590420089427568,Nature,1 -solar/H/short,Toto-2.0-1B,787.8072576514278,787.8072576514278,12.08896673209598,0.9290612437692118,3.66593749574491,1.4399574145312752,5.011119557890914,28.067904404344613,1.0345922913944965,0.4456033343912572,0.3311645262471407,Energy,1 -solar/H/medium,Toto-2.0-1B,771.0894160583941,771.0894160583941,11.00425790754258,0.8404311678817554,4.218751466365104,1.41678398716692,5.200567314621285,27.768496827491298,1.0002860677150187,0.3963990538933366,0.3033472959854387,Energy,1 -solar/H/long,Toto-2.0-1B,736.3220600162206,736.3220600162206,11.388484641119222,0.8666913853117778,4.863833334361962,1.4065295431048657,5.128777130537797,27.135254928159796,0.9408287409561368,0.3948595174310795,0.2976210456427866,Energy,1 -kdd_cup_2018/D/short,Toto-2.0-1B,2904.438892213578,2904.438892213578,21.24051278524794,1.1953122320461578,0.5195637349158464,0.4663635840975462,9.15090549581527,53.8928463918318,1.207257003340147,0.4758100477397129,0.3782973515154966,Nature,1 -loop_seattle/H/short,Toto-2.0-1B,59.65113565769106,59.65113565769106,3.997489492843103,0.8120053480202895,0.1079097140923787,0.0916350512611081,6.782765033033605,7.7234147666489505,0.1367122964408018,0.070759629655585,0.0565262394384561,Transport,1 -loop_seattle/H/medium,Toto-2.0-1B,66.64548987358101,66.64548987358101,4.306650249532379,0.881986995316432,0.1131464041915594,0.0979863507220736,6.875445576353178,8.163668897841276,0.1442919299895139,0.0761195589962216,0.0601841170033704,Transport,1 -loop_seattle/H/long,Toto-2.0-1B,58.120499011007915,58.120499011007915,4.0752981757395945,0.8534931694828295,0.119097083649112,0.0938411341989363,6.646087530388322,7.623680148786931,0.1362453735328232,0.0728310358481688,0.0578514484504621,Transport,1 -m4_weekly/W/short,Toto-2.0-1B,252039.3777587315,252039.3777587315,254.69782515534604,1.8955190239457336,0.0612667877413053,0.0607299979881386,13.354770599900826,502.03523557488626,0.0914630397114588,0.0464019966047398,0.036781587188254,Econ/Fin,1 -ett2/D/short,Toto-2.0-1B,103246.95873015872,103246.95873015872,190.20995783730157,1.25494907113244,0.416618904234871,0.1281444961933119,11.71220878138229,321.3206478428654,0.1839002636366729,0.1088621650287043,0.0883246203900289,Energy,7 -bitbrains_fast_storage/5T/short,Toto-2.0-1B,1562356.097966734,1562356.097966734,133.1753780775658,0.629073368580902,1.444289364258433,0.7045091546402151,12.252825313497882,1249.9424378613337,3.924510135846359,0.4181377520110727,0.3375108910281309,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Toto-2.0-1B,3102469.627595662,3102469.627595662,240.47617210763545,0.9034708424733228,2.339702211726695,0.7787903476707817,19.972552851286256,1761.382873652308,5.351567636752055,0.7306330266472627,0.53730419313275,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,Toto-2.0-1B,3589793.3750473787,3589793.3750473787,272.1328198448033,0.80827297390496,1.9708239277460444,0.8008062878690052,14.498485117244082,1894.6750051255171,5.007060353876396,0.7191657933668866,0.556145627412466,Web/CloudOps,2 -saugeen/D/short,Toto-2.0-1B,1298.6904166666666,1298.6904166666666,13.545218912760417,3.009266704790088,0.2850732930501302,0.3334235400071158,29.356157212519655,36.03734752540296,1.1672582728014878,0.4387328679415613,0.3532448708770396,Nature,1 -jena_weather/D/short,Toto-2.0-1B,377.0806795634921,377.0806795634921,9.713696676587302,1.1442198442373248,0.7044769648569691,0.4687486894095227,7.147994815669769,19.418565332266237,0.1169315014736314,0.0584923302941154,0.0474119992064538,Nature,21 -bitbrains_rnd/5T/short,Toto-2.0-1B,1718656.0668993294,1718656.0668993294,113.11984475354969,1.5686267300882932,0.8176620447663292,0.6333840885174817,51.0518002386663,1310.9752350442511,5.364132199313947,0.4628537484183894,0.3701117179905202,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Toto-2.0-1B,2256542.441209254,2256542.441209254,143.12454066406016,4.310644582602993,0.4794407155115351,0.6870987487737149,158.69766812501405,1502.1792307209064,6.32043389173925,0.6021979129072434,0.6142973159930336,Web/CloudOps,2 -bitbrains_rnd/5T/long,Toto-2.0-1B,2302288.981497205,2302288.981497205,151.27448026776912,3.2733835127761943,1.2026489539883176,0.6498099941626215,115.0715760784625,1517.3295559954024,5.812547742503253,0.5794984585283057,0.5581417720084911,Web/CloudOps,2 -sz_taxi/H/short,Toto-2.0-1B,7.1885355109842415,7.1885355109842415,1.8390291654146635,0.5601017816913519,1.099062275682759,0.2930112697645764,3.8892732100200296,2.6811444405298723,0.24976514967683,0.1713169152009853,0.1347909487407407,Transport,1 -electricity/H/short,Toto-2.0-1B,2113284.659481982,2113284.659481982,186.0978783079955,1.010190707323672,0.1840586828278936,0.1326068341623036,13.48235515037092,1453.7140913817896,0.6862568696866276,0.0878514889413885,0.0733773718962764,Energy,1 -electricity/H/medium,Toto-2.0-1B,6950424.24,6950424.24,247.31711148648648,1.0622151702512592,0.1933987756769769,0.1279775587936835,8.921075872710599,2636.365725767197,1.029060377050923,0.0965360145255897,0.0770772648835683,Energy,1 -electricity/H/long,Toto-2.0-1B,10295506.67031832,10295506.67031832,289.4394624624625,1.2098019014692274,0.2862279060375005,0.1422756193212994,10.03429857319151,3208.6611959380066,1.2654950446262636,0.1141548400090454,0.0899559510062695,Energy,1 -us_births/D/short,Toto-2.0-1B,174118.56,174118.56,238.14177083333337,0.3503888768295344,0.0232858451207478,0.0228167291778454,3.1553654831222877,417.27516101488715,0.0391161603525151,0.0223238586066143,0.0182776353680944,Healthcare,1 -kdd_cup_2018/H/short,Toto-2.0-1B,4385.208270986823,4385.208270986823,22.58593780853295,0.9390289042443608,0.8467727763122814,0.493333711313895,7.471755383004771,66.22090509036269,1.3861234672304967,0.4727645806576606,0.3790238683535817,Nature,1 -kdd_cup_2018/H/medium,Toto-2.0-1B,5321.761019425783,5321.761019425783,26.026851897052563,1.0592909511451496,0.8980269170500852,0.5722750066533105,8.877453155258603,72.95040109160321,1.5269840010299962,0.5447891423389439,0.4320859742982336,Nature,1 -kdd_cup_2018/H/long,Toto-2.0-1B,4289.693917307726,4289.693917307726,24.672602645798303,1.0326007125301735,0.9274970487662618,0.6253732831956398,7.522062238060855,65.49575495639183,1.536795039695031,0.5789189450167408,0.4509277636286236,Nature,1 -solar/10T/short,Toto-2.0-1B,22.600119159633515,22.600119159633515,1.9790227068601731,0.8732042857711817,5.086227210695916,1.535718423485676,4.62460516269393,4.753958262294013,1.3829259436796228,0.5756974911107758,0.4310854055164621,Energy,1 -solar/10T/medium,Toto-2.0-1B,22.639078743640788,22.639078743640788,1.885680971438841,0.8306577673585377,3.514735501713349,1.4641532267987525,4.522819445366053,4.758054092130604,1.0558310988805064,0.4184400962370737,0.3142190893262426,Energy,1 -solar/10T/long,Toto-2.0-1B,19.989629824994932,19.989629824994932,1.7251041904273114,0.7562358806669027,2.873418093714716,1.4516465631046789,4.710342076054831,4.470976383855649,0.9663300196676292,0.3728536729211574,0.2886306686991904,Energy,1 -hierarchical_sales/W/short,Toto-2.0-1B,455.9745762711864,455.9745762711864,8.875047586731991,0.7244957258398553,0.5352260329200095,0.4549279152703334,6.899649734633455,21.3535612081729,0.9803524398708872,0.4074577758155313,0.3461279520238503,Sales,1 -ett1/W/short,Toto-2.0-1B,1240228.0,1240228.0,888.5011858258929,1.5924415347067904,0.5921993936811175,0.5793463226241906,7.80083087370226,1113.6552428826435,0.4431500015867431,0.353555828363356,0.2624895374717895,Energy,7 -bitbrains_fast_storage/H/short,Toto-2.0-1B,2671460.86575157,2671460.86575157,272.7098122051963,0.9189419076329886,3.1403144247551733,0.5575917381684841,20.741936124034364,1634.4604203686213,4.658743117311008,0.7773115486929943,0.5571615103632276,Web/CloudOps,2 diff --git a/results/Toto-2.0-1B/config.json b/results/Toto-2.0-1B/config.json deleted file mode 100644 index 35cc49c6fd0b90e0625d89ae2e44626c902869b5..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-1B/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Toto-2.0-1B", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://huggingface.co/Datadog/Toto-2.0-1B", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/toto_2_0.ipynb", - "org": "Datadog", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/Toto-2.0-2.5B-FT/all_results.csv b/results/Toto-2.0-2.5B-FT/all_results.csv deleted file mode 100644 index 14a4f4f4f1c5151f3a3f57836fc7ea8d46b7bd2b..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-2.5B-FT/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -kdd_cup_2018/D/short,Toto-2.0-2.5B-FT,2879.7559511935633,2879.7559511935633,20.931084388922137,1.1782264186595377,0.5175431897898797,0.4585991381206433,9.259627649344978,53.66335762131888,1.2021161551652415,0.4688785011665823,0.3738658573363464,Nature,1 -ett1/H/short,Toto-2.0-2.5B-FT,102.40927269345238,102.40927269345238,4.918742443266369,0.7984315249405362,0.4981911432175409,0.2544232235333789,5.327670290039469,10.119746671406968,0.4723299787529905,0.2295778332360594,0.1735190377115633,Energy,7 -ett1/H/medium,Toto-2.0-2.5B-FT,134.63843936011904,134.63843936011904,6.688908458891369,1.243013239977219,2988909895180.7627,0.4235358573366896,9.116530089134562,11.603380514320774,0.5557744209194722,0.3203828591793209,0.2509237204430708,Energy,7 -ett1/H/long,Toto-2.0-2.5B-FT,146.42513227513228,146.42513227513228,6.872124049272487,1.302843907925784,3347722329413.575,0.4492198297790301,9.49906237107156,12.100625284469077,0.5794727367384052,0.3290911367323165,0.2571894104591798,Energy,7 -loop_seattle/5T/short,Toto-2.0-2.5B-FT,41.052565215025155,41.052565215025155,3.404100157872565,0.5399222043798283,0.0868209708954896,0.072854758631557,3.9423457691710193,6.407227576341046,0.1098698073172495,0.0583728022733447,0.0458212289111816,Transport,1 -loop_seattle/5T/medium,Toto-2.0-2.5B-FT,65.49974103457173,65.49974103457173,4.4842608863035345,0.7150608221146657,0.1371484963935718,0.1027416032085969,5.539083388534621,8.09319102916592,0.1439944972656518,0.0797842148547246,0.0631646499777512,Transport,1 -loop_seattle/5T/long,Toto-2.0-2.5B-FT,82.12468352253183,82.12468352253183,4.944551316506135,0.783985444541253,0.1481921108172801,0.1122318922923642,6.400201678008031,9.06226701893802,0.1602227464122985,0.0874206851388934,0.0694689711180656,Transport,1 -saugeen/M/short,Toto-2.0-2.5B-FT,385.8384951636905,385.8384951636905,12.2552243187314,0.7181937956658772,0.3579644021533784,0.3499956105784954,4.210579982466182,19.642772084501985,0.5897349457410864,0.3679385993769292,0.2829426667257998,Nature,1 -ett1/D/short,Toto-2.0-2.5B-FT,44017.206349206346,44017.206349206346,141.52456597222223,1.645449360010375,1.657791961185516,0.4603544705193692,9.755055294745986,209.80277965081004,0.5510539599821523,0.3717189669438553,0.2788192429020417,Energy,7 -us_births/W/short,Toto-2.0-2.5B-FT,1485479.142857143,1485479.142857143,930.3114536830356,0.8464252646177621,0.0126140085714203,0.0126349282359411,4.941969055108211,1218.8023395354733,0.0165451222502306,0.0126288867625919,0.0099474287134157,Healthcare,1 -jena_weather/H/short,Toto-2.0-2.5B-FT,1158.1059900728385,1158.1059900728385,8.38640128560333,0.5154874775233231,1.1020815180859027,0.6138413074545057,4.184055190986153,34.030956349665495,0.2086075903978035,0.0514081046187216,0.0410163177532197,Nature,21 -jena_weather/H/medium,Toto-2.0-2.5B-FT,1271.7261904761904,1271.7261904761904,10.089061724950398,0.8154537067122024,1.7319444129988528,0.6981126725266814,6.44325645750524,35.66127017474546,0.2182176202769575,0.0617367533365411,0.0489074158199053,Nature,21 -jena_weather/H/long,Toto-2.0-2.5B-FT,1510.7378306878306,1510.7378306878306,11.6666583994709,0.9484724575531732,1.7102742873690573,0.6622597678503253,7.038349134906946,38.86821105592371,0.2340297169444095,0.0702462163485441,0.0561712228813522,Nature,21 -saugeen/D/short,Toto-2.0-2.5B-FT,1285.0422916666666,1285.0422916666666,13.41565673828125,2.980659259983651,0.2752800750732422,0.3264085601120357,25.651160731269627,35.84748654601417,1.161108630441779,0.4345363182399954,0.3450451914471608,Nature,1 -m_dense/D/short,Toto-2.0-2.5B-FT,8499.47851851852,8499.47851851852,41.858723958333336,0.6269983754066664,0.1185621031131277,0.0907287962004025,6.639509082752621,92.19261639913752,0.1595990496656597,0.072463639984402,0.0584781584124087,Transport,1 -bitbrains_fast_storage/5T/short,Toto-2.0-2.5B-FT,1953108.8378950772,1953108.8378950772,154.3240576025375,0.6192258283034737,1.9299975891416783,0.7063800376251539,12.073301305202666,1397.5367035949637,4.387919587345615,0.4845393708880244,0.3649222756632375,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Toto-2.0-2.5B-FT,3624820.2943114582,3624820.2943114582,257.85216354290293,0.9017038930565672,2.34374319612751,0.7818371226157645,19.901082128557288,1903.896082855222,5.784562099890505,0.783426084037207,0.5678029365193025,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,Toto-2.0-2.5B-FT,3833595.968335435,3833595.968335435,280.8673196438366,0.799859470129619,2.9633221566981693,0.7904310625181514,14.546243783953743,1957.957090524569,5.174295879618513,0.7422484495629265,0.5752550886373005,Web/CloudOps,2 -saugeen/W/short,Toto-2.0-2.5B-FT,996.80224609375,996.80224609375,14.592973327636718,1.1839760132268795,0.3639524221420288,0.3780054059283649,7.579053247333746,31.572175187873103,0.953032361109272,0.4405010343216441,0.343948144937409,Nature,1 -ett1/15T/short,Toto-2.0-2.5B-FT,4.992619977678571,4.992619977678571,1.0750071207682292,0.6808309701277548,0.4862141248511018,0.2347132484442051,4.460923503829709,2.234417144957175,0.4223978019444067,0.20322107083357,0.1570049786791548,Energy,7 -ett1/15T/medium,Toto-2.0-2.5B-FT,9.39570064484127,9.39570064484127,1.580935794890873,0.9891179140896532,0.7677911868277699,0.3787443786087307,6.497109952749543,3.065240715643923,0.5842378420905644,0.3013278900338314,0.2285398171224958,Energy,7 -ett1/15T/long,Toto-2.0-2.5B-FT,8.210078125,8.210078125,1.5148527405753969,0.9748947400770652,0.7744734922662478,0.3727620434408537,6.9099198488388325,2.865323389252948,0.5461334710589931,0.288732430153152,0.2224813017698347,Energy,7 -bitbrains_rnd/5T/short,Toto-2.0-2.5B-FT,1630017.1346465738,1630017.1346465738,110.85769160603286,1.561324271249498,0.8694210624181707,0.6317097252924705,50.91764504469212,1276.7212439082284,5.223974774568847,0.4535976723815491,0.3688295912825998,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Toto-2.0-2.5B-FT,2623539.573102351,2623539.573102351,163.43417549797067,4.325324052285722,1.2217282616930705,0.6801096643138307,158.33196769593357,1619.7344143724151,6.815048315727038,0.6876508843526927,0.6324252900496072,Web/CloudOps,2 -bitbrains_rnd/5T/long,Toto-2.0-2.5B-FT,2588818.087448073,2588818.087448073,163.52392680796868,3.2331954632658784,1.0720632953211553,0.6548423470220736,114.6850358990689,1608.9804496786385,6.163641620899024,0.6264233238432139,0.5879629714363721,Web/CloudOps,2 -kdd_cup_2018/H/short,Toto-2.0-2.5B-FT,4274.802116289224,4274.802116289224,21.930154640315028,0.9191327918034954,0.7961393846258632,0.4879088901623224,7.377775731310436,65.38197088104047,1.3685630576501726,0.4590378522528416,0.3694010719985476,Nature,1 -kdd_cup_2018/H/medium,Toto-2.0-2.5B-FT,5264.645179974813,5264.645179974813,25.62409743827147,1.0530913117879934,0.8627890450479906,0.5725353516394083,8.43926889414714,72.557874693067,1.518767708321652,0.5363587606274367,0.4245455054599569,Nature,1 -kdd_cup_2018/H/long,Toto-2.0-2.5B-FT,4309.055958191011,4309.055958191011,24.82139122104979,1.042395393821711,0.9077097876805648,0.6344992611896154,7.489798730880573,65.64339995910488,1.5402594475551807,0.5824101486745491,0.4536184538503154,Nature,1 -ett2/15T/short,Toto-2.0-2.5B-FT,7.444906761532738,7.444906761532738,1.6616356259300595,0.7059431474884206,0.0977649021493799,0.1179415985677406,4.81513886757027,2.7285356441748636,0.1295332936741689,0.0788837543583381,0.0619139796005199,Energy,7 -ett2/15T/medium,Toto-2.0-2.5B-FT,11.334456845238096,11.334456845238096,2.083954613095238,0.8538577641896767,0.1270161442693323,0.1540358572142742,6.394039233710968,3.3666685083681904,0.1794158470660037,0.1110577062238935,0.0876548103870206,Energy,7 -ett2/15T/long,Toto-2.0-2.5B-FT,11.941732390873016,11.941732390873016,2.1205673363095237,0.8689771429491102,0.1300736416178782,0.156605106643547,7.1099208580784365,3.455681176103058,0.1841594929407194,0.1130088643888737,0.0916567125943586,Energy,7 -jena_weather/D/short,Toto-2.0-2.5B-FT,365.49310515873015,365.49310515873015,9.605873325892857,1.1042931922034047,0.6805720450309327,0.4629705863300308,6.901623383389088,19.117873970678072,0.1151208480196282,0.0578430574938396,0.0462848186317908,Nature,21 -m4_weekly/W/short,Toto-2.0-2.5B-FT,256010.06556674524,256010.06556674524,251.21116348832223,1.8929008262225289,0.0599110016660361,0.0596087296716685,13.422041603716544,505.9743724406852,0.0921806894022676,0.0457667808829862,0.0362175928754682,Econ/Fin,1 -hospital/M/short,Toto-2.0-2.5B-FT,2362.6498804867447,2362.6498804867447,17.059373811657974,0.7489170432538309,0.1896916024325361,0.1712637501014947,5.180282586530142,48.60709701768606,0.1764550494308662,0.0619294883646403,0.0491341228749727,Healthcare,1 -jena_weather/10T/short,Toto-2.0-2.5B-FT,764.939925905258,764.939925905258,5.088429575117807,0.2517217071789409,0.3149887518164038,0.5386441651897617,2.175499081716096,27.65754735881795,0.1717880362019702,0.0316055257077167,0.0260541592629926,Nature,21 -jena_weather/10T/medium,Toto-2.0-2.5B-FT,1466.71443001443,1466.71443001443,9.306226889430016,0.552882077503734,0.6900193511473732,0.6320381917363992,5.440382110692909,38.297707895048106,0.2350323526229252,0.0571121490053528,0.0460952215386303,Nature,21 -jena_weather/10T/long,Toto-2.0-2.5B-FT,1412.3469576719576,1412.3469576719576,9.586327091600529,0.5961780994093092,0.7521022649021148,0.6285265252963717,5.694577908682296,37.58120484593273,0.2299658365566074,0.0586603792550778,0.0473507902909768,Nature,21 -ett1/W/short,Toto-2.0-2.5B-FT,1217788.857142857,1217788.857142857,866.5309709821429,1.5551842884307396,0.7024807929992676,0.5451297919239554,8.262745945084914,1103.5347104386235,0.4391228001729401,0.3448133554974559,0.2612621967767135,Energy,7 -car_parts/M/short,Toto-2.0-2.5B-FT,1.5255132183319735,1.5255132183319735,0.4670728589966744,0.8666058505738335,0.8158589487763318,1.896179423436945,31.07488166931317,1.2351166820717685,2.9616831047958585,1.11999280333481,1.004181205484413,Sales,1 -solar/W/short,Toto-2.0-2.5B-FT,1733705.8102189782,1733705.8102189782,1073.4709169708028,1.1786176992634252,0.2443369287643989,0.2100537765269619,7.783357299664522,1316.702627862107,0.2687719255370003,0.2191222522511952,0.1580725660297184,Energy,1 -restaurant/D/short,Toto-2.0-2.5B-FT,142.26284571425236,142.26284571425236,7.18226061039215,0.6902264625928599,0.6896345203214749,0.3951477967404806,4.7497157691418455,11.92739895007509,0.5489265351881555,0.3305442744208794,0.2585083565790927,Sales,1 -solar/H/short,Toto-2.0-2.5B-FT,695.7193782814701,695.7193782814701,10.817305652932514,0.8351329865900493,4.107224013314254,1.4023515218802065,4.126921996935849,26.376492910951413,0.9722463045659816,0.3987294854524685,0.3033701107394772,Energy,1 -solar/H/medium,Toto-2.0-2.5B-FT,770.8013381995133,770.8013381995133,10.931227189781024,0.8359293400486933,4.349119242464057,1.3986441693900264,4.377748961174156,27.763309208369115,1.0000991975662756,0.3937683169850358,0.300772113147735,Energy,1 -solar/H/long,Toto-2.0-2.5B-FT,702.4787510137875,702.4787510137875,11.57417249594485,0.8804353684862651,4.506463774779668,1.4061707714395848,4.475040627318132,26.504315705442902,0.9189529282504836,0.4012976537643831,0.3008959041404303,Energy,1 -m4_quarterly/Q/short,Toto-2.0-2.5B-FT,1717566.521,1717566.521,541.6924085286458,1.1320396949798384,0.1107305002212524,0.0988505513863166,8.85476110407891,1310.5596213068677,0.2193646022105215,0.0906697702153011,0.0724743223559106,Econ/Fin,1 -loop_seattle/H/short,Toto-2.0-2.5B-FT,61.07715612863913,61.07715612863913,4.001086784480067,0.8114413626768665,0.1041994495256131,0.0919963592787318,7.119365905048967,7.815187529972594,0.1383367692474063,0.0708233061741266,0.056935951854768,Transport,1 -loop_seattle/H/medium,Toto-2.0-2.5B-FT,66.33823206914344,66.33823206914344,4.20636267253612,0.8596607382987862,0.1104432821519849,0.0958288306619057,6.992137319817256,8.1448285475597,0.1439589248134604,0.0743469852284616,0.0592856915807338,Transport,1 -loop_seattle/H/long,Toto-2.0-2.5B-FT,60.949914000688,60.949914000688,4.0578553652820775,0.8495303832523533,0.1147535850963192,0.0937610673643409,6.708262151436196,7.80704258991124,0.1395222925038867,0.0725193025006654,0.0573653392572168,Transport,1 -electricity/15T/short,Toto-2.0-2.5B-FT,123618.17330306867,123618.17330306867,44.163011903505065,0.8449417794552262,0.138378375356749,0.1469184913478975,9.961100371114672,351.5937617522084,0.6930605993905722,0.0870540004697451,0.0727412190872823,Energy,1 -electricity/15T/medium,Toto-2.0-2.5B-FT,252710.59915653153,252710.59915653153,50.28463942849099,0.7849427094785855,0.1200221781066186,0.1232853313310075,6.8293320054516,502.7032913722881,0.8662083730639906,0.0866454953787153,0.0696501144738516,Energy,1 -electricity/15T/long,Toto-2.0-2.5B-FT,310217.09702777775,310217.09702777775,55.37505442942943,0.8336386075592794,0.1201182502733427,0.1255077785782715,6.956555789915793,556.9713610481043,0.8786906292496839,0.087360939581826,0.0697119906601101,Energy,1 -bizitobs_application/10S/short,Toto-2.0-2.5B-FT,413880.50666666665,413880.50666666665,340.3923611111111,1.0913949426450087,0.0152778365876939,0.0154297982549369,6.352484546179353,643.3354542279375,0.0248108791106174,0.0131275739059659,0.0102018443425329,Web/CloudOps,2 -bizitobs_application/10S/medium,Toto-2.0-2.5B-FT,4251578.453333333,4251578.453333333,1123.7780208333334,2.4844159113348883,0.0357371616363525,0.0364697551783105,31.95711689276337,2061.9356084352717,0.0809661427041522,0.0441274554017857,0.0386651513241207,Web/CloudOps,2 -bizitobs_application/10S/long,Toto-2.0-2.5B-FT,6536677.831111111,6536677.831111111,1547.8359722222222,3.308013352018189,0.0482319641113281,0.0492632107055635,72.93052394872083,2556.6927525831316,0.0986014200741366,0.0596938465714137,0.0552055633428169,Web/CloudOps,2 -bizitobs_service/10S/short,Toto-2.0-2.5B-FT,2027.7253797743056,2027.7253797743056,17.46889162093874,0.6936347161233266,0.0485938573262048,0.039377468768091,4.93373052689485,45.03027181546105,0.0333598656090797,0.0129415136378103,0.0100270804044245,Web/CloudOps,2 -bizitobs_service/10S/medium,Toto-2.0-2.5B-FT,31925.670084325397,31925.670084325397,42.2521732390873,1.0220352665152677,0.0604539392864893,0.0544987266722834,9.4280447639079,178.67755898356512,0.134476938937134,0.0317999806632492,0.0242792838938705,Web/CloudOps,2 -bizitobs_service/10S/long,Toto-2.0-2.5B-FT,131105.66954695768,131105.66954695768,76.26987299520502,1.2968970688318977,0.0738037718919219,0.0714668860315976,20.677121334597196,362.0851689132789,0.2682442867746378,0.0565031640080541,0.0523955792446957,Web/CloudOps,2 -ett2/D/short,Toto-2.0-2.5B-FT,116325.6126984127,116325.6126984127,200.04020337301588,1.3189868250096357,0.4674925789000496,0.1316484146811843,12.338701767336133,341.06540824072545,0.1952007096770565,0.1144882732721905,0.0943652492204951,Energy,7 -bizitobs_l2c/5T/short,Toto-2.0-2.5B-FT,12.369652157738097,12.369652157738097,1.8253772553943453,0.1853709727046059,0.0818917909962811,0.1670505755124427,1.3174137090564666,3.5170516285289435,0.1207897888743211,0.0626908435197729,0.0500622326168392,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Toto-2.0-2.5B-FT,64.40434736394558,64.40434736394558,4.94087678039966,0.477896018986623,0.4031410905478612,0.5976820704546704,3.659942198055552,8.025231919636067,0.4222452151191562,0.2599627773887072,0.207178246839475,Web/CloudOps,7 -bizitobs_l2c/5T/long,Toto-2.0-2.5B-FT,78.30219246031746,78.30219246031746,5.5804185267857145,0.5473124412289673,0.4850691048313038,0.7147091178062855,4.369930552851599,8.84885260699473,0.4968498448243424,0.3133321575383336,0.2502607099750021,Web/CloudOps,7 -us_births/D/short,Toto-2.0-2.5B-FT,160010.8,160010.8,227.14776041666667,0.3342801183618296,0.0221164194742838,0.0216700851322216,2.5337441483056673,400.0134997721952,0.0374980196813146,0.0212932593413007,0.0168918703526076,Healthcare,1 -covid_deaths/D/short,Toto-2.0-2.5B-FT,209034.31378446115,209034.31378446115,73.33149279448621,29.550956836383463,0.0782505565265307,0.3506350576012965,528.1450952932363,457.20270535557984,0.1720247428942772,0.0275913310360097,0.023835429569128,Healthcare,1 -electricity/D/short,Toto-2.0-2.5B-FT,1256754511.4291892,1256754511.4291892,4168.52009009009,1.3768180857457992,0.2772092424266206,0.0915428544089709,11.05164599632402,35450.73358097388,0.5825733111754902,0.0685026318577699,0.0535222838107409,Energy,1 -sz_taxi/15T/short,Toto-2.0-2.5B-FT,16.485957889766482,16.485957889766482,2.7019683875152625,0.5388605524634607,1099202386199.2496,0.386974285322302,3.772988832228098,4.060290370129516,0.3796545200408777,0.2526456035938655,0.1984049509031179,Transport,1 -sz_taxi/15T/medium,Toto-2.0-2.5B-FT,16.180538862179485,16.180538862179485,2.7398130759214743,0.533778662888118,9548676831193.49,0.4033212689048223,3.82828576853648,4.022504053718217,0.3743611438390058,0.2549853383140626,0.2010515389564033,Transport,1 -sz_taxi/15T/long,Toto-2.0-2.5B-FT,15.38889890491453,15.38889890491453,2.672597266737892,0.5039681413072641,6259332994333.319,0.3947646133298889,3.99615777717577,3.9228687086001903,0.3630937397945322,0.247370842265781,0.1972547715491371,Transport,1 -electricity/W/short,Toto-2.0-2.5B-FT,40943423096.85045,40943423096.85045,29976.118468468467,1.6026065840585948,0.2471110842327097,0.1022495460840732,11.86875580476803,202344.81237938977,0.4616841030272348,0.0683956124430034,0.0535576742072655,Energy,1 -solar/D/short,Toto-2.0-2.5B-FT,118407.1785888078,118407.1785888078,247.24218369829683,0.9638895055517192,1.0415081831660584,0.4238284369633435,5.411910834382869,344.1034416985796,0.4971122701165656,0.3571807436744525,0.2724123663636229,Energy,1 -loop_seattle/D/short,Toto-2.0-2.5B-FT,19.069346217105263,19.069346217105263,2.9189729263415893,0.8754739264440639,0.0537584853984254,0.0539077150868452,7.586522077173042,4.366846255263089,0.0780413784623756,0.0521659471275175,0.0425580949763684,Transport,1 -m4_hourly/H/short,Toto-2.0-2.5B-FT,933866.222750604,933866.222750604,190.39823365633805,0.659375635253574,0.0833847964251482,0.07697823901149,5.074478905507755,966.3675401991748,0.1319305095647452,0.0259935634648188,0.0202330470862109,Econ/Fin,1 -sz_taxi/H/short,Toto-2.0-2.5B-FT,7.090412368122329,7.090412368122329,1.8323167328141696,0.5579354627940797,1.1042261368189104,0.2931298318594364,3.867055272126789,2.6627828240625124,0.2480546517954208,0.1706916106825809,0.1342085307993874,Transport,1 -bitbrains_rnd/H/short,Toto-2.0-2.5B-FT,1873511.785985252,1873511.785985252,141.0996573269202,5.751673596025948,1.0881776657108249,0.5127367512754373,196.05988809703203,1368.762866966098,5.990376146778895,0.6175211513761748,0.576446141047395,Web/CloudOps,2 -bizitobs_l2c/H/short,Toto-2.0-2.5B-FT,49.785326760912696,49.785326760912696,4.2094009641617065,0.41608553561316,0.3803751188502323,0.5854851124573283,2.650461725209748,7.055871793117609,0.3803295997717322,0.2268975161283348,0.1765265954012097,Web/CloudOps,7 -bizitobs_l2c/H/medium,Toto-2.0-2.5B-FT,73.75404110863096,73.75404110863096,4.742263067336309,0.482862153860491,0.4438493051934346,0.7511290615745709,3.203482902954082,8.58801729787679,0.5200174918356326,0.2871512318111729,0.2267862411929054,Web/CloudOps,7 -bizitobs_l2c/H/long,Toto-2.0-2.5B-FT,83.43175843253968,83.43175843253968,5.194023980034722,0.5542891037884612,0.601211206651391,0.7800634330973897,4.416447606415825,9.134098665579415,0.55793710912578,0.3172659755768821,0.2541625045820286,Web/CloudOps,7 -hierarchical_sales/D/short,Toto-2.0-2.5B-FT,28.36023214654816,28.36023214654816,2.3135752078273564,0.7451702711188765,0.6385009146050222,1.0517740806233116,7.011489228881123,5.325432578349684,1.6337837394295278,0.709779252461588,0.5765176604641831,Sales,1 -temperature_rain/D/short,Toto-2.0-2.5B-FT,183.10518410809055,183.10518410809055,5.799556578529901,1.349417873284342,24.259960837021573,1.5245431984186804,19.18661877942401,13.531636416490452,1.5930313739201711,0.6827611458111759,0.5514628786134058,Nature,1 -m4_monthly/M/short,Toto-2.0-2.5B-FT,1890775.133685185,1890775.133685185,554.9939854239004,0.9130796214006276,0.1589798691184432,0.1305144539973498,7.478107388488808,1375.0545929835605,0.2857835511910873,0.1153468035767166,0.0921514250348867,Econ/Fin,1 -m4_yearly/A/short,Toto-2.0-2.5B-FT,3553778.1051043207,3553778.1051043207,884.2724710542352,3.3195062271435836,0.1641483452450097,0.147155578590949,30.562061239691204,1885.1467065202964,0.3022920126935295,0.1417971896404167,0.1152769762128529,Econ/Fin,1 -m4_daily/D/short,Toto-2.0-2.5B-FT,337051.38736946165,337051.38736946165,168.70642898035112,3.1577451450907303,0.036236284956693,0.0290596213482614,24.488759974810197,580.5612692640301,0.0896806730481876,0.0260604812954434,0.0205595693880917,Econ/Fin,1 -ett2/H/short,Toto-2.0-2.5B-FT,109.55571986607144,109.55571986607144,6.403097679501488,0.7313623458118397,0.119660893075067,0.1090620790829966,5.289711125779391,10.466886827804696,0.1327492480775075,0.0812090945764945,0.0644759067257092,Energy,7 -ett2/H/medium,Toto-2.0-2.5B-FT,244.7488467261905,244.7488467261905,9.761776878720235,1.0330583229189658,0.1708785218747652,0.1656134430780881,7.011918462218832,15.644450988327794,0.2108190244265447,0.1315462127611148,0.1038704101556067,Energy,7 -ett2/H/long,Toto-2.0-2.5B-FT,207.96537698412695,207.96537698412695,8.922781291335978,0.986978894230328,0.1723002677437679,0.1686304460025152,7.789184611840876,14.42100471479456,0.1974845603441705,0.1221906223051795,0.0982492349756712,Energy,7 -m_dense/H/short,Toto-2.0-2.5B-FT,45042.32430555556,45042.32430555556,85.72951687282986,0.758604280727192,0.2680547373887177,0.2015737581688245,7.636038759381169,212.23177025496335,0.3764463147891649,0.1520628163100269,0.1249511579645315,Transport,1 -m_dense/H/medium,Toto-2.0-2.5B-FT,35983.97388888889,35983.97388888889,77.52267144097222,0.6760397187055776,0.2498455301459828,0.1858396245321988,6.993300499487216,189.69442239794213,0.3300443495672658,0.1348796625067775,0.1118554286252723,Transport,1 -m_dense/H/long,Toto-2.0-2.5B-FT,33621.747160493826,33621.747160493826,78.12493055555555,0.6853429144089324,0.2510237518842495,0.1861722277965091,6.873175967812801,183.36233844629552,0.3174273306933314,0.1352458109826909,0.1128557846647528,Transport,1 -us_births/M/short,Toto-2.0-2.5B-FT,44856234.666666664,44856234.666666664,5700.21484375,0.6438657968274869,0.0175025463104248,0.0176997937407571,3.8607935503720383,6697.479724991085,0.0208023263629824,0.0177048284411136,0.012782130769704,Healthcare,1 -bitbrains_fast_storage/H/short,Toto-2.0-2.5B-FT,2782839.8388020634,2782839.8388020634,277.3861592320429,0.8883252813493875,3.462723752123861,0.5572307810870338,18.309466532390715,1668.1845937431694,4.754867933339393,0.7906406512993348,0.5595597847624689,Web/CloudOps,2 -solar/10T/short,Toto-2.0-2.5B-FT,18.110457059762773,18.110457059762773,1.710968180932558,0.7463632866608401,5.498864505611238,1.492925215066683,3.5181197129603925,4.255638267024439,1.237964708346416,0.4977204574718634,0.3643886003168081,Energy,1 -solar/10T/medium,Toto-2.0-2.5B-FT,19.427682965604955,19.427682965604955,1.8617908959577527,0.8126541533705363,3.5692646449456196,1.4539465921569414,3.7096818618906178,4.40768453562695,0.9780827591151388,0.4131388173756378,0.2955253374992714,Energy,1 -solar/10T/long,Toto-2.0-2.5B-FT,20.264568760137877,20.264568760137877,1.8429059822967355,0.8061430784850143,3.6167591182810415,1.448960038889062,3.939966173480015,4.501618460080539,0.9729528059107644,0.39831464225719,0.2972164570307882,Energy,1 -ett2/W/short,Toto-2.0-2.5B-FT,2812829.714285714,2812829.714285714,1195.895228794643,0.8129548774232551,0.1305182150432041,0.1338256864782126,9.366094920839208,1677.149282051456,0.140687086155915,0.1003172567209301,0.0865459295710606,Energy,7 -electricity/H/short,Toto-2.0-2.5B-FT,1828149.095472973,1828149.095472973,160.62289660754504,0.8595000350610429,0.1649506805056643,0.1183119889413179,10.319236681127189,1352.090638778693,0.6382833480237986,0.075825478910608,0.0630688264302485,Energy,1 -electricity/H/medium,Toto-2.0-2.5B-FT,6123402.609189189,6123402.609189189,237.28033818975223,1.042979166456654,0.2323093574570693,0.1260412417719303,8.673372518153718,2474.5509914304025,0.965898738484168,0.09261832959526,0.0738446134109439,Energy,1 -electricity/H/long,Toto-2.0-2.5B-FT,8119882.953417418,8119882.953417418,267.35719294294296,1.1753195016184264,0.2872749236611181,0.1390150997193364,9.704030592934249,2849.540832031964,1.123858069320583,0.1054455985687928,0.0840671070919544,Energy,1 -hierarchical_sales/W/short,Toto-2.0-2.5B-FT,465.0706766419491,465.0706766419491,8.911777302370233,0.7223681543288307,0.5225688570181831,0.455776859244093,6.843155643499654,21.56549736597673,0.9900825325413466,0.4091440550263232,0.3466549215330455,Sales,1 diff --git a/results/Toto-2.0-2.5B-FT/config.json b/results/Toto-2.0-2.5B-FT/config.json deleted file mode 100644 index 4a6e2b8603a7065160a68f797bc9671934198b0a..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-2.5B-FT/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Toto-2.0-2.5B-FT", - "model_type": "fine-tuned", - "model_dtype": "float32", - "model_link": "https://huggingface.co/Datadog/Toto-2.0-2.5B-FT", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/toto_2_0.ipynb", - "org": "Datadog", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/Toto-2.0-2.5B/all_results.csv b/results/Toto-2.0-2.5B/all_results.csv deleted file mode 100644 index 86be9b3cab1cc0dc9a054db77849d0dcd91d4d43..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-2.5B/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -m4_hourly/H/short,Toto-2.0-2.5B,1025390.7690720612,1025390.7690720612,197.80760362413196,0.653070261302175,0.0842544859734134,0.0776899852617729,4.972651442445673,1012.615805264791,0.1382444269133376,0.0270051076231898,0.0208241447861512,Econ/Fin,1 -electricity/D/short,Toto-2.0-2.5B,1501767031.3282883,1501767031.3282883,4405.130558558559,1.4189882502030369,0.4353870601195582,0.0943458808389967,11.381869828759385,38752.63902404955,0.6368345585532157,0.072390924728712,0.0565104577000195,Energy,1 -loop_seattle/5T/short,Toto-2.0-2.5B,42.07379602642867,42.07379602642867,3.430893635626794,0.5443523582169892,0.0906977872484362,0.0730817745062199,4.120914377322473,6.486431686715637,0.1112279818893435,0.0588322507040828,0.0462397797577153,Transport,1 -loop_seattle/5T/medium,Toto-2.0-2.5B,72.29645502773478,72.29645502773478,4.791172560307017,0.7618842801042643,0.1545899082731044,0.1096431788270318,5.777430558332647,8.502732209574448,0.1512810770976377,0.0852448045661981,0.0672035599215057,Transport,1 -loop_seattle/5T/long,Toto-2.0-2.5B,89.67217757424608,89.67217757424608,5.299061514591217,0.8386407165211615,0.1725168168967148,0.119262433253833,6.270026686830479,9.469539459458735,0.1674234036057769,0.0936884965195503,0.0738611727642846,Transport,1 -m4_weekly/W/short,Toto-2.0-2.5B,249639.12406256696,249639.12406256696,250.35724233983288,1.857561199237072,0.0599644940696897,0.0596038586586678,13.026774777190557,499.63899373704504,0.0910264727005328,0.0456112052319542,0.0360997495739414,Econ/Fin,1 -electricity/15T/short,Toto-2.0-2.5B,144481.34795792864,144481.34795792864,50.60251430752041,0.9771460732406396,0.1568217383454069,0.1611297813695449,11.522936054024727,380.10702171615907,0.7492658841624973,0.0997475328192756,0.082879184707957,Energy,1 -electricity/15T/medium,Toto-2.0-2.5B,254344.7992327562,254344.7992327562,51.84141742768159,0.8118892146313188,0.118367042895031,0.1273291087753409,7.103060021128434,504.3260842280084,0.8690046065020434,0.0893279803704999,0.0717749463269947,Energy,1 -electricity/15T/long,Toto-2.0-2.5B,329704.8473326764,329704.8473326764,57.369673517267266,0.8616185699052232,0.1233229876220591,0.1295052151036068,7.335602987344366,574.1993097633228,0.9058698228085056,0.0905076949763137,0.0722926141965813,Energy,1 -hierarchical_sales/W/short,Toto-2.0-2.5B,461.1490540585275,461.1490540585275,8.903806136826338,0.7226156852637952,0.527804850105491,0.4550711069635695,6.868274716033033,21.474381342858926,0.9858993513518464,0.4087780949172158,0.34638491407432,Sales,1 -m4_quarterly/Q/short,Toto-2.0-2.5B,1747546.9679375,1747546.9679375,547.0227650553386,1.151973968702029,0.1105218258500099,0.0994492448951611,8.96166726231616,1321.9481714263611,0.2212708447118867,0.0915619779327855,0.0732594593455148,Econ/Fin,1 -solar/H/short,Toto-2.0-2.5B,698.3295256274811,698.3295256274811,11.354713489768416,0.876534379014212,3.71107514249136,1.4183860928701533,4.824464308154362,26.425925255844515,0.9740684073483118,0.4185385214630832,0.3109797488762764,Energy,1 -solar/H/medium,Toto-2.0-2.5B,749.1894730839416,749.1894730839416,10.986937169727035,0.8396572340952388,4.196441802755124,1.4102046928517902,4.848825327927779,27.37132574582279,0.985979063668873,0.3957751306529037,0.2991194263491829,Energy,1 -solar/H/long,Toto-2.0-2.5B,710.209927514193,710.209927514193,11.37293076464923,0.8649038079719049,4.744632245275508,1.400841644954904,4.847438560450668,26.649764117421245,0.9239960014102324,0.394320283832522,0.2957198170530601,Energy,1 -temperature_rain/D/short,Toto-2.0-2.5B,187.63556310346868,187.63556310346868,5.899720737854069,1.3659797506140177,29.343597027124975,1.526984618254407,19.56034253401936,13.698013107873296,1.612618309403914,0.6945531156460215,0.5600163102165229,Nature,1 -sz_taxi/15T/short,Toto-2.0-2.5B,16.671701880747293,16.671701880747293,2.7143619523380265,0.5413917961250575,1110386951046.2864,0.3874804477666452,3.8332743963429134,4.0830995433306905,0.381787283296944,0.2538044602317924,0.1993854713834487,Transport,1 -sz_taxi/15T/medium,Toto-2.0-2.5B,16.35552049946581,16.35552049946581,2.7515351124298877,0.5364161126085472,10555792516150.855,0.4030622106964466,3.9063950595679446,4.044195902706224,0.3763799178383429,0.2560762595235995,0.203285537546382,Transport,1 -sz_taxi/15T/long,Toto-2.0-2.5B,15.9300208110755,15.9300208110755,2.712642311030983,0.5116532908980931,6261639550844.545,0.3958962388116979,4.012404238318468,3.991243015787876,0.369422324844901,0.2510773273012275,0.2007932822410723,Transport,1 -car_parts/M/short,Toto-2.0-2.5B,1.5874726875885972,1.5874726875885972,0.476201855773642,0.8989433264059389,0.8114617028494563,1.8926035337038785,59.27174719144742,1.259949478188946,3.021229602525708,1.1418832011494753,1.179715259448354,Sales,1 -ett2/H/short,Toto-2.0-2.5B,109.39727143787202,109.39727143787202,6.454397437686012,0.7378329195213809,0.1210625910478228,0.1100277706429903,6.082703081859133,10.459315055866329,0.1326532081399255,0.0818597128154151,0.065311696498897,Energy,7 -ett2/H/medium,Toto-2.0-2.5B,267.11975446428573,267.11975446428573,10.09841076078869,1.0738326784922636,0.1750932806807725,0.172778021431422,7.739705766095402,16.34379865466672,0.2202431833735448,0.1360825705188617,0.1099899707896368,Energy,7 -ett2/H/long,Toto-2.0-2.5B,234.91607142857143,234.91607142857143,9.559689153439152,1.0546453809749623,0.1784468746867272,0.1801015967330174,8.833714876605718,15.326972024133516,0.2098910853616297,0.130912585276189,0.1067729868666074,Energy,7 -bizitobs_service/10S/short,Toto-2.0-2.5B,1844.0661842112063,1844.0661842112063,17.044521064556466,0.6915892635216615,0.0479006392173666,0.0384031690040543,4.939486220535839,42.942591726760114,0.0318132455755796,0.0126271264155435,0.0098522485974104,Web/CloudOps,2 -bizitobs_service/10S/medium,Toto-2.0-2.5B,27763.90940266927,27763.90940266927,41.2702687968905,1.0186857744027622,0.0604464156287057,0.0542978547906904,9.562405554002432,166.62505634708506,0.1254059338788568,0.0310609743418462,0.0238952925749009,Web/CloudOps,2 -bizitobs_service/10S/long,Toto-2.0-2.5B,131511.32161706348,131511.32161706348,76.85906156994048,1.3051753331303195,0.0738164467786355,0.0715581479308102,21.513765226364455,362.6448974093852,0.2686589413648973,0.0569396516073668,0.0530419139206053,Web/CloudOps,2 -bitbrains_rnd/H/short,Toto-2.0-2.5B,1983360.1157023225,1983360.1157023225,149.18162702665543,5.720627956260329,1.3124588676365876,0.5131227070862825,194.81805750183915,1408.318186952907,6.163489437974601,0.6528917903901243,0.6228980276049557,Web/CloudOps,2 -loop_seattle/D/short,Toto-2.0-2.5B,19.187674501338364,19.187674501338364,2.9261851591222428,0.8783492232517153,0.0538858768125559,0.0540453674373735,8.030843952632036,4.380373785573369,0.0782831301234344,0.0522948371052871,0.0427811824162314,Transport,1 -jena_weather/D/short,Toto-2.0-2.5B,475.6280753968254,475.6280753968254,10.670738777281748,1.1409950163147338,0.7592123325302718,0.4805494890220544,7.277472375319329,21.808898995520735,0.1313252169456433,0.0642552879530796,0.0514610794670726,Nature,21 -solar/W/short,Toto-2.0-2.5B,1767093.299270073,1767093.299270073,1080.5359189666972,1.1872236388529096,0.2456239070335444,0.2109892323543887,6.010023650859895,1329.32061567933,0.27134757231576,0.2205643957923244,0.1614667172096148,Energy,1 -loop_seattle/H/short,Toto-2.0-2.5B,58.25479924429519,58.25479924429519,3.9219985488676943,0.7962614823588063,0.1096545430192164,0.0900280751594703,6.835167507719064,7.632483163708597,0.1351027135723118,0.0694233626479736,0.0555774857255327,Transport,1 -loop_seattle/H/medium,Toto-2.0-2.5B,62.57636435305002,62.57636435305002,4.130230914451513,0.8463047234187263,0.1156688692646007,0.0938541342593234,6.723694017816176,7.9105223818057695,0.1398175977628186,0.0730013691627425,0.058125585678021,Transport,1 -loop_seattle/H/long,Toto-2.0-2.5B,57.89871455383825,57.89871455383825,4.021326928652149,0.8429144210723809,0.1194610378198456,0.0926104719928358,6.613898996516906,7.6091204849074545,0.1359851499824483,0.071866485306136,0.0570170424482246,Transport,1 -ett1/15T/short,Toto-2.0-2.5B,5.093204643612816,5.093204643612816,1.0603591101510184,0.6707569545022304,0.4845259497746461,0.2298930774985829,4.7634487293711985,2.256812939437564,0.4266315681653331,0.2004520011724443,0.1572983232834568,Energy,7 -ett1/15T/medium,Toto-2.0-2.5B,9.290864955357144,9.290864955357144,1.5836946614583334,0.9831117518030298,0.741117259413706,0.3805410157676807,6.4216293468531385,3.048092018846732,0.580969283911651,0.3018537326672542,0.2300133849926804,Energy,7 -ett1/15T/long,Toto-2.0-2.5B,8.360154389880952,8.360154389880952,1.5519813368055555,0.9920788065098624,0.768094917393984,0.3834644795678318,6.9447945180808475,2.891393157265361,0.5511023946184499,0.2958091773052461,0.2266889901741672,Energy,7 -kdd_cup_2018/D/short,Toto-2.0-2.5B,2902.063062080258,2902.063062080258,21.113453880587556,1.188164229425226,0.5136467450254338,0.4634017393060832,9.39735327235823,53.87079971636079,1.2067631484350116,0.4729637988191437,0.3775496074406644,Nature,1 -jena_weather/H/short,Toto-2.0-2.5B,1142.9488760964912,1142.9488760964912,8.216552759870053,0.513757192967183,1.0734587792583787,0.6067472447540176,4.2569360969675,33.80752691482314,0.2072379780769665,0.0503669429890061,0.0408661824092184,Nature,21 -jena_weather/H/medium,Toto-2.0-2.5B,1321.5627976190476,1321.5627976190476,10.325476655505952,0.8667727872625801,2.1668074643029644,0.6961082680444702,5.9337572290809995,36.35330518149688,0.2224523048964804,0.0631834181157533,0.0505358208724343,Nature,21 -jena_weather/H/long,Toto-2.0-2.5B,1748.5284391534392,1748.5284391534392,12.467247437169313,1.0884861909817531,2.047839916146253,0.6811078706413384,8.29632772269005,41.815409111396235,0.2517751162813885,0.0750666498285358,0.0607464850897423,Nature,21 -sz_taxi/H/short,Toto-2.0-2.5B,7.133935912042602,7.133935912042602,1.8311346005170772,0.5577355662346308,1.055221549466125,0.292299299294047,3.875697284702693,2.6709428882030783,0.2488148181707308,0.1705814919091408,0.1342716147374199,Transport,1 -bitbrains_fast_storage/5T/short,Toto-2.0-2.5B,1618106.171105864,1618106.171105864,137.45926217707705,0.6481486723088997,1.5829867510960336,0.7043777786544388,12.085735298685242,1272.048022326934,3.993916178158015,0.431588085835325,0.3401440851678896,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Toto-2.0-2.5B,3608460.97146437,3608460.97146437,281.184509487542,0.9086909641501172,4.033711644873216,0.7804219745577485,19.925936415799676,1899.5949493153455,5.771494100984438,0.8543161995563648,0.5821544111768728,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,Toto-2.0-2.5B,3635424.292762966,3635424.292762966,301.85946968903,0.8091540275700998,4.08853614014461,0.7933442266685099,14.344900499753836,1906.6788646132743,5.03878297187412,0.7977244537593051,0.5908863237122495,Web/CloudOps,2 -bizitobs_l2c/5T/short,Toto-2.0-2.5B,12.36500999813988,12.36500999813988,1.854688226609003,0.1887451880972246,0.0846225062009905,0.1695889053124842,1.6225511021077548,3.5163916161514037,0.1207671213777479,0.0636975009131421,0.0510884752307621,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Toto-2.0-2.5B,95.7125956632653,95.7125956632653,6.245788823341837,0.594743546985687,0.4912442764763377,0.7656190457918296,4.134262939101299,9.78328143637222,0.5147444729372467,0.3286203404100988,0.2429680733887277,Web/CloudOps,7 -bizitobs_l2c/5T/long,Toto-2.0-2.5B,187.6275,187.6275,9.177291046626983,0.85540743930812,0.7168736319378051,1.1553415190213785,4.682338259508574,13.697718788177832,0.7691064318298108,0.5152911721933442,0.3524183950350225,Web/CloudOps,7 -saugeen/W/short,Toto-2.0-2.5B,1022.34150390625,1022.34150390625,14.970443725585938,1.2145866090488189,0.3746161460876465,0.3804199788885882,7.203327401691061,31.974075497287643,0.9651640561392364,0.4518952921599377,0.3508367693924382,Nature,1 -bizitobs_application/10S/short,Toto-2.0-2.5B,399526.2311111111,399526.2311111111,331.2297092013889,1.0779179239042136,0.0149136238627963,0.0150792909959958,6.448195874363108,632.0808738690889,0.0243768338502469,0.0127742064683009,0.0100460912161673,Web/CloudOps,2 -bizitobs_application/10S/medium,Toto-2.0-2.5B,4499332.266666667,4499332.266666667,1158.6378125,2.511963126500779,0.0362005201975504,0.0369804636740264,35.49197464341509,2121.162951464754,0.0832918261484339,0.0454962968220385,0.0403195994672022,Web/CloudOps,2 -bizitobs_application/10S/long,Toto-2.0-2.5B,6612143.217777777,6612143.217777777,1553.4343055555555,3.32628037198894,0.0484471723768446,0.0495034059337115,78.76971304366873,2571.4088002061785,0.0991689592092341,0.0599097519109025,0.055802252969856,Web/CloudOps,2 -ett1/D/short,Toto-2.0-2.5B,43792.22539682539,43792.22539682539,138.14010416666667,1.6490067062221545,1.5168033660404263,0.4702079482151646,10.456972547720962,209.26592029479,0.549643881075759,0.3628295657478186,0.2752945201923878,Energy,7 -saugeen/D/short,Toto-2.0-2.5B,1284.4951041666666,1284.4951041666666,13.590814615885416,3.0192071718896316,0.2909124755859375,0.334162571619209,30.673625381523575,35.839853573454604,1.1608613966419017,0.4402097236296594,0.3587867419324329,Nature,1 -electricity/H/short,Toto-2.0-2.5B,2045178.0332826576,2045178.0332826576,182.8414477759009,0.9924124135622852,0.1619755426398493,0.1307532457653701,12.918479433324286,1430.0972111302983,0.6751080116576155,0.0863142206668785,0.071939146970195,Energy,1 -electricity/H/medium,Toto-2.0-2.5B,6687399.174211712,6687399.174211712,245.00018730644703,1.0624751971412665,0.1935030093092668,0.1277805575462397,8.902492187216861,2586.0006137299565,1.009401255428558,0.0956316465411265,0.076166041656281,Energy,1 -electricity/H/long,Toto-2.0-2.5B,10476259.719975976,10476259.719975976,293.0327233483483,1.2184127062380272,0.2880843850826282,0.1425586166544651,10.031456621514634,3236.7050715157807,1.2765555432845916,0.1155720212651109,0.0910109799486374,Energy,1 -m_dense/D/short,Toto-2.0-2.5B,9496.48912037037,9496.48912037037,43.70042751736111,0.6486809042254242,0.1223606211419808,0.093739532980894,7.119506409065437,97.44993135128608,0.1687002459021708,0.0756519041725473,0.0626126392837771,Transport,1 -restaurant/D/short,Toto-2.0-2.5B,143.296410569604,143.296410569604,7.204216073961544,0.6917075490599826,0.690032380384547,0.3957822981731566,4.770260334155775,11.970647875934034,0.5509169509629385,0.3315547157246408,0.2595008385592789,Sales,1 -solar/10T/short,Toto-2.0-2.5B,21.65983993641651,21.65983993641651,1.9425532208742016,0.8573271587525048,4.9517604094133105,1.529234617654287,4.359489208682222,4.654013315023552,1.3538519459475549,0.5650885118221711,0.4229959601218554,Energy,1 -solar/10T/medium,Toto-2.0-2.5B,23.09557559513935,23.09557559513935,1.8967742872670592,0.8347046905250763,3.5284109267915675,1.4608263532031152,4.3750178976812055,4.805785637660023,1.066422954173008,0.4209017611970808,0.3163236245902404,Energy,1 -solar/10T/long,Toto-2.0-2.5B,20.706242713402272,20.706242713402272,1.754357048832877,0.7667637181730349,2.886566720733397,1.4526977380721269,4.501283786081701,4.550411268600045,0.983498590805309,0.379176207039265,0.288381766801608,Energy,1 -solar/D/short,Toto-2.0-2.5B,132538.91776155718,132538.91776155718,248.08145339111925,0.9680197054099472,1.1112567316876711,0.4187125188881835,5.391500480206285,364.05894819597165,0.5259411974038067,0.3583932143317818,0.2789845429083685,Energy,1 -covid_deaths/D/short,Toto-2.0-2.5B,244891.113674812,244891.113674812,79.14731824678884,29.813423667934103,0.0800559713643436,0.3507390795473326,618.0067821421355,494.864742808388,0.1861952589913916,0.0297795622614017,0.0254777920662245,Healthcare,1 -us_births/W/short,Toto-2.0-2.5B,1568593.142857143,1568593.142857143,945.2146344866072,0.859894815418374,0.0127865182501929,0.0128191489621363,5.182262616461712,1252.434885675556,0.0170016807662622,0.0128311959806775,0.0101775882594201,Healthcare,1 -bizitobs_l2c/H/short,Toto-2.0-2.5B,48.47636486235119,48.47636486235119,4.1339818560887895,0.4060616075861555,0.3675718238885454,0.5802883267679613,2.6537118702646065,6.962497027816327,0.3752964602594106,0.2228322326269406,0.1741600826461328,Web/CloudOps,7 -bizitobs_l2c/H/medium,Toto-2.0-2.5B,78.44162946428571,78.44162946428571,4.851701136997768,0.4900687414283153,0.4530943005531138,0.7541289290098888,3.296912655785979,8.856727920868163,0.5362883282057586,0.2937778731560564,0.2350354210069163,Web/CloudOps,7 -bizitobs_l2c/H/long,Toto-2.0-2.5B,83.7250248015873,83.7250248015873,5.177896360367064,0.5528996066937644,0.59794044593815,0.7735036456341123,4.617971776036624,9.150137966259706,0.5589168359036045,0.3162808540204047,0.2551217755723394,Web/CloudOps,7 -m_dense/H/short,Toto-2.0-2.5B,46343.24468424479,46343.24468424479,85.74722295125325,0.7511584839132188,0.2691679751637773,0.2020470910746939,8.984911039985354,215.27481200606073,0.3818439113937667,0.1520942217891153,0.1263362505166914,Transport,1 -m_dense/H/medium,Toto-2.0-2.5B,38017.08,38017.08,81.83835720486111,0.7092708227645707,0.2555433029696863,0.1927638264637784,6.927022984856904,194.9796912501402,0.3392400412366104,0.1423884071972217,0.1190790422850471,Transport,1 -m_dense/H/long,Toto-2.0-2.5B,36816.584814814814,36816.584814814814,84.26589168595679,0.7275799516647419,0.2538087910338265,0.1947227518269312,7.314749600353382,191.876483225055,0.3321665835862639,0.1458767269636901,0.1238650783798472,Transport,1 -us_births/D/short,Toto-2.0-2.5B,156912.88,156912.88,228.25692708333332,0.3358324657237967,0.0221640825271606,0.0217930652463869,2.713630153656014,396.1223043455139,0.0371332516852929,0.0213972347159324,0.0169459599070664,Healthcare,1 -hierarchical_sales/D/short,Toto-2.0-2.5B,28.67492038936544,28.67492038936544,2.318384929529248,0.745980702309484,0.6397224766859644,1.0513469772397854,7.1160062816684935,5.354896860758893,1.642823054975429,0.7112548218152736,0.5782212359648098,Sales,1 -jena_weather/10T/short,Toto-2.0-2.5B,737.2274879092262,737.2274879092262,4.882546706426711,0.2470183966730379,0.3177934778844946,0.5347558469147494,2.207766041452569,27.15193341015012,0.1686475495659829,0.0303267367830426,0.0254386447329058,Nature,21 -jena_weather/10T/medium,Toto-2.0-2.5B,1422.808585858586,1422.808585858586,9.06232131583694,0.5678091620021427,0.720681595240876,0.6359286688990966,5.296165633038817,37.72013501909273,0.2314878109617313,0.0556153079137463,0.0457923314350576,Nature,21 -jena_weather/10T/long,Toto-2.0-2.5B,1376.2299933862437,1376.2299933862437,9.299488725611772,0.617589195953794,0.7553982268510961,0.6328564670944008,5.679502130681923,37.09757395553304,0.227006410467409,0.0569051646696268,0.0467572298540438,Nature,21 -m4_monthly/M/short,Toto-2.0-2.5B,1987885.9713125,1987885.9713125,551.6584311885127,0.9156190007508958,0.1571809944333853,0.1295832396665499,7.565217416764072,1409.9241012595323,0.2930306294315346,0.1146535598462165,0.0915184415232621,Econ/Fin,1 -m4_daily/D/short,Toto-2.0-2.5B,349034.25581297104,349034.25581297104,171.8552937120055,3.218364628046879,0.0364525570814331,0.0296843698967707,25.47873547729473,590.7912116923974,0.0912609140800762,0.0265468931887624,0.0211429824070972,Econ/Fin,1 -ett2/W/short,Toto-2.0-2.5B,2920075.4285714286,2920075.4285714286,1278.121233258929,0.9198822638533788,0.1453554630279541,0.1570711361433976,9.139450791682616,1708.822819537306,0.1433440098685638,0.1072147566024992,0.0878992016536274,Energy,7 -ett1/W/short,Toto-2.0-2.5B,1161676.5714285714,1161676.5714285714,857.1671316964286,1.5777701459158844,0.583362306867327,0.5791705085739615,7.992357095786132,1077.811009142406,0.4288867254603307,0.341087260351905,0.2556937183920824,Energy,7 -saugeen/M/short,Toto-2.0-2.5B,394.4345703125,394.4345703125,12.37657674153646,0.7253104973484865,0.3588534082685198,0.3517130269263956,4.197075979069428,19.860376892508864,0.5962680948857627,0.3715819631633958,0.2856896198202845,Nature,1 -ett2/15T/short,Toto-2.0-2.5B,6.860688164120629,6.860688164120629,1.6071869259788876,0.687996270858901,0.0962832810939149,0.1163853009947489,4.631474760520791,2.6192915385883695,0.124347093355936,0.0762988845574794,0.0598472040715309,Energy,7 -ett2/15T/medium,Toto-2.0-2.5B,11.79929439484127,11.79929439484127,2.1286152963789684,0.8701373068376207,0.1285767174778058,0.1565463468825108,6.567680656359435,3.4350101011265264,0.1830578940106612,0.1134377547204949,0.0895622013772717,Energy,7 -ett2/15T/long,Toto-2.0-2.5B,11.30015376984127,11.30015376984127,2.077116195436508,0.8557243969585138,0.1279544858383381,0.1553705402238113,7.287136834383262,3.3615701346009828,0.1791441455171791,0.11069327459251,0.0901162629822935,Energy,7 -ett1/H/short,Toto-2.0-2.5B,107.53023042224704,107.53023042224704,4.957115318661645,0.810316346629863,0.503652438663301,0.2550018877986402,5.341995435846621,10.369678414601246,0.4839953124381544,0.2313688507513724,0.1772564142309135,Energy,7 -ett1/H/medium,Toto-2.0-2.5B,137.90423177083332,137.90423177083332,6.9125953311011905,1.268370474729165,3740809452233.654,0.4457900769746239,8.88433656900044,11.743263250512326,0.562474472392191,0.3310969301103111,0.2584595605182452,Energy,7 -ett1/H/long,Toto-2.0-2.5B,146.40573743386244,146.40573743386244,7.117228835978836,1.3501814141771218,4784749810353.484,0.4766819690791091,9.46717289188345,12.099823859621363,0.5794343582382139,0.3408286741075714,0.2659567145715434,Energy,7 -bitbrains_rnd/5T/short,Toto-2.0-2.5B,1777965.3828183284,1777965.3828183284,115.5557157598814,1.5681506751414689,0.8553556588725244,0.6337115217004672,50.95342472493637,1333.403683367617,5.455902892509192,0.4728206256848098,0.3805074447638877,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Toto-2.0-2.5B,2219223.251509228,2219223.251509228,140.78448895403423,4.308908226919222,0.4266362919985146,0.685756150692459,158.42304516695566,1489.7057600443209,6.267951520190252,0.5923521108842279,0.618680289875704,Web/CloudOps,2 -bitbrains_rnd/5T/long,Toto-2.0-2.5B,2439456.2913919548,2439456.2913919548,157.53748430261217,3.238976382306854,0.8435566785446786,0.6587578475748684,114.84097236363388,1561.875888600613,5.983194721681598,0.6034906175489422,0.5871996304272845,Web/CloudOps,2 -hospital/M/short,Toto-2.0-2.5B,2563.9379481747064,2563.9379481747064,17.30437258936332,0.7511383016551497,0.1911352390519747,0.1716864576105142,5.0324358175695965,50.63534287604565,0.1838180528841391,0.0628188908198984,0.0497083238433766,Healthcare,1 -bitbrains_fast_storage/H/short,Toto-2.0-2.5B,2540413.2727744007,2540413.2727744007,267.73155723408155,0.9097745706268144,3.1058923782354335,0.5580729927402129,20.89854123187211,1593.8673949781396,4.543039851868887,0.7631219121174321,0.5556855293599203,Web/CloudOps,2 -kdd_cup_2018/H/short,Toto-2.0-2.5B,4408.66362441749,4408.66362441749,22.74149695611674,0.9424253735629609,0.8656878915216013,0.4936351787364199,7.531312833210912,66.3977682186494,1.3898255397794383,0.4760207177196944,0.3808755307154622,Nature,1 -kdd_cup_2018/H/medium,Toto-2.0-2.5B,5298.233768698468,5298.233768698468,25.800401394514093,1.0490081892338836,0.8926305624594043,0.5656967469403232,8.97989958654805,72.78896735562655,1.523604865609478,0.5400491108398808,0.429822838706986,Nature,1 -kdd_cup_2018/H/long,Toto-2.0-2.5B,4269.3034535185525,4269.3034535185525,24.542501343881277,1.026914317579213,0.9265248212663716,0.6211157117370694,7.60226858098958,65.33990705165223,1.5331382181634654,0.575866242813719,0.4507743496080984,Nature,1 -ett2/D/short,Toto-2.0-2.5B,105515.9492063492,105515.9492063492,191.0978050595238,1.25952180175738,0.4529811798580109,0.1282727787956104,11.88331601546574,324.83218622290065,0.1859100094721617,0.1093703033613383,0.0895273238934533,Energy,7 -electricity/W/short,Toto-2.0-2.5B,45193941722.63784,45193941722.63784,30486.536036036036,1.5768361716854316,0.2392471435919377,0.1002358796029681,11.964717675984048,212588.66790738833,0.4850571886656201,0.0695602150733398,0.0541533580743086,Energy,1 -us_births/M/short,Toto-2.0-2.5B,44634346.666666664,44634346.666666664,5709.861979166667,0.6446927233656106,0.0175526613990465,0.0177419723905529,4.166650617653864,6680.894151733483,0.0207508116855233,0.0177347923779444,0.0129626065885909,Healthcare,1 -m4_yearly/A/short,Toto-2.0-2.5B,4369478.240097501,4369478.240097501,922.1668782962988,3.4376520755748943,0.16839784197839,0.1556487319582579,31.352923663287683,2090.32969650663,0.335194055061729,0.1478737329792185,0.1202406705631701,Econ/Fin,1 diff --git a/results/Toto-2.0-2.5B/config.json b/results/Toto-2.0-2.5B/config.json deleted file mode 100644 index 4c1f1e51f3f30da5867a6774744749b3084941fc..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-2.5B/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Toto-2.0-2.5B", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://huggingface.co/Datadog/Toto-2.0-2.5B", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/toto_2_0.ipynb", - "org": "Datadog", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/Toto-2.0-22m/all_results.csv b/results/Toto-2.0-22m/all_results.csv deleted file mode 100644 index 31070e6827c7ea264e0b14412e198699b527193f..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-22m/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -solar/10T/short,Toto-2.0-22m,21.837646484375,21.837646484375,2.0635707140548964,0.9088693763824768,4.4276117165104605,1.5517514507503738,5.002650542878191,4.673076768508624,1.359397525896375,0.6002924972477404,0.4591803432805006,Energy,1 -solar/10T/medium,Toto-2.0-22m,21.526926426675516,21.526926426675516,1.9819798406049547,0.8691743227312583,3.1766827370753874,1.471098445134965,5.384766744849718,4.639711890481511,1.029570494357797,0.4398091977403058,0.3351739589722708,Energy,1 -solar/10T/long,Toto-2.0-22m,21.347257625582927,21.347257625582927,1.901001095365724,0.831222746723566,2.6933896204707977,1.4700670420034343,5.768507116155522,4.620309256487376,0.998605931092327,0.4108709749633636,0.3274742451313964,Energy,1 -us_births/W/short,Toto-2.0-22m,2471878.0,2471878.0,1195.2631138392858,1.086401978423431,0.0161294564604759,0.0161700615478723,7.01322373858652,1572.2207224178162,0.0213427421436219,0.0162255795695301,0.0127815420817583,Healthcare,1 -temperature_rain/D/short,Toto-2.0-22m,186.45096507770216,186.45096507770216,5.905490424464332,1.371078623807421,29.517713059899105,1.5183858601010405,19.79761121747619,13.654704869666796,1.6075197868868345,0.6952323612417116,0.5639545737159444,Nature,1 -saugeen/D/short,Toto-2.0-22m,1276.6266666666668,1276.6266666666668,13.482352701822917,2.9952024476309727,0.2941910807291666,0.3347064843979929,30.155726018930302,35.7299127716073,1.157300387874976,0.4366966163904516,0.352044588469538,Nature,1 -ett1/D/short,Toto-2.0-22m,43489.828571428574,43489.828571428574,137.76602182539682,1.6540986826243669,1.3966442289806549,0.4639399751352599,10.300934180541992,208.54215058694624,0.5477428759304209,0.3618470260700354,0.2762838329831695,Energy,7 -electricity/H/short,Toto-2.0-22m,2151980.98990991,2151980.98990991,197.09393352336713,1.058169289874193,0.1654310832004527,0.1388695432654927,11.456559407326091,1466.9631862831154,0.6925113886784071,0.0930424122981467,0.0758428064926508,Energy,1 -electricity/H/medium,Toto-2.0-22m,7241004.656576577,7241004.656576577,262.3660916385135,1.1119557286653827,0.2036796102421347,0.1337412111653491,9.332711552728966,2690.9114917768247,1.0503513861047085,0.1024101271489322,0.0821042544306048,Energy,1 -electricity/H/long,Toto-2.0-22m,11440755.090834836,11440755.090834836,304.0593873873874,1.2512852185481738,0.2983365004526739,0.1468757517990558,10.36795588671916,3382.4185268583833,1.334024885522395,0.1199209341571974,0.0953819279669334,Energy,1 -m4_monthly/M/short,Toto-2.0-22m,1825978.102398148,1825978.102398148,550.0779104456019,0.9170110139547448,0.1563320685139408,0.1294949473774617,7.546276859131875,1351.287572057905,0.2808439463419732,0.1143250736257562,0.091293963080442,Econ/Fin,1 -saugeen/W/short,Toto-2.0-22m,1013.93798828125,1013.93798828125,15.465408325195312,1.254683085809532,0.4173408508300781,0.3906405770415818,9.492677297606338,31.842392942133763,0.9611891087145368,0.4668362101747477,0.370237386736057,Nature,1 -ett2/H/short,Toto-2.0-22m,108.23474702380952,108.23474702380952,6.447550455729167,0.7405582268609396,0.1215756902895131,0.1107075227086674,6.727712646708813,10.403592986262463,0.1319465060577555,0.0817728794646148,0.0659465304812341,Energy,7 -ett2/H/medium,Toto-2.0-22m,251.29375,251.29375,9.697860863095238,1.043132478340962,0.1721808863986329,0.1696717262961552,8.019785133216969,15.852247474727362,0.2136192155342228,0.130684903401691,0.1064787731823203,Energy,7 -ett2/H/long,Toto-2.0-22m,234.1972552910053,234.1972552910053,9.451266947751323,1.043375498703096,0.1798241162837081,0.1769996006449416,8.60732199731542,15.303504673472847,0.2095697180561388,0.1294278266171866,0.106501443791348,Energy,7 -m_dense/D/short,Toto-2.0-22m,9961.084814814814,9961.084814814814,46.89218894675926,0.692371478551531,0.1289119169038697,0.0998757278753734,7.4853709114793885,99.80523440589084,0.1727776169609564,0.0811773120771886,0.0685233534695243,Transport,1 -ett2/D/short,Toto-2.0-22m,103833.38412698412,103833.38412698412,194.7318824404762,1.286852423265355,0.4007570296999008,0.1333221943156565,10.65743412655992,322.2318794393009,0.1844217854621253,0.1114501814921705,0.0890549741727851,Energy,7 -hospital/M/short,Toto-2.0-22m,2758.522490221643,2758.522490221643,17.845048688070403,0.7575498955460106,0.1920135909191995,0.1728204122766585,5.055534664005663,52.52163830481341,0.1906657433150925,0.0647816706108563,0.050785604296727,Healthcare,1 -m4_daily/D/short,Toto-2.0-22m,327784.4539524823,327784.4539524823,170.32566103535098,3.2064739722588533,0.036413210024681,0.0298224164415872,25.573764833842535,572.5246317430215,0.088439233161495,0.0263106074647499,0.020800616425871,Econ/Fin,1 -hierarchical_sales/W/short,Toto-2.0-22m,457.8921477754237,457.8921477754237,8.900458901615465,0.7292430636908289,0.5369023501240822,0.4582987752908637,6.690602987847633,21.398414608924273,0.9824116814388132,0.4086244217114302,0.3467820428002326,Sales,1 -kdd_cup_2018/H/short,Toto-2.0-22m,4432.725726547108,4432.725726547108,22.672580991956753,0.9458204510240008,0.868095225209095,0.4934060761432494,7.439516799995221,66.57871827053377,1.393613145078341,0.4745781793944251,0.3789607588536271,Nature,1 -kdd_cup_2018/H/medium,Toto-2.0-22m,5220.553587648589,5220.553587648589,25.514894839628685,1.0479012393322586,0.9185558052514844,0.5614399701787961,8.686342831801438,72.25339845051296,1.5123944735470147,0.5340729540219116,0.4261145057857536,Nature,1 -kdd_cup_2018/H/long,Toto-2.0-22m,4199.851480246776,4199.851480246776,24.35517354011284,1.018117510834785,0.9865425801737524,0.6110513200476255,7.606917161747388,64.80626111917564,1.520616728449674,0.5714707756598558,0.4495097164532138,Nature,1 -sz_taxi/H/short,Toto-2.0-22m,7.273505316840278,7.273505316840278,1.8531528049045136,0.5642973433431914,1.3319957765758548,0.2951774058696594,4.025302202059237,2.6969436992344273,0.2512369481206119,0.1726326193748592,0.1362403940165785,Transport,1 -bitbrains_rnd/H/short,Toto-2.0-22m,1856093.382379268,1856093.382379268,139.71450650481117,5.792036697464646,0.9140818865420236,0.5278873755482598,201.54178508591377,1362.3851813563108,5.962464143115809,0.6114590401509862,0.5752650042005683,Web/CloudOps,2 -bizitobs_l2c/5T/short,Toto-2.0-22m,18.513290550595237,18.513290550595237,2.407611810593378,0.2502690462744106,0.1399317380999013,0.1993450806876116,2.680301042435038,4.302707351260975,0.1477723864873101,0.0826871348529318,0.0675985400721231,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Toto-2.0-22m,109.22996386054422,109.22996386054422,6.603744153911564,0.6368023234240865,0.4939024609355036,0.8256396645500398,5.358129289582203,10.451313977703675,0.5498928084552424,0.3474540547591687,0.2823004427160414,Web/CloudOps,7 -bizitobs_l2c/5T/long,Toto-2.0-22m,234.40686507936508,234.40686507936508,10.82183159722222,1.007701863323888,0.7784210006981834,1.2560581203206438,6.212340601275436,15.310351566158271,0.8596533514230785,0.607629665516727,0.456751750055269,Web/CloudOps,7 -solar/H/short,Toto-2.0-22m,668.7982896337559,668.7982896337559,11.251710766423358,0.8682590332047236,3.8566107871483286,1.4159291980900053,5.119981150213864,25.861134732137256,0.9532500273316512,0.4147418010352128,0.3197744957013673,Energy,1 -solar/H/medium,Toto-2.0-22m,706.6769464720195,706.6769464720195,11.382153854927008,0.8709273943629295,4.353252045872593,1.409325894585234,4.962288929364267,26.583396067320283,0.957595972294948,0.4100117479315814,0.3181215954850424,Energy,1 -solar/H/long,Toto-2.0-22m,745.5752635847526,745.5752635847526,12.073860756285482,0.920186848003672,5.194006591453329,1.4067162677981375,5.400901776067958,27.305224107938624,0.9467218821790966,0.4186227564063696,0.3246073977964216,Energy,1 -solar/D/short,Toto-2.0-22m,138172.0914841849,138172.0914841849,249.4558698296837,0.9733740756299544,1.1342098635188564,0.4187464762693186,4.951098389751724,371.7150676044555,0.5370016649099568,0.3603787661431241,0.2770485494447997,Energy,1 -solar/W/short,Toto-2.0-22m,1846741.8394160585,1846741.8394160585,1106.2513686131388,1.215939721342636,0.2532183236449304,0.2160550245446632,6.446330190994775,1358.9487994093297,0.2773954253562037,0.225813561983134,0.1643929919574649,Energy,1 -hierarchical_sales/D/short,Toto-2.0-22m,29.29785164324101,29.29785164324101,2.328079139107069,0.750070270906643,0.6361737776578181,1.0519213713348086,6.973438478950345,5.412748991338968,1.6605714479636982,0.7142288979568543,0.5792306035314424,Sales,1 -bizitobs_l2c/H/short,Toto-2.0-22m,52.67129371279762,52.67129371279762,4.294568258618551,0.412965954101198,0.3739380321914343,0.6090995923599895,2.7367317126125115,7.257499136258827,0.3911978310787036,0.2314882518962393,0.1829415006861924,Web/CloudOps,7 -bizitobs_l2c/H/medium,Toto-2.0-22m,71.42459077380953,71.42459077380953,4.897796340215773,0.4991346697470426,0.5114974035930672,0.7769871125377319,3.7129785363313945,8.451307045292435,0.5117394783907007,0.2965690077254997,0.237935427374361,Web/CloudOps,7 -bizitobs_l2c/H/long,Toto-2.0-22m,81.25374503968254,81.25374503968254,5.3249848865327385,0.5728071001909126,0.6424463423849454,0.7958192019387197,5.002980411319594,9.014085923690908,0.5506063844731264,0.3252654457222332,0.2656490012089792,Web/CloudOps,7 -kdd_cup_2018/D/short,Toto-2.0-22m,2952.4308459463728,2952.4308459463728,21.369020624501296,1.1986326445301738,0.5140299913421719,0.4684244527588551,9.311100081449387,54.33627559877814,1.2171902885795154,0.4786887598380637,0.3809579219350549,Nature,1 -restaurant/D/short,Toto-2.0-22m,147.0,147.0,7.352961446074998,0.7042926533177293,0.70567884273285,0.4022701217426198,4.838257305777347,12.12435565298214,0.5579909390000334,0.3384003223888664,0.2651726229083733,Sales,1 -bitbrains_fast_storage/H/short,Toto-2.0-22m,2196685.8930159626,2196685.8930159626,253.69307329019185,0.9181528049517584,2.799387520193804,0.5644846780445615,26.090522835316307,1482.1220911301343,4.224529395156514,0.7231076656072256,0.5735538105184155,Web/CloudOps,2 -m_dense/H/short,Toto-2.0-22m,46219.12354166667,46219.12354166667,91.07433756510416,0.8012688703793382,0.2903909605422717,0.2177521466352697,8.17587737857712,214.98633338346573,0.3813322209580735,0.161543196115821,0.1336691287677093,Transport,1 -m_dense/H/medium,Toto-2.0-22m,36256.671111111114,36256.671111111114,85.22504340277777,0.7374615587573756,0.2856052843388527,0.2065676595850207,7.002668615078599,190.41184603671883,0.3312925661302289,0.1482808129596185,0.1212574875713545,Transport,1 -m_dense/H/long,Toto-2.0-22m,37518.5224691358,37518.5224691358,89.37677469135802,0.7724041712710927,0.2953112044272849,0.2131210069178318,7.230923671801117,193.6969862159342,0.3353181346772314,0.1547244175475351,0.1266612811422133,Transport,1 -saugeen/M/short,Toto-2.0-22m,369.6358584449405,369.6358584449405,12.200583321707589,0.7149173196714862,0.3602528572082519,0.3505030307927057,4.589683997750431,19.225916322634415,0.577219685214249,0.3662981127248186,0.2840517538443888,Nature,1 -sz_taxi/15T/short,Toto-2.0-22m,16.880418789110195,16.880418789110195,2.737965845799708,0.5461909976038618,1242821992299.208,0.3937864077678363,3.87629479992748,4.108578682356003,0.3841696784635089,0.2560115163771864,0.2011267183292361,Transport,1 -sz_taxi/15T/medium,Toto-2.0-22m,16.44674813034188,16.44674813034188,2.7638450687767095,0.5393639207424815,10395036845992.48,0.4069790320531495,3.891638840974087,4.05545905297315,0.377428156588163,0.2572219163793353,0.2026357018685883,Transport,1 -sz_taxi/15T/long,Toto-2.0-22m,15.76304976851852,15.76304976851852,2.713031127581909,0.511802469626996,6257094961517.256,0.4003705731214778,4.215727577493315,3.970270742470659,0.3674811876115245,0.2511133283999714,0.2006861460248007,Transport,1 -jena_weather/H/short,Toto-2.0-22m,1106.110588972431,1106.110588972431,8.309546653091061,0.5272620173858789,1.147119438660351,0.6149050868353069,4.505442882520081,33.25824091819096,0.2038708920822836,0.0509369901171903,0.0412321976929414,Nature,21 -jena_weather/H/medium,Toto-2.0-22m,1415.9472222222223,1415.9472222222223,10.639386470734127,0.8370669686965128,2.224734960831371,0.6883356254303125,6.379571016800546,37.629074161108754,0.2302589609519122,0.065104287802251,0.0525382695665367,Nature,21 -jena_weather/H/long,Toto-2.0-22m,1232.2161375661376,1232.2161375661376,11.39224537037037,1.0608851322198836,2.2291525546434325,0.6759161483700292,8.13480241111902,35.10293630974676,0.2113585890708402,0.068593945719627,0.0571348957354721,Nature,21 -ett1/15T/short,Toto-2.0-22m,4.019634137834822,4.019634137834822,1.0245682489304315,0.6657229431589256,0.4425410167882668,0.2282445892802737,4.862700627686626,2.0049025257689768,0.3790099901036322,0.1936860255780657,0.1527221289126395,Energy,7 -ett1/15T/medium,Toto-2.0-22m,9.20248511904762,9.20248511904762,1.592266555059524,0.994763316828472,0.7545094397999961,0.3857538237690903,6.957715407830153,3.033559809703382,0.5781994308076556,0.3034875438699536,0.2372557405914384,Energy,7 -ett1/15T/long,Toto-2.0-22m,8.485706845238095,8.485706845238095,1.5631014384920634,0.9977952542098076,0.7569484482792899,0.3890820613089299,7.432949215691106,2.913023660260605,0.5552251898763438,0.2979286796816131,0.2335692995217788,Energy,7 -loop_seattle/H/short,Toto-2.0-22m,63.56042625672153,63.56042625672153,4.3282456182784745,0.8787836875775242,0.1215924814195339,0.0997645720688627,7.23600598109196,7.972479304251691,0.1411209920665594,0.0766143494701148,0.0613763212126318,Transport,1 -loop_seattle/H/medium,Toto-2.0-22m,69.95959349200207,69.95959349200207,4.583304107004644,0.9390445617710396,0.1210347351767084,0.1049013093362548,7.567682194740516,8.364185166051865,0.1478360324876017,0.0810093848249336,0.0647502846654574,Transport,1 -loop_seattle/H/long,Toto-2.0-22m,62.752435930512554,62.752435930512554,4.312325717019264,0.901370045897398,0.1305357060073207,0.1005610895568139,7.387414800406666,7.921643511955872,0.1415703778511783,0.0770670354269751,0.0614501287075593,Transport,1 -ett1/H/short,Toto-2.0-22m,110.80165550595238,110.80165550595238,5.118936593191965,0.8510272515385494,0.5359678359258743,0.2632661309715338,5.893313320165376,10.52623653097119,0.4913025235177481,0.2389217132412773,0.1838207878754574,Energy,7 -ett1/H/medium,Toto-2.0-22m,139.33148251488095,139.33148251488095,6.9377464657738095,1.2649449319954833,3423369854344.4863,0.4450307472529193,9.141430244840665,11.803875741250454,0.5653776670171448,0.3323016098405751,0.2583557259079976,Energy,7 -ett1/H/long,Toto-2.0-22m,145.4195105820106,145.4195105820106,7.168616174768519,1.3519230236308633,4739222418414.458,0.4753991067626391,9.940490244672429,12.05900122655316,0.5774794507562624,0.3432895024649605,0.2690736789394403,Energy,7 -bizitobs_application/10S/short,Toto-2.0-22m,681981.6444444444,681981.6444444444,425.8936371527778,1.214367890379178,0.0173638680246141,0.0175237835171971,7.164018364794098,825.821799448552,0.031848648630161,0.0164250166471237,0.0127968986035825,Web/CloudOps,2 -bizitobs_application/10S/medium,Toto-2.0-22m,4406650.026666666,4406650.026666666,1154.966875,2.473020497520047,0.0357634862263997,0.0365145074514854,34.89278076143773,2099.202235771167,0.082429493477395,0.0453521499106281,0.0399793475988755,Web/CloudOps,2 -bizitobs_application/10S/long,Toto-2.0-22m,6591811.697777778,6591811.697777778,1552.334722222222,3.324547169559598,0.0482302602132161,0.0493198533488997,62.10179764635064,2567.4523749775335,0.0990163757024489,0.0598673453768961,0.0544916380965697,Web/CloudOps,2 -ett2/W/short,Toto-2.0-22m,3031499.1428571427,3031499.1428571427,1214.0630580357142,0.820496477502301,0.1240506683077131,0.1312357123915815,9.314589834757337,1741.1200828366614,0.1460532546048694,0.1018412587791,0.0852168387265091,Energy,7 -us_births/M/short,Toto-2.0-22m,53665637.333333336,53665637.333333336,6239.305989583333,0.7053000543316973,0.0192156434059143,0.0194666392900785,4.013607218014726,7325.683403842493,0.0227535227064563,0.019379241864595,0.0143488134128231,Healthcare,1 -ett2/15T/short,Toto-2.0-22m,6.705294363839286,6.705294363839286,1.639461408342634,0.7135676206206494,0.1021487025501357,0.1224180569014991,4.828364049116236,2.589458314752197,0.1229307980850107,0.0778310653656621,0.0608728597647357,Energy,7 -ett2/15T/medium,Toto-2.0-22m,12.024113343253967,12.024113343253967,2.16059818328373,0.8851418174100284,0.1315468498867621,0.15981772065376,6.432821202686874,3.4675803297478156,0.1847936203355717,0.1151421805442346,0.0903872636095514,Energy,7 -ett2/15T/long,Toto-2.0-22m,11.451199156746032,11.451199156746032,2.1529478236607145,0.8858911097150877,0.1334926042695338,0.1621562733636246,6.829511215210554,3.3839620501338414,0.1803374511493709,0.1147344790587123,0.091304522450295,Energy,7 -bizitobs_service/10S/short,Toto-2.0-22m,2632.718982695726,2632.718982695726,20.23339856183087,0.7728554259009419,0.0533200228025042,0.0423257132425788,6.222320749974096,51.31002809096606,0.038012109737998,0.0149895487319053,0.0118609585090239,Web/CloudOps,2 -bizitobs_service/10S/medium,Toto-2.0-22m,81237.84476190477,81237.84476190477,54.390391865079366,1.0966349537110882,0.0688354189433748,0.0640039503780956,9.7401779940418,285.0225337791817,0.2145146691027989,0.0409354894106315,0.0310792395668774,Web/CloudOps,2 -bizitobs_service/10S/long,Toto-2.0-22m,131597.46645502644,131597.46645502644,76.99688078703704,1.3218015125833034,0.0765235666749338,0.0729309798885982,20.29210887925574,362.7636509561376,0.2687469046236282,0.0570417496974985,0.0524986137412241,Web/CloudOps,2 -jena_weather/10T/short,Toto-2.0-22m,750.0043650793651,750.0043650793651,5.146605282738095,0.2610494135414802,0.3276077443417204,0.5405074554436449,2.11930572788626,27.386207570223466,0.1701026858329357,0.0319668716185291,0.0262154733121836,Nature,21 -jena_weather/10T/medium,Toto-2.0-22m,1470.6180375180377,1470.6180375180377,9.30525624549062,0.567364716942664,0.6647298573569815,0.6454971474192155,5.333423638940394,38.3486380138596,0.2353449098568055,0.0571061921807496,0.0470466065649469,Nature,21 -jena_weather/10T/long,Toto-2.0-22m,1362.7670634920637,1362.7670634920637,9.373846726190475,0.6486033441666295,0.7679092215602461,0.6423918851262477,5.643638840527324,36.915675037740584,0.2258933455409068,0.0573601754648137,0.0475178710229483,Nature,21 -m4_weekly/W/short,Toto-2.0-22m,275865.58902935503,275865.58902935503,259.3099421469895,2.0209958951387152,0.0626467223951079,0.0632907082446155,14.15835350983694,525.2290824291388,0.0956885991653939,0.0472422528450762,0.037567003892106,Econ/Fin,1 -electricity/D/short,Toto-2.0-22m,1462378385.2972972,1462378385.2972972,4472.5973693693695,1.4637687473530925,0.4279707912220804,0.0974082809434868,11.754000435755696,38241.05627852475,0.6284275833365797,0.0734996317988412,0.0575624330851913,Energy,1 -electricity/15T/short,Toto-2.0-22m,140182.07802927928,140182.07802927928,53.39393889006194,1.023448982968546,0.1682565974395921,0.1688380102057347,10.952889659773255,374.40897161964386,0.7380338874468475,0.1052499786921887,0.0888941425816609,Energy,1 -electricity/15T/medium,Toto-2.0-22m,299803.21512612613,299803.21512612613,56.77596910191441,0.8787347392005898,0.1328456539113086,0.1375225023377982,7.703491937756961,547.5428888462767,0.9434715533343462,0.0978307139985246,0.0790396048273093,Energy,1 -electricity/15T/long,Toto-2.0-22m,346257.9187402402,346257.9187402402,61.08367811561561,0.9154556409598182,0.1375225523551515,0.1382660771562484,7.723622804118572,588.4368434592112,0.9283312839440891,0.0963669932693934,0.0775559647612763,Energy,1 -electricity/W/short,Toto-2.0-22m,51382631119.567566,51382631119.567566,31840.31981981982,1.6145042694301126,0.2474364837729262,0.10202906031893,12.044266446137316,226677.37231485537,0.5172029598445843,0.072649102488867,0.0568559180381039,Energy,1 -loop_seattle/D/short,Toto-2.0-22m,18.738923422987614,18.738923422987614,2.95076139625258,0.8899543045391782,0.0545405408546282,0.0544383626899542,8.10394482313346,4.328847817027946,0.0773622978191341,0.0527340510867911,0.0430487161020807,Transport,1 -covid_deaths/D/short,Toto-2.0-22m,300051.08771929826,300051.08771929826,90.98233865914789,29.669587115049985,0.0797652108800302,0.3527422583772818,602.7080257405497,547.7691920136604,0.2061008242465901,0.034232547691483,0.028882486623101,Healthcare,1 -ett1/W/short,Toto-2.0-22m,1075975.642857143,1075975.642857143,825.9029715401786,1.5160349078149962,0.7028508186340332,0.525741040769788,8.394493285472672,1037.2924577269146,0.4127634267654942,0.3286465048206078,0.2491388734409806,Energy,7 -m4_yearly/A/short,Toto-2.0-22m,4044821.6555526536,4044821.6555526536,885.9650583268042,3.276080459939924,0.1644824128112058,0.147744127652091,30.591126156855864,2011.1741982117449,0.3225011055421661,0.1420686040205661,0.1155181648136644,Econ/Fin,1 -m4_hourly/H/short,Toto-2.0-22m,3483563.078904992,3483563.078904992,309.7173913043478,0.8244259566429477,0.1054967244466145,0.0941454236520002,6.194808072592523,1866.4305716808735,0.2548089702286959,0.042283260217446,0.0318006253513396,Econ/Fin,1 -bitbrains_fast_storage/5T/short,Toto-2.0-22m,1671080.4331994231,1671080.4331994231,142.6923248137753,0.6321989266821296,1.5643342893154932,0.7171627901246558,12.627186163519188,1292.7027628961823,4.058766981544373,0.4480186111588501,0.3514745801154158,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Toto-2.0-22m,3420419.664879455,3420419.664879455,267.66509445734556,0.930932181529833,3.2407134446611097,0.795013555552051,20.3887429303128,1849.4376617987032,5.619102402505845,0.8132404819038054,0.5674692094773808,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,Toto-2.0-22m,3646770.62702756,3646770.62702756,290.173634800562,0.8361716601579465,2.7507215920483463,0.81056187275883,15.011824004778678,1909.6519648950589,5.0466399869431795,0.7668422809292564,0.5777752460760941,Web/CloudOps,2 -us_births/D/short,Toto-2.0-22m,189676.02666666667,189676.02666666667,263.7568229166667,0.3884804788640904,0.0254648001988728,0.0250470413954441,3.956629340793707,435.51811290308774,0.0408262890590178,0.024725061885268,0.0206687535890176,Healthcare,1 -loop_seattle/5T/short,Toto-2.0-22m,43.21638211308372,43.21638211308372,3.510433207256998,0.5564303986210204,0.0955572138137738,0.0745856291781348,4.388078420965721,6.573916801503022,0.1127281599086964,0.0601961795205544,0.0476215096825197,Transport,1 -loop_seattle/5T/medium,Toto-2.0-22m,85.23104505288957,85.23104505288957,5.25586276122291,0.8325211634044621,0.1775814950035575,0.1198038946730127,6.427939881741363,9.232066131310454,0.1642574291180858,0.09351259974493,0.0738436859529733,Transport,1 -loop_seattle/5T/long,Toto-2.0-22m,99.96719749742002,99.96719749742002,5.661368661134044,0.892704118301907,0.1942318047067602,0.1272881055752673,6.852148204170906,9.998359740348414,0.1767730458835591,0.1000941562504249,0.0790977943736642,Transport,1 -m4_quarterly/Q/short,Toto-2.0-22m,1781160.8173333334,1781160.8173333334,553.9640162760417,1.1697714723303436,0.1125482765833536,0.1008650883762723,9.03847802508998,1334.6013701976085,0.2233887674151358,0.0927238211735989,0.0741862866272556,Econ/Fin,1 -car_parts/M/short,Toto-2.0-22m,1.5229931726578587,1.5229931726578587,0.4778417245442449,0.8825998183563021,0.8142757159023987,1.8843822260787255,16.313820497536533,1.2340960953904112,2.9592358426261947,1.1458154382429218,0.9946983631493832,Sales,1 -jena_weather/D/short,Toto-2.0-22m,587.9618055555555,587.9618055555555,11.760081845238096,1.1190629504754517,0.723282918913917,0.4869155249280443,6.90710617269942,24.247923737003862,0.1460121322904688,0.0708149136708649,0.0549341486216604,Nature,21 -bitbrains_rnd/5T/short,Toto-2.0-22m,1761423.5489145024,1761423.5489145024,118.80781981142808,1.6101957064109396,0.973725307539223,0.6413231591377142,51.897543308106954,1327.1863278810938,5.430463311258438,0.4861273003065227,0.3886213986419552,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Toto-2.0-22m,2246423.065746594,2246423.065746594,140.2228716592783,4.335761774431606,0.2750229457416681,0.6970984172463933,159.55377772464882,1498.8072143363183,6.306246099627105,0.5899891120229234,0.5620543657311441,Web/CloudOps,2 -bitbrains_rnd/5T/long,Toto-2.0-22m,2545792.359593588,2545792.359593588,165.9382343848832,3.2702681381923284,1.1415984121471,0.6757254074748343,115.27639667531037,1595.5539350312129,6.11220771813395,0.635671997462726,0.5927656258753126,Web/CloudOps,2 diff --git a/results/Toto-2.0-22m/config.json b/results/Toto-2.0-22m/config.json deleted file mode 100644 index 2483d86114190ef5ca06279f44283af5a9715ff2..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-22m/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Toto-2.0-22m", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://huggingface.co/Datadog/Toto-2.0-22m", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/toto_2_0.ipynb", - "org": "Datadog", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/Toto-2.0-313m/all_results.csv b/results/Toto-2.0-313m/all_results.csv deleted file mode 100644 index 4098f10f42fbeb0e559b7330597994363d84de60..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-313m/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -us_births/D/short,Toto-2.0-313m,171173.6,171173.6,233.958046875,0.3443842563174973,0.0227068471908569,0.0223334273073976,2.716643475555168,413.73131377743215,0.0387839534306654,0.0219316684344823,0.0176128222732099,Healthcare,1 -bizitobs_l2c/H/short,Toto-2.0-313m,55.12078373015873,55.12078373015873,4.40149410187252,0.4260634219814513,0.3607020023629534,0.5936395750199283,2.6396171036776335,7.424337258648662,0.400190834094587,0.2372518292914102,0.1846467842469873,Web/CloudOps,7 -bizitobs_l2c/H/medium,Toto-2.0-313m,75.11731770833333,75.11731770833333,4.81407964797247,0.4861855300932076,0.4463570086691746,0.7590671017475764,3.402230735292107,8.66702473218655,0.5248015119884899,0.2914998348518143,0.2332053816237498,Web/CloudOps,7 -bizitobs_l2c/H/long,Toto-2.0-313m,85.41147073412698,85.41147073412698,5.326746574280754,0.5662585171016495,0.5909949435086779,0.7930114477168319,4.578596354547671,9.24183265019049,0.564517811845252,0.325373054694426,0.2618661154341325,Web/CloudOps,7 -temperature_rain/D/short,Toto-2.0-313m,186.135347535233,186.135347535233,5.880711001096406,1.3644813258745074,27.353096124371824,1.5243048477922472,19.227593612230145,13.643142876010389,1.6061586345400105,0.6923151679554567,0.55979108087467,Nature,1 -hospital/M/short,Toto-2.0-313m,2446.509452411995,2446.509452411995,17.27488218437636,0.7525293548792322,0.1912978005274541,0.1720054741471717,5.04564548228644,49.46220226002877,0.1795592800281239,0.0627118338017058,0.0494550463357641,Healthcare,1 -jena_weather/D/short,Toto-2.0-313m,482.09007936507936,482.09007936507936,10.87479538690476,1.1796711128917263,0.7727550112858238,0.4881612454182796,7.43276662230529,21.95654980558374,0.1322143161462818,0.065484042258074,0.0527207207459159,Nature,21 -bitbrains_rnd/H/short,Toto-2.0-313m,1971783.2387366267,1971783.2387366267,144.07046934273902,5.771423499461875,1.0083277968109632,0.5115643831302016,196.1482331465183,1404.2019935666758,6.1454749735297804,0.6305228648206243,0.5904725217390949,Web/CloudOps,2 -electricity/D/short,Toto-2.0-313m,1450538257.730883,1450538257.730883,4404.488324324324,1.4276756803388442,0.2872954898042124,0.0947787000668331,11.52500459194584,38085.93254379999,0.6258783850868971,0.0723803739449452,0.0565593636707745,Energy,1 -m_dense/H/short,Toto-2.0-313m,43778.19357638889,43778.19357638889,85.3431640625,0.7565022035556973,0.2738250547286299,0.2048166230006406,8.514246057745058,209.2323913173792,0.3711261605411484,0.1513775214608376,0.1262983887594558,Transport,1 -m_dense/H/medium,Toto-2.0-313m,39104.125555555554,39104.125555555554,84.5998828125,0.7256924130150489,0.2579983741877744,0.1957087714556239,7.34931058701168,197.74763097330788,0.344055905527471,0.1471931124803286,0.1226144363858436,Transport,1 -m_dense/H/long,Toto-2.0-313m,39591.68592592593,39591.68592592593,88.12137731481481,0.7516926273235909,0.2574863240735007,0.1980295226423254,7.883611505228133,198.976596427635,0.3444579209103366,0.1525511389911415,0.1294522166843895,Transport,1 -m4_quarterly/Q/short,Toto-2.0-313m,1736708.2313333333,1736708.2313333333,545.2890276692708,1.148189007553538,0.1105894827047983,0.0994025013603702,8.870456627757497,1317.8422634493604,0.2205835880686502,0.0912717808449426,0.0730044663677317,Econ/Fin,1 -electricity/15T/short,Toto-2.0-313m,141567.95111486487,141567.95111486487,51.01635570629223,0.9866721067958454,0.157585232715493,0.1627250288153579,11.425993806002047,376.2551675590182,0.7416731035698768,0.1005632935621422,0.0843073264500858,Energy,1 -electricity/15T/medium,Toto-2.0-313m,237957.40130743245,237957.40130743245,52.57885050675676,0.827751407849617,0.1208134213111882,0.1295104871187354,7.243711242515701,487.80877534893983,0.8405436585585911,0.0905986558690771,0.0730550447219731,Energy,1 -electricity/15T/long,Toto-2.0-313m,320117.0507012012,320117.0507012012,57.78749662162162,0.875500933336171,0.1263666313561741,0.131398019698431,7.524642767681718,565.7888746707566,0.8926013357299117,0.0911668627329643,0.0733232005150677,Energy,1 -covid_deaths/D/short,Toto-2.0-313m,424628.06616541353,424628.06616541353,102.23074091478696,37.43740526544536,0.0950259279245321,0.3551345464300665,1268.865711820671,651.6349178530978,0.2451808090624294,0.0384648137811879,0.0323969144392315,Healthcare,1 -m4_weekly/W/short,Toto-2.0-313m,253610.97750160703,253610.97750160703,253.454976430255,1.8638375915632672,0.0612187979178942,0.0608513681769706,13.09780356217854,503.5980316697108,0.0917477569407548,0.0461755688278763,0.0365835175619883,Econ/Fin,1 -bitbrains_fast_storage/H/short,Toto-2.0-313m,2469054.632838941,2469054.632838941,263.4212451615771,0.9328436340360752,3.0028841752473356,0.5599294383770802,22.701806374199816,1571.3225744063316,4.478779747349243,0.7508361154277562,0.5879139443065339,Web/CloudOps,2 -saugeen/W/short,Toto-2.0-313m,917.40791015625,917.40791015625,14.809530639648438,1.201290685746412,0.3864834785461425,0.3852118905834044,8.030612956640962,30.288742300667582,0.9142908722020212,0.4470379968576077,0.3526155073275465,Nature,1 -solar/H/short,Toto-2.0-313m,757.0115881915098,757.0115881915098,11.417898984369998,0.8799121775225901,4.072639589388455,1.409076959102992,5.328958686564288,27.513843573581457,1.0141694248985402,0.4208675540209458,0.3171858973787442,Energy,1 -solar/H/medium,Toto-2.0-313m,760.5894768856448,760.5894768856448,11.442987758515816,0.875692035321541,4.340122799279253,1.4103975784221958,5.142969303740447,27.578786718883133,0.9934522668173924,0.4122031271258761,0.3109721701183447,Energy,1 -solar/H/long,Toto-2.0-313m,709.9167072181671,709.9167072181671,11.668941352392538,0.8879156078632061,5.05775390673217,1.4051706493621936,5.288079636159033,26.64426218190639,0.9238051276346784,0.4045834627287575,0.3019942458980471,Energy,1 -electricity/H/short,Toto-2.0-313m,2081885.0264414416,2081885.0264414416,185.4145729518581,1.0074529838684023,0.1554853720113128,0.1325057195503489,12.289977410652778,1442.8738775241034,0.681139514580275,0.0875289200143051,0.0728840224461257,Energy,1 -electricity/H/medium,Toto-2.0-313m,6789942.197837838,6789942.197837838,247.83149000563063,1.0668805168990816,0.1940270576066681,0.1286575409522859,9.042587145538777,2605.7517529185006,1.017110735112099,0.0967367934037566,0.0770841224409092,Energy,1 -electricity/H/long,Toto-2.0-313m,10818702.45439039,10818702.45439039,295.3844174174174,1.2164690291005844,0.2886048090860999,0.1427402133808655,10.066632528382229,3289.179602026984,1.297251480623869,0.1164995285182423,0.0911114415493337,Energy,1 -saugeen/D/short,Toto-2.0-313m,1317.514375,1317.514375,13.540027669270833,3.0084302336207185,0.2880968221028646,0.3289031367531009,29.205389959240904,36.29758084225449,1.175687291938909,0.4385647223280399,0.3557595747413127,Nature,1 -ett2/W/short,Toto-2.0-313m,2691139.4285714286,2691139.4285714286,1151.877092633929,0.7595033865914308,0.116202746118818,0.1208659830981615,9.878159592581651,1640.4692708403377,0.1376101961302719,0.0966248106275864,0.08132825161951,Energy,7 -bitbrains_rnd/5T/short,Toto-2.0-313m,1685390.814627871,1685390.814627871,113.04004160623168,1.5771949307426285,0.9549436355198608,0.6331207737256886,51.284053939600966,1298.2260260169917,5.311966116514833,0.4625272169777549,0.3693291257052226,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Toto-2.0-313m,2204108.6903264783,2204108.6903264783,137.77054182230466,4.3119699776635,0.2851220448375254,0.6848348215598703,158.881135601652,1484.6240905786483,6.246570466882742,0.5796709101077677,0.5554850559073811,Web/CloudOps,2 -bitbrains_rnd/5T/long,Toto-2.0-313m,2259848.2983696796,2259848.2983696796,149.1976277088901,3.239655872930802,1.030338062574923,0.6588607211148086,114.90267067706938,1503.279181778847,5.758723923800804,0.5715425041972739,0.5363952692632746,Web/CloudOps,2 -sz_taxi/15T/short,Toto-2.0-313m,16.705804883050977,16.705804883050977,2.7180355384090737,0.5422024278562441,1046901801821.5,0.3885973895949438,3.864864181559389,4.087273526820902,0.3821775553026008,0.2541479473977679,0.1996177141497902,Transport,1 -sz_taxi/15T/medium,Toto-2.0-313m,16.233900908119658,16.233900908119658,2.736543678218483,0.5337761395354544,9924364411762.217,0.4023840154544472,3.9679377893602226,4.029131532739985,0.3749779413845706,0.254681066286636,0.2012908885884997,Transport,1 -sz_taxi/15T/long,Toto-2.0-313m,15.558532540954417,15.558532540954417,2.682435507923789,0.5059996755702185,6649374759405.62,0.3946138600925142,4.189492920978748,3.9444305724596567,0.3650894675048454,0.2482814523449194,0.1992389545476972,Transport,1 -electricity/W/short,Toto-2.0-313m,48669148464.432434,48669148464.432434,31097.523423423423,1.619187797059027,0.2488635237350601,0.1021507359125922,12.185910071221418,220610.8530069009,0.5033611647417622,0.0709542862359042,0.0560884950699722,Energy,1 -hierarchical_sales/D/short,Toto-2.0-313m,28.79797824514262,28.79797824514262,2.325183928017776,0.7486554037752238,0.6466951149119708,1.0536999265012923,7.024746507913455,5.366374776806277,1.646344352508514,0.7133406792571878,0.5793288427304506,Sales,1 -us_births/W/short,Toto-2.0-313m,1704509.5714285714,1704509.5714285714,995.7079380580356,0.9057773488747728,0.0134957624333245,0.0135330434039137,5.768987611494801,1305.568677407884,0.0177229667790252,0.0135166376255678,0.0107176768605695,Healthcare,1 -saugeen/M/short,Toto-2.0-313m,384.4072033110119,384.4072033110119,12.178018479120164,0.713627009721494,0.3516710599263509,0.3473987457600121,4.269418970965772,19.606305192743783,0.5886401002508547,0.3656206484564504,0.2802117288504427,Nature,1 -loop_seattle/H/short,Toto-2.0-313m,61.06643934841942,61.06643934841942,4.059133959699704,0.8243991377496632,0.1083739746219725,0.0931389859809269,6.9826789965573965,7.814501861821995,0.1383246306651661,0.0718507994142294,0.0575145665493867,Transport,1 -loop_seattle/H/medium,Toto-2.0-313m,71.35730376031992,71.35730376031992,4.45044857375516,0.9124856945255176,0.1124448321552099,0.1019466870185812,7.295426901295436,8.447325242958266,0.1493055240001095,0.0786611782106963,0.0628875407069398,Transport,1 -loop_seattle/H/long,Toto-2.0-313m,61.792012813897486,61.792012813897486,4.1884909405099755,0.8769095540104529,0.1176232620412474,0.0967633582296493,6.885215348491496,7.860789579545905,0.1404828365862872,0.074853942137044,0.0596207091099275,Transport,1 -bitbrains_fast_storage/5T/short,Toto-2.0-313m,1619547.4132222352,1619547.4132222352,136.929367137238,0.6384114862178286,1.389552364017408,0.7086366245644606,12.247716778461056,1272.6144008387753,3.995694492669016,0.4299243492721013,0.3387900589308141,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Toto-2.0-313m,3790438.134963732,3790438.134963732,282.3550682789986,0.9172611149609065,3.797713487520507,0.7834280884295304,20.04750525542561,1946.9047575481784,5.915234358290983,0.8578726795166292,0.5758775637075942,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,Toto-2.0-313m,3628678.84368684,3628678.84368684,295.7744551712568,0.8179849450572687,3.010493673115974,0.8009762243996092,14.622664637536005,1904.9091431579725,5.034106125135204,0.7816435769570317,0.5895238885580563,Web/CloudOps,2 -ett2/H/short,Toto-2.0-313m,105.90745907738096,105.90745907738096,6.402280970982143,0.734710272832966,0.1199492475708935,0.1098312523969075,5.825159755607272,10.291134975180384,0.1305202255736882,0.0811987364400566,0.0645050545002105,Energy,7 -ett2/H/medium,Toto-2.0-313m,255.7331845238095,255.7331845238095,9.914905366443453,1.0581115415552336,0.17436025363484,0.1713290871582331,7.973352621881515,15.99165984267454,0.2154978867273216,0.1336097174771196,0.108256199386315,Energy,7 -ett2/H/long,Toto-2.0-313m,229.4836474867725,229.4836474867725,9.418555720899471,1.0385163140384823,0.1772493570077023,0.1770377504991711,9.058635768083084,15.148717684568965,0.2074500293759651,0.12897987154187,0.1069724708907366,Energy,7 -solar/W/short,Toto-2.0-313m,1570326.423357664,1570326.423357664,1008.1556797445256,1.102008982789682,0.2269508473194428,0.1976957450332482,6.518233383050198,1253.1266589446034,0.2557944808032701,0.2057897793717904,0.1497951104171327,Energy,1 -sz_taxi/H/short,Toto-2.0-313m,7.1583679720886755,7.1583679720886755,1.8389310918302617,0.5605348051739015,1.1912493583483574,0.2933348995136581,3.916732951877034,2.675512655938797,0.2492405141890607,0.1713077790413972,0.1349537344271318,Transport,1 -m_dense/D/short,Toto-2.0-313m,9430.464814814815,9430.464814814815,44.241203703703704,0.6597366232742683,0.1227919293651764,0.0950423352577231,6.9365555124500515,97.11058034434156,0.1681127723757994,0.0765880646732793,0.0632066298323079,Transport,1 -ett1/H/short,Toto-2.0-313m,106.240625,106.240625,4.954613095238095,0.8160570439867632,0.4900376819428943,0.2548329652281131,5.506911195499123,10.30730929971542,0.481084293966641,0.2312520633164954,0.1773398867669907,Energy,7 -ett1/H/medium,Toto-2.0-313m,139.21833147321428,139.21833147321428,6.906899879092262,1.2489760118414812,3695433133937.056,0.4464821177838571,8.841652307268093,11.79908180636164,0.5651480488999531,0.3308241314601048,0.2561628061780039,Energy,7 -ett1/H/long,Toto-2.0-313m,145.98498677248676,145.98498677248676,7.09347511574074,1.3591980512032331,4379978899820.655,0.4820453066830596,9.65299646199824,12.082424705848029,0.5786011504479597,0.3396911598923553,0.2665389443313636,Energy,7 -ett1/15T/short,Toto-2.0-313m,4.937378510974702,4.937378510974702,1.0741327194940475,0.6752060679116295,0.4917594905123957,0.2281831450120993,4.688519731656546,2.2220212669942434,0.4200544652865537,0.2030557726138239,0.1588571534488092,Energy,7 -ett1/15T/medium,Toto-2.0-313m,9.721808655753968,9.721808655753968,1.6013175843253968,0.9883526199763132,0.7234139067128571,0.382815233820003,6.583871068222109,3.1179815034335863,0.5942902872023397,0.3052126787932907,0.232657341212718,Energy,7 -ett1/15T/long,Toto-2.0-313m,9.31826202876984,9.31826202876984,1.6015178571428572,1.0028879379245057,0.7678254351478161,0.3860714609726732,7.270462088980847,3.052582845521124,0.5818253085751145,0.3052508870604052,0.2355585302665312,Energy,7 -bizitobs_l2c/5T/short,Toto-2.0-313m,14.87781226748512,14.87781226748512,2.130256870814732,0.220093450421519,0.1080566519592908,0.1855457706549869,2.1110392365455812,3.8571767223560185,0.1324710613188245,0.0731616435728606,0.0589642320183367,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Toto-2.0-313m,113.2609375,113.2609375,6.825853661777211,0.6747664010875948,0.4943127100155874,0.8424906136441824,4.301948534343242,10.642412203067495,0.5599473853304855,0.3591402811346668,0.2719279926574404,Web/CloudOps,7 -bizitobs_l2c/5T/long,Toto-2.0-313m,193.9866071428571,193.9866071428571,9.456913442460316,0.8831362623317118,0.752532880667237,1.2082746160324478,4.538455992846772,13.92790749333356,0.7820311834915724,0.530991551683153,0.3709853765928634,Web/CloudOps,7 -ett1/D/short,Toto-2.0-313m,44066.19365079365,44066.19365079365,138.76599702380952,1.6542690975282752,1.5789350237165178,0.467349210980881,10.608632820042338,209.9194932606156,0.5513605121497367,0.3644734940981826,0.2752042178635669,Energy,7 -m4_daily/D/short,Toto-2.0-313m,346822.0698232451,346822.0698232451,169.13401860699923,3.1800089204891404,0.0359474110447819,0.0293654846440853,25.979653926005778,588.9160125376496,0.0909712484977114,0.0261265316421163,0.0207559747083517,Econ/Fin,1 -solar/D/short,Toto-2.0-313m,135448.96155717762,135448.96155717762,247.46172445255473,0.965560179601748,1.1257016518400242,0.416623249854912,5.078064748355192,368.0339135965293,0.5316836511856656,0.3574979052878136,0.2775250683558765,Energy,1 -ett1/W/short,Toto-2.0-313m,1215336.4285714286,1215336.4285714286,877.9657505580357,1.5367862937495254,0.6164572579520089,0.5510838999114842,7.742167561162647,1102.422980788875,0.4386804164108209,0.3493635272131517,0.2558014997183493,Energy,7 -kdd_cup_2018/D/short,Toto-2.0-313m,2914.0096452348894,2914.0096452348894,21.209164765360065,1.191534413439308,0.5170923630380672,0.4654503991386814,9.20641339675656,53.981567643362204,1.2092444536127944,0.4751078187968338,0.3775019773113993,Nature,1 -jena_weather/H/short,Toto-2.0-313m,1164.298872180451,1164.298872180451,8.38946160975355,0.5241271662027095,1.1454847147603,0.6083043043072558,4.297520325061395,34.12182398671635,0.2091646011212103,0.0514268636960598,0.0414446912381414,Nature,21 -jena_weather/H/medium,Toto-2.0-313m,1377.096626984127,1377.096626984127,10.48772476438492,0.8177137367468341,1.9920247690635755,0.6854383715431894,6.038049943819268,37.10925257916315,0.2270780807413944,0.0641762429938497,0.0511514240618521,Nature,21 -jena_weather/H/long,Toto-2.0-313m,1409.7481481481482,1409.7481481481482,11.46008597883598,1.01437746405663,2.0334661122582594,0.6630647757628931,8.049662158178576,37.54661300501216,0.2260722316533036,0.0690024213856076,0.0570559932016108,Nature,21 -ett2/15T/short,Toto-2.0-313m,6.931683058965774,6.931683058965774,1.6175269717261904,0.6945101225236527,0.0974853018655995,0.1169677348695428,4.709791289067315,2.632808967427332,0.1249888077855339,0.0767897596286889,0.0600636578602447,Energy,7 -ett2/15T/medium,Toto-2.0-313m,11.842371031746032,11.842371031746032,2.1243717447916666,0.8684722890836588,0.1280370879224692,0.1561506725049756,6.508140926768027,3.441274623122373,0.1833917417053643,0.1132116081899673,0.0891935117966367,Energy,7 -ett2/15T/long,Toto-2.0-313m,10.91946304563492,10.91946304563492,2.0717040240575395,0.8558598533497297,0.1276866047406235,0.1566989654858888,7.096305305603089,3.304461082481517,0.1761007009559809,0.1104048502020449,0.0891570793223633,Energy,7 -kdd_cup_2018/H/short,Toto-2.0-313m,4396.412122684768,4396.412122684768,22.606960661088756,0.938475673377246,0.8417114921584591,0.493378284805709,7.46755547112797,66.30544564879094,1.3878930542183257,0.4732046270332872,0.379474698665959,Nature,1 -kdd_cup_2018/H/medium,Toto-2.0-313m,5246.605422281509,5246.605422281509,25.694775618382312,1.0490108443331696,0.9118878197694992,0.5643100275433932,8.897250586543972,72.43345513146194,1.5161633859446644,0.5378381844680704,0.4288516791329513,Nature,1 -kdd_cup_2018/H/long,Toto-2.0-313m,4261.164658046297,4261.164658046297,24.48549816616964,1.0243329387046125,0.9440900156620836,0.6183400818344656,7.584709305780639,65.27759690771633,1.531676170429423,0.5745287179495132,0.4510672074511077,Nature,1 -loop_seattle/5T/short,Toto-2.0-313m,41.47833416981101,41.47833416981101,3.4061801024634772,0.5403197109173403,0.0911435456959947,0.0725351433140869,4.017589861827275,6.44036754927939,0.1104380850697647,0.0584084689329402,0.0459361820520385,Transport,1 -loop_seattle/5T/medium,Toto-2.0-313m,73.05207897961816,73.05207897961816,4.777180062403251,0.7585511527076371,0.1519493079406927,0.1095947683256347,5.847694615902856,8.54705089370703,0.152069600279442,0.0849958508012931,0.0670337613558097,Transport,1 -loop_seattle/5T/long,Toto-2.0-313m,89.87261488074762,89.87261488074762,5.224769396428162,0.8266728364675417,0.1712879287200077,0.118183004413983,6.221215697362222,9.480116817885085,0.1676104049813978,0.0923749919217876,0.0726612344194915,Transport,1 -m4_monthly/M/short,Toto-2.0-313m,2028413.4468796295,2028413.4468796295,556.0147152777778,0.921049130742622,0.1586829797603466,0.1305867889382257,7.552826476515611,1424.2238050529943,0.2960025994142156,0.115558945476728,0.0920147094267224,Econ/Fin,1 -solar/10T/short,Toto-2.0-313m,21.639281573144768,21.639281573144768,1.94167874004429,0.8577748183812633,4.246599195099823,1.543999473932096,5.021771932771143,4.651804120246764,1.3532093148206847,0.5648341352081359,0.4245089203537264,Energy,1 -solar/10T/medium,Toto-2.0-313m,24.960411136916612,24.960411136916612,2.0063836212259454,0.8866433829077226,3.5063095947556615,1.4739136386889031,4.845584227267415,4.996039545171416,1.1086410160307207,0.445224493575743,0.3338212103498821,Energy,1 -solar/10T/long,Toto-2.0-313m,21.185282260619424,21.185282260619424,1.7818591932310677,0.7825576710598474,2.8778686686326,1.4565611420299605,4.9200830769125155,4.602747251437931,0.9948101846540068,0.3851203588230619,0.300001862250639,Energy,1 -ett2/D/short,Toto-2.0-313m,109561.82857142856,109561.82857142856,195.8918402777778,1.280335030167706,0.439081294952877,0.1304583716264853,11.644072531238775,331.0012516161058,0.189440727961056,0.112114055891526,0.0903385807226127,Energy,7 -loop_seattle/D/short,Toto-2.0-313m,19.119176502837977,19.119176502837977,2.9384358472007226,0.8838590819795156,0.0541617575567696,0.0542313532228211,7.920276556423659,4.372548056092463,0.0781432795149974,0.0525137770469454,0.0427414070688209,Transport,1 -m4_yearly/A/short,Toto-2.0-313m,4563371.023243667,4563371.023243667,910.9059162894288,3.364315903876569,0.1673430768837658,0.1544128870882525,30.960615674425252,2136.204817718485,0.3425503449632957,0.1460679862089755,0.1186535802451311,Econ/Fin,1 -us_births/M/short,Toto-2.0-313m,52828810.666666664,52828810.666666664,6154.260416666667,0.6950686213905571,0.0189428602655728,0.0191905651394601,3.868583428918487,7268.343048224036,0.0225754239528469,0.0191150908949492,0.0142832742605065,Healthcare,1 -bizitobs_service/10S/short,Toto-2.0-313m,2168.425271577381,2168.425271577381,17.629764552848048,0.714119807307699,0.0487982984856953,0.0390738903961479,5.427913820988645,46.56635342795677,0.0344978438418268,0.0130606933921347,0.0102662510687391,Web/CloudOps,2 -bizitobs_service/10S/medium,Toto-2.0-313m,44769.99023809524,44769.99023809524,46.39560453869048,1.0596017346532665,0.0621960207015749,0.0571985752741158,10.174892045551452,211.58920161032617,0.1592470144986121,0.0349184242504563,0.0253518727293231,Web/CloudOps,2 -bizitobs_service/10S/long,Toto-2.0-313m,131216.7961904762,131216.7961904762,76.28117890211641,1.2964001631627198,0.0735586305648561,0.0712768940595542,21.22851348341652,362.23859014532974,0.2683579227968332,0.0565115348711266,0.0525285841982841,Web/CloudOps,2 -bizitobs_application/10S/short,Toto-2.0-313m,540100.8688888889,540100.8688888889,369.98779947916665,1.1178065934053725,0.0156315268410576,0.0158432287819467,7.743980501006357,734.9155522159596,0.0283427577365921,0.0142689517652925,0.0114190822901912,Web/CloudOps,2 -bizitobs_application/10S/medium,Toto-2.0-313m,4444016.213333333,4444016.213333333,1158.0314583333334,2.491443930214792,0.0356820901234944,0.0364901901911541,37.367336320706094,2108.0835404066256,0.0827782361711881,0.0454724870785205,0.0405602427200786,Web/CloudOps,2 -bizitobs_application/10S/long,Toto-2.0-313m,6568610.702222222,6568610.702222222,1552.7908333333332,3.316937516905975,0.0482090293036566,0.0492763806251236,70.99899770575539,2562.930100923984,0.0988419696682494,0.0598849357593234,0.0553104422708584,Web/CloudOps,2 -jena_weather/10T/short,Toto-2.0-313m,711.86875,711.86875,4.818290395585318,0.2491080919067899,0.3364177493298403,0.5370072824488211,2.181840635420441,26.680868614046283,0.1657216465612262,0.0299276245281673,0.0252313402599336,Nature,21 -jena_weather/10T/medium,Toto-2.0-313m,1457.5269841269842,1457.5269841269842,9.097173746392496,0.5695350720360912,0.7192581544560127,0.6389672058509819,5.345757283176701,38.17757174214966,0.2342950791879675,0.0558291935823814,0.0459507655106579,Nature,21 -jena_weather/10T/long,Toto-2.0-313m,1391.34417989418,1391.34417989418,9.348485036375662,0.6344350997051579,0.767836295435765,0.6354451642221801,5.611631614371754,37.30072626496943,0.2282495400256191,0.0572049829360306,0.0471746747038367,Nature,21 -car_parts/M/short,Toto-2.0-313m,1.4584024590737668,1.4584024590737668,0.4718903852867956,0.875744645812766,0.8103927534709888,1.8913920591855269,63.34270246609094,1.2076433492856105,2.895804871001207,1.131544737194556,1.0914650095234255,Sales,1 -hierarchical_sales/W/short,Toto-2.0-313m,460.09891419491527,460.09891419491527,8.883461127846928,0.7231566423970888,0.5342857894088251,0.4549378141908414,6.8316366857469495,21.44991641463703,0.9847761545304928,0.4078440456034871,0.349208010360745,Sales,1 -restaurant/D/short,Toto-2.0-313m,143.6643550947978,143.6643550947978,7.220812027178481,0.6935352831296778,0.6873627093767511,0.396445556734756,4.792714099895371,11.98600663669088,0.5516237967188595,0.3323184999441216,0.2603523892882236,Sales,1 -m4_hourly/H/short,Toto-2.0-313m,1681193.7391304348,1681193.7391304348,225.40411131239935,0.6961749517945681,0.0879569429898223,0.0811580366534732,5.238684109747482,1296.608552775445,0.1770156871278045,0.0307726364753562,0.0229691936745882,Econ/Fin,1 diff --git a/results/Toto-2.0-313m/config.json b/results/Toto-2.0-313m/config.json deleted file mode 100644 index 36b28cf0f2516c3bafa5885087da02d275eb8659..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-313m/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Toto-2.0-313m", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://huggingface.co/Datadog/Toto-2.0-313m", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/toto_2_0.ipynb", - "org": "Datadog", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/Toto-2.0-4m/all_results.csv b/results/Toto-2.0-4m/all_results.csv deleted file mode 100644 index e311497ca90f20cc43e02d827d465541c2d6d5bb..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-4m/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -sz_taxi/H/short,Toto-2.0-4m,7.351625100160256,7.351625100160256,1.876037858490251,0.5705242068476643,1.0973221216446314,0.2993992310008467,4.057438791880829,2.7113880393924172,0.2525825275407309,0.1747645033374682,0.1377414457680422,Transport,1 -us_births/M/short,Toto-2.0-4m,65291253.333333336,65291253.333333336,6938.399739583333,0.7843062670757902,0.0213155522942543,0.0216135603163065,4.308882198029836,8080.300324451644,0.0250973577169551,0.021550622285734,0.0157469635717184,Healthcare,1 -ett1/W/short,Toto-2.0-4m,1266565.4285714286,1266565.4285714286,897.2614397321429,1.5590264414596364,0.6516669137137276,0.5368396696200912,8.302126351964935,1125.4178906394854,0.4478306398771139,0.3570417424801937,0.2653673718073158,Energy,7 -hospital/M/short,Toto-2.0-4m,3013.328226857888,3013.328226857888,18.241593328987395,0.7641740800926207,0.1940905435455203,0.174239503493727,5.118593625285377,54.89379042166689,0.1992772063466044,0.0662212197406695,0.0525780194451719,Healthcare,1 -ett2/W/short,Toto-2.0-4m,3095963.1428571427,3095963.1428571427,1272.456891741071,0.8911313618461197,0.1395550285066877,0.1554014463370174,9.505755041081516,1759.5349223181513,0.1475979770314329,0.1067396052777677,0.0883926446992683,Energy,7 -restaurant/D/short,Toto-2.0-4m,154.30909685252638,154.30909685252638,7.611286716633978,0.7259215227569304,0.7328739695336579,0.4125082086968122,5.010207015112153,12.422121270239089,0.5716948026222014,0.3502890498736288,0.2744011414189734,Sales,1 -bitbrains_rnd/5T/short,Toto-2.0-4m,1699398.3496668984,1699398.3496668984,119.56094959410454,1.6380617092334606,0.8898710058237806,0.6471784964465388,51.90545108410294,1303.6097382525563,5.333994712771007,0.4892088899578946,0.3880830500770236,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Toto-2.0-4m,2271415.682455946,2271415.682455946,142.8699140676185,4.371816199996676,0.3123009476265272,0.7122849699717149,160.4321622174934,1507.1216548294788,6.341229189799774,0.6011265689976916,0.5886813641310066,Web/CloudOps,2 -bitbrains_rnd/5T/long,Toto-2.0-4m,2481400.494486771,2481400.494486771,171.3600117102691,3.302891971365009,1.3469087009294611,0.6922370598006593,115.43849990056296,1575.246169488049,6.034413242769785,0.6564416051122344,0.5995261673435592,Web/CloudOps,2 -electricity/H/short,Toto-2.0-4m,2044656.9724549549,2044656.9724549549,201.75981841216216,1.1021495900685625,0.186465394797706,0.1455326636666115,12.628877282405718,1429.915022809032,0.6750220096842224,0.0952450431848426,0.0793594038580375,Energy,1 -electricity/H/medium,Toto-2.0-4m,7836178.8893693695,7836178.8893693695,278.7592412725225,1.1781966033813591,0.215370780463516,0.1428298005608257,10.22157461501621,2799.317575654711,1.092665851226018,0.1088089133941587,0.0885674947588125,Energy,1 -electricity/H/long,Toto-2.0-4m,11839286.490330333,11839286.490330333,320.28616666666665,1.3277032874451506,0.3046705443090684,0.1568434528292211,11.390849631706764,3440.8264254870996,1.3570609437934416,0.1263207711964486,0.1021070843054533,Energy,1 -ett1/H/short,Toto-2.0-4m,105.23216145833334,105.23216145833334,5.050375511532738,0.8485934150075206,0.5137842814127604,0.260320537250805,7.097800794617462,10.258272830176304,0.4787955613167442,0.2357216870652384,0.1868568820222055,Energy,7 -ett1/H/medium,Toto-2.0-4m,151.95831473214287,151.95831473214287,7.239003208705357,1.291772641122728,1519966043424.8596,0.4510652202562596,8.749458468236826,12.327137329167014,0.5904406566911288,0.3467310937004059,0.2669975198721324,Energy,7 -ett1/H/long,Toto-2.0-4m,153.37647156084657,153.37647156084657,7.40474537037037,1.3951608235238837,3621648576827.077,0.4965872385088697,9.10481749006054,12.384525487916225,0.5930681025963379,0.3545972182220018,0.2735308567043293,Energy,7 -loop_seattle/D/short,Toto-2.0-4m,18.984090396026833,18.984090396026833,3.047936419633643,0.918313948238332,0.0563828908253011,0.0562233988430933,7.565573178562968,4.357073604614321,0.0778667303789592,0.0544706986699692,0.0440813489746746,Transport,1 -solar/H/short,Toto-2.0-4m,695.8540426110898,695.8540426110898,11.180163760239587,0.8639617957183174,3.972341634446609,1.411105782547283,7.345197539229428,26.37904552122934,0.972340391268539,0.4121045545915978,0.3357620252412994,Energy,1 -solar/H/medium,Toto-2.0-4m,793.2563260340632,793.2563260340632,11.663087363138686,0.8928953624573449,4.304576349525132,1.403894351661347,6.401052309597475,28.16480651511853,1.0145620676546896,0.4201316285993832,0.3458138126591955,Energy,1 -solar/H/long,Toto-2.0-4m,729.832603406326,729.832603406326,11.895413878751016,0.9058189278684972,4.292683980546572,1.4072083218872535,7.344463050062841,27.015414181654258,0.9366736438712354,0.4124356779520566,0.3404422667080551,Energy,1 -bitbrains_rnd/H/short,Toto-2.0-4m,1780065.2417203018,1780065.2417203018,140.7469362385981,5.824947437865841,0.955368520496034,0.5461259624005332,199.55925989178633,1334.1908565570002,5.839071982840039,0.6159774578145303,0.5910310171206864,Web/CloudOps,2 -kdd_cup_2018/H/short,Toto-2.0-4m,4469.209471111442,4469.209471111442,22.954322587793396,0.9567450960698056,0.9002775426651913,0.5013684859316623,7.606364663745702,66.85214634633239,1.399336489873266,0.4804755412192331,0.3851725295934668,Nature,1 -kdd_cup_2018/H/medium,Toto-2.0-4m,5173.9154691017275,5173.9154691017275,25.48313620591681,1.0507984594637816,0.924335191160876,0.5641767796151949,8.627322875844577,71.92993444388593,1.505623786126005,0.5334081883064811,0.4247876042286329,Nature,1 -kdd_cup_2018/H/long,Toto-2.0-4m,4182.6496080407305,4182.6496080407305,24.290536329468424,1.021522572836458,0.9978497312128248,0.6100815438549593,7.558592490834768,64.67340727100073,1.5174994403900808,0.5699541255385738,0.4479363631817635,Nature,1 -jena_weather/D/short,Toto-2.0-4m,432.78690476190474,432.78690476190474,10.312312437996033,1.0794272115615466,0.7129202647459285,0.4695982735163291,7.073840100382805,20.803531064747272,0.1252712588046966,0.0620969755698916,0.0508338504769357,Nature,21 -solar/10T/short,Toto-2.0-4m,20.772316116370135,20.772316116370135,2.1619565346525245,0.9501720990705068,4.016641489049444,1.549514427321094,5.8109836134417785,4.557665643327748,1.325824442079507,0.6289129218050676,0.4898413693395757,Energy,1 -solar/10T/medium,Toto-2.0-4m,19.726644409422693,19.726644409422693,1.9788397201946473,0.866511292134335,3.2575900672303337,1.4680482366642902,6.424066848742292,4.441468722103387,0.9855795480042426,0.4391123925507819,0.3470497654827555,Energy,1 -solar/10T/long,Toto-2.0-4m,20.459414284266018,20.459414284266018,1.9924511243537104,0.8724684342770126,2.8197459353722585,1.476176719770531,7.015611454087875,4.52320840601735,0.977619135661409,0.4306364357315455,0.3463359304812876,Energy,1 -ett2/15T/short,Toto-2.0-4m,7.622107514880953,7.622107514880953,1.7660952613467262,0.7543729338329245,0.1077232406855492,0.1275776405806886,5.000513787828798,2.7608164580212415,0.1310657787450277,0.0838428248621122,0.0662041453862805,Energy,7 -ett2/15T/medium,Toto-2.0-4m,11.393069196428572,11.393069196428572,2.1293625992063494,0.8791716447910171,0.1331762286435135,0.1611135934850441,6.448051134613991,3.375362083751693,0.1798791434040858,0.1134775798382503,0.0896786402557707,Energy,7 -ett2/15T/long,Toto-2.0-4m,11.863024553571428,11.863024553571428,2.220953156001984,0.91750689486791,0.1410337494363298,0.1719912763169031,6.6791457739010225,3.4442741693383567,0.1835515929422226,0.118358606078253,0.0931473783476151,Energy,7 -bitbrains_fast_storage/5T/short,Toto-2.0-4m,1667311.202364136,1667311.202364136,148.5938886701573,0.6610802422203751,1.703633922686447,0.7278446376117532,13.06401912010597,1291.2440522086197,4.054186990734234,0.4665480621720856,0.3713402193954194,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Toto-2.0-4m,3639249.5659912857,3639249.5659912857,289.23486288501664,0.9689873738946466,4.213606313302829,0.8049994754265085,20.807831429214865,1907.681725548391,5.796063954283303,0.8787753956221425,0.5938653910173444,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,Toto-2.0-4m,3485233.910060817,3485233.910060817,318.0748802430266,0.8695484932447687,4.070364976757823,0.8206639496083538,15.68608136759766,1866.8781186946344,4.933601482232043,0.8405769422832146,0.6181720087467169,Web/CloudOps,2 -temperature_rain/D/short,Toto-2.0-4m,184.5809994741823,184.5809994741823,5.877166361403554,1.3620227742735915,30.74313255149191,1.511672772536639,19.688894746665973,13.586059011876191,1.5994383544619308,0.6918978701450659,0.5623579070759575,Nature,1 -electricity/D/short,Toto-2.0-4m,1621516610.6614776,1621516610.6614776,4675.285945945946,1.4983485076324274,0.5450851922100122,0.1000330995182613,11.881941135993236,40268.059435009745,0.6617379784723132,0.0768304784004682,0.060234457378853,Energy,1 -us_births/W/short,Toto-2.0-4m,3282575.4285714286,3282575.4285714286,1368.111607142857,1.2436674457501504,0.0183672159910202,0.0184837281431695,7.747741528937246,1811.7879093788624,0.0245948432159951,0.0185719809175664,0.0146607718235739,Healthcare,1 -m4_hourly/H/short,Toto-2.0-4m,875373.6553945249,875373.6553945249,237.9333232689211,1.0617493282647568,0.1228029063742325,0.1069844260634901,8.743767051185472,935.6140525849988,0.1277319697222807,0.0324831504611742,0.0265753520603519,Econ/Fin,1 -saugeen/W/short,Toto-2.0-4m,952.84697265625,952.84697265625,15.006619262695311,1.2175840110998806,0.3943230628967285,0.3935738337185405,10.973291695155968,30.86821946041349,0.9317828721188868,0.4529872808284595,0.3657262890545482,Nature,1 -kdd_cup_2018/D/short,Toto-2.0-4m,2918.5379352225877,2918.5379352225877,21.21704778513365,1.1934858811609947,0.5141620028485833,0.4638937862380546,9.547871937429024,54.02349428926814,1.210183655014934,0.4752844068129861,0.3814697406286438,Nature,1 -m_dense/D/short,Toto-2.0-4m,11704.167037037038,11704.167037037038,54.40546296296296,0.7892509835636073,0.1404910246648993,0.1141332036448324,8.487399832276495,108.18579868465656,0.1872856127939665,0.0941839002368346,0.0775178416259733,Transport,1 -m4_monthly/M/short,Toto-2.0-4m,1854671.7039074071,1854671.7039074071,560.5466166811343,0.9386653857534036,0.1606089329189724,0.1319967164867746,7.787470860743514,1361.8633205675992,0.2830419499412067,0.1165008301657236,0.0931933670609241,Econ/Fin,1 -m_dense/H/short,Toto-2.0-4m,58700.676458333335,58700.676458333335,112.96947998046876,0.9647030226431748,0.3605803900720617,0.2615047165930777,8.817567087820523,242.28222480886487,0.4297483353057329,0.20037972657821,0.1636007218079748,Transport,1 -m_dense/H/medium,Toto-2.0-4m,49544.817777777775,49544.817777777775,105.60072482638888,0.8759044397299848,0.3507341469017838,0.2483452675297867,7.976892997098065,222.5866522902435,0.3872726658474367,0.1837319255137105,0.1541828061599158,Transport,1 -m_dense/H/long,Toto-2.0-4m,47832.624197530866,47832.624197530866,106.4183063271605,0.881439483434522,0.3729651042553562,0.2512328036335105,8.28440174794079,218.70670816765283,0.3786136627981362,0.1842258295818449,0.1580714077971969,Transport,1 -bizitobs_service/10S/short,Toto-2.0-4m,2968.591075126204,2968.591075126204,19.91661082959049,0.7490081869575179,0.0637157788163139,0.0471691991908683,5.580196941387264,54.4847783800779,0.0403640662827598,0.014754862248783,0.0115425830719463,Web/CloudOps,2 -bizitobs_service/10S/medium,Toto-2.0-4m,81441.62841269841,81441.62841269841,57.13125930059524,1.194027778644464,0.0735227627224392,0.0702942591889372,9.771820226638855,285.3797967843877,0.2147835536514283,0.0429983307698338,0.0319550702925147,Web/CloudOps,2 -bizitobs_service/10S/long,Toto-2.0-4m,132640.95735449737,132640.95735449737,78.32563078703704,1.3732442579090602,0.084220316246073,0.0816325829562655,19.067409224739976,364.1990628138647,0.2698103035959549,0.0580261301572756,0.0537036681883759,Web/CloudOps,2 -electricity/15T/short,Toto-2.0-4m,170117.5510106982,170117.5510106982,59.67623970650338,1.1089648493904305,0.1836319370707319,0.1792093564460723,12.812932879579858,412.453089466788,0.8130263430703137,0.1176336319834324,0.0984629877395644,Energy,1 -electricity/15T/medium,Toto-2.0-4m,301764.92278828827,301764.92278828827,61.64695650337838,0.9625513072265232,0.1594897356526055,0.1515595103283026,8.219264543372036,549.3313415310365,0.946553237467092,0.1062239159623281,0.0860740871943296,Energy,1 -electricity/15T/long,Toto-2.0-4m,368473.8387837838,368473.8387837838,66.3050830518018,1.0005515979653252,0.1638090421258581,0.1524498120880365,8.383777317854918,607.0204599383646,0.957649217955495,0.1046043998870803,0.0846993405565783,Energy,1 -jena_weather/10T/short,Toto-2.0-4m,741.9043650793651,741.9043650793651,5.192182074652778,0.2680494225829998,0.3417875341743329,0.5399931402220696,2.2071245384387184,27.23792145299206,0.1691816431238231,0.0322499606404924,0.026370988574233,Nature,21 -jena_weather/10T/medium,Toto-2.0-4m,1424.8873015873016,1424.8873015873016,9.456259582431455,0.5872419173771315,0.7184069577229397,0.6484598650773482,5.698496005127758,37.74767941989682,0.2316568376474945,0.0580328969755215,0.0480118785276414,Nature,21 -jena_weather/10T/long,Toto-2.0-4m,1395.400925925926,1395.400925925926,9.607589285714283,0.638960123455531,0.7634274130816237,0.6418981634979061,5.9267819697443125,37.35506559927216,0.2285820517298629,0.0587904862667195,0.0492608424169732,Nature,21 -hierarchical_sales/D/short,Toto-2.0-4m,30.15423857999173,30.15423857999173,2.3177872442124845,0.7489430036507817,0.6215324511865195,1.0428997359818402,7.139747537759996,5.491287515691719,1.6846661974734325,0.7110714585790562,0.5782558071563647,Sales,1 -car_parts/M/short,Toto-2.0-4m,1.4652815456803423,1.4652815456803423,0.4998463326215079,0.8934632865328961,0.8013489289872845,1.8752724862510937,15.92691775321848,1.210488143552155,2.9026263958321348,1.198580231169828,1.0297719730464654,Sales,1 -ett1/15T/short,Toto-2.0-4m,5.065344819568453,5.065344819568453,1.1187468755812873,0.7008123808972138,0.4984224284241922,0.2430399856098412,5.063008230545934,2.250632093339214,0.4254631018015409,0.2114897042587656,0.167094054315465,Energy,7 -ett1/15T/medium,Toto-2.0-4m,8.81912574404762,8.81912574404762,1.5832228112599207,1.014893126402197,0.7281950809161216,0.3975279695464102,7.440008405897882,2.9697012886900964,0.566027935001311,0.3017637975635268,0.2389068411181592,Energy,7 -ett1/15T/long,Toto-2.0-4m,8.756752232142857,8.756752232142857,1.608336898561508,1.051156408112785,0.8374516485168692,0.4014791536155287,7.848630906667815,2.959181006992113,0.5640228258011056,0.306550603097077,0.2436603968838009,Energy,7 -ett2/D/short,Toto-2.0-4m,115933.33333333331,115933.33333333331,206.28158482142857,1.3410643305888394,0.4493348621186755,0.1369175476126939,10.930540932553768,340.4898432161132,0.1948712986651068,0.1180603801427749,0.0948887502054791,Energy,7 -jena_weather/H/short,Toto-2.0-4m,1138.1448412698412,1138.1448412698412,8.50303982612782,0.5265363140543013,1.2676434444144202,0.6153220377158313,4.550914209643485,33.73640231663479,0.2068019909067779,0.0521230909063412,0.0425916712012475,Nature,21 -jena_weather/H/medium,Toto-2.0-4m,1529.2044642857145,1529.2044642857145,11.187062872023809,0.8342739391677159,2.542127265969329,0.6932693595508623,6.463657428074202,39.1050439749876,0.2392906813254999,0.0684556165795394,0.0541164875041387,Nature,21 -jena_weather/H/long,Toto-2.0-4m,1376.2597883597884,1376.2597883597884,11.920088252314814,1.0837969071431508,2.6374335843070105,0.6850432338638975,8.68770157539502,37.097975529128114,0.2233709367225764,0.0717721449960187,0.0600120385818099,Nature,21 -bitbrains_fast_storage/H/short,Toto-2.0-4m,2303326.027778492,2303326.027778492,261.0944841978768,0.9358312151006298,2.762643655626117,0.5744027585337673,20.268708300636128,1517.6712515490606,4.3258560497294685,0.7442040908830309,0.6023048021625538,Web/CloudOps,2 -m4_weekly/W/short,Toto-2.0-4m,297749.1184915363,297749.1184915363,277.27453396185985,2.15247095882898,0.0679151209309547,0.069023790656323,15.120453020616262,545.6639244915649,0.0994115107034911,0.0505151230703745,0.0403212408646718,Econ/Fin,1 -sz_taxi/15T/short,Toto-2.0-4m,17.050501039758853,17.050501039758853,2.7562633323436545,0.5498801390406158,853033143245.9166,0.3987909068252409,3.9650399987326654,4.1292252348060225,0.3861002194192331,0.2577224096241541,0.2030034693055222,Transport,1 -sz_taxi/15T/medium,Toto-2.0-4m,16.683870860042735,16.683870860042735,2.7776845035389957,0.5422538938738596,10054588187268.158,0.4098177303539994,3.8723339125205984,4.084589435921649,0.38013922495141,0.2585099067849399,0.2037580277714906,Transport,1 -sz_taxi/15T/long,Toto-2.0-4m,16.046915064102564,16.046915064102564,2.744017094017094,0.5184953299232323,5992854134545.941,0.4065952532067322,4.018629119784527,4.005860090430339,0.3707752742627548,0.2539813342573773,0.2015343932878494,Transport,1 -loop_seattle/H/short,Toto-2.0-4m,69.06713696125958,69.06713696125958,4.696649697361631,0.9491231216447816,0.1339208213271999,0.107986818085867,7.51683347577598,8.310664050559351,0.1471072060257807,0.0831354763539258,0.066325351055636,Transport,1 -loop_seattle/H/medium,Toto-2.0-4m,77.59205043859649,77.59205043859649,5.158376064241486,1.0521484469123992,0.1378496168075577,0.1175435439774475,7.893996556077344,8.808634992925777,0.1556916332114503,0.0911737170180843,0.0720405978951863,Transport,1 -loop_seattle/H/long,Toto-2.0-4m,85.6827947626419,85.6827947626419,5.3325521505202955,1.1012727924098646,0.1843306230112659,0.1204194715989255,8.485734293989822,9.256500135723106,0.1654260532951263,0.0952998480329087,0.0750062569951589,Transport,1 -us_births/D/short,Toto-2.0-4m,256617.6,256617.6,327.94864583333333,0.4827166308545936,0.031048370997111,0.0308645155614425,5.001209906786364,506.5743775597025,0.0474872372822448,0.0307425243971068,0.0251349743256707,Healthcare,1 -m4_quarterly/Q/short,Toto-2.0-4m,1899445.2886666667,1899445.2886666667,585.0276705729167,1.23609477206349,0.1203117106755574,0.1067021641410299,9.646709923302964,1378.203645571534,0.2306870204888865,0.097923329880653,0.0784418173018285,Econ/Fin,1 -covid_deaths/D/short,Toto-2.0-4m,482190.5964912281,482190.5964912281,105.33713972431076,30.812631317151727,0.0819194270438933,0.3554002493112977,564.0589319042906,694.3994502382818,0.2612711724885029,0.0396336114507463,0.0333891999303455,Healthcare,1 -bizitobs_l2c/5T/short,Toto-2.0-4m,18.97426990327381,18.97426990327381,2.4573387509300595,0.2534409587852146,0.1417510429058824,0.2012818577100931,2.763988058764572,4.355946499128956,0.1496008343209042,0.0843949592635578,0.0688012503083831,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Toto-2.0-4m,220.90431547619048,220.90431547619048,9.38740699404762,0.87838997368913,0.5347088189777431,0.9500020629489544,6.713266887785486,14.862850180103091,0.7820044871508233,0.4939156556851831,0.3977383290029448,Web/CloudOps,7 -bizitobs_l2c/5T/long,Toto-2.0-4m,423.8457142857143,423.8457142857143,14.569303075396826,1.3476400171024268,0.9002587327970111,1.4175381097781437,9.72100805844269,20.587513552775484,1.1559581076002927,0.8180445865363071,0.6602721590115712,Web/CloudOps,7 -solar/W/short,Toto-2.0-4m,2844024.99270073,2844024.99270073,1362.6682253649635,1.4930268467672445,0.3121646964637032,0.2564773940648614,6.219266528221226,1686.4237286935718,0.3442412457004131,0.2781546531839868,0.2084770396492554,Energy,1 -ett1/D/short,Toto-2.0-4m,43244.33650793651,43244.33650793651,138.32664930555555,1.6709398984278114,1.2806445893787202,0.471069606466671,10.616607241260484,207.9527266181824,0.5461947343250698,0.3633195327428758,0.2773651909453648,Energy,7 -m4_daily/D/short,Toto-2.0-4m,352777.58193923417,352777.58193923417,178.99834397918144,3.337951206567234,0.0384126780721156,0.0311043564724311,25.683980302336657,593.950824512631,0.0917489878044449,0.0276502972990022,0.0217413365510517,Econ/Fin,1 -loop_seattle/5T/short,Toto-2.0-4m,45.45121611761481,45.45121611761481,3.6856895927059146,0.5838547985801821,0.1011033370152838,0.0779804998022978,4.534218925526252,6.741751709875914,0.1156061580581399,0.0632014396174557,0.0500097761369933,Transport,1 -loop_seattle/5T/medium,Toto-2.0-4m,114.05720725296698,114.05720725296698,6.2685063733552635,0.9889517841705576,0.2259917286970298,0.1385809508723525,7.680058552231232,10.67975689109855,0.1900148228562357,0.1115296106692335,0.0887988396219713,Transport,1 -loop_seattle/5T/long,Toto-2.0-4m,125.28951575220732,125.28951575220732,6.576814460067653,1.0345806862435167,0.2423481417877823,0.1435672275779835,8.29880115360282,11.193279937185851,0.1978994794454881,0.1162794252766785,0.0929561245838505,Transport,1 -hierarchical_sales/W/short,Toto-2.0-4m,459.95852092161016,459.95852092161016,9.010835291975637,0.7364720944016085,0.5475113126678508,0.4653104309503172,6.7689421792450934,21.44664358172649,0.984625897170708,0.4136918557819738,0.3509032765241753,Sales,1 -bizitobs_l2c/H/short,Toto-2.0-4m,56.763206845238095,56.763206845238095,4.637996128627232,0.4485404727540994,0.3686873255302008,0.6319914988467938,2.5847141767532147,7.534136104772603,0.4061092737185113,0.2499998955570927,0.1946485730657502,Web/CloudOps,7 -bizitobs_l2c/H/medium,Toto-2.0-4m,97.99324776785714,97.99324776785714,5.717790876116071,0.5761218900573664,0.5113450218203714,0.8284368278371238,3.873236555076783,9.89915389151301,0.5994088040824287,0.3462209223744395,0.2745279640732229,Web/CloudOps,7 -bizitobs_l2c/H/long,Toto-2.0-4m,111.1187003968254,111.1187003968254,6.605536954365079,0.6990189971408894,0.791433063572543,0.8395346286206646,5.171909127770092,10.541285519177697,0.6438921435349274,0.4034852619262981,0.322386080240608,Web/CloudOps,7 -ett2/H/short,Toto-2.0-4m,112.7745349702381,112.7745349702381,6.546652367001488,0.7480558819708468,0.1219349234412263,0.111360184607728,5.306021441903992,10.619535534581448,0.1346852584097095,0.0830297674410375,0.0657407803384668,Energy,7 -ett2/H/medium,Toto-2.0-4m,275.5571428571429,275.5571428571429,10.440927269345238,1.1096053367874248,0.1792158334428754,0.1779439727307931,8.052361520074784,16.59991394125713,0.2236945013456487,0.1406982004465435,0.1116141318730536,Energy,7 -ett2/H/long,Toto-2.0-4m,251.738210978836,251.738210978836,9.837690145502645,1.0758431793790886,0.1837241171452081,0.1799275626466964,8.308767692274513,15.866260144685514,0.2172762211057977,0.1347195948971331,0.1086889263077318,Energy,7 -electricity/W/short,Toto-2.0-4m,42555517079.29369,42555517079.29369,30876.015315315315,1.5881488966191348,0.2556093226289663,0.1016761527223345,12.505570995087163,206289.88603248025,0.4706854440407176,0.0704488778311167,0.054840389332682,Energy,1 -saugeen/M/short,Toto-2.0-4m,390.0737769717262,390.0737769717262,12.347486223493304,0.7235304820931197,0.3406165213811965,0.3625859347642725,4.10466374120862,19.75028549089167,0.5929628207381031,0.3707085785410035,0.2904664877045525,Nature,1 -solar/D/short,Toto-2.0-4m,130835.18442822385,130835.18442822385,254.14917883211675,0.992393831513398,1.0568851220346716,0.4327745434723061,5.1409475823889945,361.7114657129683,0.5225498674473332,0.3671589990900579,0.2779768160076348,Energy,1 -bizitobs_application/10S/short,Toto-2.0-4m,415942.0711111111,415942.0711111111,340.9516948784722,1.0946154826635317,0.0155395907825893,0.0156583552081182,8.489538550981102,644.9357108356701,0.0248725946168584,0.0131491451755008,0.0102763555657262,Web/CloudOps,2 -bizitobs_application/10S/medium,Toto-2.0-4m,4788162.133333334,4788162.133333334,1209.5069791666667,2.6056703901664107,0.0380460198720296,0.038968724213027,36.93706798155451,2188.186951184321,0.0859236613540035,0.0474937792801353,0.0417476385846531,Web/CloudOps,2 -bizitobs_application/10S/long,Toto-2.0-4m,6829942.3288888885,6829942.3288888885,1557.5184722222225,3.3177966623749056,0.0485621558295355,0.049818639729444,60.37511696008241,2613.4158354324113,0.1007890026509914,0.0600672618943552,0.0545817816321681,Web/CloudOps,2 -m4_yearly/A/short,Toto-2.0-4m,4150385.6449899888,4150385.6449899888,908.6191482763124,3.3489334161245914,0.1673588232890163,0.1500491843602509,31.864678138100356,2037.2495293875977,0.3266824057692016,0.1457012923576899,0.1190374785581602,Econ/Fin,1 -saugeen/D/short,Toto-2.0-4m,1180.1151041666667,1180.1151041666667,12.854209798177084,2.8551642193748927,0.292103525797526,0.3267642170542769,30.969716060510898,34.35280343970004,1.1126954884969689,0.4163509180766314,0.3460244659517803,Nature,1 diff --git a/results/Toto-2.0-4m/config.json b/results/Toto-2.0-4m/config.json deleted file mode 100644 index 26aa5f0916ac4ae2be1516521755f9b6407f017a..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-4m/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Toto-2.0-4m", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://huggingface.co/Datadog/Toto-2.0-4m", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/toto_2_0.ipynb", - "org": "Datadog", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/Toto-2.0-FnF/all_results.csv b/results/Toto-2.0-FnF/all_results.csv deleted file mode 100644 index c08dc9bafbc1fb8df860ee49286c1b4e2a6a8e73..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-FnF/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,Toto-2.0-FnF,3681085.118721509,3681085.118721509,323.3751618898428,0.8180251671406796,4.518342304168798,0.803277516742626,21.60059891625485,1918.615417096795,5.070327789735114,0.8545840168016547,0.6232758837456429,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,Toto-2.0-FnF,3719104.246732848,3719104.246732848,293.351858405563,0.9179274635084256,4.5875785740464945,0.7849691747482994,20.035492276786865,1928.4979250009185,5.859309359281629,0.8912839714450592,0.6038150687667078,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,Toto-2.0-FnF,1599144.9196059904,1599144.9196059904,136.43833706260324,0.6093852373564531,1.5896702849146722,0.7039826325783708,14.084911046642498,1264.5730186928672,3.97044652948557,0.4283826349853237,0.3457332703689969,Web/CloudOps,2 -bitbrains_fast_storage/H/short,Toto-2.0-FnF,2994753.484444216,2994753.484444216,317.7021630722566,0.9217525597179852,3.4702322841756947,0.5674113802523171,28.522209463583916,1730.5356062341557,4.932588456282044,0.9055543361608293,0.6607405768128751,Web/CloudOps,2 -bitbrains_rnd/5T/long,Toto-2.0-FnF,2393379.765338743,2393379.765338743,163.2233071395602,3.2383096450560673,1.331218446325101,0.6600281820838919,114.61299169811508,1547.0551914326595,5.9264198913215616,0.625271715912977,0.6123536829633901,Web/CloudOps,2 -bitbrains_rnd/5T/medium,Toto-2.0-FnF,2211026.7387068504,2211026.7387068504,140.19651016362198,4.30816012967219,0.3842617084673243,0.6894447224114558,158.35998952655854,1486.952164229519,6.2563660486557335,0.5898782135887962,0.6468809325086826,Web/CloudOps,2 -bitbrains_rnd/5T/short,Toto-2.0-FnF,1727238.4466759723,1727238.4466759723,114.5740747200524,1.569756992534852,0.9706313286758568,0.6326951176508967,50.82792212904574,1314.244439469299,5.3775088396109565,0.4688040375853692,0.374724382384044,Web/CloudOps,2 -bitbrains_rnd/H/short,Toto-2.0-FnF,1910164.9123225776,1910164.9123225776,153.02106421294914,5.752230065866608,1.4941908641479595,0.5265751535091702,192.4976585218074,1382.0871580050868,6.0486895974775905,0.6696950434267831,0.6469427847171922,Web/CloudOps,2 -bizitobs_application/10S/long,Toto-2.0-FnF,6340472.604444444,6340472.604444444,1526.0120833333333,3.250006156690735,0.0473360358344184,0.0483516279444001,71.84133483597499,2518.0295082553034,0.0971103332818165,0.0588521864095462,0.0543505411189032,Web/CloudOps,2 -bizitobs_application/10S/medium,Toto-2.0-FnF,4100494.933333333,4100494.933333333,1112.8026041666667,2.3969975809757655,0.0344512939453125,0.0351883296835081,30.28574720681874,2024.9678845189949,0.0795145289884725,0.0436964830918671,0.038330546588796,Web/CloudOps,2 -bizitobs_application/10S/short,Toto-2.0-FnF,419208.46222222224,419208.46222222224,342.19680555555556,1.008337314691823,0.0142682245042588,0.014413946473699,5.804754431666613,647.4630971895018,0.0249700636746369,0.0131971629905552,0.0102504608730987,Web/CloudOps,2 -bizitobs_l2c/5T/long,Toto-2.0-FnF,49.95102678571429,49.95102678571429,4.214128224206349,0.420112062551829,0.3312073905628868,0.6600280792211825,2.692573335095338,7.06760403430429,0.396835400439174,0.2366169996561739,0.1855358517064515,Web/CloudOps,7 -bizitobs_l2c/5T/medium,Toto-2.0-FnF,52.71988201530612,52.71988201530612,4.5074846540178575,0.4548547010300799,0.340878905251827,0.6123602568923987,3.0605750267745706,7.260845819552025,0.3820272654703296,0.2371599782337973,0.1879194754776718,Web/CloudOps,7 -bizitobs_l2c/5T/short,Toto-2.0-FnF,13.6208251953125,13.6208251953125,2.0648565383184523,0.2123097571623434,0.1055473816428011,0.1836097100717788,1.7921188530882828,3.690640214828926,0.1267515235614337,0.0709155314343702,0.0559533729389272,Web/CloudOps,7 -bizitobs_l2c/H/long,Toto-2.0-FnF,77.74926215277777,77.74926215277777,5.018063306051587,0.539928149012986,0.5991362017761961,0.7661909214162268,4.707964670274823,8.817554204697455,0.5386016598515349,0.3065177897562129,0.2474562868992035,Web/CloudOps,7 -bizitobs_l2c/H/medium,Toto-2.0-FnF,72.10503162202382,72.10503162202382,4.738404482886905,0.4788336032532183,0.4703838119537147,0.7549138540770538,3.1343435545088845,8.491468166461193,0.514171295278709,0.2869175886619083,0.2262479505539393,Web/CloudOps,7 -bizitobs_l2c/H/short,Toto-2.0-FnF,54.67801726810516,54.67801726810516,4.369932144407242,0.4274662479418658,0.3645075882653252,0.5853890631719318,2.617642032088973,7.394458551381917,0.3985802534551279,0.2355505341731934,0.1843795065674678,Web/CloudOps,7 -bizitobs_service/10S/long,Toto-2.0-FnF,131229.8395767196,131229.8395767196,75.91289021164022,1.2826479219208575,0.0736799678096064,0.0712879781207828,20.168186905512243,362.25659355865366,0.2683712655604525,0.0562386959428827,0.0521904952288792,Web/CloudOps,2 -bizitobs_service/10S/medium,Toto-2.0-FnF,23512.568888888887,23512.568888888887,38.34243055555555,0.9956450832677746,0.060634276374938,0.0544079935658045,9.277015602246005,153.33808688283835,0.1154058576168678,0.0288574167796945,0.0221539950645875,Web/CloudOps,2 -bizitobs_service/10S/short,Toto-2.0-FnF,1859.8657671957671,1859.8657671957671,17.03237888558201,0.6946468550635586,0.0506853174280237,0.0408003438967264,4.982894390845753,43.12616105330692,0.031949239756251,0.0126181311608546,0.0099390855907031,Web/CloudOps,2 -car_parts/M/short,Toto-2.0-FnF,1.4376076588960731,1.4376076588960731,0.4684804118422377,0.8874324726553701,0.8098755613116494,1.8888459288477757,29.190333321889433,1.19900277685086,2.8750856646563947,1.123367970671081,1.0220209294829758,Sales,1 -covid_deaths/D/short,Toto-2.0-FnF,311142.4962406015,311142.4962406015,89.91708176691729,29.06876173777873,0.078465046725128,0.3505469753852449,601.5825611766597,557.8014846167061,0.2098755231612365,0.0338317396016451,0.027958459401651,Healthcare,1 -electricity/15T/long,Toto-2.0-FnF,308302.53183633636,308302.53183633636,55.98441854354354,0.8417609615692088,0.1214168855099994,0.1271507941742816,6.947226617882747,555.2499723875152,0.875974924932028,0.0883222859429834,0.0704487574734333,Energy,1 -electricity/15T/medium,Toto-2.0-FnF,242170.86511599095,242170.86511599095,50.36491293637388,0.7901046933995404,0.1159875611675325,0.1247245325537588,6.8563393181602,492.1085907764576,0.8479526736751952,0.0867838184178672,0.0699371237019242,Energy,1 -electricity/15T/short,Toto-2.0-FnF,135700.2348902027,135700.2348902027,49.26567338823198,0.9547420444573362,0.1544258444652969,0.1591694810461872,10.926680578290684,368.3751279473177,0.7261399921631165,0.0971123536145945,0.0810262820891739,Energy,1 -electricity/D/short,Toto-2.0-FnF,1217245383.8552792,1217245383.8552792,4131.67845045045,1.3549572093915925,0.3000209972957166,0.0906986424261777,10.568070530202837,34889.04389425539,0.5733428851886458,0.0678972015006423,0.0536298402283986,Energy,1 -electricity/H/long,Toto-2.0-FnF,6494030.818786787,6494030.818786787,252.94583933933933,1.1261004509089414,0.2838181759998701,0.1348070256377446,9.109789613782524,2548.338835160424,1.0050640971401856,0.0997617656385774,0.0787972359681557,Energy,1 -electricity/H/medium,Toto-2.0-FnF,5699811.812252252,5699811.812252252,234.5051801801802,1.0284340646404184,0.2176334375155739,0.1249235146781438,8.401788812920325,2387.4278653505435,0.9318917308350936,0.0915350957486694,0.0725731340057956,Energy,1 -electricity/H/short,Toto-2.0-FnF,1793782.4375225224,1793782.4375225224,171.14722057995496,0.930457115870157,0.1600844405114521,0.123509338211838,10.799633353166303,1339.3216333362657,0.6322554600287893,0.0807937107764613,0.0665502167536883,Energy,1 -electricity/W/short,Toto-2.0-FnF,34800400203.185585,34800400203.185585,25460.348423423424,1.377424763966162,0.1586148510358648,0.0906677971391563,10.90155057166062,186548.65371582177,0.4256424665221088,0.0580921131597483,0.046324219112166,Energy,1 -ett1/15T/long,Toto-2.0-FnF,8.207826140873015,8.207826140873015,1.5198538256448413,0.9726315058530778,0.7696927840265214,0.3741362357290563,6.819470015239783,2.8649303902316747,0.5460585650569635,0.2896856419121741,0.2235165160217076,Energy,7 -ett1/15T/medium,Toto-2.0-FnF,9.03564422123016,9.03564422123016,1.5482631138392855,0.965207389755943,0.7516565780383307,0.3720391139512372,6.443239215839674,3.0059348331642455,0.5729341512970151,0.2951004803315096,0.2258691889250711,Energy,7 -ett1/15T/short,Toto-2.0-FnF,4.954717145647321,4.954717145647321,1.0623493012927827,0.6719975227404711,0.4717599892630472,0.2298853651367178,4.474511988002043,2.2259193933400465,0.4207914195847559,0.2008282384004427,0.1559299477947984,Energy,7 -ett1/D/short,Toto-2.0-FnF,36933.64126984127,36933.64126984127,128.3996527777778,1.5858936465625864,1.191692824590774,0.4700202125117815,10.344259613488555,192.18127190192408,0.5047704853683197,0.3372459470808285,0.2582658351911208,Energy,7 -ett1/H/long,Toto-2.0-FnF,148.31555886243387,148.31555886243387,7.225151909722222,1.3662246771948987,3482354029309.342,0.469885944077097,9.235231586692022,12.178487544126073,0.5832013917154323,0.3459968763639927,0.2634730431108639,Energy,7 -ett1/H/medium,Toto-2.0-FnF,138.86095610119048,138.86095610119048,6.936644926525298,1.262258362012395,3236948970474.284,0.4384066163993061,8.177902203273918,11.783927872368809,0.5644222113839703,0.3322488487217609,0.2552006690921888,Energy,7 -ett1/H/short,Toto-2.0-FnF,93.25771019345238,93.25771019345238,4.771155947730655,0.7893165821209576,0.4629629589262463,0.252615599164426,5.288084200653425,9.6570031683464,0.4507318463030708,0.2226893676880458,0.1709812121752595,Energy,7 -ett1/W/short,Toto-2.0-FnF,1188412.642857143,1188412.642857143,862.6583426339286,1.5232308145019513,0.5977623122079032,0.5591547981374224,7.677346841270574,1090.143404721206,0.4337940800076567,0.3432723442467803,0.2504899923940814,Energy,7 -ett2/15T/long,Toto-2.0-FnF,10.78500496031746,10.78500496031746,2.073526630704365,0.8592890807150205,0.1304196276407475,0.1591389922601546,6.967953126088155,3.2840531299474223,0.1750131358621699,0.1105019875056346,0.0892396503414316,Energy,7 -ett2/15T/medium,Toto-2.0-FnF,11.03399181547619,11.03399181547619,2.0747539992559525,0.8518459839257161,0.1281258108663012,0.1559288857175707,6.4444041647175165,3.321745296598791,0.1770218196507909,0.1105673961974469,0.0873308106833325,Energy,7 -ett2/15T/short,Toto-2.0-FnF,7.462599981398809,7.462599981398809,1.6559895833333331,0.711440535075929,0.1006308763823837,0.1201415134936076,4.786964828003306,2.731775975697643,0.1296871237388917,0.0786157166307241,0.0619147726120239,Energy,7 -ett2/D/short,Toto-2.0-FnF,103265.6761904762,103265.6761904762,192.03929811507936,1.2562594292421505,0.4177723718067956,0.1304338814822296,11.080385754310504,321.3497723516794,0.1839169532446209,0.1099091570972332,0.0898185853687679,Energy,7 -ett2/H/long,Toto-2.0-FnF,223.269957010582,223.269957010582,9.149948330026454,1.009506043697303,0.1759140645884849,0.1695151720663282,7.918442957129059,14.942220618455009,0.2046222109874142,0.1253015000593801,0.1015652247823458,Energy,7 -ett2/H/medium,Toto-2.0-FnF,228.52832961309525,228.52832961309525,9.352389090401786,1.007229457566919,0.1698067458147112,0.1639273670300295,7.042481262405035,15.117153489102876,0.2037133647432886,0.1260294572895308,0.1009675954998333,Energy,7 -ett2/H/short,Toto-2.0-FnF,104.03091517857143,104.03091517857143,6.2761114211309526,0.7196529098081003,0.1171923034822626,0.1073456032543578,5.050807616693913,10.19955465589412,0.1293587323117515,0.0795985554933657,0.0630413678377026,Energy,7 -ett2/W/short,Toto-2.0-FnF,2908067.1428571427,2908067.1428571427,1211.980747767857,0.8141180159939483,0.1385091202599661,0.1458276382454593,9.025312005460814,1705.3055863560471,0.1430489947672273,0.1016666039404074,0.0836505939332857,Energy,7 -hierarchical_sales/D/short,Toto-2.0-FnF,28.42445096114097,28.42445096114097,2.292863867429723,0.7401065693815594,0.6320955393319587,1.0523650104344555,6.8665021933552595,5.331458614782728,1.635632460672858,0.7034252425918528,0.5691038214446352,Sales,1 -hierarchical_sales/W/short,Toto-2.0-FnF,452.4559719279661,452.4559719279661,8.806375794491526,0.7157368443939842,0.5223783732173817,0.4511313265418554,6.664707180470801,21.271012480085805,0.9765625873868228,0.4043050202438994,0.3403269984862023,Sales,1 -hospital/M/short,Toto-2.0-FnF,2403.397870491091,2403.397870491091,16.92267416001195,0.7408670421383975,0.1888792990394801,0.1698059302033766,4.8598212185946235,49.024461960240735,0.1779701810903932,0.0614332368855692,0.0481109078000803,Healthcare,1 -jena_weather/10T/long,Toto-2.0-FnF,1313.269576719577,1313.269576719577,9.24073970734127,0.6139129525997082,0.783697050054579,0.6246069455471163,5.470323852698338,36.23906147680396,0.2217530311416153,0.0565456707924195,0.0463547589982753,Nature,21 -jena_weather/10T/medium,Toto-2.0-FnF,1373.0206349206348,1373.0206349206348,9.056545928030303,0.5716037625545065,0.7223175527802805,0.6386666377991042,4.9839893461205245,37.054293070042974,0.2274015631155795,0.0555798675357035,0.045332197910416,Nature,21 -jena_weather/10T/short,Toto-2.0-FnF,820.7614087301587,820.7614087301587,5.554774305555555,0.2649281603556855,0.3405616846708602,0.5411195491705642,2.126517224404176,28.64893381489368,0.1779457853120824,0.0345021103549618,0.0279640406524578,Nature,21 -jena_weather/D/short,Toto-2.0-FnF,367.1682539682539,367.1682539682539,9.428673735119048,0.9911724248971546,0.5968997135581906,0.4444856998054424,6.478431529716863,19.161634950292058,0.1153843606409091,0.0567760263380793,0.0446099650963465,Nature,21 -jena_weather/H/long,Toto-2.0-FnF,1223.5261904761903,1223.5261904761903,10.762952628968254,0.8882452436446758,2.2462958299758258,0.6492575447156398,6.846759770152762,34.978939241723594,0.2106119682999263,0.0648048993779084,0.052003560210311,Nature,21 -jena_weather/H/medium,Toto-2.0-FnF,1128.9311507936509,1128.9311507936509,9.65704132564484,0.7703260677434616,2.185959952152388,0.6753827114230655,5.522222947627104,33.599570693591474,0.2056017320619257,0.0590931485777845,0.0473488439371068,Nature,21 -jena_weather/H/short,Toto-2.0-FnF,1087.9629281537177,1087.9629281537177,8.22764593776107,0.5177234914422421,1.3033903011349186,0.6059004930530353,4.2575884206436765,32.98428304744121,0.2021915316580013,0.0504349399289033,0.0404182033265805,Nature,21 -kdd_cup_2018/D/short,Toto-2.0-FnF,2889.7027862972936,2889.7027862972936,21.251476499642596,1.204127010621912,0.5377517406971691,0.4678194407958855,8.993783432207499,53.75595582163239,1.2041905091645952,0.4760556465876442,0.3764580492982664,Nature,1 -kdd_cup_2018/H/long,Toto-2.0-FnF,4169.580058706008,4169.580058706008,25.40567820964255,1.0735183235847252,1.1823240728193032,0.6398308471666682,8.045548011257265,64.57228553106981,1.5151267157999966,0.5961198596559808,0.4665802750252126,Nature,1 -kdd_cup_2018/H/medium,Toto-2.0-FnF,5210.980664171344,5210.980664171344,27.090793911506715,1.11304144036448,1.1808843534027098,0.5809489949307265,8.838913217156652,72.18712256470225,1.5110071992377212,0.5670593753984591,0.4441270413361774,Nature,1 -kdd_cup_2018/H/short,Toto-2.0-FnF,4531.42375807945,4531.42375807945,23.98328533017688,1.0029293319934562,0.9840798073188448,0.5192255893265687,7.607502699886686,67.31585071942158,1.4090426621540475,0.5020135948320215,0.3962161332336,Nature,1 -loop_seattle/5T/long,Toto-2.0-FnF,80.30528601937851,80.30528601937851,5.011387545149639,0.7942405505601492,0.1507492930811761,0.1142761719918279,5.885271980371222,8.961321666996366,0.158438000567689,0.0886023571330474,0.0699688735856928,Transport,1 -loop_seattle/5T/medium,Toto-2.0-FnF,63.47467653508772,63.47467653508772,4.532100728037926,0.7218793837468137,0.1399930510309335,0.1042305245817391,5.2373336685649905,7.967099631301702,0.1417510754745329,0.0806353857850935,0.0635360688894656,Transport,1 -loop_seattle/5T/short,Toto-2.0-FnF,39.58901120275413,39.58901120275413,3.3943908376467364,0.5382867026096851,0.0896326856347429,0.0725101074812461,3.9172667243615025,6.291979911184883,0.1078935646718542,0.0582063090684947,0.0458056192784659,Transport,1 -loop_seattle/D/short,Toto-2.0-FnF,17.712317184275026,17.712317184275026,2.8459747786861453,0.8610586908069136,0.0529109714693083,0.0525160408204306,7.118742157495671,4.208600383057891,0.0752133154127336,0.0508613741394181,0.04129620009042,Transport,1 -loop_seattle/H/long,Toto-2.0-FnF,58.46082731338149,58.46082731338149,4.052479198916409,0.8475127515738958,0.11756135765367,0.0938637142715136,6.509817727144853,7.645968042921805,0.1366436880479133,0.0724232301742376,0.05768519370706,Transport,1 -loop_seattle/H/medium,Toto-2.0-FnF,61.79986293859649,61.79986293859649,4.171770339509159,0.8536477177680137,0.1114295951599184,0.0952519464676835,6.749279966398152,7.861288885328951,0.1389473972626668,0.073735571750094,0.0589646493571493,Transport,1 -loop_seattle/H/short,Toto-2.0-FnF,56.384212817744825,56.384212817744825,3.902971718249281,0.7930820866726908,0.1068908308506866,0.0897475724586031,6.607113202462222,7.508942190331793,0.1329159137114284,0.0690865689163128,0.0553303316167091,Transport,1 -m4_daily/D/short,Toto-2.0-FnF,354459.2136266856,354459.2136266856,175.13141945697726,3.277374820336946,0.0367152152715262,0.0297922024590873,25.550994919563166,595.3647735856443,0.0919674038599533,0.0270529643276749,0.0214704789390905,Econ/Fin,1 -m4_hourly/H/short,Toto-2.0-FnF,599813.5136876006,599813.5136876006,173.57119313607086,0.6484829521308693,0.0833524129624912,0.0754149766219971,5.190723227887851,774.4762834894304,0.1057331074923217,0.0236962990509407,0.0188640998355613,Econ/Fin,1 -m4_monthly/M/short,Toto-2.0-FnF,1773461.2237777775,1773461.2237777775,539.4654262152778,0.8945207071001676,0.1553446909409982,0.127821974462242,7.421891693478247,1331.7136418080945,0.276775811675118,0.1121194350826612,0.0894797043061077,Econ/Fin,1 -m4_quarterly/Q/short,Toto-2.0-FnF,1703061.913333333,1703061.913333333,539.6865550130208,1.1156911438495225,0.1133337947527567,0.097897160929752,8.689845002257538,1305.014142962954,0.2184363865988308,0.0903340255802591,0.0722149783082471,Econ/Fin,1 -m4_weekly/W/short,Toto-2.0-FnF,227934.52581958432,227934.52581958432,241.58174416113135,1.852011414199622,0.0579713797298518,0.0575791553909571,12.898029801480485,477.4248902388567,0.0869794161861012,0.0440124499119487,0.0347948954571754,Econ/Fin,1 -m4_yearly/A/short,Toto-2.0-FnF,3256453.2609036304,3256453.2609036304,819.614648624532,2.980233407752116,0.1649630544826361,0.1340742010392302,30.528645256793347,1804.56456268642,0.2893702927404567,0.1314290082554729,0.1075463612320571,Econ/Fin,1 -m_dense/D/short,Toto-2.0-FnF,8237.822962962962,8237.822962962962,42.068009259259256,0.6314321233636238,0.1177730800665423,0.0912756725712817,6.853521473161632,90.76245348690703,0.157123232511374,0.0728259467014819,0.0606406480559603,Transport,1 -m_dense/H/long,Toto-2.0-FnF,33679.02419753087,33679.02419753087,77.33469907407408,0.669152095777515,0.2544084847344345,0.1839536945899884,6.781560700167323,183.51845737562985,0.3176975786782861,0.1338777962445419,0.1117427621055421,Transport,1 -m_dense/H/medium,Toto-2.0-FnF,35961.74,35961.74,77.98053819444445,0.6787968228694384,0.255576293681625,0.1854683597214196,6.5854137860890365,189.63580885476244,0.3299423494684358,0.1356762846641131,0.111836713229996,Transport,1 -m_dense/H/short,Toto-2.0-FnF,43822.764444444445,43822.764444444445,84.7619140625,0.7538907615941077,0.2742517390316662,0.2027185515522441,8.859877662134242,209.3388746612641,0.3713149997449867,0.1503465142316712,0.1250283235521589,Transport,1 -restaurant/D/short,Toto-2.0-FnF,137.50076468665358,137.50076468665358,7.05177596286308,0.6774476666928854,0.676533418375537,0.3899446814912312,4.570071236629472,11.726072005861706,0.5396610027456126,0.3245390686117009,0.2537547761095939,Sales,1 -saugeen/D/short,Toto-2.0-FnF,1132.46875,1132.46875,12.379453125,2.7498526377484453,0.2752696228027343,0.3157090234064033,29.637044803001935,33.6521730353331,1.090001902763527,0.4009734363143283,0.331906790692012,Nature,1 -saugeen/M/short,Toto-2.0-FnF,396.4049014136905,396.4049014136905,12.403336297898065,0.7268110298268381,0.3555986086527506,0.3520703348446346,4.584609373107861,19.90991967371266,0.5977555178044522,0.3723853653232884,0.2866361550313963,Nature,1 -saugeen/W/short,Toto-2.0-FnF,974.651953125,974.651953125,14.832611083984377,1.2033229540272692,0.3779383659362793,0.3832154048879677,9.544071106475696,31.21941628418123,0.94238404027337,0.4477346992618621,0.3546897760739143,Nature,1 -solar/10T/long,Toto-2.0-FnF,18.55275718521898,18.55275718521898,1.7745718628820712,0.7756199757737772,3.43986719257878,1.43975120745233,3.952367840591476,4.307291165595725,0.9309520783410844,0.3835453189492441,0.2849573028001403,Energy,1 -solar/10T/medium,Toto-2.0-FnF,19.2702226415616,19.2702226415616,1.8111358365820616,0.793287219288875,3.633142366284267,1.444146790153344,3.8450824033560567,4.389786172646864,0.974110985031014,0.4018982347684948,0.2951900043318003,Energy,1 -solar/10T/short,Toto-2.0-FnF,20.483948377623175,20.483948377623175,1.89736482569191,0.8332964374071499,5.047131832343912,1.5061031454127154,3.952436318779054,4.52591961678764,1.3165895263968703,0.5519432223219274,0.4186581061537864,Energy,1 -solar/D/short,Toto-2.0-FnF,123451.96690997569,123451.96690997569,247.1559914841849,0.9632769041109812,1.063047088845803,0.4215228123923124,5.207663865706274,351.35732084300685,0.5075916547772867,0.357056225282506,0.2718663978887842,Energy,1 -solar/H/long,Toto-2.0-FnF,869.6274939172749,869.6274939172749,13.126376216545012,1.0002770944543122,4.748487529933098,1.4159589946432152,4.65120911662665,29.489447161947187,1.0224528760949736,0.4551153855684866,0.3412075045749431,Energy,1 -solar/H/medium,Toto-2.0-FnF,817.2852798053528,817.2852798053528,12.91478102189781,0.9908980651239236,3.826775357558467,1.4257256957351598,4.345802921183203,28.588201758861167,1.0298137525436346,0.4652205556551839,0.337601577864479,Energy,1 -solar/H/short,Toto-2.0-FnF,636.3707180817006,636.3707180817006,10.269291970927975,0.7903176918891256,3.787868971427148,1.3914472382333136,3.820226491509605,25.22638931915744,0.929853100300459,0.3785295174924749,0.28803288116139,Energy,1 -solar/W/short,Toto-2.0-FnF,1409758.3649635036,1409758.3649635036,957.7078010948906,1.0506738947781733,0.2160241621254134,0.1892478452894571,6.297970343502338,1187.3324576391835,0.2423642393806193,0.1954921060801872,0.1419626837173007,Energy,1 -sz_taxi/15T/long,Toto-2.0-FnF,15.486605235042736,15.486605235042736,2.684955651264245,0.5065789388935183,6381149157220.796,0.3965118271128069,4.001547723692738,3.935302432474883,0.3642445831279675,0.2485147123233373,0.1985999522490972,Transport,1 -sz_taxi/15T/medium,Toto-2.0-FnF,16.189059161324785,16.189059161324785,2.732453175080128,0.5327501191954815,9858672519878.674,0.402349172736436,3.76591048410215,4.0235629933337425,0.3744596958455247,0.2543003766929647,0.2003558769453115,Transport,1 -sz_taxi/15T/short,Toto-2.0-FnF,16.527052510206808,16.527052510206808,2.7056449731773218,0.5396444834745913,1076371278757.9828,0.3887803655763255,3.7860035064369457,4.0653477723568505,0.380127403487644,0.2529893765563465,0.1986327200677379,Transport,1 -sz_taxi/H/short,Toto-2.0-FnF,7.1132995083800745,7.1132995083800745,1.8314738477397168,0.5576892362332112,1.1443052373380742,0.2926419262941911,3.8405735826030822,2.667076959590794,0.2484546770185087,0.1706130907365464,0.1341680018952235,Transport,1 -temperature_rain/D/short,Toto-2.0-FnF,174.00283871355666,174.00283871355666,5.631394641821487,1.30996920050276,23.33022887467773,1.4963149484301934,18.66342248772736,13.191013558993738,1.5529310598488535,0.662964040666039,0.5377537528180193,Nature,1 -us_births/D/short,Toto-2.0-FnF,128687.78666666668,128687.78666666668,215.036640625,0.3165292711493124,0.0206735515594482,0.020587695917274,2.407507104401133,358.730799718489,0.0336281015410686,0.0201579401369006,0.0159178143444204,Healthcare,1 -us_births/M/short,Toto-2.0-FnF,54009061.333333336,54009061.333333336,5960.669270833333,0.6731695609400244,0.0183457136154174,0.018597194299605,4.284612803429121,7349.085748127677,0.0228262102282509,0.0185137981158786,0.0147547482079893,Healthcare,1 -us_births/W/short,Toto-2.0-FnF,1637687.0,1637687.0,987.3701869419644,0.8982517665195573,0.0133796355554035,0.0134014552049334,5.222780259403237,1279.7214540672512,0.0173720932566107,0.0134034534717205,0.0104149882791899,Healthcare,1 diff --git a/results/Toto-2.0-FnF/config.json b/results/Toto-2.0-FnF/config.json deleted file mode 100644 index f8d7e967a71f05d2210b58d3b69412be5b236c19..0000000000000000000000000000000000000000 --- a/results/Toto-2.0-FnF/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Toto-2.0-FnF", - "model_type": "agentic", - "model_dtype": "float32", - "model_link": "https://huggingface.co/Datadog/Toto-2.0-Family-and-Friends", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/toto_2_0_fnf.ipynb", - "org": "Datadog", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/TurkForecast-FM-Chronos2-LoRA-v1/all_results.csv b/results/TurkForecast-FM-Chronos2-LoRA-v1/all_results.csv deleted file mode 100644 index 86a9e06e2d2e24e4b91f7bcb645b011bfa21d1e5..0000000000000000000000000000000000000000 --- a/results/TurkForecast-FM-Chronos2-LoRA-v1/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,TurkForecast-FM-Chronos2-LoRA-v1,4145797.488463595,4145797.488463595,357.97367393467607,0.8711999929238592,3.7828414394588368,0.8360760492923797,15.432955463966756,2036.1231515955992,5.380865066630999,0.946017452499958,0.7026061445524241,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,TurkForecast-FM-Chronos2-LoRA-v1,2854813.8535229373,2854813.8535229373,267.82598383026493,0.9588490240362445,3.4515445017801873,0.8189011494265185,20.728725080171767,1689.6194404430062,5.133530703852618,0.8137293395024578,0.6233457308991365,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,TurkForecast-FM-Chronos2-LoRA-v1,13813272.941630358,13813272.883602723,1034.2030676695697,0.588926849642918,5.559348561258853,0.9853327063081376,9.442299719640902,3716.621172736113,3.2419222578401636,0.9021113079100637,0.5921277160771736,Web/CloudOps,2 -bitbrains_fast_storage/H/short,TurkForecast-FM-Chronos2-LoRA-v1,25593343.002852045,25593343.913878936,1653.2433231962495,1.0045046730749456,0.8551940633444735,0.6120406795293092,68.34015839793562,5058.986361204391,1.557192216177352,0.5088801310949449,0.37188517283298544,Web/CloudOps,2 -bitbrains_rnd/5T/long,TurkForecast-FM-Chronos2-LoRA-v1,2314407.0498213544,2314407.0498213544,165.33585963632635,3.2753978851024095,1.2795751991636328,0.7092483613458547,115.21846073163633,1521.3175374724879,5.8278244831833454,0.6333644009242041,0.8730126297517127,Web/CloudOps,2 -bitbrains_rnd/5T/medium,TurkForecast-FM-Chronos2-LoRA-v1,2303161.976669191,2303161.976669191,157.1222612676236,4.359229717604128,0.8530047134127788,0.7383417746560365,159.03573459737711,1517.617203602144,6.385389278797625,0.6610934563586716,1.004565433626743,Web/CloudOps,2 -bitbrains_rnd/5T/short,TurkForecast-FM-Chronos2-LoRA-v1,1650925.5809867298,1650925.6655343752,137.05585308562328,0.34207670591305334,0.5613496402894474,0.6412752145528795,84.36733568344327,1284.8834892653613,3.2752733665495857,0.349366601078879,0.31943693854230404,Web/CloudOps,2 -bitbrains_rnd/H/short,TurkForecast-FM-Chronos2-LoRA-v1,8212963.009784802,8212963.129132655,581.9444275650674,2.8112009545430268,3.8871269629077685,0.5803074897018572,152.45237452104334,2865.8267585087556,4.236042934741475,0.8601851214484488,0.7198871910519904,Web/CloudOps,2 -bizitobs_application/10S/long,TurkForecast-FM-Chronos2-LoRA-v1,5508385.564444444,5508385.564444444,1444.5294444444444,2.9496631708273595,0.04264470418294271,0.043645833333333335,21.627569590086416,2346.995007332662,0.09051421622566853,0.0557097267230176,0.04539597373122299,Web/CloudOps,2 -bizitobs_application/10S/medium,TurkForecast-FM-Chronos2-LoRA-v1,2196085.12,2196085.12,830.188125,1.8026079477842636,0.02545076847076416,0.02595753033955892,17.99670644890125,1481.9194040162913,0.05819061344630824,0.032599044279103956,0.025662633137848945,Web/CloudOps,2 -bizitobs_application/10S/short,TurkForecast-FM-Chronos2-LoRA-v1,347597.08444444445,347597.08444444445,322.35493055555554,1.003902166736118,0.01409513579474555,0.014232810338338215,6.047178036464015,589.5736463279583,0.022737498945655292,0.012431941182046274,0.009567255598719189,Web/CloudOps,2 -bizitobs_l2c/5T/long,TurkForecast-FM-Chronos2-LoRA-v1,96.63757936507936,96.63757936507936,6.570953621031746,0.6471512945825063,0.550500069975595,0.811466548859127,5.148691017725035,9.830441463387052,0.5519645916327948,0.36894922222762233,0.2977954916750903,Web/CloudOps,7 -bizitobs_l2c/5T/medium,TurkForecast-FM-Chronos2-LoRA-v1,81.7203762755102,81.7203762755102,5.994177163052721,0.5826103672409443,0.44157504104487144,0.6657834007626489,4.4808924084573665,9.03993231586997,0.47563337777660464,0.3153818669691863,0.24720505695342634,Web/CloudOps,7 -bizitobs_l2c/5T/short,TurkForecast-FM-Chronos2-LoRA-v1,1.2736444473266602,1.2736444379370748,1.0646353562672932,1.4394779156694748,0.10427936911582947,0.11074050267537434,6.496190051243036,1.128558570623014,0.11208759513494355,0.105738789182876,0.08656550336132517,Web/CloudOps,7 -bizitobs_l2c/H/long,TurkForecast-FM-Chronos2-LoRA-v1,85.68464781746032,85.68464781746032,5.357755921378968,0.5712635894958724,0.6297144659223869,0.7843813941592261,5.135881343364576,9.256600229968901,0.5654198582399772,0.3272671951136721,0.2672670630808577,Web/CloudOps,7 -bizitobs_l2c/H/medium,TurkForecast-FM-Chronos2-LoRA-v1,76.57036830357143,76.57036830357143,4.936408923921131,0.4979993374385745,0.4964170399098629,0.7691191173735119,3.3091562434700794,8.750449605795774,0.5298530148006348,0.29890705831800585,0.2359357980831375,Web/CloudOps,7 -bizitobs_l2c/H/short,TurkForecast-FM-Chronos2-LoRA-v1,10.819485982259115,10.819486312630715,3.180017352104187,0.4174540700545407,0.11202432711919148,0.11910935242970784,5.936501370052949,3.289298706754848,0.11661674936909298,0.11274236045511557,0.10096949785902391,Web/CloudOps,7 -bizitobs_service/10S/long,TurkForecast-FM-Chronos2-LoRA-v1,131188.08042328042,131188.08042328042,76.91575396825397,1.3255743262231172,0.07917331917576058,0.07955421730324073,18.17709193096694,362.1989514386816,0.2683285624352049,0.056981649474530625,0.0511030149757811,Web/CloudOps,2 -bizitobs_service/10S/medium,TurkForecast-FM-Chronos2-LoRA-v1,37981.88444444445,37981.88444444445,39.59513888888889,0.9790487780830548,0.06515108623201885,0.0587854488312252,10.441729982856108,194.8894159374604,0.1466783495022143,0.029800231031514076,0.02211947431703989,Web/CloudOps,2 -bizitobs_service/10S/short,TurkForecast-FM-Chronos2-LoRA-v1,1836.175238095238,1836.175238095238,17.853725198412697,0.71692567427202,0.05574358258928572,0.04660181439112103,5.53490701103776,42.85061537592241,0.03174510577022393,0.013226610396232215,0.010125705005055306,Web/CloudOps,2 -car_parts/M/short,TurkForecast-FM-Chronos2-LoRA-v1,1.3728812440578502,1.3728812440578502,0.45334444113171746,0.8359773797258253,0.8484361781497719,1.903766687321476,15.376365499809188,1.1717001510872354,2.8096167687905766,1.0870734655617833,0.9660464513713963,Sales,1 -covid_deaths/D/short,TurkForecast-FM-Chronos2-LoRA-v1,491285.0026464259,491284.9982696425,122.913200165987,6.563407122049355,0.20629658011926547,0.426425896068414,685.956905261619,700.9172580600551,0.6526357037845437,0.11444652300999619,0.07383022747641926,Healthcare,1 -electricity/15T/long,TurkForecast-FM-Chronos2-LoRA-v1,311064.08655255253,311064.08655255253,56.517862706456455,0.8554108103088559,0.12106029066856129,0.1287547336154514,7.247739954641148,557.7311956064073,0.8798893135132914,0.08916385493544576,0.07167304284461921,Energy,1 -electricity/15T/medium,TurkForecast-FM-Chronos2-LoRA-v1,259282.1163963964,259282.1163963964,51.24800267454955,0.8041393284984164,0.11774989078055213,0.12681871816274282,7.066440269952036,509.1975219857186,0.877398605698191,0.08830546919418839,0.07142175805937691,Energy,1 -electricity/15T/short,TurkForecast-FM-Chronos2-LoRA-v1,569.8243161101515,569.8243035120253,8.120091214478016,0.3150890824201111,0.08711830541374636,0.10244774495561919,3.94900938246791,23.87099319488302,0.23364175680615715,0.07947689183789908,0.06406816925927099,Energy,1 -electricity/D/short,TurkForecast-FM-Chronos2-LoRA-v1,1275285.582471354,1275285.5738211996,526.654396891276,1.1762035837391729,0.08917937111854553,0.08296761306126912,14.123542326924964,1129.2854300270387,0.12227264799314491,0.05702316311373778,0.04595426245846068,Energy,1 -electricity/H/long,TurkForecast-FM-Chronos2-LoRA-v1,9137662.634666666,9137662.634666666,282.3887507507508,1.1925033326651895,0.29071461624112027,0.14178493337087086,9.865966042933266,3022.856700981154,1.1922137887853903,0.11137403977292432,0.08775034376303065,Energy,1 -electricity/H/medium,TurkForecast-FM-Chronos2-LoRA-v1,6055900.268108108,6055900.268108108,244.40511542792794,1.0691861062780872,0.23166439194444644,0.12954365223377676,8.94221628330075,2460.8738830155658,0.9605601728525409,0.09539937074459606,0.07593499533151156,Energy,1 -electricity/H/short,TurkForecast-FM-Chronos2-LoRA-v1,4472.552361089108,4472.552346311361,27.981416455904647,0.8275140821788405,0.06793394207954406,0.06848514009267091,10.60395634424436,66.87714378686569,0.13920573328679325,0.05824371919376945,0.0470979880074406,Energy,1 -electricity/W/short,TurkForecast-FM-Chronos2-LoRA-v1,222573686.08339843,222573689.1091473,5583.665745239257,1.9659352960831997,0.08884189989417791,0.08592616360634565,19.10817636397229,14918.903648840904,0.2205613919194663,0.0825490344235387,0.06301357361198406,Energy,1 -ett1/15T/long,TurkForecast-FM-Chronos2-LoRA-v1,8.841597222222223,8.841597222222223,1.5811059957837301,1.0133727405348167,0.7827073009652279,0.38617210751488096,8.330647018479825,2.9734823393156757,0.5667486738823136,0.30136036610327815,0.24113485656719547,Energy,7 -ett1/15T/medium,TurkForecast-FM-Chronos2-LoRA-v1,9.473058655753968,9.473058655753968,1.5767613777281746,0.9859937447971706,0.7630063625767908,0.37749449714781746,7.507395887777427,3.077833435349283,0.5866380266337106,0.30053224208922674,0.23303125605934719,Energy,7 -ett1/15T/short,TurkForecast-FM-Chronos2-LoRA-v1,1.3306454022725422,1.3306454932582692,0.9806562662124634,0.15421073829264542,0.07204935948053996,0.0705514947573344,1.2806436084867998,1.1535360429013661,0.07875253821211252,0.0669499437685042,0.05154629569143616,Energy,7 -ett1/D/short,TurkForecast-FM-Chronos2-LoRA-v1,101586.18333333333,101586.18377739613,229.63846435546876,1.0104384777211877,0.6325628916422527,0.30530134836832684,9.502404524203746,318.72587490402054,0.3697031215187246,0.2663670014686541,0.21383860221449835,Energy,7 -ett1/H/long,TurkForecast-FM-Chronos2-LoRA-v1,149.0723544973545,149.0723544973545,7.340656001984127,1.380466540478325,3420950115626.8896,0.46889803447420636,10.575395748311882,12.209519011711906,0.5846874214886253,0.3515281171779196,0.2751785632214682,Energy,7 -ett1/H/medium,TurkForecast-FM-Chronos2-LoRA-v1,140.37652529761905,140.37652529761905,6.97626720610119,1.273777521133431,3687778958273.7476,0.4353119623093378,9.667693706636634,11.848059980335137,0.5674939873309317,0.33414666198916376,0.26059463857135295,Energy,7 -ett1/H/short,TurkForecast-FM-Chronos2-LoRA-v1,46.82054646809896,46.82054610332542,5.481607939427097,0.5203337299979017,0.46396485964457196,0.27803532282511395,5.72945504791593,6.842554089526729,0.17321679387210695,0.1387649353196062,0.12435096037766329,Energy,7 -ett1/W/short,TurkForecast-FM-Chronos2-LoRA-v1,3257778.5,3257778.3278597593,1659.533203125,1.9389318805161724,0.30396950244903564,0.36307257413864136,7.81223266516236,1804.9317161599217,0.3414852668209104,0.3139764976112199,0.25964838913004357,Energy,7 -ett2/15T/long,TurkForecast-FM-Chronos2-LoRA-v1,11.688671875,11.688671875,2.136253410218254,0.8903270215343758,0.1369816222269947,0.16666164822048612,7.1919007730020015,3.4188699704727,0.1821977572892066,0.11384480360607892,0.09289448313644817,Energy,7 -ett2/15T/medium,TurkForecast-FM-Chronos2-LoRA-v1,11.215238095238096,11.215238095238096,2.059312220982143,0.8487085901964821,0.1280561590255245,0.1561493694971478,6.484077334641768,3.348915958222615,0.17846978159682161,0.1097444686290088,0.08738895504218223,Energy,7 -ett2/15T/short,TurkForecast-FM-Chronos2-LoRA-v1,3.613638242085775,3.613638165747337,1.559729019800822,0.338607453936347,0.040238626301288605,0.04116901755332947,3.000119502859451,1.900957191018718,0.048909836594654164,0.04013035536192807,0.03491420690368861,Energy,7 -ett2/D/short,TurkForecast-FM-Chronos2-LoRA-v1,1453196.1333333333,1453196.3842504784,1015.4501831054688,1.9556510338798445,0.41218064626057943,0.3139926910400391,10.726402142785142,1205.4858494952703,0.38872174266984294,0.32744268136101906,0.2467312340221731,Energy,7 -ett2/H/long,TurkForecast-FM-Chronos2-LoRA-v1,241.76742724867725,241.76742724867725,9.487003968253969,1.0480351820112475,0.1770615728432216,0.17451640134135252,8.920745325257933,15.548872217903048,0.21292983772830115,0.129917217607728,0.10505843968023981,Energy,7 -ett2/H/medium,TurkForecast-FM-Chronos2-LoRA-v1,272.4251302083333,272.4251302083333,10.183489118303571,1.0901769049896204,0.17723347685298205,0.17325506664457777,7.853810714208072,16.505306122830117,0.222419600232226,0.13722905602637375,0.10911511025055304,Energy,7 -ett2/H/short,TurkForecast-FM-Chronos2-LoRA-v1,396.9031168619792,396.90310122145576,16.641751130421955,1.0860030503952955,0.12323339780171712,0.13402499755223593,11.681531905437081,19.922427484169173,0.15635482934961312,0.13060748920779222,0.11914640270252806,Energy,7 -ett2/W/short,TurkForecast-FM-Chronos2-LoRA-v1,6730791.5,6730791.563088894,2180.902099609375,0.930140857732958,0.08886271715164185,0.09150855243206024,7.36636469394322,2594.3769001438477,0.1096472154994495,0.092172360340478,0.07182691419267503,Energy,7 -hierarchical_sales/D/short,TurkForecast-FM-Chronos2-LoRA-v1,15.962049570719405,15.96204936576941,2.0124655214796463,0.6085223460366644,0.6490006909072094,0.8574259389241538,6.215149481322569,3.9952533800397947,1.2574234305622518,0.6333819254075985,0.5227454262865514,Sales,1 -hierarchical_sales/W/short,TurkForecast-FM-Chronos2-LoRA-v1,2273.937395029068,2273.9373672110833,14.748539578318596,0.8621687897941697,0.3723561361077286,0.3818073506653309,15.098166516357756,47.68581964304554,1.5229004277220133,0.4710112363468863,0.4190792956647283,Sales,1 -hospital/M/short,TurkForecast-FM-Chronos2-LoRA-v1,470.5620562744141,470.5620569230814,10.562214560508728,0.8597670915810088,0.19844381084044777,0.18869929820299147,6.730573888348339,21.69244237688357,0.17702335871457134,0.0861940138501225,0.07408859311123023,Healthcare,1 -jena_weather/10T/long,TurkForecast-FM-Chronos2-LoRA-v1,1327.8632275132275,1327.8632275132275,9.587346023478837,0.6918561732061718,0.8754758130744825,0.6431797572544643,6.041743119123887,36.439857676906854,0.2229817375208641,0.058666614273958986,0.051384381593606226,Nature,21 -jena_weather/10T/medium,TurkForecast-FM-Chronos2-LoRA-v1,1531.8712842712844,1531.8712842712844,9.632253336940837,0.6057200244714774,0.7589422149086217,0.6483931812545094,5.420471604944751,39.139127280399144,0.24019612843487564,0.05911296751871536,0.04960599787793978,Nature,21 -jena_weather/10T/short,TurkForecast-FM-Chronos2-LoRA-v1,1.3645008405049641,1.3645009097332756,1.0,0.8509935845199619,0.0010151021803418796,0.0010156806092709303,12.622284821156684,1.1681185044784472,0.0011862443529446947,0.001015517131521121,0.0008763931003529948,Nature,21 -jena_weather/D/short,TurkForecast-FM-Chronos2-LoRA-v1,89.5066650390625,89.5066698388507,7.867331949869792,0.8993278589429283,0.007972535987695059,0.007961899042129517,8.494469734964305,9.46079621591452,0.009560837684293099,0.0079505236202667,0.005785124574119025,Nature,21 -jena_weather/H/long,TurkForecast-FM-Chronos2-LoRA-v1,1441.8238095238096,1441.8238095238096,12.078509424603174,1.0084402648660813,2.5280535480459307,0.6797292235036375,8.152702147613358,37.971355118349535,0.22862965001289043,0.07272601606704138,0.058572540522816546,Nature,21 -jena_weather/H/medium,TurkForecast-FM-Chronos2-LoRA-v1,1267.605257936508,1267.605257936508,10.338327752976191,0.7856590893334519,2.5514887758105416,0.6837812635633681,5.938333913704131,35.60344446730552,0.2178637745444152,0.06326205625438838,0.05033272427534201,Nature,21 -jena_weather/H/short,TurkForecast-FM-Chronos2-LoRA-v1,10.323766708374023,10.323766503250226,2.909234364827474,0.6440790394692644,0.0028915448735157647,0.0028965684274832406,5.333898880951799,3.213061889907199,0.0031956993184635743,0.002893513600261988,0.0021862307638049923,Nature,21 -kdd_cup_2018/D/short,TurkForecast-FM-Chronos2-LoRA-v1,888.1717393010457,888.1717487821784,18.151811396737894,0.7474060642847339,0.9717535470326741,0.5521157620747883,30.506405841780765,29.80221030898624,0.8732675999443503,0.5318863562221008,0.43228357980770915,Nature,1 -kdd_cup_2018/H/long,TurkForecast-FM-Chronos2-LoRA-v1,4165.433668656734,4165.433668656734,24.78768872926688,1.046908916534262,1.0979405344428492,0.6230810785178198,7.358994805141847,64.54017096860477,1.5143732109381864,0.5816193420208982,0.44533304415352265,Nature,1 -kdd_cup_2018/H/medium,TurkForecast-FM-Chronos2-LoRA-v1,4983.18968989833,4983.18968989833,25.004080862510037,1.0401058282304305,1.1041164935683345,0.5461257448671087,8.564919389661053,70.59171119825847,1.4776123629245475,0.5233806969524404,0.41721991436439515,Nature,1 -kdd_cup_2018/H/short,TurkForecast-FM-Chronos2-LoRA-v1,2687.5703781799475,2687.5704001165204,23.857132121495283,0.9580271501646781,0.8566789857546488,0.5749385766188304,43.258283647826005,51.84178216631781,1.0307493560503147,0.47434179435864054,0.39179971543858794,Nature,1 -loop_seattle/5T/long,TurkForecast-FM-Chronos2-LoRA-v1,98.44317165462677,98.44317165462677,5.780385778580438,0.9113433908564642,0.1925361980958319,0.13005866653587606,6.227033630065236,9.921853236902205,0.17542039436024412,0.10219840271992542,0.0795193568123974,Transport,1 -loop_seattle/5T/medium,TurkForecast-FM-Chronos2-LoRA-v1,84.09893567788957,84.09893567788957,5.332555741663442,0.845525262307259,0.17424029087503629,0.12172835374641222,5.885399477836339,9.170547185304134,0.1631628740887507,0.0948771216664779,0.07417131365244178,Transport,1 -loop_seattle/5T/short,TurkForecast-FM-Chronos2-LoRA-v1,36.085862445831296,36.08586220706857,3.4292523829142256,0.46375184826370613,0.08272513583302497,0.06936937535802523,3.9686996256959675,6.007150942487736,0.11060878900051734,0.06314232117051466,0.050088659859280994,Transport,1 -loop_seattle/D/short,TurkForecast-FM-Chronos2-LoRA-v1,10.440760639190676,10.440760801278103,2.087435712178548,0.9562158922375633,0.03940250102678935,0.039458522737026214,11.320812040800515,3.231216588096607,0.05852722210536897,0.037809848967085544,0.03091959651208666,Transport,1 -loop_seattle/H/long,TurkForecast-FM-Chronos2-LoRA-v1,60.37068283453733,60.37068283453733,4.181222318971448,0.8735345852417211,0.12331930973458462,0.09723127566541967,6.758270331885551,7.769857323949863,0.1388577527389141,0.07472404070079071,0.05933858722158785,Transport,1 -loop_seattle/H/medium,TurkForecast-FM-Chronos2-LoRA-v1,68.24554308565531,68.24554308565531,4.435131659571724,0.9076093962599161,0.1153957118928986,0.10154155026525413,7.288989500176872,8.261086071798024,0.14601375510291262,0.07839044677196205,0.06281535872065858,Transport,1 -loop_seattle/H/short,TurkForecast-FM-Chronos2-LoRA-v1,46.38423306147258,46.38423379632779,3.3737089914083476,0.6031596229164817,0.13589927713076272,0.09039992625514666,4.450748396896226,6.810597114899147,0.1248999928490897,0.061870672498643635,0.04989461575426929,Transport,1 -m4_daily/D/short,TurkForecast-FM-Chronos2-LoRA-v1,52934.149375174384,52934.146046977345,126.54592856270925,1.5319453498062423,0.04291946465947799,0.041385668840791506,18.57857735260502,230.07422579501247,0.058707337986310074,0.03229033857173919,0.02678026819651974,Econ/Fin,1 -m4_hourly/H/short,TurkForecast-FM-Chronos2-LoRA-v1,1071562.0244018554,1071562.0283038793,495.6700006802877,0.648396571302382,0.03626246305803458,0.03581845852235953,27.439605994240438,1035.1628009167714,0.05639222135360247,0.027002450685393867,0.02188046318661455,Econ/Fin,1 -m4_monthly/M/short,TurkForecast-FM-Chronos2-LoRA-v1,252152.29852593315,252152.30177655266,277.1957342529297,2.5904531963588107,0.060911911233431766,0.06023248033805026,30.383085073029015,502.1476859709035,0.0912456387082191,0.050369447865224466,0.04090151022970403,Econ/Fin,1 -m4_quarterly/Q/short,TurkForecast-FM-Chronos2-LoRA-v1,42490.7230602762,42490.7226457889,120.70166679050611,1.1289480023112772,0.02879985687626607,0.028453482517405697,10.895224376946846,206.13278016918173,0.04510024817565028,0.026408585393349962,0.020857124240758123,Econ/Fin,1 -m4_weekly/W/short,TurkForecast-FM-Chronos2-LoRA-v1,476739.9092487981,476739.8944750341,278.7677283653846,2.010269640900077,0.06580950316328268,0.06731602865916032,15.18739442546153,690.4635466473217,0.15336066807947746,0.06191783001648865,0.0498302867682196,Econ/Fin,1 -m4_yearly/A/short,TurkForecast-FM-Chronos2-LoRA-v1,402817.0133825231,402817.03162775206,387.1530298303674,2.5353122073318635,0.11018430786552252,0.09266682465871175,18.750683636815566,634.6786693930426,0.10329740484401867,0.06301126095386357,0.04949737091847885,Econ/Fin,1 -m_dense/D/short,TurkForecast-FM-Chronos2-LoRA-v1,21145.682769588893,21145.68282578949,64.18846896277533,0.8689651659452137,0.13044468098216588,0.14117724670304194,10.270297679149374,145.41555202105755,0.33903224541390625,0.14965359770459224,0.12378935022040413,Transport,1 -m_dense/H/long,TurkForecast-FM-Chronos2-LoRA-v1,36285.14765432099,36285.14765432099,79.24003086419754,0.6824050396489317,0.2785773710583145,0.19208964783468363,7.31249086395161,190.48660754583506,0.32976047670281394,0.1371762072325005,0.1133079726778582,Transport,1 -m_dense/H/medium,TurkForecast-FM-Chronos2-LoRA-v1,39619.293333333335,39619.293333333335,80.905859375,0.6970900925375951,0.2804773785363389,0.19406134711371528,8.459217312139414,199.04595784223636,0.34631481986063417,0.14076597394321705,0.11721631317369591,Transport,1 -m_dense/H/short,TurkForecast-FM-Chronos2-LoRA-v1,42013.074359469945,42013.07345917552,74.47968956538372,0.5180690556036381,0.3281152389052543,0.19902189473311102,4.436988029722614,204.97091100805,0.32968145913843117,0.11979540226038404,0.0971235202025804,Transport,1 -restaurant/D/short,TurkForecast-FM-Chronos2-LoRA-v1,123.74637992858887,123.74638075516422,7.374443191846212,0.725015936999844,0.7525384906133016,0.42570380735397334,6.351618519563342,11.1241350193437,0.5629876237424605,0.3732173588827749,0.30350904890464486,Sales,1 -saugeen/D/short,TurkForecast-FM-Chronos2-LoRA-v1,2911.225520833333,2911.225436943056,38.38583335876465,2.5544081416350553,0.5258459726969401,0.8003928502400716,5.384907949076832,53.955773748815176,0.9648168680781152,0.6864010160860402,0.5909052350266903,Nature,1 -saugeen/M/short,TurkForecast-FM-Chronos2-LoRA-v1,248.57975260416666,248.57976018886507,11.281306982040405,0.6033998468352851,0.5465644598007202,0.392250657081604,3.740998646768917,15.766412166506578,0.5808454881234884,0.4156111314315867,0.31205972318151104,Nature,1 -saugeen/W/short,TurkForecast-FM-Chronos2-LoRA-v1,23.68859100341797,23.68858940163466,3.5674105882644653,0.2901206979928427,0.2200894057750702,0.24671702086925507,2.2973385180010517,4.867092664354971,0.34988086248171696,0.2564505625464087,0.1856047022634849,Nature,1 -solar/10T/long,TurkForecast-FM-Chronos2-LoRA-v1,19.23235613721614,19.23235613721614,1.8166723494208739,0.7941239726053174,3.5173645623054024,1.441211769122567,3.818120671119489,4.385471027975917,0.9478493075369309,0.3926446252718286,0.29006620400278477,Energy,1 -solar/10T/medium,TurkForecast-FM-Chronos2-LoRA-v1,19.42522395487724,19.42522395487724,1.8085002626631277,0.7899656500667791,3.620400844569428,1.441321532501106,3.6594001896293933,4.407405580937298,0.9780207642000411,0.4013133750603495,0.29022404279507985,Energy,1 -solar/10T/short,TurkForecast-FM-Chronos2-LoRA-v1,18.993281915298052,18.993281915298052,1.7785098333428375,0.7784342503824689,4.95596794503629,1.4938188761690236,3.345156606542752,4.358128258243217,1.2677790383669734,0.5173683179187785,0.3859580534483757,Energy,1 -solar/D/short,TurkForecast-FM-Chronos2-LoRA-v1,96713.17074999999,96713.17502210235,236.5770104726156,0.754791892927362,0.3790463616053264,0.2637776670455933,5.365628891628843,310.98741252661654,0.311861492883607,0.23724195435800766,0.18302973567625982,Energy,1 -solar/H/long,TurkForecast-FM-Chronos2-LoRA-v1,863.2689375506894,863.2689375506894,13.061734590429847,0.9951096739685439,4.7256056823511985,1.4152125152068127,4.769305578292617,29.381438656925727,1.0187080243859727,0.4528741425850578,0.3396900582695741,Energy,1 -solar/H/medium,TurkForecast-FM-Chronos2-LoRA-v1,917.9939781021898,917.9939781021898,14.019875304136253,1.0693943523681286,3.7866529688614436,1.4422406050410583,4.416687057144223,30.298415438801246,1.09141964095334,0.5050286310040903,0.36297925188459823,Energy,1 -solar/H/short,TurkForecast-FM-Chronos2-LoRA-v1,515.3584885660807,515.3584938999968,11.81192224880318,0.8526820348967128,2.149821207555287,1.3734070450870703,8.290305394219512,22.701508508600938,0.59473280438092,0.30944805432073885,0.25984255080819,Energy,1 -solar/W/short,TurkForecast-FM-Chronos2-LoRA-v1,420779.9146875,420779.9079668322,465.87262573242185,0.4446646429488684,0.06487692482769489,0.06328929387032986,4.539074532077146,648.675508006507,0.08854078571663619,0.06358915639190009,0.05184283840376276,Energy,1 -sz_taxi/15T/long,TurkForecast-FM-Chronos2-LoRA-v1,15.539048032407408,15.539048032407408,2.702750233707265,0.5097233936474667,6160711490300.354,0.4007208060674858,4.202062870264974,3.9419599227297337,0.3648607885668546,0.25016174717646755,0.20111065809505738,Transport,1 -sz_taxi/15T/medium,TurkForecast-FM-Chronos2-LoRA-v1,16.26090077457265,16.26090077457265,2.7383766109107905,0.5346223799157326,9442351611960.014,0.4037479498447516,4.004753579868697,4.0324807221575965,0.3752896393628863,0.25485165126805776,0.2020288543113543,Transport,1 -sz_taxi/15T/short,TurkForecast-FM-Chronos2-LoRA-v1,13.175321003595986,13.17532116977995,2.570602640214686,0.44438987018524684,0.636834931174914,0.2745321827133496,3.521253454889609,3.6297825008664066,0.261464151333888,0.18516824214064412,0.14731471681436636,Transport,1 -sz_taxi/H/short,TurkForecast-FM-Chronos2-LoRA-v1,5.449611894289652,5.449611871555619,1.6742767857030656,0.5346529789677261,0.221589563190937,0.18144336496790248,4.321829292269569,2.3344403813954324,0.16752728180083445,0.12015172547695722,0.09550119403894981,Transport,1 -temperature_rain/D/short,TurkForecast-FM-Chronos2-LoRA-v1,321.8198042869568,321.81980812529605,11.02174806278199,4.833495982554783,1.4081182631745564,0.9123614786465963,105.8795804105927,17.939336785036307,0.8320054879656273,0.5111758061806186,0.4068868875347929,Nature,1 -us_births/D/short,TurkForecast-FM-Chronos2-LoRA-v1,71849.86666666667,71849.86666666667,208.66666666666666,0.7682235467834035,0.02072704831759135,0.020614810784657798,9.483546535614513,268.0482543622821,0.026147817931014908,0.020355208136880645,0.017520549261617897,Healthcare,1 -us_births/M/short,TurkForecast-FM-Chronos2-LoRA-v1,342473962.6666667,342473951.8333333,16794.5,1.344911389496713,0.05289501448472341,0.05464264750480652,2.854188144399685,18506.052055116095,0.058982586879602034,0.053527519127215706,0.05115489416324145,Healthcare,1 -us_births/W/short,TurkForecast-FM-Chronos2-LoRA-v1,677837.875,677837.875,717.125,0.6602110512574637,0.009474821388721466,0.00949627161026001,5.048574218671307,823.3091005205761,0.0108510936876154,0.009451602752612495,0.008023667974401065,Healthcare,1 diff --git a/results/TurkForecast-FM-Chronos2-LoRA-v1/config.json b/results/TurkForecast-FM-Chronos2-LoRA-v1/config.json deleted file mode 100644 index 23a6188710e37bd370813f91592b61d6336b4e11..0000000000000000000000000000000000000000 --- a/results/TurkForecast-FM-Chronos2-LoRA-v1/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "TurkForecast-FM-Chronos2-LoRA-v1", - "model_type": "fine-tuned", - "model_dtype": "bfloat16", - "model_link": "https://huggingface.co/Verm1ion/turkforecast-fm-chronos2-lora-v1", - "code_link": "https://github.com/Verm1lion/turkforecast-fm-chronos2-lora-v1", - "org": "TurkForecast (Mert Karatay)", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/VISIT-1.0/all_results.csv b/results/VISIT-1.0/all_results.csv deleted file mode 100644 index 8c868d94882d16f899c7547215fb2fa826dc3b98..0000000000000000000000000000000000000000 --- a/results/VISIT-1.0/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -m4_yearly/A/short,VISIT-1.0,4070174.893,4070174.893,1007.644412,3.965954932,0.175200837,0.163534344,52.03776641,2017.467445,0.323510257,0.161580452,0.137145657,Econ/Fin,1 -ett1/W/short,VISIT-1.0,1571455.143,1571455.143,970.0256696,1.768920788,0.615042823,0.625175476,12.79961522,1253.576939,0.498828184,0.385996366,0.311825147,Energy,7 -bizitobs_l2c/H/short,VISIT-1.0,263.3054936,263.3054936,11.03876798,1.086094004,1.288993707,1.012692319,9.95825254,16.22669078,0.87466019,0.595017865,0.486324806,Web/CloudOps,7 -bizitobs_l2c/H/medium,VISIT-1.0,538.6467634,538.6467634,15.81157924,1.485089827,1.147788204,1.761468426,15.52579098,23.2087648,1.405325961,0.957415139,0.863952307,Web/CloudOps,7 -bizitobs_l2c/H/long,VISIT-1.0,326.6440476,326.6440476,13.93701017,1.427895214,2.597594802,0.906076001,17.13398355,18.07329653,1.103969115,0.851312806,0.817819415,Web/CloudOps,7 -ett2/D/short,VISIT-1.0,122878.946,122878.946,211.5605159,1.390114316,0.471371266,0.14168287,32.70861808,350.5409335,0.200623825,0.121081665,0.153311002,Energy,7 -solar/W/short,VISIT-1.0,2813150.832,2813150.832,1341.813412,1.470350678,0.308657208,0.253479756,11.58322843,1677.245013,0.34236764,0.273897664,0.209747628,Energy,1 -jena_weather/D/short,VISIT-1.0,633.5864087,633.5864087,13.13665675,1.57341403,1.770713535,0.485413685,31.00640731,25.17114238,0.151571417,0.079104144,0.210590857,Nature,21 -saugeen/M/short,VISIT-1.0,1026.854167,1026.854167,21.00479853,1.230295346,0.731013162,0.605871609,19.16389429,32.04456532,0.962073984,0.630627066,0.767893298,Nature,1 -kdd_cup_2018/H/short,VISIT-1.0,5594.245733,5594.245733,31.05850707,1.280008297,1.348935587,0.619393596,14.04666416,74.79469054,1.565588323,0.650110799,0.561863083,Nature,1 -kdd_cup_2018/H/medium,VISIT-1.0,5746.392704,5746.392704,32.48218551,1.445873627,1.517489073,0.706453783,35.98733672,75.8049649,1.586735191,0.679910965,0.999670725,Nature,1 -kdd_cup_2018/H/long,VISIT-1.0,4181.467666,4181.467666,25.86831547,1.180184135,1.097597686,0.715284065,43.77688579,64.66426885,1.517285016,0.606975199,1.246051173,Nature,1 -loop_seattle/H/short,VISIT-1.0,193.1145562,193.1145562,7.998571199,1.591891706,0.301288186,0.160680704,28.11044966,13.89656634,0.245983358,0.141582845,0.182063651,Transport,1 -loop_seattle/H/medium,VISIT-1.0,216.4493969,216.4493969,8.814659826,1.776697704,0.321737819,0.172385673,87.84401294,14.71221931,0.260036822,0.155798121,0.457648372,Transport,1 -loop_seattle/H/long,VISIT-1.0,210.4300654,210.4300654,8.603209924,1.751202365,0.325517751,0.173579191,108.1029343,14.50620782,0.25924536,0.153750882,0.556466107,Transport,1 -ett1/H/short,VISIT-1.0,345.0893973,345.0893973,10.1559361,1.825025819,0.92468516,0.511923508,15.40281213,18.57658196,0.86704508,0.474019088,0.40679017,Energy,7 -ett1/H/medium,VISIT-1.0,471.7840402,471.7840402,11.98614328,2.032829042,9.7287E+12,0.649679929,46.87255743,21.72059024,1.040364784,0.57410785,0.841462733,Energy,7 -ett1/H/long,VISIT-1.0,443.524504,443.524504,12.35270544,2.272855241,5.65251E+12,0.74904417,57.27242142,21.06002146,1.008518815,0.591544309,0.986852633,Energy,7 -ett1/D/short,VISIT-1.0,57976.62857,57976.62857,154.9789435,1.778369788,1.162303816,0.516482592,23.47582378,240.7833644,0.632425493,0.407057336,0.408433578,Energy,7 -covid_deaths/D/short,VISIT-1.0,4435194.482,4435194.482,353.7093985,46.91239826,0.132724403,0.177811047,1472.778412,2105.990143,0.79238904,0.133084883,0.126723278,Healthcare,1 -m4_quarterly/Q/short,VISIT-1.0,2269820.328,2269820.328,655.5604531,1.477034188,0.131824273,0.116102672,13.67561058,1506.59229,0.252177019,0.109729276,0.094339172,Econ/Fin,1 -ett2/15T/short,VISIT-1.0,19.81998698,19.81998698,3.024351283,1.244310243,0.162888843,0.194680641,13.57198029,4.451964396,0.211350588,0.143576714,0.121073408,Energy,7 -ett2/15T/medium,VISIT-1.0,18.14149058,18.14149058,2.899889323,1.2168516,0.184423746,0.210481383,34.4803321,4.259282871,0.226984894,0.154540351,0.242030651,Energy,7 -ett2/15T/long,VISIT-1.0,16.58546007,16.58546007,2.883156932,1.300946032,0.200366815,0.249193588,42.00999676,4.072525024,0.21703223,0.153648652,0.28312587,Energy,7 -bizitobs_l2c/5T/short,VISIT-1.0,21.96857794,21.96857794,2.758282761,0.283065772,0.167744142,0.158463961,3.090979,4.68706496,0.160972783,0.094730595,0.080084607,Web/CloudOps,7 -bizitobs_l2c/5T/medium,VISIT-1.0,157.3007653,157.3007653,8.568459024,0.825571982,0.624184243,0.870289865,6.329260543,12.54196019,0.659891543,0.450826949,0.358834137,Web/CloudOps,7 -bizitobs_l2c/5T/long,VISIT-1.0,352.5859524,352.5859524,13.23037326,1.248406562,0.986276036,1.211129243,9.782056549,18.77727223,1.054315764,0.742865679,0.591979541,Web/CloudOps,7 -solar/10T/short,VISIT-1.0,36.58416923,36.58416923,3.299997772,1.449262586,2.656033769,1.410252805,17.73965266,6.048484871,1.759503594,0.959968995,0.94314235,Energy,1 -solar/10T/medium,VISIT-1.0,80.77481614,80.77481614,5.939547217,2.564335861,2.861541304,1.638630108,33.25251391,8.987481078,1.994357744,1.318009115,1.37370654,Energy,1 -solar/10T/long,VISIT-1.0,94.56340576,94.56340576,4.626759278,2.017857284,1,2,40.63693057,9.724371741,2.101767383,1,1.549016337,Energy,1 -temperature_rain/D/short,VISIT-1.0,310.6491145,310.6491145,7.890313322,2.011535765,97.02872694,1.333996753,47.47823471,17.62524083,2.074956849,0.928898494,1.26794552,Nature,1 -m4_hourly/H/short,VISIT-1.0,57543048.45,57543048.45,1218.064815,11.6076876,0.377169475,0.430029877,75.79187144,7585.713444,1.035617322,0.166292733,0.1364885,Econ/Fin,1 -m4_daily/D/short,VISIT-1.0,497624.2961,497624.2961,180.8301839,3.278424297,0.042176488,0.030452517,32.19152087,705.4249046,0.108968652,0.027933266,0.024356148,Econ/Fin,1 -ett2/H/short,VISIT-1.0,171.9223772,171.9223772,8.963274275,1.087203562,0.180469485,0.159993217,14.11974225,13.11191737,0.166295595,0.113679257,0.112760802,Energy,7 -ett2/H/medium,VISIT-1.0,411.3631696,411.3631696,13.14045526,1.427555015,0.241897311,0.216115606,43.67294504,20.28208987,0.273314204,0.177076085,0.294769337,Energy,7 -ett2/H/long,VISIT-1.0,294.4490741,294.4490741,11.49503555,1.322869935,0.217939276,0.22216193,53.4807446,17.15951847,0.234986398,0.157415665,0.349377097,Energy,7 -car_parts/M/short,VISIT-1.0,2.995217218,2.995217218,0.689584164,1.212543321,0.849602967,1.662189172,25.79123698,1.730669587,4.149968136,1.653552087,2.499976551,Sales,1 -loop_seattle/5T/short,VISIT-1.0,101.2430878,101.2430878,5.645426243,0.892790556,0.138169352,0.120066845,14.59909683,10.06196242,0.172540442,0.096806597,0.11567082,Transport,1 -loop_seattle/5T/medium,VISIT-1.0,392.4867645,392.4867645,12.87618314,1.987133946,0.362632775,0.298790876,44.14315347,19.81127872,0.352483362,0.22909376,0.326867287,Transport,1 -loop_seattle/5T/long,VISIT-1.0,213.5793192,213.5793192,9.076179516,1.408835031,0.341687965,0.187752943,54.01155639,14.61435319,0.258384755,0.160468711,0.360518643,Transport,1 -loop_seattle/D/short,VISIT-1.0,58.65786974,58.65786974,5.940060831,1.732395706,0.110958236,0.107067474,21.84412264,7.658842585,0.136873756,0.106156828,0.10325476,Transport,1 -sz_taxi/15T/short,VISIT-1.0,33.12582751,33.12582751,3.944724655,0.785596893,1.31327E+12,0.528322627,22.64618053,5.755504106,0.538164249,0.368848626,0.661161122,Transport,1 -sz_taxi/15T/medium,VISIT-1.0,30.58242521,30.58242521,3.974116086,0.779204933,9.99783E+12,0.528268772,70.06940102,5.530137902,0.514671638,0.369857836,1.935540324,Transport,1 -sz_taxi/15T/long,VISIT-1.0,28.46968483,28.46968483,3.853752114,0.742344567,9.28E+12,0.535356397,85.04158178,5.335699095,0.493862804,0.356696431,2.401991848,Transport,1 -m_dense/H/short,VISIT-1.0,358130.1511,358130.1511,343.1718142,2.713986491,1.040155132,0.729478818,28.45728067,598.439764,1.06148302,0.608701286,0.538739792,Transport,1 -m_dense/H/medium,VISIT-1.0,360975.2533,360975.2533,348.6905208,2.735230066,1.184018236,0.730119019,88.57658718,600.8121614,1.045337256,0.606677454,1.202480846,Transport,1 -m_dense/H/long,VISIT-1.0,395605.0489,395605.0489,362.1829012,2.855573014,1.090078374,0.769633608,108.3422758,628.9714214,1.088842509,0.626992142,1.442547328,Transport,1 -electricity/15T/short,VISIT-1.0,603056.6183,603056.6183,127.2660453,2.456280689,0.353335054,0.29915505,20.02853464,776.5672014,1.530767033,0.250866462,0.220644107,Energy,1 -electricity/15T/medium,VISIT-1.0,2925108.411,2925108.411,223.1893059,3.457518566,0.403544747,0.411898807,54.65956633,1710.294832,2.947010279,0.384577657,0.429820293,Energy,1 -electricity/15T/long,VISIT-1.0,6142069.744,6142069.744,249.0666348,3.412327584,0.515920899,0.38442258,66.52365217,2478.319944,3.909853642,0.392933161,0.477969644,Energy,1 -saugeen/D/short,VISIT-1.0,994.7777083,994.7777083,15.3725,3.413049306,0.471352183,0.424237493,58.71112805,31.54009683,1.021591251,0.497918938,0.585014174,Nature,1 -bitbrains_rnd/H/short,VISIT-1.0,4185060.895,4185060.895,250.8509574,5.871568507,3.241198486,0.307978925,242.3009905,2045.742138,8.953168487,1.09784652,1.459027782,Web/CloudOps,2 -bitbrains_rnd/5T/short,VISIT-1.0,1851989.884,1851989.884,130.1622265,2.056416521,1.638589482,0.345479713,132.3593826,1360.87835,5.56832134,0.532586255,0.868334637,Web/CloudOps,2 -bitbrains_rnd/5T/medium,VISIT-1.0,2446023.53,2446023.53,157.9152216,4.774544594,0.575097733,0.396343265,389.5685679,1563.976832,6.580448104,0.664429869,2.00820742,Web/CloudOps,2 -bitbrains_rnd/5T/long,VISIT-1.0,4798684.045,4798684.045,287.5256743,3.986885675,5.680248975,0.429596681,405.5798989,2190.589885,8.391656317,1.101446079,2.361494687,Web/CloudOps,2 -m_dense/D/short,VISIT-1.0,39929.67111,39929.67111,118.3829977,1.669336881,0.253252396,0.255737599,23.29187224,199.8241004,0.345925076,0.20493848,0.226865657,Transport,1 -saugeen/W/short,VISIT-1.0,1800.489258,1800.489258,24.55240936,1.990658005,0.824161148,0.557866096,23.29106807,42.43217244,1.280850408,0.741134893,0.734035221,Nature,1 -jena_weather/H/short,VISIT-1.0,2411.425856,2411.425856,12.32368111,0.647771746,1.095784091,0.478919559,38.34991731,49.10627105,0.30101828,0.075543372,0.307798359,Nature,21 -jena_weather/H/medium,VISIT-1.0,2461.295238,2461.295238,13.41107236,0.87273452,2.037994608,0.523498309,118.9541502,49.61144261,0.303581216,0.08206473,0.927416584,Nature,21 -jena_weather/H/long,VISIT-1.0,3726.665344,3726.665344,17.7026393,1.465794979,2.372808282,0.575393314,144.3404618,61.04641958,0.367567081,0.106589502,1.140949148,Nature,21 -bitbrains_fast_storage/H/short,VISIT-1.0,3129276.37,3129276.37,280.240682,1.407856421,4.944441148,0.343177427,60.99672161,1768.97608,5.042156289,0.79877695,1.205840521,Web/CloudOps,2 -kdd_cup_2018/D/short,VISIT-1.0,3183.237725,3183.237725,23.88461348,1.497034374,0.589306447,0.572187985,24.58061205,56.42018898,1.263872162,0.535040712,0.674506129,Nature,1 -sz_taxi/H/short,VISIT-1.0,14.13685543,14.13685543,2.687046149,0.834605694,0.968867636,0.393664662,25.40349876,3.759900986,0.350257979,0.25031493,0.485820598,Transport,1 -ett1/15T/short,VISIT-1.0,18.24846889,18.24846889,2.618416632,1.969401564,0.931844051,0.560631198,12.69592547,4.271822666,0.807552299,0.494989735,0.384811451,Energy,7 -ett1/15T/medium,VISIT-1.0,25.97430308,25.97430308,2.789420263,1.823105935,1.108917113,0.616878763,32.36203973,5.0964991,0.971397768,0.53166626,0.617472453,Energy,7 -ett1/15T/long,VISIT-1.0,28.41756696,28.41756696,3.035556796,2.044637829,1.17034664,0.679739597,39.70402517,5.330812974,1.016058224,0.578580127,0.715586134,Energy,7 -m4_monthly/M/short,VISIT-1.0,2501230.971,2501230.971,671.2661074,1.205128988,0.190140337,0.152564835,12.6687395,1581.528049,0.328695822,0.139512141,0.129360852,Econ/Fin,1 -electricity/W/short,VISIT-1.0,3.17381E+11,3.17381E+11,56604.72342,2.089699506,0.285636731,0.119636476,15.93852836,563365.5471,1.285414267,0.129153299,0.099303202,Energy,1 -bitbrains_fast_storage/5T/short,VISIT-1.0,2299344.813,2299344.813,173.2818785,1.094814628,2.432706843,0.374655124,70.19326242,1516.359065,4.760992443,0.544062243,0.892946468,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,VISIT-1.0,3704568.418,3704568.418,280.3612715,1.271487397,4.117625748,0.449972877,196.7313435,1924.725543,5.847847822,0.85181498,2.049123907,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,VISIT-1.0,3499892.295,3499892.295,289.3521681,1.190359881,1.795788841,0.509946383,231.5671749,1870.799908,4.943965673,0.764671401,2.122607238,Web/CloudOps,2 -hospital/M/short,VISIT-1.0,5851.362451,5851.362451,24.06573229,0.96760003,0.243461267,0.216033445,11.84682518,76.49419881,0.277691705,0.087364197,0.086342501,Healthcare,1 -us_births/W/short,VISIT-1.0,5288246.857,5288246.857,1720.321429,1.563420434,0.023174324,0.02322968,13.27919038,2299.61885,0.0312171,0.023353195,0.019296796,Healthcare,1 -us_births/M/short,VISIT-1.0,261017514.7,261017514.7,13253.95833,1.499460001,0.040852939,0.041291296,18.13215937,16156.03648,0.050180539,0.041166704,0.039028588,Healthcare,1 -jena_weather/10T/short,VISIT-1.0,1652.781548,1652.781548,10.02148825,0.363827245,0.418047344,0.42863536,51.18596443,40.65441609,0.252514877,0.062246002,0.287723341,Nature,21 -jena_weather/10T/medium,VISIT-1.0,3627.517172,3627.517172,15.93033121,0.760320475,0.948879184,0.57984233,161.6536236,60.22887324,0.369623565,0.09776417,0.881887332,Nature,21 -jena_weather/10T/long,VISIT-1.0,2737.908466,2737.908466,13.27691386,0.753193086,0.843911633,0.498870573,197.6840597,52.32502714,0.320185813,0.081243712,1.070325464,Nature,21 -electricity/D/short,VISIT-1.0,4108036968,4108036968,6964.321117,1.9870414,0.605206142,0.135822265,24.59530355,64093.96983,1.053276831,0.11444693,0.104059871,Energy,1 -bizitobs_application/10S/short,VISIT-1.0,5848946.916,5848946.916,1048.041181,3.763641919,0.054429169,0.054187656,47.88283567,2418.459616,0.093270321,0.040418759,0.038218857,Web/CloudOps,2 -bizitobs_application/10S/medium,VISIT-1.0,21648810.67,21648810.67,1831.66875,6.519459026,0.086603877,0.088870633,105.3625809,4652.828244,0.182702871,0.071924241,0.088534507,Web/CloudOps,2 -bizitobs_application/10S/long,VISIT-1.0,20331799.89,20331799.89,2235.4125,7.207407834,0.095536151,0.099043316,110.0651573,4509.079717,0.173897181,0.086210925,0.097354213,Web/CloudOps,2 -us_births/D/short,VISIT-1.0,2855120.213,2855120.213,1266.88,1.864839191,0.124728139,0.123336131,22.7305824,1689.710097,0.15839661,0.11875972,0.119526866,Healthcare,1 -restaurant/D/short,VISIT-1.0,269.8283833,269.8283833,10.66129635,1.006075745,0.943422742,0.556122519,20.74904381,16.42645377,0.755983462,0.49065756,0.677016475,Sales,1 -hierarchical_sales/D/short,VISIT-1.0,58.96940885,58.96940885,3.449524597,1.1348034,1.21994209,1.191277354,28.86725869,7.679154175,2.355879459,1.058275945,1.736457207,Sales,1 -solar/D/short,VISIT-1.0,181869.8277,181869.8277,295.1889903,1.155861191,1.153558157,0.497782033,22.38113198,426.4619886,0.616092319,0.426447548,0.559065116,Energy,1 -solar/H/short,VISIT-1.0,3225.926239,3225.926239,27.12943508,2.092858499,1,2,33.34841823,56.79723795,2.093565081,1,1.329536974,Energy,1 -solar/H/medium,VISIT-1.0,3336.702433,3336.702433,27.76055543,2.120411643,1,2,103.2619245,57.76419681,2.080801191,1,2.976347252,Energy,1 -solar/H/long,VISIT-1.0,3580.48824,3580.48824,28.84186436,2.20364724,1,2,126.3088285,59.83718108,2.074664118,1,3.458736881,Energy,1 -hierarchical_sales/W/short,VISIT-1.0,1045.472193,1045.472193,13.56912076,1.025013378,0.950383746,0.579810788,15.29719066,32.33376243,1.484458849,0.622964971,0.832226753,Sales,1 -ett2/W/short,VISIT-1.0,4688738.857,4688738.857,1323.111607,0.778520953,0.122171717,0.126986231,16.5654887,2165.349592,0.181639634,0.110988779,0.133677589,Energy,7 -bizitobs_service/10S/short,VISIT-1.0,24411.64106,24411.64106,51.05920718,2.188686925,0.290195537,0.094460339,26.7612326,156.2422512,0.115749258,0.037826294,0.036596223,Web/CloudOps,2 -bizitobs_service/10S/medium,VISIT-1.0,120879.2178,120879.2178,96.65106151,3.706699935,0.133569627,0.136550303,61.10936771,347.676887,0.261669818,0.072741866,0.095261789,Web/CloudOps,2 -bizitobs_service/10S/long,VISIT-1.0,209141.5704,209141.5704,126.7116402,3.859549432,0.151007409,0.159075288,66.98322651,457.3199868,0.338797266,0.093872034,0.11879425,Web/CloudOps,2 -m4_weekly/W/short,VISIT-1.0,453525.1459,453525.1459,347.9914828,2.777295047,0.089372895,0.091612867,26.6312252,673.4427562,0.122690834,0.063398655,0.060870395,Econ/Fin,1 -electricity/H/short,VISIT-1.0,14602393.67,14602393.67,705.756806,3.922376437,0.521491589,0.398916196,34.02521326,3821.307848,1.803930207,0.333167615,0.29433055,Energy,1 -electricity/H/medium,VISIT-1.0,70374987.67,70374987.67,969.0920327,4.089287698,0.590817583,0.392981279,100.0707776,8388.980133,3.274495255,0.378268539,0.559183307,Energy,1 -electricity/H/long,VISIT-1.0,62374735.49,62374735.49,944.6613333,4.015252993,0.54411847,0.388921894,122.42396,7897.767754,3.11487731,0.372574156,0.668018805,Energy,1 diff --git a/results/VISIT-1.0/config.json b/results/VISIT-1.0/config.json deleted file mode 100644 index 7609bf5789bc96d36355d6c0283ad7b1c49e23a0..0000000000000000000000000000000000000000 --- a/results/VISIT-1.0/config.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "model": "VISIT-1.0", - "model_type": "pretrained", - "model_dtype": "float32", - "testdata_leakage": "No", - "replication_code_available": "No" -} \ No newline at end of file diff --git a/results/VISIT-2.0/all_results.csv b/results/VISIT-2.0/all_results.csv deleted file mode 100644 index 9d6dc121ea69277e454baea258a7214e3bfa3aec..0000000000000000000000000000000000000000 --- a/results/VISIT-2.0/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/short,VISIT-2.0,2372862.425,2372862.425,183.5663709,0.675716774,2.481990662,0.746227628,13.44793756,1540.409824,4.836505831,0.576353,0.441577668,Web/CloudOps,2 -bitbrains_fast_storage/H/short,VISIT-2.0,6567785.878,6567785.878,454.9923571,1.027341785,6.483775965,0.583133936,20.02537457,2562.769181,7.30472463,1.296876013,1.023776538,Web/CloudOps,2 -bitbrains_rnd/5T/short,VISIT-2.0,1685034.102,1685034.102,120.8433096,1.644784672,0.984179617,0.659874002,51.96540241,1298.088634,5.311403759,0.494455919,0.401398378,Web/CloudOps,2 -bitbrains_rnd/H/short,VISIT-2.0,3285049.614,3285049.614,246.0033247,5.85978262,4.870045891,0.563752411,197.9890589,1812.470583,7.932258772,1.076631008,0.840703036,Web/CloudOps,2 -bizitobs_application/10S/short,VISIT-2.0,627781.6889,627781.6889,424.0054861,1.266591024,0.018129497,0.018344074,8.984197855,792.3267564,0.030556876,0.016352197,0.0130306,Web/CloudOps,2 -bizitobs_l2c/5T/short,VISIT-2.0,13.96167922,13.96167922,2.432506016,0.242583534,0.130513141,0.183576529,1.732960392,3.736533048,0.128327669,0.083542103,0.066475415,Web/CloudOps,7 -bizitobs_l2c/H/short,VISIT-2.0,48.45678323,48.45678323,4.192261711,0.41718379,0.428496766,0.586340707,2.514949192,6.961090664,0.375220654,0.225973666,0.176731814,Web/CloudOps,7 -bizitobs_service/10S/short,VISIT-2.0,2853.86582,2853.86582,20.85540675,0.782221745,0.060935976,0.050719766,6.198717906,53.42158571,0.039576419,0.015450352,0.012222476,Web/CloudOps,2 -car_parts/M/short,VISIT-2.0,1.354525949,1.354525949,0.468783206,0.852927695,0.805964537,1.88192361,15.68825595,1.163841032,2.790771408,1.124094039,0.969651162,Sales,1 -covid_deaths/D/short,VISIT-2.0,326926.1153,326926.1153,87.99979637,31.93510285,0.083674683,0.358117492,598.5738678,571.7745319,0.21513295,0.033110352,0.02786636,Healthcare,1 -electricity/15T/short,VISIT-2.0,135421.676,135421.676,50.01767455,0.936378171,0.147864846,0.159533442,10.89984129,367.9968424,0.725394314,0.098594696,0.082216504,Energy,1 -electricity/D/short,VISIT-2.0,1153581931,1153581931,4068.624721,1.362610888,0.282203955,0.092461417,11.30818614,33964.42155,0.558148242,0.066861016,0.053402847,Energy,1 -electricity/H/short,VISIT-2.0,1557729.426,1557729.426,172.8579571,0.961743216,0.191650646,0.129250613,10.59640393,1248.090312,0.589187758,0.0816013,0.066531541,Energy,1 -electricity/W/short,VISIT-2.0,35949283701,35949283701,26453.94144,1.531167961,0.247321106,0.099826889,11.97708683,189602.9633,0.432611393,0.060359165,0.04815597,Energy,1 -ett1/15T/short,VISIT-2.0,4.522880918,4.522880918,1.047490293,0.671317974,0.442493614,0.231533886,4.987073847,2.126706589,0.402036026,0.198019245,0.157160691,Energy,7 -ett1/D/short,VISIT-2.0,43214.20635,43214.20635,135.8135789,1.593081742,1.310772996,0.457601541,11.16221493,207.8802693,0.546004423,0.35671887,0.274373256,Energy,7 -ett1/H/short,VISIT-2.0,101.400865,101.400865,5.045117188,0.839600965,0.482654826,0.27052932,5.728524172,10.06979965,0.469998747,0.23547626,0.180210693,Energy,7 -ett1/W/short,VISIT-2.0,1536581.429,1536581.429,985.0899833,1.682994439,0.662929399,0.559177807,8.442356271,1239.589218,0.493262136,0.391990816,0.289402173,Energy,7 -ett2/15T/short,VISIT-2.0,7.63996117,7.63996117,1.765740386,0.75534014,0.107730088,0.12758067,5.296244542,2.764047968,0.13121919,0.083825978,0.065611255,Energy,7 -ett2/D/short,VISIT-2.0,126204.4317,126204.4317,213.796503,1.44922406,0.491209823,0.14179501,13.27734682,355.2526309,0.203320431,0.122361366,0.100795507,Energy,7 -ett2/H/short,VISIT-2.0,117.2055804,117.2055804,6.719195266,0.767371872,0.123455444,0.113616326,5.583737733,10.82615261,0.137305738,0.085218091,0.06796597,Energy,7 -ett2/W/short,VISIT-2.0,4123111.714,4123111.714,1479.972517,1.137574956,0.187231336,0.215725115,9.172415373,2030.544684,0.170331537,0.124146982,0.098365931,Energy,7 -hierarchical_sales/D/short,VISIT-2.0,29.94091308,29.94091308,2.406877358,0.769486126,0.701585244,1.070348672,6.888331334,5.471829044,1.678696554,0.738403319,0.59829202,Sales,1 -hierarchical_sales/W/short,VISIT-2.0,447.2700609,447.2700609,8.949959448,0.723742038,0.532360584,0.461729987,6.739534653,21.14876027,0.970949929,0.410897016,0.347335912,Sales,1 -hospital/M/short,VISIT-2.0,3568.077358,3568.077358,19.60977225,0.790141906,0.197673083,0.178634053,5.170174469,59.73338562,0.216846061,0.071188027,0.05535533,Healthcare,1 -jena_weather/10T/short,VISIT-2.0,892.965377,892.965377,6.058348447,0.292568371,0.390091889,0.550790454,2.348357053,29.88252628,0.185607955,0.03762994,0.0297363,Nature,21 -jena_weather/D/short,VISIT-2.0,425.9354167,425.9354167,10.38644438,1.245915436,0.784796958,0.467214917,7.557938251,20.63820284,0.124275713,0.062543371,0.049356298,Nature,21 -jena_weather/H/short,VISIT-2.0,1110.569027,1110.569027,8.454191305,0.528745635,1.574014596,0.606813869,4.464877076,33.32520108,0.204281354,0.051823653,0.041873389,Nature,21 -kdd_cup_2018/D/short,VISIT-2.0,2952.447104,2952.447104,21.55521893,1.217138419,0.534239947,0.477317925,8.984642636,54.33642521,1.217193583,0.482859777,0.382376722,Nature,1 -kdd_cup_2018/H/short,VISIT-2.0,4700.446649,4700.446649,22.65284863,0.94191931,0.822528974,0.500480148,7.314008952,68.55980345,1.435080858,0.474165149,0.37924664,Nature,1 -loop_seattle/5T/short,VISIT-2.0,41.39566483,41.39566483,3.423013718,0.543793037,0.092438589,0.073203309,3.980063446,6.433946287,0.110327978,0.05869713,0.046185833,Transport,1 -loop_seattle/D/short,VISIT-2.0,19.52540635,19.52540635,2.986604263,0.899348129,0.055215413,0.055160866,8.453696784,4.418756199,0.078969083,0.053374613,0.043932909,Transport,1 -loop_seattle/H/short,VISIT-2.0,61.13591569,61.13591569,4.142285915,0.83985536,0.110647362,0.096433051,7.886881659,7.818945945,0.138403294,0.073322673,0.06010646,Transport,1 -m4_daily/D/short,VISIT-2.0,389112.265,389112.265,182.436846,3.382169255,0.03903226,0.031564444,25.93917533,623.7886381,0.096358106,0.028181451,0.02234176,Econ/Fin,1 -m4_hourly/H/short,VISIT-2.0,2328940.006,2328940.006,274.8660678,0.861561933,0.095283441,0.088342332,7.211947107,1526.0865,0.208344492,0.037525285,0.029630242,Econ/Fin,1 -m4_monthly/M/short,VISIT-2.0,1895314.629,1895314.629,566.8537157,0.935413013,0.163943251,0.133325349,7.638779934,1376.704264,0.286126409,0.117811662,0.094057311,Econ/Fin,1 -m4_quarterly/Q/short,VISIT-2.0,1818904.323,1818904.323,565.053513,1.17891015,0.116097523,0.103114649,8.985431894,1348.66761,0.225743209,0.094580008,0.075406792,Econ/Fin,1 -m4_weekly/W/short,VISIT-2.0,278054.6715,278054.6715,273.9321298,2.114771602,0.06663129,0.065761739,15.74830453,527.3088957,0.096067509,0.049906189,0.03967302,Econ/Fin,1 -m4_yearly/A/short,VISIT-2.0,4094726.697,4094726.697,991.3308378,3.728038581,0.181568525,0.166646206,31.66723465,2023.543105,0.324484517,0.158964495,0.127986521,Econ/Fin,1 -m_dense/D/short,VISIT-2.0,9499.45037,9499.45037,46.16807581,0.67490012,0.121303233,0.098014074,6.846940964,97.46512387,0.168726546,0.079923768,0.065422905,Transport,1 -m_dense/H/short,VISIT-2.0,42697.28,42697.28,87.36873264,0.783980199,0.292225143,0.213348965,9.174520142,206.6332016,0.36651581,0.154970361,0.128685102,Transport,1 -restaurant/D/short,VISIT-2.0,140.9337933,140.9337933,7.095296885,0.681146678,0.664130632,0.392755661,4.697815673,11.87155396,0.546356419,0.326542002,0.255800814,Sales,1 -saugeen/D/short,VISIT-2.0,1065.861771,1065.861771,12.90627441,2.865388764,0.321762543,0.346443176,48.45462055,32.64753851,1.057461551,0.418037303,0.363948613,Nature,1 -saugeen/M/short,VISIT-2.0,447.4009022,447.4009022,13.60927037,0.797406617,0.367432912,0.405755088,12.33312013,21.1518534,0.635042094,0.408591124,0.35727078,Nature,1 -saugeen/W/short,VISIT-2.0,1044.100781,1044.100781,16.42695313,1.333006703,0.486668634,0.429375887,17.60971271,32.31254836,0.975381141,0.49586124,0.419846576,Nature,1 -solar/10T/short,VISIT-2.0,14.26614084,14.26614084,1.576269353,0.691915622,2.697954323,1.500631558,3.396642864,3.77705452,1.098744751,0.458536584,0.34752298,Energy,1 -solar/D/short,VISIT-2.0,180828.4652,180828.4652,291.1354015,1.137942517,1.266308237,0.458319938,6.271021237,425.2393035,0.614325955,0.420591493,0.333938529,Energy,1 -solar/H/short,VISIT-2.0,756.2837751,756.2837751,11.78036235,0.911329201,5.280181586,1.413289873,5.740350002,27.50061409,1.013681822,0.434228092,0.344213345,Energy,1 -solar/W/short,VISIT-2.0,1817430.073,1817430.073,1086.718066,1.193249795,0.248119104,0.211917209,6.416284555,1348.120942,0.275185189,0.221826327,0.158711991,Energy,1 -sz_taxi/15T/short,VISIT-2.0,16.64033749,16.64033749,2.725414663,0.544088179,1.1193E+12,0.394455315,3.844381594,4.079256977,0.381427974,0.254837927,0.20021972,Transport,1 -sz_taxi/H/short,VISIT-2.0,7.307397044,7.307397044,1.860460852,0.565965987,0.957116999,0.298552978,4.003339571,2.703219755,0.251821601,0.173313409,0.136559716,Transport,1 -temperature_rain/D/short,VISIT-2.0,189.9977378,189.9977378,5.871749,1.355250169,23.60326557,1.513735561,19.0543354,13.78396669,1.622737299,0.691260094,0.558742644,Nature,1 -us_births/D/short,VISIT-2.0,130685.76,130685.76,251.1142969,0.37009248,0.024111525,0.023858279,3.200781004,361.5048547,0.033888147,0.023539928,0.019005549,Healthcare,1 -us_births/M/short,VISIT-2.0,33954650.67,33954650.67,4504.454427,0.507555945,0.014070321,0.014149343,4.569767632,5827.061924,0.018098815,0.013990805,0.011548424,Healthcare,1 -us_births/W/short,VISIT-2.0,1609248,1609248,1013.219587,0.921013677,0.013703475,0.013753315,6.537450542,1268.56139,0.017220596,0.013754357,0.01083989,Healthcare,1 -bitbrains_fast_storage/5T/long,VISIT-2.0,4958979.371,4958979.371,362.6546888,0.899520156,4.201332833,0.829547458,15.50136762,2226.876595,5.884969419,0.958387976,0.717841903,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,VISIT-2.0,4115558.873,4115558.873,305.5376964,1.002194769,4.908305651,0.815771091,20.96915424,2028.684025,6.163702596,0.928307942,0.697762435,Web/CloudOps,2 -bitbrains_rnd/5T/long,VISIT-2.0,4853038.514,4853038.514,289.0978819,3.372026415,5.499584864,0.715584969,115.5094689,2202.961306,8.439048072,1.107468804,0.979957137,Web/CloudOps,2 -bitbrains_rnd/5T/medium,VISIT-2.0,2983401.116,2983401.116,198.2112876,4.439849002,2.309977375,0.729651285,159.7564455,1727.252476,7.267431745,0.833975938,0.846690317,Web/CloudOps,2 -bizitobs_application/10S/long,VISIT-2.0,4912994.418,4912994.418,1364.491528,3.049673997,0.043298916,0.044237217,56.52622439,2216.527559,0.085482608,0.052622984,0.047773566,Web/CloudOps,2 -bizitobs_application/10S/medium,VISIT-2.0,3841921.28,3841921.28,1062.016563,2.262480555,0.031901706,0.032687302,30.51565031,1960.081957,0.07696665,0.041702265,0.036613406,Web/CloudOps,2 -bizitobs_l2c/5T/long,VISIT-2.0,66.01544147,66.01544147,5.061145213,0.510360246,0.417915138,0.751367343,4.385355079,8.124988706,0.456205969,0.284175737,0.227800947,Web/CloudOps,7 -bizitobs_l2c/5T/medium,VISIT-2.0,66.94550383,66.94550383,5.1757859,0.515619866,0.415947001,0.658732179,4.384453669,8.182023211,0.430494743,0.272322452,0.220053521,Web/CloudOps,7 -bizitobs_l2c/H/long,VISIT-2.0,87.95024802,87.95024802,5.428920976,0.574489805,0.569041014,0.794608658,4.347013744,9.378179355,0.572846262,0.331614162,0.264681436,Web/CloudOps,7 -bizitobs_l2c/H/medium,VISIT-2.0,86.04417783,86.04417783,5.211951265,0.525768662,0.467326477,0.781792995,3.665537487,9.276000099,0.561675895,0.315591566,0.246842381,Web/CloudOps,7 -bizitobs_service/10S/long,VISIT-2.0,120683.669,120683.669,72.3909127,1.348569868,0.106270003,0.106749881,16.15581849,347.3955512,0.25736173,0.053629502,0.047895172,Web/CloudOps,2 -bizitobs_service/10S/medium,VISIT-2.0,5630.121905,5630.121905,29.80065972,1.051604693,0.094511477,0.088666469,10.73789662,75.03413826,0.056472454,0.022428676,0.019888535,Web/CloudOps,2 -electricity/15T/long,VISIT-2.0,365132.6319,365132.6319,60.66393778,0.888835984,0.134814432,0.133332976,7.223632121,604.2620556,0.953297448,0.095704796,0.076349223,Energy,1 -electricity/15T/medium,VISIT-2.0,283923.9447,283923.9447,55.42304153,0.839080627,0.127037336,0.131143724,7.232804221,532.8451414,0.918145835,0.095499482,0.076838146,Energy,1 -electricity/H/long,VISIT-2.0,5654020.785,5654020.785,249.0939459,1.140333678,0.288130326,0.138332172,9.573138658,2377.818493,0.93781091,0.098242579,0.077768674,Energy,1 -electricity/H/medium,VISIT-2.0,4501502.825,4501502.825,230.6959093,1.053734536,0.243965521,0.12947647,8.762723223,2121.674533,0.828159489,0.090048216,0.071650031,Energy,1 -ett1/15T/long,VISIT-2.0,9.523580729,9.523580729,1.63241955,1.053378675,0.763623687,0.395643136,7.214937785,3.08602993,0.588200356,0.31114078,0.240277938,Energy,7 -ett1/15T/medium,VISIT-2.0,10.25806548,10.25806548,1.629390656,1.022047523,0.720860194,0.390956372,6.799721097,3.202821487,0.61046087,0.310563433,0.239977041,Energy,7 -ett1/H/long,VISIT-2.0,181.0235615,181.0235615,7.627158255,1.425291551,2.475E+12,0.471349258,10.91952397,13.45449968,0.644306849,0.36524809,0.290303099,Energy,7 -ett1/H/medium,VISIT-2.0,175.6356585,175.6356585,7.328327288,1.367432248,4.306E+12,0.455888875,10.61540778,13.25276041,0.634775808,0.351009505,0.2803438,Energy,7 -ett2/15T/long,VISIT-2.0,13.74788814,13.74788814,2.357003813,0.980160999,0.148883998,0.181552289,7.342828582,3.70781447,0.197596132,0.125608991,0.100012756,Energy,7 -ett2/15T/medium,VISIT-2.0,11.89535342,11.89535342,2.127608972,0.884942762,0.133532734,0.162917635,6.43365048,3.448964109,0.183801528,0.113384126,0.089373057,Energy,7 -ett2/H/long,VISIT-2.0,324.9101521,324.9101521,11.6364914,1.303951976,0.218485578,0.233312262,9.548120741,18.02526427,0.246842121,0.159352794,0.128030721,Energy,7 -ett2/H/medium,VISIT-2.0,303.3869234,303.3869234,11.13073033,1.231080777,0.200282842,0.21337709,9.455584894,17.41800572,0.234718814,0.14999374,0.121248169,Energy,7 -jena_weather/10T/long,VISIT-2.0,1474.575265,1474.575265,9.856021619,0.625152607,0.78816786,0.635733856,5.531998071,38.40019876,0.234977401,0.060310686,0.048903948,Nature,21 -jena_weather/10T/medium,VISIT-2.0,1476.087157,1476.087157,9.648449901,0.589330656,0.789112729,0.642571502,5.277176758,38.41987971,0.235782119,0.059212366,0.047765666,Nature,21 -jena_weather/H/long,VISIT-2.0,1248.661111,1248.661111,10.77769304,0.807810429,2.106833105,0.635306739,5.88656309,35.33639924,0.212764295,0.064893659,0.051919792,Nature,21 -jena_weather/H/medium,VISIT-2.0,1172.292857,1172.292857,9.797594246,0.719607528,2.279962775,0.656355891,6.100200774,34.23876249,0.209513044,0.059953212,0.04881031,Nature,21 -kdd_cup_2018/H/long,VISIT-2.0,3912.475038,3912.475038,23.78613613,1.009553205,1.108081287,0.603401274,7.357601025,62.54978048,1.467670607,0.558118871,0.437671192,Nature,1 -kdd_cup_2018/H/medium,VISIT-2.0,5054.371446,5054.371446,24.70153098,1.027458498,0.953322835,0.550806978,8.186562663,71.09410275,1.488128328,0.51704778,0.41346095,Nature,1 -loop_seattle/5T/long,VISIT-2.0,79.13731854,79.13731854,4.91150248,0.778204134,0.144545151,0.112103288,6.560252001,8.895915835,0.157281611,0.086836368,0.069739928,Transport,1 -loop_seattle/5T/medium,VISIT-2.0,66.62810259,66.62810259,4.576311123,0.728385882,0.139309205,0.105042083,5.731040381,8.16260391,0.145229493,0.081421976,0.065010402,Transport,1 -loop_seattle/H/long,VISIT-2.0,64.05118679,64.05118679,4.269007729,0.893444375,0.125432323,0.099195906,8.29259022,8.003198535,0.143027873,0.076292884,0.062456167,Transport,1 -loop_seattle/H/medium,VISIT-2.0,71.09725232,71.09725232,4.527218379,0.930484467,0.12036861,0.103710062,8.633255953,8.431918662,0.149033202,0.080018069,0.065795935,Transport,1 -m_dense/H/long,VISIT-2.0,31871.51802,31871.51802,77.74949074,0.671950716,0.268340774,0.190216501,6.727057961,178.525959,0.309054826,0.134595862,0.110021993,Transport,1 -m_dense/H/medium,VISIT-2.0,36454.48,36454.48,79.83833333,0.686144347,0.276276071,0.19221283,7.274382883,190.9305633,0.332195059,0.138908613,0.113831647,Transport,1 -solar/10T/long,VISIT-2.0,22.90564117,22.90564117,1.945484131,0.85251739,3.532001686,1.456642233,4.135274439,4.785983825,1.034413732,0.420485228,0.32251451,Energy,1 -solar/10T/medium,VISIT-2.0,22.22318901,22.22318901,1.91656428,0.837631181,3.515629539,1.455587208,3.992156454,4.71414775,1.046088067,0.425293209,0.323926995,Energy,1 -solar/H/long,VISIT-2.0,848.635442,848.635442,12.33933876,0.940254111,7.055269768,1.403666109,5.345855532,29.1313481,1.010036929,0.427827363,0.338465071,Energy,1 -solar/H/medium,VISIT-2.0,837.2324209,837.2324209,12.391526,0.947273899,5.527838062,1.408793102,5.255163251,28.93496883,1.042305112,0.446371689,0.349028309,Energy,1 -sz_taxi/15T/long,VISIT-2.0,16.0462618,16.0462618,2.730938112,0.516894791,5.81904E+12,0.400448113,3.518232106,4.005778551,0.370767727,0.252770767,0.19825856,Transport,1 -sz_taxi/15T/medium,VISIT-2.0,16.70381778,16.70381778,2.78427004,0.544189862,8.63547E+12,0.408640674,3.697638634,4.087030435,0.380366401,0.259122801,0.203291215,Transport,1 diff --git a/results/VISIT-2.0/config.json b/results/VISIT-2.0/config.json deleted file mode 100644 index 13efb2a92ff78212fbbd936b9eb6a0d729081593..0000000000000000000000000000000000000000 --- a/results/VISIT-2.0/config.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "model": "VISIT-2.0", - "model_type": "pretrained", - "model_dtype": "float32", - "testdata_leakage": "No", - "replication_code_available": "No" -} \ No newline at end of file diff --git a/results/ValBestSingle-cmtt/all_results.csv b/results/ValBestSingle-cmtt/all_results.csv deleted file mode 100644 index 8d22686e60baa39a7ef415f3fd9ede314566c4ed..0000000000000000000000000000000000000000 --- a/results/ValBestSingle-cmtt/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,ValBestSingle-cmtt,4553023.24287198,4553023.24287198,375.5764400609656,0.86663423491602,4.547296654206966,0.8257583227625421,34.66536939366585,2133.7814421519324,5.638947361183532,0.9925364115401696,0.9925363756519324,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,ValBestSingle-cmtt,3041373.097529981,3041373.097529981,272.79711224126925,0.948173735353074,3.7921026356665815,0.8067991400991436,37.926949407149706,1743.9532956848302,5.298611803044228,0.8288329752491223,0.8288329530502643,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,ValBestSingle-cmtt,1794714.35177083,1794714.35177083,152.66640427150224,0.690295971506051,1.7681791856833111,0.749042973770624,27.611838862199644,1339.6694934836837,4.206230887764857,0.4793347525597069,0.4793347471032019,Web/CloudOps,2 -bitbrains_fast_storage/H/short,ValBestSingle-cmtt,2913125.990694805,2913125.990694805,288.8043252876813,1.0670967357030117,3.773440884719455,0.5818727319055835,42.683869449782414,1706.7882090918033,4.864900662636461,0.8231861141177744,0.8231860952058265,Web/CloudOps,2 -bitbrains_rnd/5T/long,ValBestSingle-cmtt,2278028.7943836297,2278028.7943836297,167.52120954828564,3.267014197887756,1.4851469870786072,0.694961890873683,130.68056781422226,1509.314014505805,5.781841945492709,0.641736011735831,0.6417360544304969,Web/CloudOps,2 -bitbrains_rnd/5T/medium,ValBestSingle-cmtt,2214564.869689518,2214564.869689518,139.36629668076273,4.313929512799595,0.324196423617799,0.6865181434565498,172.5571806246491,1488.141414546856,6.261369831216954,0.586385082086487,0.5863850854536545,Web/CloudOps,2 -bitbrains_rnd/5T/short,ValBestSingle-cmtt,1710565.1821305887,1710565.1821305887,114.28810140845876,1.579622643188623,1.0711527641672562,0.6329952864936402,63.18490586636446,1307.885767997568,5.35149099162126,0.4676339173514129,0.4676339061937542,Web/CloudOps,2 -bitbrains_rnd/H/short,ValBestSingle-cmtt,2235577.6084565874,2235577.6084565874,196.98339265163463,5.80932558597257,3.01003855097413,0.5586870314697796,232.373023061882,1495.1848074591271,6.543660245160364,0.8620957014951155,0.8620957032241595,Web/CloudOps,2 -bizitobs_application/10S/long,ValBestSingle-cmtt,5654709.475555556,5654709.475555556,1452.5326388888889,2.933430296713408,0.0425923580593533,0.0436214616563585,117.3372118685363,2377.963304080943,0.0917085396474299,0.0560183779430573,0.0560183771176457,Web/CloudOps,2 -bizitobs_application/10S/medium,ValBestSingle-cmtt,4205192.96,4205192.96,1126.6023958333333,2.390983771480361,0.0341610654195149,0.034974946975708,95.63935085921442,2050.656714323487,0.0805232537281513,0.0442383602954034,0.0442383568251612,Web/CloudOps,2 -bizitobs_application/10S/short,ValBestSingle-cmtt,524776.8888888889,524776.8888888889,379.0914236111111,1.2015828254397234,0.0163876681857638,0.0166529888576931,48.06331301758894,724.4148596549417,0.0279377855679438,0.014620040936955,0.0146200398619338,Web/CloudOps,2 -bizitobs_l2c/5T/long,ValBestSingle-cmtt,118.23124007936508,118.23124007936508,6.0743619791666665,0.6061023655955687,0.4497489723808685,0.7888792007688492,24.244094623490348,10.873418969181914,0.6105262193290042,0.3410663439427363,0.3410663617711625,Web/CloudOps,7 -bizitobs_l2c/5T/medium,ValBestSingle-cmtt,120.34429209183672,120.34429209183672,7.03364025297619,0.6732320795961305,0.4831466483748147,0.6672306398145196,26.929283190192468,10.970154606560326,0.5771914554149765,0.3700729114658869,0.3700729217781527,Web/CloudOps,7 -bizitobs_l2c/5T/short,ValBestSingle-cmtt,15.35121605282738,15.35121605282738,2.180554635184152,0.2255713418048483,0.1080905225984602,0.1912006196521577,9.022853671690603,3.918062793374729,0.1345621354458236,0.0748890723912921,0.074889069916537,Web/CloudOps,7 -bizitobs_l2c/H/long,ValBestSingle-cmtt,100.78856646825396,100.78856646825396,5.789798022073413,0.6142980068021322,0.7136990948387936,0.8081114269438244,24.5719202905283,10.039350898751072,0.6132325282467438,0.3536575735743799,0.353657564309242,Web/CloudOps,7 -bizitobs_l2c/H/medium,ValBestSingle-cmtt,72.78668154761905,72.78668154761905,5.010885765438988,0.5063595028082796,0.5635039155616806,0.794738042922247,20.254380101423717,8.531511094033638,0.5165959553649349,0.3034167441957381,0.3034167326714266,Web/CloudOps,7 -bizitobs_l2c/H/short,ValBestSingle-cmtt,55.94431268601191,55.94431268601191,4.4382115924169145,0.4313480134361925,0.364539203598059,0.6007807898142982,17.253920549109484,7.47959308291647,0.4031692227381437,0.2392309712876033,0.2392309814922844,Web/CloudOps,7 -bizitobs_service/10S/long,ValBestSingle-cmtt,131193.90476190476,131193.90476190476,75.72597222222223,1.286232806394766,0.073072529141865,0.0710674758184523,51.44931227371534,362.2069915972147,0.2683345188416837,0.0561002211207039,0.0561002253574047,Web/CloudOps,2 -bizitobs_service/10S/medium,ValBestSingle-cmtt,20326.765714285717,20326.765714285717,38.32077876984127,1.0144252186557996,0.0599801054454985,0.0540542602539062,40.57700873871501,142.5719667897084,0.1073030219299768,0.0288411211355393,0.0288411204460156,Web/CloudOps,2 -bizitobs_service/10S/short,ValBestSingle-cmtt,1780.5169841269842,1780.5169841269842,16.917084986772487,0.7032063520300167,0.0482657538519965,0.0386073371846839,28.12825408166506,42.19617262414904,0.0312602745766938,0.0125327177522522,0.0125327175730915,Web/CloudOps,2 -car_parts/M/short,ValBestSingle-cmtt,1.3562618066578158,1.3562618066578158,0.442165312419236,0.8238442774451531,0.8599458558096559,1.9133112569076545,32.95377105337043,1.164586538930369,2.7925590565558736,1.0602670616691907,1.060267049781701,Sales,1 -covid_deaths/D/short,ValBestSingle-cmtt,424622.96541353385,424622.96541353385,102.23026315789474,37.43747046542028,0.0950260423709523,0.3551345404526942,1497.4988195417586,651.6310040302977,0.245179336467554,0.0384646340228321,0.0384646335308131,Healthcare,1 -electricity/15T/long,ValBestSingle-cmtt,320117.0192972973,320117.0192972973,57.78749418168168,0.8755009180547396,0.1263666280106127,0.1313983734500982,35.02003672250283,565.7888469184394,0.8926012919472278,0.0911668588836598,0.0911668576070031,Energy,1 -electricity/15T/medium,ValBestSingle-cmtt,246696.9083445946,246696.9083445946,50.56244457347973,0.7949739044509424,0.1191969731479852,0.1256711818935635,31.79895617942966,496.685925253167,0.8558398820689916,0.0871241853266324,0.0871241837322227,Energy,1 -electricity/15T/short,ValBestSingle-cmtt,123959.88474943694,123959.88474943694,46.03825089738176,0.8893869374641534,0.1475528326271434,0.1529251060829506,35.57547750355403,352.07937279743743,0.6940178465047963,0.0907504676879523,0.0907504668634185,Energy,1 -electricity/D/short,ValBestSingle-cmtt,1238650825.6818738,1238650825.6818738,4233.3166126126125,1.3748976426726809,0.2357119801353103,0.0912842742644988,54.99590571014609,35194.47152155966,0.5783620756710708,0.0695674541253903,0.0695674494461851,Energy,1 -electricity/H/long,ValBestSingle-cmtt,9151900.6473994,9151900.6473994,281.2962717717718,1.189622224740556,0.2899826762978867,0.1403708796687312,47.5848889898385,3025.21084346189,1.1931422788411556,0.1109431679635326,0.1109431638671936,Energy,1 -electricity/H/medium,ValBestSingle-cmtt,5797958.768288288,5797958.768288288,240.62474169481985,1.0592429017398786,0.2322785419143664,0.128327761813327,42.36971607077877,2407.8950907978297,0.93988076305855,0.0939237621685414,0.0939237658981974,Energy,1 -electricity/H/short,ValBestSingle-cmtt,1753789.37231982,1753789.37231982,163.93986257742117,0.8841763544973119,0.1491901609599438,0.1217567821880718,35.36705418160839,1324.3071291508702,0.6251675417763273,0.0773913230780465,0.0773913262809317,Energy,1 -electricity/W/short,ValBestSingle-cmtt,48669140080.54775,48669140080.54775,31097.522972972973,1.619187854110682,0.2488635556391738,0.102150738346684,64.76751413766722,220610.8340053764,0.5033611213865538,0.0709542852081249,0.070954284863565,Energy,1 -ett1/15T/long,ValBestSingle-cmtt,8.90234375,8.90234375,1.5824449714781743,1.02024456912554,0.7759994451927473,0.3973832775297619,40.80978277078278,2.983679565570003,0.5686922752888206,0.3016155761945416,0.3016155578457363,Energy,7 -ett1/15T/medium,ValBestSingle-cmtt,11.114656498015872,11.114656498015872,1.708737289186508,1.075358606664503,0.8645541070647528,0.4015498666914682,43.01434425841595,3.333865098952846,0.6354379841949556,0.3256870168203482,0.3256870031558329,Energy,7 -ett1/15T/short,ValBestSingle-cmtt,5.2765276227678575,5.2765276227678575,1.089853268577939,0.677972097398358,0.4995514152304199,0.236652592250279,27.118883885888472,2.297069355236767,0.4342417240115473,0.2060276330742846,0.2060276345556931,Energy,7 -ett1/D/short,ValBestSingle-cmtt,37204.03174603175,37204.03174603175,132.28628472222223,1.6818402541836692,1.0336296929253472,0.4961046975756448,67.27361018347928,192.88346675138268,0.5066148234324639,0.3474543148038106,0.3474543063230797,Energy,7 -ett1/H/long,ValBestSingle-cmtt,163.28184523809523,163.28184523809523,7.359562562003968,1.406608186858124,3150427116325.437,0.4747744605654762,56.264327471333246,12.778178478879344,0.6119192917403762,0.3524335113885037,0.352433508907288,Energy,7 -ett1/H/medium,ValBestSingle-cmtt,149.38612351190477,149.38612351190477,6.974669828869048,1.3031440958068323,2727574925518.9487,0.4337255568731399,52.1257638306731,12.2223616176214,0.585422148478042,0.3340701514063135,0.3340701236199008,Energy,7 -ett1/H/short,ValBestSingle-cmtt,111.8705078125,111.8705078125,5.080648949032738,0.8395249764559498,0.5131863911946615,0.2610685257684617,33.58099905266867,10.576885544076765,0.4936665201730803,0.2371346722471261,0.2371346775453317,Energy,7 -ett1/W/short,ValBestSingle-cmtt,1526568.5714285714,1526568.5714285714,960.6692243303572,1.5985202877822395,0.7525700160435268,0.5573699133736747,63.940811296056935,1235.5438363039052,0.491652382115409,0.3822732133729066,0.3822732118549475,Energy,7 -ett2/15T/long,ValBestSingle-cmtt,11.410462549603174,11.410462549603174,2.153004092261905,0.8951851684498038,0.1361229403995949,0.1619418867807539,35.80740673666974,3.377937617778513,0.1800164101619362,0.1147374852966746,0.1147374823008951,Energy,7 -ett2/15T/medium,ValBestSingle-cmtt,12.981285962301587,12.981285962301587,2.25443839905754,0.939241562205588,0.1426181762845381,0.1766919332837301,37.56966249630271,3.602955170731602,0.1920080028701158,0.1201431031152248,0.1201430987224108,Energy,7 -ett2/15T/short,ValBestSingle-cmtt,8.271802339099702,8.271802339099702,1.7536609468005953,0.7537320583124911,0.108880423809277,0.1275832312447684,30.14928235240768,2.8760741191943757,0.1365374699449615,0.0832525237160819,0.083252523150153,Energy,7 -ett2/D/short,ValBestSingle-cmtt,106425.6507936508,106425.6507936508,193.1045386904762,1.262145842462595,0.4293451218377976,0.130895753890749,50.48583372674049,326.22944501324645,0.1867097186546562,0.1105188223839574,0.1105188200967411,Energy,7 -ett2/H/long,ValBestSingle-cmtt,239.2104332010582,239.2104332010582,9.265621899801587,1.0054270007050194,0.1752757061167546,0.167691911969866,40.21708002463382,15.466429232407142,0.2118008444947425,0.1268855605684962,0.1268855562383228,Energy,7 -ett2/H/medium,ValBestSingle-cmtt,258.3689732142857,258.3689732142857,9.903989955357142,1.0451832319084586,0.1725099893548599,0.1655640920003255,41.807329273274775,16.073859935133367,0.2166055993384426,0.1334626336660467,0.1334626189311901,Energy,7 -ett2/H/short,ValBestSingle-cmtt,110.22464657738097,110.22464657738097,6.39052734375,0.7373987606075953,0.1205637475953476,0.1102960495721726,29.49595043147989,10.498792624744093,0.1331539023574953,0.0810496677434213,0.081049668196993,Energy,7 -ett2/W/short,ValBestSingle-cmtt,3326576.571428572,3326576.571428572,1283.2333984375,0.8974412652459781,0.1516294479370117,0.1691482407706124,35.89765063837927,1823.89050423225,0.1529964513594462,0.1076436089618785,0.1076436051219431,Energy,7 -hierarchical_sales/D/short,ValBestSingle-cmtt,28.79798212071104,28.79798212071104,2.3251840087587845,0.7486554138243836,0.6466951571557057,1.053699916352315,29.946216549854096,5.366375137903708,1.646344463289207,0.713340704027635,0.7133406979588075,Sales,1 -hierarchical_sales/W/short,ValBestSingle-cmtt,460.09891419491527,460.09891419491527,8.883460093352754,0.7231566263147101,0.5342857562104807,0.454937821727688,28.926265074642547,21.449916414637038,0.9847761545304928,0.4078439981093535,0.4078440298267035,Sales,1 -hospital/M/short,ValBestSingle-cmtt,2446.509778357236,2446.509778357236,17.27488303319209,0.7525293621528875,0.1912978005274541,0.1720054755776615,30.10117448763082,49.46220555492078,0.1795592919893471,0.062711836883104,0.0627118378356969,Healthcare,1 -jena_weather/10T/long,ValBestSingle-cmtt,1404.0107142857144,1404.0107142857144,9.400016534391536,0.6383987270259981,0.7804584128214807,0.6407035383597883,25.535949081659503,37.47013096168352,0.2292861564128845,0.0575203130085713,0.0575203121360555,Nature,21 -jena_weather/10T/medium,ValBestSingle-cmtt,1513.7266955266955,1513.7266955266955,9.75045882936508,0.6080058472987112,0.7596303850902659,0.6461542743281025,24.32023388876236,38.90664076384256,0.2387693892459371,0.0598383991485268,0.0598384002571259,Nature,21 -jena_weather/10T/short,ValBestSingle-cmtt,759.222123015873,759.222123015873,5.282231212797619,0.279963797017349,0.333845184798419,0.5488934229290675,11.19855188035216,27.55398561035904,0.171144784639915,0.0328092761648468,0.0328092788926493,Nature,21 -jena_weather/D/short,ValBestSingle-cmtt,349.8121031746032,349.8121031746032,9.24847160218254,1.0148636076717843,0.5810587668378543,0.4488831535218254,40.5945442775591,18.703264505818314,0.1126242213934236,0.055690914971072,0.0556909174530225,Nature,21 -jena_weather/H/long,ValBestSingle-cmtt,1176.8768518518518,1176.8768518518518,11.77640128968254,1.0566829769928126,2.5130391947018533,0.6807237413194445,42.267319068591526,34.30563877632731,0.2065579535313704,0.0709069831411964,0.0709069848736877,Nature,21 -jena_weather/H/medium,ValBestSingle-cmtt,1118.6489087301588,1118.6489087301588,9.779024057539685,0.7931557743189344,2.3709788949767554,0.6937440902467757,31.72623096506053,33.44620918325661,0.2046632857810482,0.059839582548264,0.0598395840703139,Nature,21 -jena_weather/H/short,ValBestSingle-cmtt,1122.5361319966582,1122.5361319966582,8.260516199352548,0.523662633504456,1.0465260502765767,0.6061135708737991,20.946505337073308,33.504270354637754,0.2053790203759938,0.0506364325163766,0.0506364286323983,Nature,21 -kdd_cup_2018/D/short,ValBestSingle-cmtt,2898.6756080025266,2898.6756080025266,21.17824161736776,1.2007917524556584,0.5327653137243558,0.4672699492062824,48.03167008306056,53.83934999609976,1.20605862725269,0.474415107435708,0.4744150855559397,Nature,1 -kdd_cup_2018/H/long,ValBestSingle-cmtt,4169.583872106444,4169.583872106444,25.4057415588144,1.073522066842835,1.182327200314432,0.6398321326475817,42.94088267372961,64.57231505921438,1.5151274086495732,0.5961213460835076,0.5961213547885204,Nature,1 -kdd_cup_2018/H/medium,ValBestSingle-cmtt,5211.140859964984,5211.140859964984,27.09315885086422,1.1131605091224734,1.1811139617583617,0.5809953441863341,44.52642036271763,72.18823214323082,1.5110304247256643,0.5671088778618901,0.5671087984776619,Nature,1 -kdd_cup_2018/H/short,ValBestSingle-cmtt,4531.959465626413,4531.959465626413,23.989849745823697,1.0033036626886809,0.9844324947705688,0.5193838333841155,40.13214650827939,67.31982966129974,1.4091259486132786,0.5021509999394311,0.5021510047693671,Nature,1 -loop_seattle/5T/long,ValBestSingle-cmtt,89.87261488074762,89.87261488074762,5.224769611426442,0.8266728628324254,0.1712879343189212,0.1181830032045941,33.06691451220789,9.480116817885085,0.1676104049813978,0.0923749957230011,0.0923749946320679,Transport,1 -loop_seattle/5T/medium,ValBestSingle-cmtt,73.05207954398865,73.05207954398865,4.777180183339783,0.7585511695982263,0.151949309830326,0.1095947698665969,30.34204678389778,8.547050926722541,0.1520696008668557,0.0849958529530026,0.0849958539792453,Transport,1 -loop_seattle/5T/short,ValBestSingle-cmtt,43.949556062145255,43.949556062145255,3.557979405012416,0.5659700955906873,0.0952283985228484,0.0756230347419793,22.638803824648274,6.629446135398134,0.1136803653928791,0.0610114918443121,0.0610114912858027,Transport,1 -loop_seattle/D/short,ValBestSingle-cmtt,18.110708526831782,18.110708526831782,2.902696229602038,0.8746254530176736,0.0540797057412603,0.0535496242275179,34.985018110662644,4.255667812086815,0.0760544732949288,0.0518750622994009,0.0518750623275428,Transport,1 -loop_seattle/H/long,ValBestSingle-cmtt,61.792012813897486,61.792012813897486,4.188490940509976,0.8769095847794188,0.11762326414084,0.0967633562642436,35.076383388681,7.860789579545905,0.1404828365862872,0.074853942137044,0.0748539317445762,Transport,1 -loop_seattle/H/medium,ValBestSingle-cmtt,71.35730214783281,71.35730214783281,4.450449783120485,0.912485737651594,0.1124448242817377,0.1019466797756828,36.49942950663264,8.447325147514615,0.1493055223131537,0.0786611995860925,0.0786611887315826,Transport,1 -loop_seattle/H/short,ValBestSingle-cmtt,59.063214586388575,59.063214586388575,4.062842003740122,0.8244922654099773,0.1111346646721686,0.0933418081232909,32.97969061777394,7.685259565322994,0.1360369105717225,0.0719164355649976,0.0719164354217753,Transport,1 -m4_daily/D/short,ValBestSingle-cmtt,355037.59667443985,355037.59667443985,171.2950695359762,3.233442600326376,0.0366704631316673,0.0300346295095262,129.3377039868395,595.8503139836714,0.092042406432925,0.0264603542872657,0.0264603539408441,Econ/Fin,1 -m4_hourly/H/short,ValBestSingle-cmtt,797083.7230273752,797083.7230273752,179.8774657809984,0.7222996286575414,0.0859391278498798,0.0784904553694425,28.89198514442228,892.7954541928264,0.1218862859189342,0.0245572444635462,0.0245572425691359,Econ/Fin,1 -m4_monthly/M/short,ValBestSingle-cmtt,1815929.9701203704,1815929.9701203704,551.8997063802084,0.921312944085702,0.1585840719187701,0.1309690584076775,36.85251776286629,1347.5644586142698,0.2800701555561992,0.1147037053620974,0.1147037053461179,Econ/Fin,1 -m4_quarterly/Q/short,ValBestSingle-cmtt,1734932.3936666667,1734932.3936666667,545.6804485677084,1.1456591689397086,0.1101116677125295,0.0996843199729919,45.826366759290735,1317.168323968758,0.2204707824674826,0.0913372978105288,0.091337297384441,Econ/Fin,1 -m4_weekly/W/short,ValBestSingle-cmtt,253610.81294193276,253610.81294193276,253.4549228626527,1.8638384764427909,0.0612188109959221,0.0608513838018266,74.55353903846851,503.5978682857312,0.0917477271747258,0.0461755590686893,0.0461755584066205,Econ/Fin,1 -m4_yearly/A/short,ValBestSingle-cmtt,4869718.6324250605,4869718.6324250605,896.5130981399263,3.3638821974676367,0.1647440499463218,0.1496059678635246,134.55528787821902,2206.7438982412664,0.353861613511168,0.1437600311003583,0.1437600322002671,Econ/Fin,1 -m_dense/D/short,ValBestSingle-cmtt,9430.463703703705,9430.463703703705,44.2412037037037,0.659736643213776,0.1227919321929728,0.0950423403139467,26.389465744861337,97.11057462348631,0.1681127692089138,0.0765880677423827,0.0765880675613895,Transport,1 -m_dense/H/long,ValBestSingle-cmtt,39591.68790123457,39591.68790123457,88.1213811728395,0.751692607238376,0.2574863845436391,0.1980295138888889,30.067704291267734,198.9766013913057,0.3444579110986294,0.1525511375190706,0.1525511301536116,Transport,1 -m_dense/H/medium,ValBestSingle-cmtt,39104.124444444446,39104.124444444446,84.59988715277778,0.7256923903700657,0.2579983571756759,0.1957087707519531,29.02769561814828,197.74762816389088,0.3440558902468396,0.1471931155857278,0.1471931101592143,Transport,1 -m_dense/H/short,ValBestSingle-cmtt,43942.96333333333,43942.96333333333,88.30032986111111,0.782241139068183,0.2862048068311572,0.2105667538113064,31.28964556073334,209.62576972627517,0.3718238801006482,0.1566227821417043,0.1566227785823955,Transport,1 -restaurant/D/short,ValBestSingle-cmtt,137.63143854487717,137.63143854487717,7.06965124305361,0.6778751739209068,0.6845002192636827,0.3906694296262083,27.11500695926444,11.73164261921054,0.5399173752789075,0.3253617304226772,0.3253617287660816,Sales,1 -saugeen/D/short,ValBestSingle-cmtt,1260.532395833333,1260.532395833333,13.493074544270833,2.998193805233196,0.2997724914550781,0.341302007039388,119.92775166607282,35.50397718331474,1.1499822803375426,0.4370438994219839,0.4370438616335373,Nature,1 -saugeen/M/short,ValBestSingle-cmtt,395.2047526041667,395.2047526041667,12.477725074404765,0.7310304175109452,0.3495854877290271,0.3625032334100632,29.24121669809578,19.87975735777896,0.5968499545940222,0.3746187395582588,0.3746187799500615,Nature,1 -saugeen/W/short,ValBestSingle-cmtt,922.750390625,922.750390625,14.428651428222656,1.1704049303195252,0.3628861427307129,0.384883975982666,46.81619722545294,30.37680678782745,0.9169491719747934,0.4355408411500094,0.4355408469074999,Nature,1 -solar/10T/long,ValBestSingle-cmtt,27.544380449107862,27.544380449107862,2.2561930932557788,0.9751405873339556,2.823539783954049,1.4988649737999291,39.00562349851536,5.248274044779661,1.1343304740383031,0.4876400430233668,0.4876400433993387,Energy,1 -solar/10T/medium,ValBestSingle-cmtt,24.96040284229153,24.96040284229153,2.006383362018912,0.8866432658338546,3.506309012775626,1.4739121005591995,35.46573063351821,4.996038715051308,1.1086408318237722,0.4452244360566728,0.4452244391597781,Energy,1 -solar/10T/short,ValBestSingle-cmtt,14.658141703733271,14.658141703733271,1.420673632099681,0.6104480290083371,3.044404835119036,1.4833019833992618,24.417921150368095,3.8285952650722006,1.1137379479983864,0.413273805728398,0.4132737908035657,Energy,1 -solar/D/short,ValBestSingle-cmtt,120766.18588807786,120766.18588807786,245.13853406326035,0.9556222486419722,1.050550771745742,0.4199025397753193,38.22488995348564,347.5142959477752,0.5020397927547715,0.354141686464095,0.3541417081176575,Energy,1 -solar/H/long,ValBestSingle-cmtt,684.8560421735605,684.8560421735605,10.865546431467964,0.8260126190480189,4.460419649690177,1.3914868029541918,33.04050475887109,26.169754339190128,0.907353075961736,0.376728296674665,0.3767283081803202,Energy,1 -solar/H/medium,ValBestSingle-cmtt,669.426399026764,669.426399026764,10.268454417579076,0.7834544013306716,3.665072825556515,1.3928171737543624,31.33817605869757,25.8732757691554,0.9320157817261616,0.3698936948111008,0.3698937077964639,Energy,1 -solar/H/short,ValBestSingle-cmtt,803.2938236329876,803.2938236329876,11.40138053723068,0.8790768647808507,5.1300782758622825,1.4043196254265662,35.16307458736437,28.342438561863155,1.0447117117474174,0.4202586785655519,0.4202586656737879,Energy,1 -solar/W/short,ValBestSingle-cmtt,1570326.6569343065,1570326.6569343065,1008.1557937956204,1.1020090222681442,0.2269508473194428,0.1976957530000784,44.08036088925018,1253.1267521421391,0.2557944998272172,0.2057898026524703,0.2057897900458912,Energy,1 -sz_taxi/15T/long,ValBestSingle-cmtt,15.558532540954417,15.558532540954417,2.6824352297008547,0.5059996771351352,6649376594861.7295,0.3946139169894053,20.239987085391284,3.9444305724596567,0.3650894675048454,0.2482814265931002,0.2482814434241602,Transport,1 -sz_taxi/15T/medium,ValBestSingle-cmtt,16.233900908119658,16.233900908119658,2.736543678218483,0.5337761411574364,9924359823121.94,0.402384022769765,21.351045642216164,4.029131532739985,0.3749779413845706,0.254681066286636,0.2546810476221881,Transport,1 -sz_taxi/15T/short,ValBestSingle-cmtt,16.705804883050977,16.705804883050977,2.7180355384090737,0.542202427117631,1046902129581.5197,0.38859740922157,21.688097083516983,4.087273526820902,0.3821775553026008,0.2541479473977679,0.2541479446714146,Transport,1 -sz_taxi/H/short,ValBestSingle-cmtt,7.158367972088676,7.158367972088676,1.8389310918302617,0.5605348027479187,1.1912498800163596,0.2933348957289997,22.421392109657127,2.675512655938797,0.2492405141890607,0.1713077790413972,0.1713077715695115,Transport,1 -temperature_rain/D/short,ValBestSingle-cmtt,174.07478337421583,174.07478337421583,5.645749931132096,1.3137964974881058,23.571293584669927,1.4950421965906933,52.55185989588644,13.193740310246213,1.5532520705652408,0.6646540377647352,0.6646540353290408,Nature,1 -us_births/D/short,ValBestSingle-cmtt,188171.68,188171.68,256.27924479166666,0.3773045151438734,0.0246737130482991,0.0243141110738118,15.092180605754937,433.7875977941278,0.0406640673098729,0.0240240996130959,0.0240240993842339,Healthcare,1 -us_births/M/short,ValBestSingle-cmtt,99577781.33333331,99577781.33333331,8401.071614583334,0.950202128135872,0.0259088377157847,0.0263867129882176,38.00808512543488,9978.86673592414,0.0309942920467264,0.0260936711571131,0.0260936711571131,Healthcare,1 -us_births/W/short,ValBestSingle-cmtt,1955763.7142857143,1955763.7142857143,1076.3373325892858,0.9789679105069536,0.0146462874753134,0.0146423556974955,39.15871642027815,1398.4862224154067,0.0189843133415258,0.0146111737502605,0.0146111737502605,Healthcare,1 diff --git a/results/ValBestSingle-cmtt/config.json b/results/ValBestSingle-cmtt/config.json deleted file mode 100644 index 2640e2d39c5269fd26c0ad0bb64fa29ac7edefb1..0000000000000000000000000000000000000000 --- a/results/ValBestSingle-cmtt/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "ValBestSingle-cmtt", - "model_type": "agentic", - "model_dtype": "float32", - "model_link": "N/A", - "code_link": "N/A", - "org": "N/A", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/Zeus/all_results.csv b/results/Zeus/all_results.csv deleted file mode 100644 index b5015bde564d3eac465c2168de11653d4d160ecd..0000000000000000000000000000000000000000 --- a/results/Zeus/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,GestaltCog/Zeus-100M,4708278.033712326,4708278.033712326,342.3583896949868,0.888523382372227,4.4885836001469235,0.8189838246737496,15.993809210522585,2169.8566850629386,5.734283351167484,0.9047510039141264,0.6735872447379916,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,GestaltCog/Zeus-100M,4785493.521565115,4785493.521565115,328.82185598011205,0.9762238424354128,4.943223428488769,0.8080905818987284,21.498257697429338,2187.57708928511,6.646463385596356,0.9990516159912175,0.7330469101371473,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,GestaltCog/Zeus-100M,2237838.06596202,2237838.06596202,177.2682381648119,0.6755739682264444,2.360900985855301,0.7465232337051695,13.348298705932253,1495.94052888543,4.696883270480944,0.5565784241732404,0.42613901752292205,Web/CloudOps,2 -bitbrains_fast_storage/H/short,GestaltCog/Zeus-100M,2219579.9085260336,2219579.9085260336,246.88940892507657,0.9933657818824201,2.951666719052028,0.5720131682486518,19.981040075280962,1489.8254624371384,4.246486492481893,0.703715009959707,0.5386469275314731,Web/CloudOps,2 -bitbrains_rnd/5T/long,GestaltCog/Zeus-100M,2226317.0233101207,2226317.0233101207,148.41990155313727,3.3042811411306214,0.5765683772401954,0.6735264803722375,117.30324065371946,1492.0847909251406,5.715840802891191,0.5685632173306416,0.5334955421500981,Web/CloudOps,2 -bitbrains_rnd/5T/medium,GestaltCog/Zeus-100M,2295346.805681125,2295346.805681125,147.44548853712624,4.4132583511869425,0.4927255827413677,0.6994032779613185,161.50483892750617,1515.0401993614312,6.374546445495845,0.6203783340236718,0.5871490841616223,Web/CloudOps,2 -bitbrains_rnd/5T/short,GestaltCog/Zeus-100M,1823592.2396568465,1823592.2396568465,125.95442730931165,1.6470251095566089,1.108965425262292,0.6729320246010304,53.6398435732759,1350.404472614352,5.525465261199268,0.5153691554682824,0.41916805090082176,Web/CloudOps,2 -bitbrains_rnd/H/short,GestaltCog/Zeus-100M,1750419.3430536771,1750419.3430536771,141.0778357941374,5.867013368543355,1.1039823574986893,0.5414977455982759,216.59508995378937,1323.0341428147942,5.790244860930543,0.6174256485628413,0.5760612082628266,Web/CloudOps,2 -bizitobs_application/10S/long,GestaltCog/Zeus-100M,6616051.76861624,6616051.76861624,1578.2367839602744,3.385429204841375,0.048712065792851145,0.04985194736811511,94.68085999062447,2572.168689766719,0.09919826511221881,0.06086628436463311,0.0578292757047468,Web/CloudOps,2 -bizitobs_application/10S/medium,GestaltCog/Zeus-100M,4457675.5923946975,4457675.5923946975,1170.90619855145,2.6329063743008394,0.03775410793645237,0.038600427963526716,33.66746485623844,2111.320817023007,0.08290535449603902,0.045978040234261365,0.04052864573039314,Web/CloudOps,2 -bizitobs_application/10S/short,GestaltCog/Zeus-100M,1011671.1456449832,1011671.1456449832,490.69551209818513,1.3907656691053867,0.01986618318318692,0.02023054538336245,12.440996398471754,1005.8186445105217,0.03879040701930516,0.018924165644292616,0.015279883693583999,Web/CloudOps,2 -bizitobs_l2c/5T/long,GestaltCog/Zeus-100M,59.02447977170411,59.02447977170411,4.27722754046355,0.41738765433349684,0.3182445597692217,0.6721504824290274,5.9466635039196625,7.6827390800224435,0.431374313627703,0.24015993193036853,0.20311887152561156,Web/CloudOps,7 -bizitobs_l2c/5T/medium,GestaltCog/Zeus-100M,56.64357935606441,56.64357935606441,4.315991930381684,0.42045762921965757,0.3055852040757693,0.5852513004460378,5.9939590461527965,7.526192885919441,0.3959884336397214,0.22708465090112157,0.19271345510785698,Web/CloudOps,7 -bizitobs_l2c/5T/short,GestaltCog/Zeus-100M,22.212650455288358,22.212650455288358,2.8596312902313743,0.2879826461425019,0.16147297191700957,0.2127861819888941,2.724757156051305,4.7130298593673645,0.1618645166208637,0.09821130998930912,0.07914301383459439,Web/CloudOps,7 -bizitobs_l2c/H/long,Zeus,36.52328963303667,36.52328963303667,2.7693137309821605,0.2804463758117283,0.27311104337818115,0.6429900668982675,5.063566558524696,6.043450143174565,0.36915137721634245,0.1691576754200193,0.14865278329441173,Web/CloudOps,7 -bizitobs_l2c/H/medium,Zeus,56.61090065203481,56.61090065203481,3.771157732829447,0.37031538210713766,0.35153334268869013,0.7162592992077943,7.312018382770202,7.524021574399877,0.4555909346624077,0.22834932878248315,0.20280314613106565,Web/CloudOps,7 -bizitobs_l2c/H/short,Zeus,60.441372905917845,60.441372905917845,4.579003599287061,0.4388239103805381,0.3979993731892097,0.6219035662280074,3.086178589582784,7.774404987259015,0.4190603640279743,0.24682003553292775,0.1959068727057568,Web/CloudOps,7 -bizitobs_service/10S/long,Zeus,129340.27496103196,129340.27496103196,77.16778935523043,1.3859543111269665,0.08443957982896996,0.08344493379810206,26.508106404836354,359.63908986792853,0.2664321400422468,0.05716836639697221,0.0539961182469136,Web/CloudOps,2 -bizitobs_service/10S/medium,Zeus,41724.47780362456,41724.47780362456,48.44873606794002,1.19147278019135,0.08578782929678926,0.0760087616308716,10.611470216765795,204.26570393393152,0.15373517091750424,0.03646365775896922,0.028759517311649368,Web/CloudOps,2 -bizitobs_service/10S/short,Zeus,4794.073129037673,4794.073129037673,23.303192451704213,0.8513051720738843,0.06648889485047656,0.054306135708541495,9.190073655492899,69.23924558397263,0.05129464749800927,0.017263750237410596,0.014113845610059727,Web/CloudOps,2 -car_parts/M/short,Zeus,1.4093151748365036,1.4093151748365036,0.47642078396885124,0.8726477310833671,0.7965649921095478,1.877145655273694,15.51096534150988,1.1871458102678472,2.8466538750831747,1.1424081685038365,0.9841734427516496,Sales,1 -covid_deaths/D/short,Zeus,412705.7443007488,412705.7443007488,122.96498588237058,33.37857554392269,0.09206220317121931,0.3626241836466368,558.8968171998039,642.4217806867609,0.2417143099705485,0.04626617217324363,0.03614603736034025,Healthcare,1 -electricity/15T/long,Zeus,354267.12946867634,354267.12946867634,60.963219605418864,0.904308583963078,0.1404152589136895,0.13916907444075396,7.508138878540081,595.2034353636379,0.9390063946097207,0.09617695336471205,0.0771168919979506,Energy,1 -electricity/15T/medium,Zeus,259608.88199245348,259608.88199245348,54.74931643439893,0.854171157463604,0.13340679062681315,0.1356798283711014,7.294626610943263,509.51828425725165,0.8779513074846991,0.09433858495881829,0.07598622687880867,Energy,1 -electricity/15T/short,Zeus,150037.67240513265,150037.67240513265,56.613499231127044,1.0607550411869662,0.16625684791551362,0.17495360830701176,10.696845138569607,387.3469664333679,0.7635372301694527,0.11159636744069114,0.09127671118620614,Energy,1 -electricity/D/short,Zeus,1253543921.608928,1253543921.608928,4291.901482363944,1.4389851219224268,0.2341166557473865,0.09606129340508632,11.640774179001859,35405.42220633625,0.5818286864755771,0.07053019696851683,0.055598891618053016,Energy,1 -electricity/H/long,Zeus,7445099.125721025,7445099.125721025,266.83250334412077,1.1933166675196378,0.2905036947056713,0.14387951210889466,10.307013963307586,2728.570894391609,1.0761475865983998,0.10523866361325065,0.08380515395667867,Energy,1 -electricity/H/medium,Zeus,6494528.693564932,6494528.693564932,244.74665372613495,1.0678506577593092,0.23980562088382135,0.12986324753073022,8.944016271921088,2548.4365194300863,0.994738745525224,0.09553268344839025,0.07610518430609635,Energy,1 -electricity/H/short,Zeus,1608932.8496483976,1608932.8496483976,166.61334514521178,0.9251717522521109,0.19897610968497093,0.1238192145187343,10.280588075642893,1268.437168190998,0.5987929311977359,0.07865339791205077,0.06419787557476618,Energy,1 -electricity/W/short,Zeus,47122378517.15238,47122378517.15238,30975.433665173674,1.6096367708155737,0.2523548076292958,0.10140098096026205,12.52916188776767,217076.8954014968,0.4952978467274081,0.07067571870065727,0.05451144747370272,Energy,1 -ett1/15T/long,Zeus,8.778638752704776,8.778638752704776,1.5872124373012457,1.0225448549718115,0.7791577355331625,0.3983864369365804,7.551519265046873,2.962876769746723,0.5647272168089567,0.3025242464870773,0.23358699371209493,Energy,7 -ett1/15T/medium,Zeus,8.988820946114823,8.988820946114823,1.5851769617425202,1.0096874393921234,0.766142589097684,0.39573802904207833,7.179756501613532,2.9981362454222826,0.5714476921368058,0.3021362747604587,0.2317412044899444,Energy,7 -ett1/15T/short,Zeus,4.314294006754604,4.314294006754604,1.0435380978673117,0.6781103358468572,0.4700156653070125,0.2313519460061774,4.5132502718051555,2.0770878668834896,0.39265605583605157,0.19727213285301928,0.15452956945169094,Energy,7 -ett1/D/short,Zeus,45943.63413810741,45943.63413810741,142.67647796391608,1.7269710729478278,1.4821893596131441,0.4707454613914256,10.29769134206355,214.34466202382416,0.5629833555221591,0.374744495896431,0.28736453263261974,Energy,7 -ett1/H/long,Zeus,146.9874686699364,146.9874686699364,6.848331656796831,1.3043598103066918,2422869535148.001,0.46293117772020265,8.671087248558193,12.123838858626272,0.5805843701619167,0.3279517624726843,0.25332125140518646,Energy,7 -ett1/H/medium,Zeus,134.65404301756283,134.65404301756283,6.729893222772939,1.2470317771214772,3202423794021.1753,0.4357583726618722,8.563854110056438,11.604052870336417,0.5558066716035805,0.32234595913974656,0.24978057129151965,Energy,7 -ett1/H/short,Zeus,103.8839164838052,103.8839164838052,4.996744784510452,0.8227288385345388,0.46297731869481756,0.2594677415102328,5.527704901558379,10.192345975476165,0.47571849093665497,0.2332185243909818,0.17825541973868286,Energy,7 -ett1/W/short,Zeus,1542432.3062764273,1542432.3062764273,980.4528849773704,1.6914135389157707,0.694819226779227,0.5869579717431151,8.120142704567519,1241.946982071468,0.4942003466449979,0.3901456041357986,0.2904419405682984,Energy,7 -ett2/15T/long,Zeus,11.66059732360502,11.66059732360502,2.1628581315134223,0.8903048124643925,0.13254088401142075,0.15984393283646492,6.991199545127522,3.414761678888443,0.1819788182569617,0.11526261679216038,0.09164320409861694,Energy,7 -ett2/15T/medium,Zeus,11.108536080354817,11.108536080354817,2.0503721898686846,0.8517534118566599,0.12676861980854157,0.1540407397845098,6.491254719877718,3.332947056338402,0.17761877326719133,0.1092680402507612,0.0868152602121924,Energy,7 -ett2/15T/short,Zeus,8.550707056343759,8.550707056343759,1.796424103661729,0.7694542358776613,0.10931069665139931,0.12903934403845782,6.223307775596075,2.9241592050269354,0.1388202431425718,0.08528264481249431,0.06800300307953766,Energy,7 -ett2/D/short,Zeus,104969.39534512798,104969.39534512798,193.6897024456527,1.2691053657595677,0.420762018709416,0.13158268763230954,10.331654880552765,323.9898074710499,0.18542790973426276,0.11085372389302069,0.09064371528358352,Energy,7 -ett2/H/long,Zeus,216.4244995231167,216.4244995231167,9.352953707316692,1.0492555135074013,0.1814491471498857,0.18126989328666326,7.594367370794117,14.711373135201102,0.20146093237759682,0.12808150245689245,0.10254564215482545,Energy,7 -ett2/H/medium,Zeus,222.71613451522046,222.71613451522046,9.284263821103687,1.0096716774877539,0.16842390040263774,0.16762627251263976,6.8334112419918,14.923676977046256,0.2011061254195371,0.12511141371571657,0.10029614404413939,Energy,7 -ett2/H/short,Zeus,106.2490842622695,106.2490842622695,6.431814441373256,0.7353748200569994,0.11856580796233687,0.10921564509989669,5.210381878470619,10.307719644143873,0.13073055953864365,0.08157329941032672,0.06437611189540211,Energy,7 -ett2/W/short,Zeus,2650895.535618398,2650895.535618398,1129.7014888025146,0.7368305041641202,0.12298065436377226,0.12992703781565143,7.772381438231181,1628.157097954125,0.1365774001688924,0.09476462222315717,0.08059017395205242,Energy,7 -hierarchical_sales/D/short,Zeus,29.04393319357362,29.04393319357362,2.3115607767847526,0.7478801952451185,0.6227794331992625,1.0498082421750314,7.286799125919975,5.389242358028967,1.65335987318445,0.7091612473261951,0.5759591669439548,Sales,1 -hierarchical_sales/W/short,Zeus,482.2676734481002,482.2676734481002,9.036068571036031,0.729675431679521,0.5243925469622943,0.462905787817708,7.119237271576307,21.960593649719495,1.0082215961839436,0.4148503279661514,0.3522422974584221,Sales,1 -hospital/M/short,Zeus,3449.829660969141,3449.829660969141,19.10553122940354,0.7689107208531294,0.1929333527947494,0.17398892299763194,5.1479692669314225,58.73525058233038,0.21322259877129374,0.06935751493780216,0.054559555316405633,Healthcare,1 -jena_weather/10T/long,Zeus,1793.9747487530785,1793.9747487530785,10.672074471212374,0.6653651378804961,0.8548093436878816,0.6541372918010413,5.97664222158536,42.35533908202222,0.2591795755839619,0.06530425188410977,0.052668809259532164,Nature,21 -jena_weather/10T/medium,Zeus,1620.991703429354,1620.991703429354,10.195587684529059,0.6282830290971587,0.7702582340481271,0.6620131592217056,6.582123731586372,40.26154124508094,0.2470843886874753,0.06257014690537213,0.051579434316068734,Nature,21 -jena_weather/10T/short,Zeus,1220.1039226655773,1220.1039226655773,6.967550470711451,0.3168522220682317,0.3456003162835205,0.5612324960732868,2.567615717721783,34.929986010097075,0.21695899880602568,0.043277222436305475,0.03540712948815368,Nature,21 -jena_weather/D/short,Zeus,359.17932260783346,359.17932260783346,9.463308657621333,1.0440641339633852,0.6038843284390001,0.45895114856153374,7.051237969731186,18.95202687334084,0.11412217716283848,0.056984585046723754,0.04478829359068626,Nature,21 -jena_weather/H/long,Zeus,1151.6677724471713,1151.6677724471713,10.987509182497043,0.9267913091573041,1.6668173827994315,0.6655531810768238,7.389471167139098,33.936230969970296,0.204333720067671,0.0661569821210844,0.05330143942524778,Nature,21 -jena_weather/H/medium,Zeus,1344.6937592752042,1344.6937592752042,10.227300528618317,0.7616864723294082,1.9730232571963944,0.688863612059873,6.521933772289955,36.67006625676049,0.22439063844274212,0.06258266562960922,0.05032725701489737,Nature,21 -jena_weather/H/short,Zeus,1197.8824658965445,1197.8824658965445,8.63492688935491,0.5213287430332505,1.2076986686541968,0.6111103053549879,4.593828050670382,34.61043868396563,0.2121597758031809,0.05293154963017328,0.04160760414873823,Nature,21 -kdd_cup_2018/D/short,Zeus,3050.120729330842,3050.120729330842,22.036606042918844,1.2276637796170786,0.530155352446393,0.4824800699893837,9.134985028216676,55.22789810712374,1.2371635645377173,0.49364337620616944,0.3868632057531628,Nature,1 -kdd_cup_2018/H/long,Zeus,3862.0239362333423,3862.0239362333423,23.063679764984343,0.9848036274534189,0.9216144017820417,0.5943049543647094,8.311148829445411,62.14518433662694,1.4581771466639442,0.5411671251806799,0.43495561455276666,Nature,1 -kdd_cup_2018/H/medium,Zeus,4907.309076701423,4907.309076701423,24.587453210236674,1.029031002289613,0.9158328707196444,0.563516414616416,8.862739260168834,70.05218823635292,1.4663191707363543,0.5146599258271816,0.4147449717812687,Nature,1 -kdd_cup_2018/H/short,Zeus,4404.697847597273,4404.697847597273,21.833114546416176,0.9156795439538741,0.7617926847322938,0.4909570930742074,7.510576105215417,66.36789771868078,1.3892002968092114,0.45700662896865607,0.36492785846051445,Nature,1 -loop_seattle/5T/long,Zeus,77.95107976447007,77.95107976447007,4.82913251121362,0.7664561077375819,0.13736631147042375,0.1104098044149831,6.385677665227352,8.828990868976481,0.15609837347619818,0.08538005548859093,0.06816563870973585,Transport,1 -loop_seattle/5T/medium,Zeus,65.33450801288309,65.33450801288309,4.494051710787348,0.7162975159719862,0.13398924541950133,0.10356839259056469,5.548144961684458,8.082976432780383,0.1438127600910521,0.07995841456362235,0.06337555507381275,Transport,1 -loop_seattle/5T/short,Zeus,41.488141811369246,41.488141811369246,3.4525375031316585,0.5473288663199322,0.09224194693524405,0.07365933059224469,4.09570048169989,6.441128923672406,0.11045114041094589,0.059203395717009256,0.04666584732839624,Transport,1 -loop_seattle/D/short,Zeus,18.3778254631398,18.3778254631398,2.8963564592420825,0.8757525669521364,0.05357244569490735,0.05346615043203702,7.413405464875524,4.286936605915674,0.07661328382201091,0.05176175900418554,0.042000111290751777,Transport,1 -loop_seattle/H/long,Zeus,66.6846868259877,66.6846868259877,4.239665286044586,0.8911088973624736,0.1152625565325157,0.09805711386490179,7.737820936760124,8.16606923960284,0.1459385666429465,0.07576848257550371,0.061047916142787005,Transport,1 -loop_seattle/H/medium,Zeus,75.81691056802251,75.81691056802251,4.513933170615947,0.9254232905057133,0.11573908218614332,0.10336146966565417,8.336785110244508,8.707290655997564,0.15390038975484843,0.07978326459179673,0.0647607922503115,Transport,1 -loop_seattle/H/short,Zeus,63.981091442237464,63.981091442237464,4.112925271019869,0.837188633785518,0.1092061614178264,0.09452786193379971,7.719756614753532,7.9988181278384785,0.14158721543779015,0.0728029600273943,0.05888371913726504,Transport,1 -m4_daily/D/short,Zeus,359042.0267021663,359042.0267021663,174.63734084618363,3.2594257242595654,0.03748167275781213,0.029989650766308287,26.967703216162537,599.2011571268586,0.09256001925797526,0.02697664288465673,0.02136463548776094,Econ/Fin,1 -m4_hourly/H/short,Zeus,1920394.4095126907,1920394.4095126907,244.09304037643017,0.80893984321521,0.08971691006544971,0.08428612621208274,5.904648199495924,1385.782959020889,0.18918998451345662,0.03332409179088719,0.02545948218911119,Econ/Fin,1 -m4_monthly/M/short,Zeus,1919851.330380236,1919851.330380236,571.7461016943226,0.9547138785887233,0.1640387816166026,0.13477713612304532,7.827818373789941,1385.5869984884514,0.2879725452363416,0.11882846787208978,0.09447561620046771,Econ/Fin,1 -m4_quarterly/Q/short,Zeus,1781005.9348774098,1781005.9348774098,565.1002881109604,1.2182996339462357,0.11319503578957774,0.10261212623190726,9.734197260928022,1334.543343199242,0.22337905467180674,0.09458783695281309,0.07552818107035736,Econ/Fin,1 -m4_weekly/W/short,Zeus,374967.2545183836,374967.2545183836,287.8424335217203,2.2326352845923374,0.0679549054901742,0.06941014130277039,15.513298996902035,612.3456985383204,0.11155988960406774,0.052440427333286445,0.041515521699507583,Econ/Fin,1 -m4_yearly/A/short,Zeus,3685769.9871514468,3685769.9871514468,920.8755714198783,3.4703548009964376,0.168700336598479,0.1541075729663275,37.967887409881094,1919.8359271436314,0.3078545882864535,0.147666665621947,0.12170154897447333,Econ/Fin,1 -m_dense/D/short,Zeus,7442.087828898835,7442.087828898835,40.649782419620365,0.6276093115623664,0.11281075339344891,0.09110108242926256,7.331401094647183,86.26753635579745,0.14934186438892683,0.07037078546572353,0.05834772945715198,Transport,1 -m_dense/H/long,Zeus,29024.211232870563,29024.211232870563,71.34116524124438,0.6160184727168697,0.22568580627182616,0.1729562190276178,6.723211880093279,170.36493545583423,0.29492690256421467,0.1235021093608584,0.10082867560171088,Transport,1 -m_dense/H/medium,Zeus,30653.507097223825,30653.507097223825,72.30160765380357,0.6277480033695394,0.23366220380030117,0.17591640222007415,7.204269386528231,175.08142990398446,0.30461957977113097,0.12579566749230442,0.10315476882027996,Transport,1 -m_dense/H/short,Zeus,41897.646595232574,41897.646595232574,84.29035981822254,0.7455435092393725,0.26773291173069635,0.19985021757452873,9.706879360618103,204.6891462565433,0.3630675760053063,0.14951010925347902,0.12474544169804726,Transport,1 -restaurant/D/short,Zeus,142.32786751007492,142.32786751007492,7.177853898197475,0.6878958099108737,0.6597932036368119,0.39436265762770584,4.720977299759149,11.930124371106738,0.5490519653787689,0.3303414673154309,0.2584699983080077,Sales,1 -saugeen/D/short,Zeus,980.6193086521545,980.6193086521545,11.923572686216055,2.649205625034174,0.31937538382451525,0.31261385713285983,32.8569922889873,31.314841667365243,1.0142951962178388,0.38620736537163974,0.3313632030776967,Nature,1 -saugeen/M/short,Zeus,446.2075678551469,446.2075678551469,12.94521124402338,0.7585247826450028,0.35138022535230146,0.36174378098694676,4.784358816031716,21.12362582169896,0.6341946174513425,0.38865407681558334,0.28972837668419255,Nature,1 -saugeen/W/short,Zeus,1001.9165420556814,1001.9165420556814,14.568473303774976,1.1819399568716311,0.3633211348702317,0.37551415788270004,12.085753107498222,31.65306528688306,0.9554740960100537,0.43976148072898713,0.36825056682491525,Nature,1 -solar/10T/long,Zeus,17.978804174907367,17.978804174907367,1.6337127108447431,0.7161172606432028,3.237022990568108,1.4413642371816173,4.576682659735856,4.240141999380135,0.916438867409825,0.35310086940920055,0.27716553025075996,Energy,1 -solar/10T/medium,Zeus,18.592770196657536,18.592770196657536,1.6645748618585652,0.7285609115280556,3.3494263067649506,1.4465846861553808,4.909511451354416,4.311933463848617,0.9568351741016945,0.36937577796716703,0.2918024357286306,Energy,1 -solar/10T/short,Zeus,16.42555301355901,16.42555301355901,1.6024467632730914,0.6993734431126453,3.8504736949530622,1.4937948285948508,3.9680745447756736,4.052845051757964,1.178972176275307,0.4661515857957413,0.3536283452774154,Energy,1 -solar/D/short,Zeus,142855.58200602172,142855.58200602172,251.84549679479497,0.9830813397714273,1.1530746770686513,0.41967929148397426,5.644368598201915,377.9624081916371,0.5460269651789906,0.36383097717785096,0.2809709913756278,Energy,1 -solar/H/long,Zeus,686.1920164623617,686.1920164623617,11.821547413781643,0.9005398358543246,4.330623276099702,1.4326619962613603,4.727642806203964,26.195267062245456,0.9082377551882901,0.40987464111101224,0.31677569302824293,Energy,1 -solar/H/medium,Zeus,673.0550415399746,673.0550415399746,11.699125671535828,0.8947463121626207,3.443430464470107,1.445443970880303,4.6643384356304,25.943304368178982,0.934538386308951,0.42142981754140163,0.3243516697108826,Energy,1 -solar/H/short,Zeus,688.0677526782749,688.0677526782749,10.539934056562068,0.8136371279827032,4.092628956353367,1.3994720820657682,4.390773688410515,26.231045588734638,0.9668850710799312,0.3885054774116003,0.29506503467573025,Energy,1 -solar/W/short,Zeus,1447737.2061859574,1447737.2061859574,946.5250190433946,1.0234285207132858,0.20872509388483027,0.18438824561988196,7.339842147653824,1203.2195170399943,0.2456071691401291,0.19320940788880808,0.14233099779183872,Energy,1 -sz_taxi/15T/long,Zeus,15.342737521507065,15.342737521507065,2.665900505503223,0.5031590764985754,5676187798131.805,0.3952901124013614,3.524901649563433,3.9169806639179447,0.3625487283594593,0.2467509852949533,0.19427634343660044,Transport,1 -sz_taxi/15T/medium,Zeus,16.298655935021777,16.298655935021777,2.74227343226426,0.5347888000767954,8995155815359.807,0.403017213572735,3.7778416484046105,4.037159389350609,0.3757250587745116,0.25521430965325465,0.2010942571339356,Transport,1 -sz_taxi/15T/short,Zeus,16.791032394072793,16.791032394072793,2.738152133729112,0.5465372443050394,1054305236776.3926,0.39717533548599543,3.846471328032511,4.097686224453112,0.38315120145699916,0.2560289447126651,0.20125575179511562,Transport,1 -sz_taxi/H/short,Zeus,7.13601197509264,7.13601197509264,1.8341745793290953,0.5590202479309287,1.0274185824328246,0.29533295479731,3.9630613284442546,2.671331498540127,0.2488510160323754,0.17086468223664522,0.1348617173599151,Transport,1 -temperature_rain/D/short,Zeus,179.07779778066376,179.07779778066376,5.7188264663061,1.32782725975404,23.969845919823037,1.500337386914216,18.910256684407955,13.381995283987502,1.5754146529099224,0.6732570757402846,0.5450802691931265,Nature,1 -us_births/D/short,Zeus,123796.92532793945,123796.92532793945,228.62234866095605,0.33647956340128826,0.021629962416039376,0.02159892968587913,2.9555708556822604,351.8478724220731,0.032982882958763234,0.021431490023609463,0.017318574242075044,Healthcare,1 -us_births/M/short,Zeus,38297959.22139225,38297959.22139225,5205.280427082605,0.5888275556911836,0.01595763647256011,0.016106359791787064,3.2317678783509547,6188.534497067319,0.019221545954995926,0.01616756551736496,0.011776813915769423,Healthcare,1 -us_births/W/short,Zeus,2509619.1166138086,2509619.1166138086,1263.3824460410176,1.1480154658636224,0.01701778491468381,0.01708089553676121,6.683708929831143,1584.1777414841456,0.021505057505008692,0.017150292824766676,0.013073355055279635,Healthcare,1 diff --git a/results/Zeus/config.json b/results/Zeus/config.json deleted file mode 100644 index e3b7c8345c86e240f3ed24cc85bf58d500eaca90..0000000000000000000000000000000000000000 --- a/results/Zeus/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "Zeus", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://huggingface.co/GestaltCog/zeus", - "code_link": "https://github.com/GestaltCogTeam/Zeus", - "org": "GestaltCog Lab @ ICT", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} \ No newline at end of file diff --git a/results/ZooCast-Top1/all_results.csv b/results/ZooCast-Top1/all_results.csv deleted file mode 100644 index 5c7cc6ca0a62a0a9b8d2e0d45b0e51222e10700c..0000000000000000000000000000000000000000 --- a/results/ZooCast-Top1/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/D/short,ZooCast-Top1,18.49518188854489,18.49518188854489,2.945795036764706,0.8877604452918465,0.0544906380006772,0.0543189396184049,7.093401860268932,4.300602502969194,0.0768575185099684,0.0526452971202064,0.0424481930109351,Transport,1 -m_dense/D/short,ZooCast-Top1,6930.688888888889,6930.688888888889,39.78548611111111,0.6150854754190758,0.1107411875912134,0.0887142266167534,6.180143266910618,83.250759088965,0.1441193783833838,0.0688745615026363,0.0578214707348832,Transport,1 -sz_taxi/15T/short,ZooCast-Top1,16.578431889833258,16.578431889833258,2.7196888533558456,0.5429398753552315,1163949985076.9463,0.3944040095849788,3.8454181564168928,4.071662054963951,0.3807178159164761,0.2543025394162262,0.2001496307577382,Transport,1 -sz_taxi/15T/medium,ZooCast-Top1,16.26090077457265,16.26090077457265,2.7383766109107905,0.5346223799157326,9442351611960.014,0.4037479498447516,4.004753579868697,4.0324807221575965,0.3752896393628863,0.2548516512680577,0.2020288543113543,Transport,1 -sz_taxi/15T/long,ZooCast-Top1,15.539048032407408,15.539048032407408,2.702750233707265,0.5097233936474667,6160711490300.354,0.4007208060674858,4.202062870264974,3.9419599227297337,0.3648607885668546,0.2501617471764675,0.2011106580950573,Transport,1 -sz_taxi/H/short,ZooCast-Top1,7.197291186732104,7.197291186732104,1.8412136501736112,0.5603278951066386,0.9449468759390024,0.2947785467164129,3.896584220508918,2.682776767964884,0.2499172110503107,0.1715204134364916,0.1353093467050623,Transport,1 -bizitobs_application/10S/short,ZooCast-Top1,347597.08444444445,347597.08444444445,322.35493055555554,1.003902166736118,0.0140951357947455,0.0142328103383382,6.047178036464015,589.5736463279583,0.0227374989456552,0.0124319411820462,0.0095672555987191,Web/CloudOps,2 -bizitobs_application/10S/medium,ZooCast-Top1,2196085.12,2196085.12,830.188125,1.802607947784264,0.0254507684707641,0.0259575303395589,17.99670644890125,1481.9194040162913,0.0581906134463082,0.0325990442791039,0.0256626331378489,Web/CloudOps,2 -bizitobs_application/10S/long,ZooCast-Top1,5508385.564444444,5508385.564444444,1444.5294444444444,2.9496631708273595,0.0426447041829427,0.0436458333333333,21.627569590086416,2346.995007332662,0.0905142162256685,0.0557097267230176,0.0453959737312229,Web/CloudOps,2 -bizitobs_l2c/5T/short,ZooCast-Top1,18.978057570684523,18.978057570684523,2.549083310081845,0.2665168882394313,0.1492978671282594,0.2039453778948102,2.299294813002909,4.356381247168861,0.1496157653283218,0.0875458387787803,0.069140398604358,Web/CloudOps,7 -bizitobs_l2c/5T/medium,ZooCast-Top1,81.7203762755102,81.7203762755102,5.994177163052721,0.5826103672409443,0.4415750410448714,0.6657834007626489,4.480892408457367,9.03993231586997,0.4756333777766046,0.3153818669691863,0.2472050569534263,Web/CloudOps,7 -bizitobs_l2c/5T/long,ZooCast-Top1,96.63757936507936,96.63757936507936,6.570953621031746,0.6471512945825063,0.550500069975595,0.811466548859127,5.148691017725035,9.830441463387052,0.5519645916327948,0.3689492222276223,0.2977954916750903,Web/CloudOps,7 -bizitobs_l2c/H/short,ZooCast-Top1,47.4854484437004,47.4854484437004,4.190994989304316,0.4126212778254182,0.3739045872676858,0.5874816652328249,2.723177355563616,6.890968614331399,0.3714408951824537,0.2259053868413843,0.1764975143940964,Web/CloudOps,7 -bizitobs_l2c/H/medium,ZooCast-Top1,76.57036830357143,76.57036830357143,4.936408923921131,0.4979993374385745,0.4964170399098629,0.7691191173735119,3.3091562434700794,8.750449605795774,0.5298530148006348,0.2989070583180058,0.2359357980831375,Web/CloudOps,7 -bizitobs_l2c/H/long,ZooCast-Top1,85.68464781746032,85.68464781746032,5.357755921378968,0.5712635894958724,0.6297144659223869,0.7843813941592261,5.135881343364576,9.2566002299689,0.5654198582399772,0.3272671951136721,0.2672670630808577,Web/CloudOps,7 -covid_deaths/D/short,ZooCast-Top1,423913.4796992481,423913.4796992481,111.35696271929824,32.53917305471355,0.086998928922364,0.3613865596608709,604.5420741472494,651.0863842066183,0.2449744206084698,0.0418985991484381,0.0347800987574981,Healthcare,1 -electricity/W/short,ZooCast-Top1,75884883990.14053,75884883990.14053,31256.063063063066,1.3850606026911376,0.1246286197338138,0.0909074319375527,10.443927982377517,275472.1110931931,0.6285364514202042,0.0713160213753094,0.0559012045363786,Energy,1 -ett1/15T/short,ZooCast-Top1,5.543573869977679,5.543573869977679,1.1087347848074778,0.6869282579853626,0.4906543143240023,0.2301215035574776,4.892709657054664,2.354479532715814,0.4450945883523978,0.2095970025556527,0.1652939685623463,Energy,7 -ett1/15T/medium,ZooCast-Top1,9.473058655753968,9.473058655753968,1.5767613777281746,0.9859937447971706,0.7630063625767908,0.3774944971478174,7.507395887777427,3.077833435349283,0.5866380266337106,0.3005322420892267,0.2330312560593471,Energy,7 -ett1/15T/long,ZooCast-Top1,8.841597222222223,8.841597222222223,1.58110599578373,1.0133727405348167,0.7827073009652279,0.3861721075148809,8.330647018479825,2.973482339315676,0.5667486738823136,0.3013603661032781,0.2411348565671954,Energy,7 -ett1/D/short,ZooCast-Top1,41941.88888888889,41941.88888888889,134.4664806547619,1.6403424775100648,1.3372307671440973,0.4678384447854662,11.555169672110855,204.79718965085647,0.5379066118101579,0.353180671738464,0.2742107738380927,Energy,7 -ett1/H/short,ZooCast-Top1,88.84915364583334,88.84915364583334,4.728027925037202,0.7867823367050838,0.437381344749814,0.2499001275925409,5.607514495280123,9.42598290078193,0.4399491852727759,0.2206764064248935,0.1705640131569194,Energy,7 -ett1/H/medium,ZooCast-Top1,140.37652529761905,140.37652529761905,6.97626720610119,1.273777521133431,3687778958273.748,0.4353119623093378,9.667693706636634,11.848059980335137,0.5674939873309317,0.3341466619891637,0.2605946385713529,Energy,7 -ett1/H/long,ZooCast-Top1,149.0723544973545,149.0723544973545,7.340656001984127,1.380466540478325,3420950115626.8896,0.4688980344742063,10.575395748311882,12.209519011711906,0.5846874214886253,0.3515281171779196,0.2751785632214682,Energy,7 -ett1/W/short,ZooCast-Top1,1482215.4285714286,1482215.4285714286,943.4799107142856,1.5900649002196825,0.734635625566755,0.5536167621612549,9.080652070692834,1217.462701100707,0.4844574668620608,0.37543317521485,0.271427295073495,Energy,7 -ett2/15T/short,ZooCast-Top1,6.982102167038691,6.982102167038691,1.678560529436384,0.7261654250803261,0.1039360147621145,0.1240321568080357,4.924883285917772,2.6423667737539183,0.1254425508533313,0.0796872397373809,0.0621924472471009,Energy,7 -ett2/15T/medium,ZooCast-Top1,11.215238095238096,11.215238095238096,2.059312220982143,0.8487085901964821,0.1280561590255245,0.1561493694971478,6.484077334641768,3.348915958222615,0.1784697815968216,0.1097444686290088,0.0873889550421822,Energy,7 -ett2/15T/long,ZooCast-Top1,11.68867188,11.68867188,2.136253410218254,0.8903270215343758,0.1369816222269947,0.1666616482204861,7.1919007730020015,3.4188699704727,0.1821977572892066,0.1138448036060789,0.0928944831364481,Energy,7 -ett2/D/short,ZooCast-Top1,105162.81904761904,105162.81904761904,194.35518353174604,1.2907810501715815,0.4175288609095982,0.132919202532087,14.44876356539086,324.28817284572534,0.1855986562984518,0.111234586792321,0.094195986857254,Energy,7 -ett2/H/short,ZooCast-Top1,107.96099330357144,107.96099330357144,6.392679268973215,0.736262066815625,0.1177548385622391,0.1101758139474051,5.0969814789571055,10.39042796537137,0.1317795369624582,0.0810769601427756,0.064244526134332,Energy,7 -ett2/H/medium,ZooCast-Top1,272.4251302083333,272.4251302083333,10.183489118303571,1.0901769049896204,0.177233476852982,0.1732550666445777,7.853810714208072,16.505306122830117,0.222419600232226,0.1372290560263737,0.109115110250553,Energy,7 -ett2/H/long,ZooCast-Top1,241.76742724867725,241.76742724867725,9.487003968253967,1.0480351820112477,0.1770615728432216,0.1745164013413525,8.920745325257933,15.548872217903048,0.2129298377283011,0.129917217607728,0.1050584396802398,Energy,7 -ett2/W/short,ZooCast-Top1,3115530,3115530,1194.085100446429,0.771557833167684,0.1266504526138305,0.1352131537028721,11.857089292788103,1765.086400151562,0.1480636608251178,0.1001654147319052,0.0896346857166091,Energy,7 -hierarchical_sales/D/short,ZooCast-Top1,29.65272840016536,29.65272840016536,2.3113032567693264,0.7440117573590805,0.6363216025673376,1.077673092574411,6.795236974789463,5.445431883713665,1.670598197403056,0.7090822430373245,0.5788581494406615,Sales,1 -hierarchical_sales/W/short,ZooCast-Top1,452.33736096398303,452.33736096398303,8.796943276615465,0.709343444262644,0.5139163476084444,0.4511701939469676,6.659061572975727,21.268224208052327,0.9764345764539204,0.4038719687344219,0.3407268882398649,Sales,1 -hospital/M/short,ZooCast-Top1,2539.3183398522383,2539.3183398522383,17.25815032866145,0.7399125269543689,0.1934043489710655,0.1713681509058561,4.875913348448958,50.39164950517336,0.1829333893588189,0.0626510932800867,0.0509637993820193,Healthcare,1 -jena_weather/D/short,ZooCast-Top1,384.9302579365079,384.9302579365079,9.841698443700396,1.082274922400169,0.6937773263999049,0.4529764811197916,6.705876677746834,19.619639597518297,0.1181422971910968,0.0592631101413239,0.0467494009615879,Nature,21 -jena_weather/H/short,ZooCast-Top1,1080.4010025062655,1080.4010025062655,8.565387263732248,0.5226186910177899,1.7302937784127037,0.6081429770715853,4.334729695255024,32.86945394292801,0.2014876527620863,0.0525052767157087,0.0418778297643446,Nature,21 -jena_weather/H/medium,ZooCast-Top1,1267.605257936508,1267.605257936508,10.338327752976191,0.7856590893334519,2.5514887758105416,0.6837812635633681,5.938333913704131,35.60344446730552,0.2178637745444152,0.0632620562543883,0.050332724275342,Nature,21 -jena_weather/H/long,ZooCast-Top1,1441.8238095238096,1441.8238095238096,12.078509424603174,1.0084402648660813,2.5280535480459307,0.6797292235036375,8.152702147613358,37.971355118349535,0.2286296500128904,0.0727260160670413,0.0585725405228165,Nature,21 -m4_hourly/H/short,ZooCast-Top1,1487109.9774557166,1487109.9774557166,222.1364231078905,0.7884232659057172,0.0983312732739533,0.0846722982163974,5.530164495328659,1219.4711876283577,0.1664847341539775,0.030326524908683,0.0232159748230914,Econ/Fin,1 -m4_weekly/W/short,ZooCast-Top1,254358.4349689308,254358.4349689308,251.72085922434115,2.02628121593723,0.0605397867088734,0.0596646312372776,14.571456668314369,504.3396028163273,0.0918828597112888,0.0458596395471612,0.0367436386415721,Econ/Fin,1 -saugeen/D/short,ZooCast-Top1,1310.958438,1310.958438,13.425966796875,2.9834124400923168,0.2790543111165364,0.3306080627441406,26.01226153447869,36.207160030855775,1.172758540313552,0.4348702634943774,0.3493609624403107,Nature,1 -saugeen/M/short,ZooCast-Top1,394.7450241815476,394.7450241815476,12.34847150530134,0.723536495658706,0.3538151695614769,0.3544542902991885,4.29725689632799,19.86819126597959,0.5965027058202548,0.3707381596566985,0.2872324741828958,Nature,1 -saugeen/W/short,ZooCast-Top1,961.8529297,961.8529297,14.63895263671875,1.1875833278434742,0.3702629566192627,0.3817787170410156,7.879954986137159,31.013753879327474,0.9361759495693608,0.4418889579992454,0.3468622613384748,Nature,1 -solar/D/short,ZooCast-Top1,115518.37274939172,115518.37274939172,246.50973236009733,0.9610008143028058,1.0288868850745134,0.4235856476201338,4.821040670497025,339.8799387274744,0.4910107468669106,0.3561226009668848,0.266607200888623,Energy,1 -solar/W/short,ZooCast-Top1,1365023.299270073,1365023.299270073,931.693772810219,1.0123458246669514,0.2060095097896826,0.1829466993791343,7.145382261082743,1168.3421156793386,0.2384878358046343,0.1901819925244805,0.1387024302027198,Energy,1 -us_births/D/short,ZooCast-Top1,136457.62666666668,136457.62666666668,221.8360938,0.3265725610227272,0.0212530104319254,0.0212170219421386,2.5987014645137263,369.4017144879903,0.0346284132112304,0.0207953336929897,0.016516423276982,Healthcare,1 -us_births/M/short,ZooCast-Top1,43295656,43295656,5612.541666666667,0.6328374062505758,0.0173519166807333,0.0175451586643854,3.649856321685176,6579.943464802718,0.0204372595401894,0.017432516150841,0.0125200922528865,Healthcare,1 -us_births/W/short,ZooCast-Top1,1955762.571428572,1955762.571428572,1076.337123325893,0.9789677198038242,0.0146462853465761,0.0146423535687582,5.710766410140946,1398.4858138102693,0.0189843077947511,0.0146111709095305,0.0113958264250987,Healthcare,1 -loop_seattle/5T/short,ZooCast-Top1,40.922246375935245,40.922246375935245,3.4197557321396896,0.5407390822395204,0.0962528124436259,0.0728189308945977,4.034108370509722,6.397049818153306,0.1096952846466535,0.0586412626324333,0.0462102030084543,Transport,1 -loop_seattle/5T/medium,ZooCast-Top1,84.09893567788957,84.09893567788957,5.332555741663442,0.845525262307259,0.1742402908750362,0.1217283537464122,5.885399477836339,9.170547185304134,0.1631628740887507,0.0948771216664779,0.0741713136524417,Transport,1 -loop_seattle/5T/long,ZooCast-Top1,98.44317165462677,98.44317165462677,5.780385778580438,0.9113433908564642,0.1925361980958319,0.130058666535876,6.227033630065236,9.921853236902203,0.1754203943602441,0.1021984027199254,0.0795193568123974,Transport,1 -loop_seattle/H/short,ZooCast-Top1,58.21938014298517,58.21938014298517,4.065773720109581,0.8250143479307347,0.1109364827473958,0.0936855353250307,6.746109670181771,7.630162524021698,0.135061635889964,0.0719683293858582,0.0576622743078113,Transport,1 -loop_seattle/H/medium,ZooCast-Top1,68.24554308565531,68.24554308565531,4.435131659571724,0.907609396259916,0.1153957118928986,0.1015415502652541,7.288989500176872,8.261086071798024,0.1460137551029126,0.078390446771962,0.0628153587206585,Transport,1 -loop_seattle/H/long,ZooCast-Top1,60.37068283453733,60.37068283453733,4.181222318971448,0.8735345852417211,0.1233193097345846,0.0972312756654196,6.758270331885551,7.769857323949863,0.1388577527389141,0.0747240407007907,0.0593385872215878,Transport,1 -m_dense/H/short,ZooCast-Top1,46501.24444444444,46501.24444444444,87.80433159722222,0.781713995408606,0.2992745273058887,0.2085579257541232,8.266028130014432,215.64147199563547,0.3824942369095682,0.1557430048164109,0.1283405502433509,Transport,1 -m_dense/H/medium,ZooCast-Top1,39619.293333333335,39619.293333333335,80.90585938,0.6970900925375951,0.2804773785363389,0.1940613471137152,8.459217312139414,199.0459578422364,0.3463148198606341,0.140765973943217,0.1172163131736959,Transport,1 -m_dense/H/long,ZooCast-Top1,36285.14765432099,36285.14765432099,79.24003086419754,0.6824050396489317,0.2785773710583145,0.1920896478346836,7.31249086395161,190.48660754583503,0.3297604767028139,0.1371762072325005,0.1133079726778582,Transport,1 -bitbrains_fast_storage/5T/short,ZooCast-Top1,1828932.7515211524,1828932.7515211524,159.031559686963,0.6563897676548155,1.9940338153085928,0.7430846129850146,13.074593783884868,1352.3804019288184,4.246139955221287,0.499319761484916,0.3906378769842435,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,ZooCast-Top1,2854813.8535229373,2854813.8535229373,267.82598383026493,0.9588490240362444,3.451544501780188,0.8189011494265185,20.728725080171767,1689.6194404430062,5.133530703852618,0.8137293395024578,0.6233457308991365,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,ZooCast-Top1,4145797.488463595,4145797.488463595,357.97367393467607,0.8711999929238592,3.7828414394588368,0.8360760492923797,15.432955463966756,2036.1231515955992,5.380865066630999,0.946017452499958,0.7026061445524241,Web/CloudOps,2 -bitbrains_fast_storage/H/short,ZooCast-Top1,3005434.042481728,3005434.042481728,299.2353117583048,0.9309593597654008,2.7620977169722725,0.5810333336412573,18.11250242174507,1733.6187708033528,4.941376627389847,0.8529178389819855,0.6635224677367416,Web/CloudOps,2 -bitbrains_rnd/5T/short,ZooCast-Top1,1786863.6929437865,1786863.6929437865,125.6273204087412,1.618136938121414,1.025217456216353,0.671741078144912,51.66287752931445,1336.7362091840655,5.469538473681133,0.514030709724316,0.415745145404104,Web/CloudOps,2 -bitbrains_rnd/5T/medium,ZooCast-Top1,2303161.976669191,2303161.976669191,157.1222612676236,4.359229717604128,0.8530047134127788,0.7383417746560365,159.03573459737711,1517.617203602144,6.385389278797625,0.6610934563586716,1.004565433626743,Web/CloudOps,2 -bitbrains_rnd/5T/long,ZooCast-Top1,2314407.0498213544,2314407.0498213544,165.33585963632635,3.275397885102409,1.2795751991636328,0.7092483613458547,115.21846073163633,1521.317537472488,5.8278244831833454,0.6333644009242041,0.8730126297517127,Web/CloudOps,2 -bitbrains_rnd/H/short,ZooCast-Top1,2064867.4331017432,2064867.4331017432,161.80485699671794,5.804742667777643,1.6657797654211588,0.5561468700716082,208.0043571239617,1436.9646596565078,6.288860980407804,0.7081372842185025,0.8035454819748182,Web/CloudOps,2 -bizitobs_service/10S/short,ZooCast-Top1,1836.175238095238,1836.175238095238,17.853725198412697,0.71692567427202,0.0557435825892857,0.046601814391121,5.53490701103776,42.85061537592241,0.0317451057702239,0.0132266103962322,0.0101257050050553,Web/CloudOps,2 -bizitobs_service/10S/medium,ZooCast-Top1,37981.88444444445,37981.88444444445,39.59513888888889,0.9790487780830548,0.0651510862320188,0.0587854488312252,10.441729982856108,194.8894159374604,0.1466783495022143,0.029800231031514,0.0221194743170398,Web/CloudOps,2 -bizitobs_service/10S/long,ZooCast-Top1,131188.08042328042,131188.08042328042,76.91575396825397,1.3255743262231172,0.0791733191757605,0.0795542173032407,18.17709193096694,362.1989514386816,0.2683285624352049,0.0569816494745306,0.0511030149757811,Web/CloudOps,2 -car_parts/M/short,ZooCast-Top1,1.3728812440578502,1.3728812440578502,0.4533444411317174,0.8359773797258253,0.8484361781497719,1.903766687321476,15.376365499809188,1.1717001510872354,2.8096167687905766,1.0870734655617833,0.9660464513713964,Sales,1 -electricity/15T/short,ZooCast-Top1,126343.6006644144,126343.6006644144,47.61598025760135,0.9223486782234586,0.149793256605872,0.1563181459581529,10.501715858896684,355.4484500801972,0.7006589590333686,0.0938604828720368,0.0783787052678264,Energy,1 -electricity/15T/medium,ZooCast-Top1,259282.1163963964,259282.1163963964,51.24800267454955,0.8041393284984164,0.1177498907805521,0.1268187181627428,7.066440269952036,509.1975219857186,0.877398605698191,0.0883054691941883,0.0714217580593769,Energy,1 -electricity/15T/long,ZooCast-Top1,311064.08655255253,311064.08655255253,56.517862706456455,0.8554108103088559,0.1210602906685612,0.1287547336154514,7.247739954641148,557.7311956064073,0.8798893135132914,0.0891638549354457,0.0716730428446192,Energy,1 -electricity/D/short,ZooCast-Top1,1642103353.1594956,1642103353.1594956,4487.857657657658,1.4148597876653912,0.2449856870525856,0.0928476342553491,11.019876609629192,40522.87444344855,0.6659254039539466,0.0737504055329091,0.0580690885229228,Energy,1 -electricity/H/short,ZooCast-Top1,1843608.664054054,1843608.664054054,176.86290153434686,0.9779272228502356,0.1562493743003312,0.1299548374210392,10.392534661159486,1357.795516288831,0.6409764491330397,0.083491919990062,0.0679304948132221,Energy,1 -electricity/H/medium,ZooCast-Top1,6055900.268108108,6055900.268108108,244.405115427928,1.0691861062780872,0.2316643919444464,0.1295436522337767,8.94221628330075,2460.8738830155658,0.9605601728525408,0.095399370744596,0.0759349953315115,Energy,1 -electricity/H/long,ZooCast-Top1,9137662.634666666,9137662.634666666,282.3887507507508,1.1925033326651897,0.2907146162411202,0.1417849333708708,9.865966042933266,3022.856700981154,1.1922137887853903,0.1113740397729243,0.0877503437630306,Energy,1 -jena_weather/10T/short,ZooCast-Top1,924.9469246031746,924.9469246031746,5.812009781125992,0.2649503489516123,0.3612927845512976,0.5461646185980903,2.251678774346473,30.41294008482532,0.188902489665265,0.0360998678375516,0.0303106753224837,Nature,21 -jena_weather/10T/medium,ZooCast-Top1,1531.8712842712844,1531.8712842712844,9.632253336940837,0.6057200244714774,0.7589422149086217,0.6483931812545094,5.420471604944751,39.13912728039914,0.2401961284348756,0.0591129675187153,0.0496059978779397,Nature,21 -jena_weather/10T/long,ZooCast-Top1,1327.8632275132277,1327.8632275132277,9.587346023478837,0.6918561732061718,0.8754758130744825,0.6431797572544643,6.041743119123887,36.43985767690685,0.2229817375208641,0.0586666142739589,0.0513843815936062,Nature,21 -kdd_cup_2018/D/short,ZooCast-Top1,2817.109648247889,2817.109648247889,20.89214916217833,1.1977513994294262,0.5028700768626571,0.4639661489502294,8.735722325835347,53.0764509763783,1.188968823527226,0.4680063107717131,0.3665565381873796,Nature,1 -kdd_cup_2018/H/short,ZooCast-Top1,4297.654353139412,4297.654353139412,22.612387310053403,0.9466823637236516,0.9366268895143116,0.4948653785455921,7.212414950429725,65.55649741360052,1.3722162231533168,0.4733182206992665,0.3736478806328215,Nature,1 -kdd_cup_2018/H/medium,ZooCast-Top1,4983.18968989833,4983.18968989833,25.00408086251004,1.0401058282304303,1.1041164935683343,0.5461257448671087,8.564919389661053,70.59171119825847,1.4776123629245477,0.5233806969524404,0.4172199143643951,Nature,1 -kdd_cup_2018/H/long,ZooCast-Top1,4165.433668656734,4165.433668656734,24.78768872926688,1.046908916534262,1.0979405344428492,0.6230810785178198,7.358994805141847,64.54017096860477,1.5143732109381864,0.5816193420208982,0.4453330441535226,Nature,1 -m4_daily/D/short,ZooCast-Top1,366856.0178444692,366856.0178444692,187.08370984571968,3.419271586278344,0.0376988495104076,0.0310859413305547,25.388629343583204,605.686402228471,0.093561810722448,0.0288992630269351,0.0229459168547594,Econ/Fin,1 -m4_monthly/M/short,ZooCast-Top1,1788827.632925926,1788827.632925926,541.8757770543981,0.903217352832543,0.1552360033105921,0.128430229222333,7.411150271333955,1337.4706101166955,0.2779723087938652,0.1126203893288829,0.0898521683646606,Econ/Fin,1 -m4_quarterly/Q/short,ZooCast-Top1,1714437.684,1714437.684,548.0652266,1.1542560705399063,0.1132428429921468,0.0999107198715209,8.788063496846688,1309.3653745230931,0.2191647065201586,0.0917364678115337,0.0732082342910787,Econ/Fin,1 -m4_yearly/A/short,ZooCast-Top1,3443777.201590203,3443777.201590203,862.5352753837672,3.2361825352858733,0.1631643413124052,0.1455581028315268,27.968301187299257,1855.741685038681,0.29757678119657,0.1383115295552831,0.111543749102192,Econ/Fin,1 -restaurant/D/short,ZooCast-Top1,137.94775614084244,137.94775614084244,7.066059295320819,0.6776595370625726,0.6683491779618473,0.3897639066440179,4.546086017289033,11.745116267659611,0.5405374637986634,0.3251964206655548,0.2543246092294533,Sales,1 -solar/10T/short,ZooCast-Top1,18.99328191529805,18.99328191529805,1.7785098333428375,0.7784342503824689,4.95596794503629,1.4938188761690236,3.345156606542752,4.358128258243217,1.2677790383669734,0.5173683179187785,0.3859580534483757,Energy,1 -solar/10T/medium,ZooCast-Top1,19.42522395487724,19.42522395487724,1.808500262663128,0.7899656500667791,3.620400844569428,1.441321532501106,3.659400189629393,4.407405580937298,0.9780207642000412,0.4013133750603495,0.2902240427950798,Energy,1 -solar/10T/long,ZooCast-Top1,19.23235613721614,19.23235613721614,1.8166723494208736,0.7941239726053174,3.5173645623054024,1.441211769122567,3.818120671119489,4.385471027975917,0.9478493075369308,0.3926446252718286,0.2900662040027847,Energy,1 -solar/H/short,ZooCast-Top1,588.254377961327,588.254377961327,9.66517399795108,0.744055301637309,3.52267769565368,1.39275235930697,4.10300131920922,24.2539559239586,0.894008917992685,0.356261542455586,0.27294675614805,Energy,1 -solar/H/medium,ZooCast-Top1,669.71800486618,669.71800486618,10.2703286572384,0.783587840190401,3.66420620378017,1.39278866076384,4.57372507515444,25.8789104265651,0.932218755237414,0.369961209298128,0.285002422784048,Energy,1 -solar/H/long,ZooCast-Top1,684.682725060827,684.682725060827,10.864412256691,0.825937782882037,4.45946881094626,1.39144387517171,4.89489661061675,26.1664427284418,0.907238256381854,0.376688972768173,0.286549909649834,Energy,1 -temperature_rain/D/short,ZooCast-Top1,178.7010383967318,178.7010383967318,5.6377336581088375,1.3102429840566732,19.851612468792226,1.4950144504601448,18.279545675244645,13.36791077157279,1.5737565167737806,0.6637103011751919,0.5387614883878814,Nature,1 \ No newline at end of file diff --git a/results/ZooCast-Top1/config.json b/results/ZooCast-Top1/config.json deleted file mode 100644 index b65a8b9ad458cc15254421985442e26e309dc9ae..0000000000000000000000000000000000000000 --- a/results/ZooCast-Top1/config.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "model": "ZooCast-Top1", - "model_type": "agentic", - "model_dtype": "float32", - "code_link": "https://anonymous.4open.science/r/ZooCast-ICML-CD31/", - "testdata_leakage": "No", - "replication_code_available": "No" -} \ No newline at end of file diff --git a/results/goia-forecast-nano-v0/all_results.csv b/results/goia-forecast-nano-v0/all_results.csv deleted file mode 100644 index 8d277939d3e70d5050e9a929fe19158d417299cb..0000000000000000000000000000000000000000 --- a/results/goia-forecast-nano-v0/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/5T/short,goia-forecast-nano-v0,43.337466843234004,43.337466843234004,3.5929655124282442,0.5700483977649491,0.09593162930294702,0.07668635667794177,4.359828081221057,6.583119841172118,0.11288596860010537,0.0616114246440667,0.0488929885569911,Transport,1 -loop_seattle/5T/medium,goia-forecast-nano-v0,79.37929066692466,79.37929066692466,5.272817307227167,0.8339894662416093,0.16841061744650573,0.12017698321337716,5.993352985390698,8.909505635383182,0.15851841500764993,0.09381425596130816,0.07397681737519905,Transport,1 -loop_seattle/5T/long,goia-forecast-nano-v0,94.37572640752207,94.37572640752207,5.701185213851622,0.8968266839732988,0.18348928099200207,0.12872051713959115,6.302328437597069,9.71471700089725,0.17175819727427202,0.10079812871208174,0.07907195241375567,Transport,1 -loop_seattle/D/short,goia-forecast-nano-v0,21.0359632997936,21.0359632997936,3.3713132498065015,1.0066201598615725,0.06295895414086687,0.061990230597191824,8.185964283439155,4.586497934131618,0.08196684278351651,0.060249869745814144,0.04803064266085509,Transport,1 -loop_seattle/H/short,goia-forecast-nano-v0,73.43526373499539,73.43526373499539,5.004484093239096,1.0186179890160172,0.1568544174508446,0.11250750162370743,10.272211160329215,8.569437772397638,0.1516877629478372,0.0885844575774404,0.0729610557924451,Transport,1 -loop_seattle/H/medium,goia-forecast-nano-v0,72.82258771929824,72.82258771929824,5.1473236745356035,1.0564160934972826,0.14981592451947884,0.11463239370821966,9.738656056936907,8.533615161190376,0.15083069290269063,0.09097836986550144,0.07456078750313158,Transport,1 -loop_seattle/H/long,goia-forecast-nano-v0,78.61730306157551,78.61730306157551,5.172629106467149,1.0792152908043915,0.17914647698443412,0.11754156868656224,9.576936609116563,8.866639896915602,0.1584586891700828,0.09244178598692479,0.07538594559683813,Transport,1 -m_dense/D/short,goia-forecast-nano-v0,13772.213333333333,13772.213333333333,64.72967592592593,0.9220013987695213,0.1573848738504216,0.13379396449674613,7.850021206770716,117.3550737434617,0.20315899173928054,0.1120566438010879,0.09119814398809543,Transport,1 -m_dense/H/short,goia-forecast-nano-v0,47186.764444444445,47186.764444444445,94.75760416666667,0.8340222764180237,0.3080173527277561,0.22255459445397807,9.141418442246861,217.22514689704883,0.3853033052884634,0.16807638806172012,0.13900608649494958,Transport,1 -m_dense/H/medium,goia-forecast-nano-v0,36877.43111111111,36877.43111111111,84.54381944444444,0.7293539614052444,0.2781011966718347,0.20196765820238666,7.52653014481638,192.03497366654625,0.3341166133234176,0.14709557374300916,0.1201932942463339,Transport,1 -m_dense/H/long,goia-forecast-nano-v0,36626.6350617284,36626.6350617284,85.94320216049383,0.7475972866270502,0.2859054750147063,0.2041982190222855,7.428606582658214,191.38086388593922,0.33130860202662027,0.14878040355411098,0.1215257004975443,Transport,1 -sz_taxi/15T/short,goia-forecast-nano-v0,16.978904938377596,16.978904938377596,2.759648212437519,0.5514094879928146,1090117697856.2172,0.39925540819430655,3.960023999373252,4.120546679553284,0.3852887588649592,0.25803892477423046,0.20329968441666024,Transport,1 -sz_taxi/15T/medium,goia-forecast-nano-v0,16.579699185363246,16.579699185363246,2.770756335136218,0.5399704940052895,9566185247021.074,0.40568582854435586,3.8135525903460974,4.0718176758498466,0.378950570060022,0.25786510504258797,0.20357562256840797,Transport,1 -sz_taxi/15T/long,goia-forecast-nano-v0,15.672607282763533,15.672607282763533,2.710084468482906,0.5118964979632473,6195880052993.896,0.39956284104691975,4.0068543352707096,3.958864393075814,0.366425436229864,0.25084059088270233,0.2000075181057278,Transport,1 -sz_taxi/H/short,goia-forecast-nano-v0,7.388792901976496,7.388792901976496,1.879367926181891,0.5735009190165128,1.104642558301616,0.30008393050197674,4.3030414538814865,2.7182334156537213,0.2532202165815201,0.17507471969241856,0.1386475957140657,Transport,1 -bitbrains_fast_storage/5T/short,goia-forecast-nano-v0,1989382.313606352,1989382.313606352,173.4768738605043,0.79765851039929,2.454301915299399,0.7662449762867883,14.31556312875936,1410.454647837481,4.4284787129728596,0.5446744737678663,0.4255338911452475,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,goia-forecast-nano-v0,3148729.078702137,3148729.078702137,295.5825791884284,1.0088210062957848,4.679308664742978,0.8136810566089648,21.722262142331058,1774.4658572940018,5.391317449117568,0.8980615266747946,0.6483489395328774,Web/CloudOps,2 -bitbrains_fast_storage/5T/long,goia-forecast-nano-v0,5241542.307006123,5241542.307006123,413.9877633608503,0.9305505659064947,5.203226857761187,0.82668504824228,16.3617488542554,2289.4414836387764,6.050310235702518,1.094046045735467,0.7480450629489716,Web/CloudOps,2 -bitbrains_fast_storage/H/short,goia-forecast-nano-v0,2502569.769529342,2502569.769529342,291.3982897634287,1.200267565604401,4.3188693123741775,0.5967533554735361,20.21752623776482,1581.9512538410727,4.5090748828950655,0.830579770457868,0.6404493068115865,Web/CloudOps,2 -bitbrains_rnd/5T/short,goia-forecast-nano-v0,1648860.6750932175,1648860.6750932175,125.93691562042763,1.7414598653578413,1.1631133337206252,0.6942474278548977,54.45342564579406,1284.0796996655688,5.254083385218991,0.5152974975925142,0.42013721170832563,Web/CloudOps,2 -bitbrains_rnd/5T/medium,goia-forecast-nano-v0,2246261.497698401,2246261.497698401,151.04335174045113,4.447866927745794,0.5735044475243766,0.7327359454708741,161.2913869828404,1498.7533144912145,6.306019054466103,0.6355163621099662,0.6019221173579035,Web/CloudOps,2 -bitbrains_rnd/5T/long,goia-forecast-nano-v0,2414578.6840962577,2414578.6840962577,188.12420293241095,3.371408096710215,2.1048434559069356,0.7244575011741489,116.6978421640258,1553.8914647092497,5.952608373935251,0.7206614690588423,0.6435005310174295,Web/CloudOps,2 -bitbrains_rnd/H/short,goia-forecast-nano-v0,1948270.3175482715,1948270.3175482715,184.22626912748817,5.880132868217842,2.722767881867523,0.6044620891173691,194.4327497565773,1395.8045413123828,6.1087238630237355,0.8062643250585734,0.701730992090057,Web/CloudOps,2 -bizitobs_application/10S/short,goia-forecast-nano-v0,3437473.28,3437473.28,856.169375,2.6320852910911112,0.038252254062228735,0.03838141106570427,30.951704180333195,1854.0424159117827,0.07150300516238534,0.033019030586954,0.028157891532994885,Web/CloudOps,2 -bizitobs_application/10S/medium,goia-forecast-nano-v0,12831847.253333334,12831847.253333334,1863.9366666666667,6.1188847193921605,0.08916325887044271,0.08308672697405685,69.4464993535134,3582.156787932842,0.14066075414474943,0.0731913070066042,0.064057471612645,Web/CloudOps,2 -bizitobs_application/10S/long,goia-forecast-nano-v0,13383059.91111111,13383059.91111111,2136.1744444444444,7.157198164359369,0.1010976325141059,0.09685508501547566,107.64719609780447,3658.2864719853624,0.14108548663554416,0.08238370978894284,0.07266443388250282,Web/CloudOps,2 -bizitobs_l2c/5T/short,goia-forecast-nano-v0,20.06600632440476,20.06600632440476,2.703056408110119,0.2799335321356884,0.15424074192454446,0.21334344571766561,2.929904823099789,4.479509607580361,0.15384449161084363,0.09283389820113787,0.07429967201263603,Web/CloudOps,7 -bizitobs_l2c/5T/medium,goia-forecast-nano-v0,144.1954081632653,144.1954081632653,8.172437021683674,0.7999732858091833,0.5492669717349363,0.8535930668067565,7.193650351126977,12.008139246497157,0.6318047117008313,0.42999036823163445,0.33999885632100685,Web/CloudOps,7 -bizitobs_l2c/5T/long,goia-forecast-nano-v0,303.0209523809524,303.0209523809524,12.642030009920635,1.209130159212666,0.8963362665425452,1.128122712069538,8.557746758862448,17.40749701654297,0.9774049332240988,0.7098310851882277,0.5504060329693679,Web/CloudOps,7 -bizitobs_l2c/H/short,goia-forecast-nano-v0,118.83034164186508,118.83034164186508,6.688200451078869,0.68314964534065,0.548128965089647,0.7457174794573567,5.405182426534703,10.900933062901775,0.5875882098624753,0.3605111330905384,0.2902234994189753,Web/CloudOps,7 -bizitobs_l2c/H/medium,goia-forecast-nano-v0,115.05127418154763,115.05127418154763,6.6716064453125,0.6764578477659474,0.6399522795770014,0.8375349325196533,5.4687595083638785,10.726195699386974,0.6494874417535653,0.4039759038519371,0.3310123693520388,Web/CloudOps,7 -bizitobs_l2c/H/long,goia-forecast-nano-v0,103.05572916666667,103.05572916666667,6.664439174107143,0.7058438842634154,0.7542713817927718,0.8152813219974131,5.434426072305338,10.151636772790221,0.6200912735100444,0.40708317951041845,0.3332006995558974,Web/CloudOps,7 -bizitobs_service/10S/short,goia-forecast-nano-v0,14095.705396825397,14095.705396825397,37.07429563492064,1.5188613874656234,0.10714172040343915,0.08627809147316112,14.516420405875825,118.72533595162153,0.0879555244265489,0.027465823441789303,0.023163289355544268,Web/CloudOps,2 -bizitobs_service/10S/medium,goia-forecast-nano-v0,78067.04253968254,78067.04253968254,85.19715277777777,3.0136555254776787,0.4571614970858135,0.12516289159335636,20.543367802702182,279.4048004950569,0.21028663705736353,0.06412138486080973,0.04883578703800357,Web/CloudOps,2 -bizitobs_service/10S/long,goia-forecast-nano-v0,168189.77862433862,168189.77862433862,115.21261904761904,3.355786358627434,0.41242463934358464,0.14325302193020945,36.353796867985075,410.10947151259336,0.30382220736678667,0.0853531914453271,0.07487816201968017,Web/CloudOps,2 -car_parts/M/short,goia-forecast-nano-v0,1.3297035133156054,1.3297035133156054,0.5229837299264315,0.9175294404667047,0.7237044005489549,1.8348413623587356,14.88681799478514,1.1531277090225547,2.7650819578887447,1.2540613364626474,1.0667994979870903,Sales,1 -covid_deaths/D/short,goia-forecast-nano-v0,471073.3954887218,471073.3954887218,117.28945802005012,31.181136733379713,0.08649936149461813,0.3581452261886856,576.0229492606936,686.3478676944526,0.2582417253728804,0.04413072937618829,0.03832389010170314,Healthcare,1 -electricity/15T/short,goia-forecast-nano-v0,168402.14835585587,168402.14835585587,61.018285824887386,1.1470502744309425,0.19535983979686555,0.18539243191125213,11.989063059746915,410.3683081767595,0.8089168270683555,0.12027906926320794,0.09899735726928544,Energy,1 -electricity/15T/medium,goia-forecast-nano-v0,292526.8024324324,292526.8024324324,59.79764611486487,0.9245176932676143,0.1618996259929057,0.14804930633319718,7.889566277406281,540.857469609538,0.9319518799396641,0.10303736537640357,0.08280201874817787,Energy,1 -electricity/15T/long,goia-forecast-nano-v0,368727.7355675676,368727.7355675676,64.50120833333334,0.9576254836155113,0.1627073268199426,0.14691877275917753,7.802243426207867,607.2295575542807,0.9579790389231745,0.10175856033329962,0.08161510996613267,Energy,1 -electricity/D/short,goia-forecast-nano-v0,1791022107.2328649,1791022107.2328649,4908.83618018018,1.6360165994981155,0.6446917832432848,0.11415342478856547,12.564494759194696,42320.46912822287,0.6954658939912047,0.08066848531763282,0.06305062084017134,Energy,1 -electricity/H/short,goia-forecast-nano-v0,1869635.3311711713,1869635.3311711713,197.63274774774774,1.0577171727517602,0.1924670575952727,0.141417911424252,11.896243166017374,1367.346090487398,0.6454849987668381,0.0932967701620949,0.07677760655047965,Energy,1 -electricity/H/medium,goia-forecast-nano-v0,5636993.447207207,5636993.447207207,246.67875,1.1082294257661995,0.2655188024174314,0.13563091889445997,9.608988217233044,2374.235339473997,0.9267423104924943,0.09628684693702165,0.07753286403686183,Energy,1 -electricity/H/long,goia-forecast-nano-v0,8734600.145873874,8734600.145873874,283.0758678678679,1.2256898171086823,0.3181028842013002,0.14739243058267898,10.597731674649573,2955.4356947620895,1.1656229638739533,0.11164503856068411,0.08904301931684833,Energy,1 -electricity/W/short,goia-forecast-nano-v0,82369801789.809,82369801789.809,35836.21981981982,1.7374821035181753,0.2561843054635184,0.10870726769383074,13.883564689819911,287001.3968429579,0.6548424768244061,0.08176642763754721,0.06643498630649651,Energy,1 -ett1/15T/short,goia-forecast-nano-v0,4.562818836030506,4.562818836030506,1.052706255231585,0.685474300527019,0.48293280360100876,0.23422836687347606,4.925770729805599,2.1360755688950954,0.40380719700139167,0.1990053013015732,0.15851329372934633,Energy,7 -ett1/15T/medium,goia-forecast-nano-v0,9.942990451388889,9.942990451388889,1.6124875992063492,1.0062707098927604,0.7677890899918487,0.38699162747403854,7.005894841827463,3.1532507752141896,0.6010127155092863,0.3073417307439584,0.23861188406174513,Energy,7 -ett1/15T/long,goia-forecast-nano-v0,9.431083829365079,9.431083829365079,1.5909530009920634,1.0129479304788211,0.8222450837740313,0.38708440539416294,7.553104519577259,3.071006973187309,0.5853369655250098,0.3032372150321403,0.23731113250142943,Energy,7 -ett1/D/short,goia-forecast-nano-v0,44390.77142857143,44390.77142857143,139.67404513888889,1.7021259632943888,1.680447242373512,0.4652973729122976,11.013858110278212,210.6911754881334,0.5533873611172732,0.36685851259270225,0.28412075279217425,Energy,7 -ett1/H/short,goia-forecast-nano-v0,102.00663132440476,102.00663132440476,5.087384905133929,0.8458129909171002,0.49009410313197543,0.27257027302421755,6.35479558744096,10.099833232504622,0.47140053709016516,0.23744906687630649,0.188599164404096,Energy,7 -ett1/H/medium,goia-forecast-nano-v0,139.6405784970238,139.6405784970238,7.086839076450893,1.3379968237579978,4989337173916.03,0.450124484901508,10.056090839664298,11.816961474804925,0.5660045056702034,0.33944283027266836,0.26743150892810497,Energy,7 -ett1/H/long,goia-forecast-nano-v0,142.20666335978837,142.20666335978837,7.06558986441799,1.3613795131663955,2615008976516.174,0.47181837308925895,9.91868257906114,11.92504353701857,0.5710645071366636,0.33835579560177004,0.2694518455843153,Energy,7 -ett1/W/short,goia-forecast-nano-v0,1731949.7142857143,1731949.7142857143,994.513671875,1.685254652847091,0.6890170233590263,0.5929838298242942,10.435641234966072,1316.0356052499926,0.52368197813639,0.3957407268416969,0.30249552235415295,Energy,7 -ett2/15T/short,goia-forecast-nano-v0,7.6631649925595235,7.6631649925595235,1.7531018938337053,0.7529557627018858,0.10510166476517736,0.1275220404127399,5.358251091947523,2.76824222071688,0.13141830611701288,0.08322598348293737,0.0659403188197195,Energy,7 -ett2/15T/medium,goia-forecast-nano-v0,12.138648313492064,12.138648313492064,2.172680431547619,0.8898303093882229,0.13219898714139242,0.15946733152176307,6.599759990945509,3.4840563017109907,0.1856716546471356,0.11578606538212088,0.09118161651751662,Energy,7 -ett2/15T/long,goia-forecast-nano-v0,11.61834449404762,11.61834449404762,2.168355189732143,0.8953480025405102,0.1341191854588212,0.161746818173889,7.150065762092237,3.408569273763938,0.1816488145522609,0.11555556543175152,0.09241872284547167,Energy,7 -ett2/D/short,goia-forecast-nano-v0,111704.69841269842,111704.69841269842,199.93360615079365,1.321346968445537,0.4214173816499256,0.1368352691626494,12.617683380152847,334.22252828422324,0.19128437110102484,0.11442727787036444,0.09535012792511915,Energy,7 -ett2/H/short,goia-forecast-nano-v0,112.85460379464286,112.85460379464286,6.691267322358631,0.7738390695862905,0.125430339245207,0.1159561405249647,5.71021555357313,10.623304749212593,0.13473306253870782,0.08486388745210191,0.06728424693554784,Energy,7 -ett2/H/medium,goia-forecast-nano-v0,239.57994791666667,239.57994791666667,9.713485281808035,1.0436666762765434,0.17272148742652857,0.171323878815415,7.665648122264641,15.478370324962079,0.2085809808254624,0.13089545247833942,0.10549080255513213,Energy,7 -ett2/H/long,goia-forecast-nano-v0,250.5859126984127,250.5859126984127,9.924720982142857,1.0766576438095703,0.18300704889769764,0.18097419678238152,8.12550884739028,15.829905644014834,0.21677837419960297,0.13591141522104191,0.11020444956956055,Energy,7 -ett2/W/short,goia-forecast-nano-v0,3241862.0,3241862.0,1277.5454799107142,0.8216201847089202,0.12868923800332205,0.14020095566995536,10.990481561826359,1800.517147932782,0.15103578510131255,0.10716647979858691,0.0951470208938234,Energy,7 -hierarchical_sales/D/short,goia-forecast-nano-v0,29.365127635386525,29.365127635386525,2.3002729046093426,0.7446177012523003,0.6016334694745645,1.044528327429134,7.216950130794719,5.418960014189672,1.6624769209913652,0.7056982531484229,0.5754421236452081,Sales,1 -hierarchical_sales/W/short,goia-forecast-nano-v0,479.0882878707627,479.0882878707627,9.119293730137711,0.7323049895893488,0.5376590399888665,0.46447886906925984,6.6817295734261535,21.888085523196466,1.0048927126289087,0.41867123572896275,0.35365233981633803,Sales,1 -hospital/M/short,goia-forecast-nano-v0,4194.317687961756,4194.317687961756,19.82655638852673,0.7777319754147247,0.19065425231217406,0.17534607183234718,5.4646799173987075,64.76355215676296,0.2351067333435276,0.07197500369767786,0.05677924851948313,Healthcare,1 -jena_weather/10T/short,goia-forecast-nano-v0,753.6796130952381,753.6796130952381,5.454295712425595,0.2900404003256972,0.3470179503301298,0.5481449661948197,2.2325295262978146,27.45322591418426,0.17051895377651924,0.03387801496909085,0.0278428287009911,Nature,21 -jena_weather/10T/medium,goia-forecast-nano-v0,1510.156277056277,1510.156277056277,9.97312748015873,0.609983233238813,0.9062214095226971,0.647850542421651,5.660024898260681,38.86072923989303,0.23848763100833148,0.06120491285185396,0.05050059096225143,Nature,21 -jena_weather/10T/long,goia-forecast-nano-v0,1392.04708994709,1392.04708994709,9.988897156084656,0.6482709417324508,0.9409694504095978,0.6426674592639671,6.041994657269333,37.31014727854997,0.22830718882315346,0.06112377450893598,0.050341477162072025,Nature,21 -jena_weather/D/short,goia-forecast-nano-v0,344.84764384920635,344.84764384920635,9.499015687003968,1.079599129218879,0.6653109839321595,0.4559728946064107,7.052701199737096,18.570073878399256,0.11182219612637427,0.05719959985701605,0.04454838859097732,Nature,21 -jena_weather/H/short,goia-forecast-nano-v0,1072.1968462823727,1072.1968462823727,8.614102802579366,0.5356524620499543,1.8043764256024288,0.6112979670848192,4.737372214251077,32.74441702462227,0.20072116837992982,0.052803895631380646,0.0430844511924195,Nature,21 -jena_weather/H/medium,goia-forecast-nano-v0,1361.7531746031746,1361.7531746031746,10.736883060515874,0.8060684875423646,2.4811220321650667,0.6780520212099254,6.121233833217597,36.90193998427691,0.2258095154370431,0.0657008916667337,0.05369211887210215,Nature,21 -jena_weather/H/long,goia-forecast-nano-v0,1276.2859788359788,1276.2859788359788,11.490254009589947,0.9816851564396716,2.4425494812651087,0.6550018372693635,8.17317883001922,35.72514490993674,0.21510497457783787,0.06918406637276596,0.05633158642719127,Nature,21 -kdd_cup_2018/D/short,goia-forecast-nano-v0,2918.2599906908704,2918.2599906908704,21.109249285191833,1.1900456999428488,0.4956590728688743,0.4625671667319754,9.034611364916314,54.02092178675657,1.210125971897433,0.47286958390129474,0.37418980673532093,Nature,1 -kdd_cup_2018/H/short,goia-forecast-nano-v0,4379.226494451344,4379.226494451344,22.783039079743563,0.9521190156191138,0.880784074636861,0.5017068562963158,7.52896826115238,66.17572435909821,1.3851777626440998,0.4768902706294809,0.37910566626281483,Nature,1 -kdd_cup_2018/H/medium,goia-forecast-nano-v0,5260.299947782512,5260.299947782512,25.5910668603248,1.051687503373129,0.9649230383530021,0.5650483707471596,8.557832751295182,72.52792529627821,1.518140830643196,0.5356673769678711,0.42444442792857295,Nature,1 -kdd_cup_2018/H/long,goia-forecast-nano-v0,4225.620613893755,4225.620613893755,24.59804547664942,1.0346954875670902,1.014885800931759,0.6204839378744392,7.4601130217227976,65.00477377772924,1.525274670251131,0.5771695449861373,0.4500769796987228,Nature,1 -m4_daily/D/short,goia-forecast-nano-v0,406887.83101828385,406887.83101828385,195.732385240292,3.5797785792346213,0.04170218245352772,0.033772234192680994,27.23585675447545,637.8775987744701,0.09853446097030648,0.030235244365280644,0.023529809358929663,Econ/Fin,1 -m4_hourly/H/short,goia-forecast-nano-v0,636555.9549114332,636555.9549114332,188.80086302334945,1.2000087727659143,0.10645812644282784,0.09922574205086106,12.904113616401467,797.8445681405829,0.10892340612172997,0.025775487984022738,0.02385127112131233,Econ/Fin,1 -m4_monthly/M/short,goia-forecast-nano-v0,1921828.7472592592,1921828.7472592592,576.2834482060185,1.0043240107465223,0.1618377519890114,0.1349671450298505,8.06115749165954,1386.3003813240691,0.288120808273628,0.11977148324322452,0.09551729426297384,Econ/Fin,1 -m4_quarterly/Q/short,goia-forecast-nano-v0,1847331.6986666666,1847331.6986666666,580.2295078125,1.234086263856482,0.11786141697565715,0.10512203693725732,9.303316614256802,1359.1658098505372,0.22750042243680318,0.0971202020981958,0.07712875325486067,Econ/Fin,1 -m4_weekly/W/short,goia-forecast-nano-v0,406748.1259910006,406748.1259910006,320.1841118491536,2.6760973402011445,0.07613815984405131,0.07901040243093076,23.585738258634148,637.7680816652717,0.11619146077118434,0.058332583177160315,0.046354853382134645,Econ/Fin,1 -m4_yearly/A/short,goia-forecast-nano-v0,3703886.3225095035,3703886.3225095035,914.6238338266446,3.3934665505817723,0.1662653110553189,0.15467677159593468,30.524440123832417,1924.5483424714234,0.3086102476584196,0.14666417134997228,0.11978347110647818,Econ/Fin,1 -restaurant/D/short,goia-forecast-nano-v0,156.56967404501728,156.56967404501728,7.695789699495657,0.7310329005977811,0.727321075727328,0.41721721199405154,4.817051096816985,12.512780428226865,0.5758671471279574,0.3541780729363674,0.27667233026865823,Sales,1 -saugeen/D/short,goia-forecast-nano-v0,1237.3954166666667,1237.3954166666667,13.100030924479167,2.910421540216545,0.2946480051676432,0.3386535457297161,27.28983148409851,35.176631684495696,1.1393794816356815,0.42431312292822937,0.3480164386681077,Nature,1 -saugeen/M/short,goia-forecast-nano-v0,458.76678757440476,458.76678757440476,13.246117001488095,0.7761505356679508,0.3785770052955264,0.38828988418988203,5.382118250901709,21.418841882193462,0.6430578892272741,0.3976881703634917,0.31580399858604735,Nature,1 -saugeen/W/short,goia-forecast-nano-v0,1406.1001953125,1406.1001953125,17.647361755371094,1.4312467402734486,0.3631411075592041,0.475973187801476,17.79738666814898,37.4980025509693,1.1319083875398712,0.5327002888141449,0.4528763275563102,Nature,1 -solar/10T/short,goia-forecast-nano-v0,28.488110173357665,28.488110173357665,2.37777084758972,1.0440448678006675,6.397085516752394,1.5271544057435813,8.823033699571432,5.33742542555469,1.5526564782865844,0.6916932820672593,0.5660698685143474,Energy,1 -solar/10T/medium,goia-forecast-nano-v0,21.404182564698075,21.404182564698075,2.0978008011225393,0.9184082282257305,4.511536241060787,1.4538751753093697,5.808066607417237,4.626465450503016,1.0266311157713577,0.46551035561895776,0.3687435897624543,Energy,1 -solar/10T/long,goia-forecast-nano-v0,19.239715759326845,19.239715759326845,2.0818142955127232,0.912318211302148,4.259355433332193,1.4544701255256633,4.895202685791777,4.386310039124782,0.9480307761850337,0.4499508709698577,0.34709725215282616,Energy,1 -solar/D/short,goia-forecast-nano-v0,113644.81557177615,113644.81557177615,253.39919403892944,0.9884811312701266,0.9768331931455292,0.43941091084312217,5.556494353821332,337.1124672446514,0.4870127359832058,0.36607555868076924,0.27327537050624534,Energy,1 -solar/H/short,goia-forecast-nano-v0,690.9725076834421,690.9725076834421,11.527353004145857,0.8915076958674883,4.444787421892021,1.409480093605874,6.716131043289077,26.286355922482716,0.9689238251810512,0.4249020670619595,0.340591346278077,Energy,1 -solar/H/medium,goia-forecast-nano-v0,680.9911192214112,680.9911192214112,11.75607322080292,0.8985843647821544,4.864419295957055,1.40626780366457,5.536679396498475,26.095806544757554,0.9400318596527232,0.4234811962225028,0.3326769992015414,Energy,1 -solar/H/long,goia-forecast-nano-v0,708.8812652068126,708.8812652068126,13.055862226277373,0.9942984130701507,5.5790083349791395,1.4190449164203611,5.433380542355345,26.62482422865572,0.9231312594906521,0.45267057679608114,0.33881673030916254,Energy,1 -solar/W/short,goia-forecast-nano-v0,1292545.8686131388,1292545.8686131388,897.7219434306569,0.9817473950703276,0.19792098720578383,0.1762272718429008,8.081839540413275,1136.9018729042268,0.23207009620937125,0.18324749281046043,0.14172012141630008,Energy,1 -temperature_rain/D/short,goia-forecast-nano-v0,185.88210893513997,185.88210893513997,5.883383986367988,1.3690338879973065,27.772817644239034,1.51248522915637,19.653719241606886,13.633858915770691,1.605065663630991,0.6926298475593312,0.557062580154586,Nature,1 -us_births/D/short,goia-forecast-nano-v0,688481.1733333333,688481.1733333333,680.7836458333334,1.002519845480476,0.06624221801757812,0.06535897044812032,7.49867247741925,829.7476564193076,0.07778210977543265,0.06381794255622247,0.050439813114793786,Healthcare,1 -us_births/M/short,goia-forecast-nano-v0,65754378.666666664,65754378.666666664,6561.765625,0.7418463554841761,0.02026256670554479,0.020311284002311965,6.273935703231618,8108.907365771708,0.02518621099225495,0.02038079929369715,0.01636486712323904,Healthcare,1 -us_births/W/short,goia-forecast-nano-v0,6500718.857142857,6500718.857142857,1990.3780691964287,1.8077531908218414,0.02652426702635629,0.02705377502686231,10.769067612031476,2549.650732383331,0.034611258687565524,0.027019187123963097,0.02076846961868262,Healthcare,1 diff --git a/results/goia-forecast-nano-v0/config.json b/results/goia-forecast-nano-v0/config.json deleted file mode 100644 index cc23351ddcd5079235a10f2f7688a86bc0bf7a09..0000000000000000000000000000000000000000 --- a/results/goia-forecast-nano-v0/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "goia-forecast-nano-v0", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://huggingface.co/gredio/goia-forecast-nano-v0", - "code_link": "https://github.com/gredio/goia-forecast", - "org": "Gredio", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/granite-flowstate-r1/all_results.csv b/results/granite-flowstate-r1/all_results.csv new file mode 100644 index 0000000000000000000000000000000000000000..cb041a676d63303a5beef5dd0138940ef91e724f --- /dev/null +++ b/results/granite-flowstate-r1/all_results.csv @@ -0,0 +1,98 @@ +dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates +loop_seattle/5T/short,granite-flowstate-r1,41.45070986516458,41.45070986516458,3.68334098949767,3.68334098949767,0.5813897556858786,0.09886124407789902,0.07844791512002147,7.606605768755193,6.4382225703345,0.11040130296320078,0.0631611659982082,0.05097894461293396,Transport,1 +loop_seattle/5T/medium,granite-flowstate-r1,67.86012803021599,67.86012803021599,4.981009349212804,4.981009349212804,0.790006680520265,0.16011444740374145,0.11607832008101991,9.180053929724078,8.237725901619694,0.14656607111642367,0.08862239157104679,0.07093507776893808,Transport,1 +loop_seattle/5T/long,granite-flowstate-r1,79.07871830343066,79.07871830343066,5.317850134777046,5.317850134777046,0.8394078446775898,0.16856190792014192,0.1223696944817752,9.882365247554311,8.892621565288307,0.15722337782738696,0.09402068387044483,0.07540215965130731,Transport,1 +loop_seattle/D/short,granite-flowstate-r1,17.877726654273193,17.877726654273193,2.863226093965418,2.863226093965418,0.8657208474408145,0.052983993051960006,0.052864978901495996,13.267261042436884,4.228206079920088,0.07556369093575535,0.051169675165805055,0.04187817938435069,Transport,1 +loop_seattle/H/short,granite-flowstate-r1,60.634158223917595,60.634158223917595,4.262669572461908,4.262669572461908,0.8643577085161969,0.11724167449361284,0.09828421490823457,11.285968967365898,7.786793834686879,0.13783416954716468,0.0754535862959419,0.061230476495910985,Transport,1 +loop_seattle/H/medium,granite-flowstate-r1,72.02407488591653,72.02407488591653,4.750261550446659,4.750261550446659,0.9729870998504898,0.11810839028550375,0.10874966881223508,12.312641247205047,8.486699881927988,0.15000147299718203,0.08396034260693121,0.06849444236187414,Transport,1 +loop_seattle/H/long,granite-flowstate-r1,59.35896462203302,59.35896462203302,4.379443065432039,4.379443065432039,0.9158718561598912,0.13197178015562935,0.10146476527772738,10.522260549778112,7.70447692072817,0.13768929359442317,0.07826649728731244,0.0629778257045242,Transport,1 +m_dense/D/short,granite-flowstate-r1,9380.957893518518,9380.957893518518,47.98970847800926,47.98970847800926,0.7204544873748164,0.13280157339493376,0.10461858396176939,12.421598608601009,96.85534519848927,0.16767092932086655,0.08307728398319504,0.06929722616598537,Transport,1 +m_dense/H/short,granite-flowstate-r1,44050.734954969616,44050.734954969616,91.06528459337022,91.06528459337022,0.8017953233026586,0.29868924246199435,0.21883891820907592,13.303363171566074,209.8826694964823,0.37227959326725935,0.16152713890345904,0.13404622255349455,Transport,1 +m_dense/H/medium,granite-flowstate-r1,33829.452361111114,33829.452361111114,80.4361105685764,80.4361105685764,0.693955926928377,0.27457574761027653,0.19742523829142253,9.060708922181885,183.92784552946603,0.3200112252815566,0.13994867512221887,0.11536569543388168,Transport,1 +m_dense/H/long,granite-flowstate-r1,35609.223827160495,35609.223827160495,86.48302662037037,86.48302662037037,0.7524482334974119,0.305302813893232,0.2079464363757475,9.190739877876966,188.70406415114778,0.32667465676036056,0.14971491559491554,0.12368215185537891,Transport,1 +sz_taxi/15T/short,granite-flowstate-r1,16.91059370122404,16.91059370122404,2.761892222077273,2.761892222077273,0.5522357752225293,1159830451333.647,0.4053544820592226,6.241993918260454,4.112249226545497,0.38451290486395934,0.2582487448418171,0.20408371708276796,Transport,1 +sz_taxi/15T/medium,granite-flowstate-r1,16.478180714142628,16.478180714142628,2.778212418515458,2.778212418515458,0.5430802287976548,9412111153326.55,0.4101003206693209,5.574341311249096,4.059332545399875,0.37778864604456086,0.2585590355745906,0.20685295517771227,Transport,1 +sz_taxi/15T/long,granite-flowstate-r1,15.807911825587606,15.807911825587606,2.741741734692174,2.741741734692174,0.5182382154261588,6083944685688.302,0.40882021042696093,4.5911431673393714,3.9759164761835235,0.368003730082805,0.25377071961504843,0.2048554791615285,Transport,1 +sz_taxi/H/short,granite-flowstate-r1,7.2828467768481655,7.2828467768481655,1.860691213200235,1.860691213200235,0.5677746285130757,1.3856488349091294,0.29898438188764787,5.797239248866384,2.6986750039321454,0.25139823098224423,0.17333486941597898,0.1373117471495384,Transport,1 +bitbrains_fast_storage/5T/short,granite-flowstate-r1,1918819.9666293731,1918819.9666293731,201.15327408481332,201.15327408481332,0.9500239314974467,2.9549999314576767,0.7987144012317283,18.480890669205756,1385.2147727444192,4.349231791755918,0.6315715309129752,0.5084926808592367,Web/CloudOps,2 +bitbrains_fast_storage/5T/medium,granite-flowstate-r1,3717408.5179616907,3717408.5179616907,373.47259886729313,373.47259886729313,1.2533617759094229,5.391664400833723,0.8392735475954459,25.492025953636965,1928.0582247332914,5.857973415045989,1.134712908224219,0.8411009141441634,Web/CloudOps,2 +bitbrains_fast_storage/5T/long,granite-flowstate-r1,5366802.427352255,5366802.427352255,460.9371408326316,460.9371408326316,1.055861374072807,5.210343709327751,0.8511663347259798,20.30618758994284,2316.636015292919,6.122177309423143,1.2181192410233277,0.8658625652290532,Web/CloudOps,2 +bitbrains_fast_storage/H/short,granite-flowstate-r1,3126915.8156498084,3126915.8156498084,354.63466586440234,354.63466586440234,1.0791480950475973,4.232477095497576,0.6059894199039743,21.94082534645925,1768.3087444362786,5.040254286777927,1.010823986754041,0.7392010261162123,Web/CloudOps,2 +bitbrains_rnd/5T/short,granite-flowstate-r1,1555017.346583365,1555017.346583365,133.39699393172572,133.39699393172572,1.9823352369510236,1.5000166037202662,0.7469129171016201,59.27290993473621,1247.003346660852,5.102377727247753,0.5458219920111853,0.46325646047415603,Web/CloudOps,2 +bitbrains_rnd/5T/medium,granite-flowstate-r1,2182926.1864392064,2182926.1864392064,171.75717876721612,171.75717876721612,4.587454147018737,1.5104346407332898,0.8079425893529406,166.6164674370469,1477.4729054839572,6.216481684861087,0.722670007745468,0.6856400101909502,Web/CloudOps,2 +bitbrains_rnd/5T/long,granite-flowstate-r1,2318756.184251273,2318756.184251273,199.32612558014335,199.32612558014335,3.5305473032687122,2.7361658186500417,0.7742371981209178,122.28185363909965,1522.7462639098062,5.83329791657803,0.7635734860256999,0.7007215543298201,Web/CloudOps,2 +bitbrains_rnd/H/short,granite-flowstate-r1,1809842.6158095275,1809842.6158095275,172.9287249995723,172.9287249995723,5.951792336726248,2.2392674411692366,0.6207620792694599,218.06738371469257,1345.3039120620765,5.887708240380929,0.756820722849105,0.6796321068215749,Web/CloudOps,2 +bizitobs_application/10S/short,granite-flowstate-r1,564079.97,564079.97,401.3475629340278,401.3475629340278,1.205330814369782,0.017286223305596246,0.01741252316368951,16.64117361013491,751.0525747242998,0.02896509747081063,0.0154783721822987,0.012511931527917401,Web/CloudOps,2 +bizitobs_application/10S/medium,granite-flowstate-r1,4976418.133333334,4976418.133333334,1250.62625,1250.62625,2.6442742523282483,0.038269913991292315,0.03911675771077474,66.51261882590339,2230.7886796676494,0.08759650584716513,0.049108412024515206,0.04376368959632607,Web/CloudOps,2 +bizitobs_application/10S/long,granite-flowstate-r1,7334613.333333333,7334613.333333333,1639.5430555555556,1639.5430555555556,3.4178548412047256,0.04929450988769531,0.050589014689127604,90.30547709531061,2708.249126896071,0.10444634364324562,0.06323062221189224,0.05627945354160002,Web/CloudOps,2 +bizitobs_l2c/5T/short,granite-flowstate-r1,29.628033043089367,29.628033043089367,3.469860739935012,3.469860739935012,0.3444041553361347,0.16937794267706957,0.22942097740513936,2.4474254861738625,5.443163881704222,0.1869402734313385,0.11916905858234553,0.09478604541398604,Web/CloudOps,7 +bizitobs_l2c/5T/medium,granite-flowstate-r1,66.40562287414966,66.40562287414966,5.196483544589711,5.196483544589711,0.5180485897477924,0.3705120584781616,0.6288693038784727,3.875708227374398,8.148964527726799,0.4287553848580038,0.27341146160202573,0.2112244848105934,Web/CloudOps,7 +bizitobs_l2c/5T/long,granite-flowstate-r1,67.40641121031746,67.40641121031746,5.146017136346726,5.146017136346726,0.516907105116478,0.4151420280377074,0.711968005952381,3.9959435697250067,8.210140754598392,0.4609871291882226,0.28894116889642985,0.22559264906869128,Web/CloudOps,7 +bizitobs_l2c/H/short,granite-flowstate-r1,59.07940383184524,59.07940383184524,4.714354863242497,4.714354863242497,0.4689803455559716,0.37752821576966944,0.6080510578458271,4.146648688030747,7.686312759174274,0.41431196434265083,0.2541158140705373,0.19521926403440873,Web/CloudOps,7 +bizitobs_l2c/H/medium,granite-flowstate-r1,73.83500744047619,73.83500744047619,4.907634626116072,4.907634626116072,0.4991792206030149,0.46633405537656436,0.7648399716331845,4.198331474513947,8.592729917812859,0.5203028481308202,0.29716473088026096,0.23055849706914167,Web/CloudOps,7 +bizitobs_l2c/H/long,granite-flowstate-r1,80.70536334325396,80.70536334325396,5.234917922247024,5.234917922247024,0.5635045624417966,0.5975497320674077,0.7721160404265873,7.231993337079029,8.983616384466446,0.5487452170767906,0.31976389559439494,0.2543398283037386,Web/CloudOps,7 +bizitobs_service/10S/short,granite-flowstate-r1,3734.028429387814,3734.028429387814,22.569405986644604,22.569405986644604,0.835773152632602,0.10586309404600235,0.07311184978989697,11.514130953747195,61.106697091135715,0.045269795560122464,0.016720137784652367,0.013660603295762404,Web/CloudOps,2 +bizitobs_service/10S/medium,granite-flowstate-r1,20807.38006448413,20807.38006448413,44.4945500062004,44.4945500062004,1.1988481894407885,0.11600869678315662,0.08680625794425843,18.00375816549739,144.24763451954465,0.10856416388452853,0.0334876452908972,0.026123493939465815,Web/CloudOps,2 +bizitobs_service/10S/long,granite-flowstate-r1,134217.727989418,134217.727989418,83.09535838293651,83.09535838293651,1.4830680232875069,0.12991568267660797,0.10591665762442129,27.317462410337274,366.35737741912334,0.2714092733008839,0.06155970160139071,0.05487095550436146,Web/CloudOps,2 +car_parts/M/short,granite-flowstate-r1,1.5211299250954822,1.5211299250954822,0.5162025805692899,0.5162025805692899,0.9924370321830904,0.7730255192209781,1.8536850222398422,17.87637317262042,1.23334096060071,2.9574251068625497,1.2378008359175041,1.054545676681899,Sales,1 +covid_deaths/D/short,granite-flowstate-r1,349468.1256999922,349468.1256999922,111.75090890372906,111.75090890372906,32.63615367574188,0.08952274402292126,0.3616466770793561,836.2838766375996,591.1582915767926,0.22242617362552547,0.042046821334996425,0.03612361491123092,Healthcare,1 +electricity/15T/short,granite-flowstate-r1,144724.20222686068,144724.20222686068,58.33758063256204,58.33758063256204,1.1053910631471215,0.19516474044690446,0.18062286785593978,17.62328372598712,380.4263427088885,0.7498953240654795,0.1149948729158524,0.09519503098242073,Energy,1 +electricity/15T/medium,granite-flowstate-r1,255531.68970834097,255531.68970834097,55.74208467170784,55.74208467170784,0.8762298879762337,0.13892117221714623,0.13829312089971593,10.266415539743985,505.5014240418527,0.8710298479353842,0.0960492240496222,0.07723075012397557,Energy,1 +electricity/15T/long,granite-flowstate-r1,338479.9556867628,338479.9556867628,61.35500133617504,61.35500133617504,0.9261343937402899,0.14641354581144864,0.1405701778514965,10.405953200713588,581.7903021594317,0.9178455315030511,0.09679503697938885,0.07719727479217263,Energy,1 +electricity/D/short,granite-flowstate-r1,1153071526.724901,1153071526.724901,4236.171493806306,4236.171493806306,1.4361974143535554,0.5123566384423204,0.10186529419014045,15.486124143825196,33956.90690750412,0.5580247672297972,0.06961436794628582,0.054861973992420855,Energy,1 +electricity/H/short,granite-flowstate-r1,1579957.5263886042,1579957.5263886042,172.9016443198436,172.9016443198436,0.9357391751830545,0.2106907078077149,0.12681146515113814,14.449524888648456,1256.9636137886428,0.5933765905528198,0.08162192372319259,0.0673880474837622,Energy,1 +electricity/H/medium,granite-flowstate-r1,5879730.607631044,5879730.607631044,248.33276843646624,248.33276843646624,1.1007946007359248,0.23596200307816834,0.13461733400284706,12.794364474293266,2424.815582189921,0.9464854248246886,0.09693246264081054,0.07729819344574272,Energy,1 +electricity/H/long,granite-flowstate-r1,8650005.133044858,8650005.133044858,280.31987386800864,280.31987386800864,1.217306687320673,0.30779311248211627,0.14736278884475296,14.600614397315248,2941.0891066142244,1.1599647254855574,0.11055808027311882,0.08814531063716587,Energy,1 +electricity/W/short,granite-flowstate-r1,31090345422.7027,31090345422.7027,23474.4601245777,23474.4601245777,1.3523889878950264,0.2253331336012585,0.08986290126770466,13.743660238931474,176324.54571812373,0.40231442986284055,0.05356097191626985,0.043029118455147515,Energy,1 +ett1/15T/short,granite-flowstate-r1,4.753783319109962,4.753783319109962,1.0830024310520716,1.0830024310520716,0.6936313679579977,0.4810389677210178,0.24103622266224453,7.737355839952342,2.180317251940635,0.4121707138332119,0.20473253820861395,0.16085393208643303,Energy,7 +ett1/15T/medium,granite-flowstate-r1,9.024871094718812,9.024871094718812,1.5885238695901538,1.5885238695901538,1.0171980184840024,0.7342526954922842,0.3997857569134425,9.24734334671116,3.004142322646983,0.5725924631855541,0.30277420229419616,0.23524821206151525,Energy,7 +ett1/15T/long,granite-flowstate-r1,8.657997329954117,8.657997329954117,1.5935708472842263,1.5935708472842263,1.038601150239987,0.7779727449578085,0.4055966331845238,9.075673533341416,2.9424475067457223,0.5608333875391712,0.30373617014990417,0.23614085107506394,Energy,7 +ett1/D/short,granite-flowstate-r1,42729.857936507935,42729.857936507935,136.88030443948412,136.88030443948412,1.650824058207011,1.3853217230902777,0.48698438311380055,13.300092362358745,206.71201691364712,0.5429359691313466,0.3595206599763899,0.27793536790099593,Energy,7 +ett1/H/short,granite-flowstate-r1,97.65726245698475,97.65726245698475,4.863809758140928,4.863809758140928,0.8147611850097799,0.4603510743095761,0.2567979029246739,7.5767020413291135,9.882168914615088,0.4612412622581233,0.2270139047016764,0.17589358721837078,Energy,7 +ett1/H/medium,granite-flowstate-r1,133.07732747395832,133.07732747395832,6.712583705357143,6.712583705357143,1.2441574581694812,3601580795892.649,0.4400715192159017,9.779893131019977,11.535914678687526,0.5525430288560677,0.3215168831701089,0.24921015888892628,Energy,7 +ett1/H/long,granite-flowstate-r1,152.69128017526455,152.69128017526455,7.173261047040344,7.173261047040344,1.3534500436894037,3178053082302.1973,0.4754653769195395,10.244868988012207,12.356831316128927,0.5917418740490133,0.3435119268382309,0.2671987839058532,Energy,7 +ett1/W/short,granite-flowstate-r1,1153703.642857143,1153703.642857143,807.1321149553571,807.1321149553571,1.437918932475465,0.600034236907959,0.5177733557564872,8.476227584543862,1074.1059737554497,0.42741240344900644,0.3211771329674151,0.23954378242734561,Energy,7 +ett2/15T/short,granite-flowstate-r1,8.079884579068139,8.079884579068139,1.7689632597423735,1.7689632597423735,0.7606725100303628,0.110214520996241,0.1303801133519127,9.521636790309456,2.8425137781668077,0.13494424628729973,0.08397898213524545,0.06688484847874661,Energy,7 +ett2/15T/medium,granite-flowstate-r1,11.302273879278275,11.302273879278275,2.0768988424634176,2.0768988424634176,0.8578578323142202,0.13124028227417137,0.1556886987837534,8.670731350583093,3.361885464925638,0.17916095447987504,0.11068169420284639,0.08859935043973656,Energy,7 +ett2/15T/long,granite-flowstate-r1,11.622918914310516,11.622918914310516,2.150206337580605,2.150206337580605,0.8841918897640062,0.13563125675853127,0.15981333778018042,9.220829384385736,3.409240225374345,0.18168457377743186,0.11458838220588266,0.09245678467426278,Energy,7 +ett2/D/short,granite-flowstate-r1,116055.11746031746,116055.11746031746,214.21402529761906,214.21402529761906,1.3853478707387081,0.3905816396077474,0.1446110407511393,11.591489052704377,340.6686329269507,0.1949736357924987,0.12260033156319076,0.10014086620359766,Energy,7 +ett2/H/short,granite-flowstate-r1,103.29599296933128,103.29599296933128,6.279765065511068,6.279765065511068,0.7210159931254069,0.11709959820781349,0.10748744692121233,7.587828395192321,10.16346363054108,0.1289009896129199,0.0796448888790804,0.0634817218422438,Energy,7 +ett2/H/medium,granite-flowstate-r1,237.22610212053573,237.22610212053573,9.6669189453125,9.6669189453125,1.0347466818960263,0.1728648029064636,0.1682235036577497,9.427088771711766,15.402146023218185,0.20755380940581772,0.13026794118769514,0.10288442402605545,Energy,7 +ett2/H/long,granite-flowstate-r1,254.48660714285714,254.48660714285714,9.941204737103174,9.941204737103174,1.093888267848659,0.1896096961045579,0.18104914912471065,9.979924869094882,15.952636369668092,0.2184590832099773,0.13613715141150856,0.10948928808631372,Energy,7 +ett2/W/short,granite-flowstate-r1,4486741.428571428,4486741.428571428,1501.7201450892858,1501.7201450892858,1.0041806776522244,0.14903204781668528,0.16555353573390416,6.453682831422532,2118.1929630162185,0.17768391571973718,0.1259712973999872,0.1001393739432319,Energy,7 +hierarchical_sales/D/short,granite-flowstate-r1,29.501266210776016,29.501266210776016,2.314163122220491,2.314163122220491,0.7496909429630705,0.6271814765890572,1.0608916214449733,10.94785936133736,5.431506808499463,1.666326138538244,0.7099596180866424,0.585107546801234,Sales,1 +hierarchical_sales/W/short,granite-flowstate-r1,463.85805802426097,463.85805802426097,8.872117171853276,8.872117171853276,0.7165200568267713,0.5035296427934495,0.460279900138661,8.515515407059791,21.53736423112775,0.9887909265594902,0.4073232390350769,0.3476428653865981,Sales,1 +hospital/M/short,granite-flowstate-r1,2218.0071900528133,2218.0071900528133,16.69859941292721,16.69859941292721,0.7395816302454122,0.18764167907496007,0.17011142160414822,6.891172982290973,47.095723691783455,0.1709684132955381,0.06061979352032028,0.047927039262772995,Healthcare,1 +jena_weather/10T/short,granite-flowstate-r1,731.8024675444951,731.8024675444951,5.569103058557662,5.569103058557662,0.28313389941336975,0.39085432959340793,0.5456442548553385,3.53112237892989,27.05184776580881,0.1680258838319551,0.0345911108056769,0.028579948265808106,Nature,21 +jena_weather/10T/medium,granite-flowstate-r1,1424.3475896309637,1424.3475896309637,9.879849864084484,9.879849864084484,0.6245233803473645,0.8979574166511548,0.6541079604780519,7.442667774706929,37.740529800613075,0.23161298652513693,0.0606324698018257,0.04986644977298401,Nature,21 +jena_weather/10T/long,granite-flowstate-r1,1388.1151193285746,1388.1151193285746,9.899603319924974,9.899603319924974,0.664336558808387,0.8928145231395589,0.6483050265009441,7.4333228167736864,37.2574169706996,0.22798451095367808,0.060577367005969426,0.050057395784607016,Nature,21 +jena_weather/D/short,granite-flowstate-r1,425.2829799107143,425.2829799107143,10.116009230840774,10.116009230840774,1.1081753325628592,0.6378101406968789,0.4615920172797309,11.584663121393367,20.62239025696862,0.12418049508094667,0.06091490942010182,0.04899783681871478,Nature,21 +jena_weather/H/short,granite-flowstate-r1,1119.1113282492884,1119.1113282492884,8.509681834712463,8.509681834712463,0.5290198272121043,1.3226758994139345,0.6105376595293569,6.630339600149357,33.45312135286166,0.2050654990884911,0.05216380660306613,0.042893424293060305,Nature,21 +jena_weather/H/medium,granite-flowstate-r1,1391.652802579365,1391.652802579365,10.950601438492063,10.950601438492063,0.8596039049496134,2.682871867311553,0.6940502348400298,7.809706127473915,37.30486298834731,0.22827506842806194,0.06700867105398674,0.05391206451330069,Nature,21 +jena_weather/H/long,granite-flowstate-r1,1422.4071800595239,1422.4071800595239,12.70726402323082,12.70726402323082,1.044518269791028,2.954945765763497,0.6665930531012318,13.488051825052747,37.71481380120448,0.2270849614677194,0.07651180717173131,0.06572870330627677,Nature,21 +kdd_cup_2018/D/short,granite-flowstate-r1,3032.32181562313,3032.32181562313,21.635173881566782,21.635173881566782,1.2123058616308304,0.5086835775851601,0.47670414527209726,13.047530834988663,55.0665217316577,1.2335485596689217,0.48465086845044814,0.3827459373829025,Nature,1 +kdd_cup_2018/H/short,granite-flowstate-r1,4398.889456482666,4398.889456482666,22.99881595337505,22.99881595337505,0.9621035710690519,0.900165149616715,0.5072937672239056,10.875513545292073,66.32412424210867,1.3882840391902038,0.4814068707758709,0.3849187984595621,Nature,1 +kdd_cup_2018/H/medium,granite-flowstate-r1,5368.844173032959,5368.844173032959,26.429856858879496,26.429856858879496,1.0867170392472882,0.9654808078084267,0.5897087234461115,11.904954974859622,73.27239707443015,1.533723976012515,0.5532247717495267,0.4374087327717977,Nature,1 +kdd_cup_2018/H/long,granite-flowstate-r1,4298.344292679033,4298.344292679033,25.00750598429966,25.00750598429966,1.0536505519582111,0.9858010004321838,0.634165778231531,10.313944573374185,65.56175937754442,1.5383438105776532,0.5867771459181955,0.4548619458932433,Nature,1 +m4_daily/D/short,granite-flowstate-r1,399766.270814983,399766.270814983,181.88649192009964,181.88649192009964,3.394312899049464,0.040879217896014605,0.0322031014377918,36.098650959773316,632.2707258880353,0.09766835355992211,0.028096436341688256,0.023188241902595382,Econ/Fin,1 +m4_hourly/H/short,granite-flowstate-r1,657845.4228326293,657845.4228326293,199.4017492212151,199.4017492212151,0.7743540721458968,0.09569012737216581,0.09158436994813683,11.529113065344992,811.0767058870754,0.11072988396912965,0.027222742798855275,0.021717714386104512,Econ/Fin,1 +m4_monthly/M/short,granite-flowstate-r1,1810024.2804412616,1810024.2804412616,546.8177242657697,546.8177242657697,0.9275168286784129,0.15474473074906403,0.1276774451771268,10.92075979718353,1345.3714284320376,0.27961436910551773,0.11364749522329542,0.09145717317865883,Econ/Fin,1 +m4_quarterly/Q/short,granite-flowstate-r1,1813208.9696484476,1813208.9696484476,560.6868153514862,560.6868153514862,1.163979704198937,0.11897007710703959,0.10137886070956786,13.974069106984153,1346.5544807576289,0.2253895077271329,0.09384909939185122,0.0758432968911375,Econ/Fin,1 +m4_weekly/W/short,granite-flowstate-r1,247913.7640347118,247913.7640347118,258.61758800152666,258.61758800152666,2.132835719352128,0.0643054270146617,0.06372861717098245,19.953150903923188,497.90939339875064,0.09071136978426826,0.047116113833053246,0.03788654032486178,Econ/Fin,1 +m4_yearly/A/short,granite-flowstate-r1,3416111.6546458313,3416111.6546458313,837.9894702568552,837.9894702568552,3.0439671869605203,0.16826883908582263,0.1376340912930601,43.546291680992425,1848.2726137249967,0.2963790796483007,0.13437549531675713,0.10971602196381898,Econ/Fin,1 +restaurant/D/short,granite-flowstate-r1,140.0810135071536,140.0810135071536,7.133117464863086,7.133117464863086,0.6849189931973065,0.6533557068481046,0.39503787828001685,6.633627656124336,11.83558251659603,0.5447009301829102,0.3282825930001077,0.2575497402716079,Sales,1 +saugeen/D/short,granite-flowstate-r1,1068.6747916666666,1068.6747916666666,12.19817362467448,12.19817362467448,2.7099982698220106,0.27274765650431315,0.31110912958780923,38.49821158533616,32.69059179131921,1.058856071113682,0.39510175531344033,0.3271089749626672,Nature,1 +saugeen/M/short,granite-flowstate-r1,411.3457496279762,411.3457496279762,12.68285406203497,12.68285406203497,0.7430905682283409,0.35811719440278555,0.3497826712472098,7.33920900430693,20.28166042581268,0.6089162903943062,0.3807773271481169,0.2939252156333414,Nature,1 +saugeen/W/short,granite-flowstate-r1,938.9776306152344,938.9776306152344,14.244345378875732,14.244345378875732,1.1556695439234392,0.3624628633260727,0.37230038046836855,15.578419024490469,30.642741891273932,0.9249766442040995,0.42997740979532445,0.35385577225602904,Nature,1 +solar/10T/short,granite-flowstate-r1,21.057992838653046,21.057992838653046,2.281677351438796,2.281677351438796,1.0011767062116412,4.745119596668192,1.5327916560671915,10.133787458420612,4.588898869952687,1.334910172653622,0.6637396886413464,0.5046082467519232,Energy,1 +solar/10T/medium,granite-flowstate-r1,19.156864655479293,19.156864655479293,2.073804189525487,2.073804189525487,0.9060669155644001,3.622893415958009,1.46119343049493,8.632422131956845,4.376855567125707,0.9712416424977848,0.4601853902563728,0.3543395366674974,Energy,1 +solar/10T/long,granite-flowstate-r1,19.169525794951973,19.169525794951973,2.0671651464309138,2.0671651464309138,0.9037365413832188,3.2422036952935214,1.4646145538305329,8.773815996371814,4.378301702138852,0.9462998804344512,0.4467846813640622,0.3488510572743121,Energy,1 +solar/D/short,granite-flowstate-r1,121347.74087591241,121347.74087591241,256.78397795962593,256.78397795962593,1.0015340795661285,1.0439979386155622,0.4368907422624945,6.607136502845791,348.35002637564475,0.5032471599899597,0.3709654021950753,0.280654910395402,Energy,1 +solar/H/short,granite-flowstate-r1,713.4490955072872,713.4490955072872,11.475249673572511,11.475249673572511,0.8859552202543093,4.375803574353946,1.4186280522033246,12.32426860953147,26.710467901317028,0.9845567424808795,0.4229815246782049,0.3448414114976219,Energy,1 +solar/H/medium,granite-flowstate-r1,712.8135530717761,712.8135530717761,11.776983330719663,11.776983330719663,0.9016590559568123,4.737373116344047,1.4157643709778862,8.538134026085128,26.69856837120253,0.9617447526390759,0.42423442945556517,0.33839230208400595,Energy,1 +solar/H/long,granite-flowstate-r1,714.8083510746147,714.8083510746147,13.339576066536141,13.339576066536141,1.0169086041890907,5.111570059698401,1.429740653304868,6.824690001781491,26.73590004235157,0.9269825135404268,0.46250747991028823,0.34884154125412525,Energy,1 +solar/W/short,granite-flowstate-r1,890704.2919708029,890704.2919708029,743.0374693487682,743.0374693487682,0.8112240251586813,0.1576858123723608,0.14842241088839342,3.8728657066847503,943.7713133862477,0.19264731378202396,0.1516725190510744,0.11438148962827827,Energy,1 +temperature_rain/D/short,granite-flowstate-r1,181.547905769168,181.547905769168,5.781678077448807,5.781678077448807,1.359014791131396,26.571249788589398,1.4947792542153324,24.059845175681293,13.473971417854797,1.5862426759433996,0.680656372245432,0.5524565883478724,Nature,1 +us_births/D/short,granite-flowstate-r1,231954.86,231954.86,322.3644075520833,322.3644075520833,0.4743718687466878,0.030893956820170085,0.030358022848765057,6.6010378952088224,481.6169224601644,0.04514767838473024,0.0302190473717197,0.02474334418060943,Healthcare,1 +us_births/M/short,granite-flowstate-r1,58419845.333333336,58419845.333333336,6172.6171875,6172.6171875,0.6981300595380177,0.01890546331803004,0.019177773346503574,4.204686400388867,7643.28759980503,0.023739999173717906,0.019172106900002678,0.01431911954281851,Healthcare,1 +us_births/W/short,granite-flowstate-r1,2029664.857142857,2029664.857142857,1096.3985770089287,1096.3985770089287,0.996539615709116,0.014860334140913827,0.014883742800780706,8.46915905257393,1424.6630679367165,0.01933966145272204,0.014883503176163443,0.011571570051207547,Healthcare,1 diff --git a/results/Granite-FlowState-r1.1/config.json b/results/granite-flowstate-r1/config.json similarity index 84% rename from results/Granite-FlowState-r1.1/config.json rename to results/granite-flowstate-r1/config.json index e5f16207fe30fe690625318bc25451728f357997..1d544257217dad8282a3465819a893576c6a2d69 100644 --- a/results/Granite-FlowState-r1.1/config.json +++ b/results/granite-flowstate-r1/config.json @@ -1,10 +1,10 @@ { - "model": "Granite-FlowState-r1.1", + "model": "granite-flowstate-r1", "model_type": "zero-shot", "model_dtype": "float32", "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-flowstate-r1", "code_link": "https://github.com/ibm-granite/granite-tsfm/blob/main/notebooks/hfdemo/flowstate_gift_eval.ipynb", - "org": "IBM TSFM", + "org": "IBM Research", "testdata_leakage": "No", "replication_code_available": "Yes" } \ No newline at end of file diff --git a/results/limix_moe/all_results.csv b/results/limix_moe/all_results.csv deleted file mode 100644 index 2dbc624ef4f2f9da4bac6b2e6d6d634025814e07..0000000000000000000000000000000000000000 --- a/results/limix_moe/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,limix_moe,3555155.5445441836,3555155.5445441836,345.37477484286234,0.8224291500118487,4.143304978995875,0.8072921452866152,16.849254486634,1885.5120112436791,4.982845370311053,0.9127224263678093,0.6668924317077208,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,limix_moe,2934249.0204465315,2934249.0204465315,287.2363034974443,0.9211726851805485,3.909227669117818,0.7961878719488944,19.986361653066943,1712.9649793403635,5.204460738823909,0.872703226479869,0.6376231193118007,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,limix_moe,1645629.9410975338,1645629.9410975338,150.39481933154445,0.6219829517954211,1.889275103980626,0.7132551671611176,12.708106529037874,1282.8210869398483,4.027740950740843,0.472202537647665,0.36934561217967843,Web/CloudOps,2 -bitbrains_fast_storage/H/short,limix_moe,3417779.6248789723,3417779.6248789723,325.5018636094903,0.926074222120437,2.8437564856899735,0.573271331500784,19.51890035022497,1848.7237827428337,5.269463140059484,0.9277860155864472,0.6793340869816239,Web/CloudOps,2 -bitbrains_rnd/5T/long,limix_moe,2285004.4606836974,2285004.4606836974,169.35101460507047,3.2513505334379493,1.5730191807554272,0.6903712174014315,114.62417052629216,1511.623121245404,5.790687613177047,0.6487455826585904,0.6642510508468233,Web/CloudOps,2 -bitbrains_rnd/5T/medium,limix_moe,2262699.6918835673,2262699.6918835673,161.21548665413053,4.349236655307883,1.1033597328763682,0.7085256373269546,158.41119850120737,1504.227274012663,6.329051245216892,0.6783157666292804,0.7160464765998734,Web/CloudOps,2 -bitbrains_rnd/5T/short,limix_moe,1558726.827991258,1558726.827991258,114.34924245884675,1.575099992531879,1.067384056262568,0.6360316762637467,50.851369952339994,1248.4898189377668,5.108459914970754,0.4678840888789084,0.38200392436797936,Web/CloudOps,2 -bitbrains_rnd/H/short,limix_moe,2003132.2927411448,2003132.2927411448,161.8845344401347,5.800764687561919,1.709048075355068,0.5360375434397777,196.5734464177888,1415.320561830833,6.194135232251965,0.708485925644453,0.6686053719311545,Web/CloudOps,2 -bizitobs_application/10S/long,limix_moe,6234369.137777777,6234369.137777777,1514.4094444444445,3.195312062239463,0.04648044162326389,0.04750974443223741,61.19540789144122,2496.8718705167425,0.09629436776373525,0.058404719004674886,0.0530664498729268,Web/CloudOps,2 -bizitobs_application/10S/medium,limix_moe,2968118.4,2968118.4,951.3946875,2.1311980865054854,0.030361525217692056,0.03093823750813802,17.226116153529606,1722.8227999420021,0.06765018078325222,0.03735846925625053,0.030789874044421024,Web/CloudOps,2 -bizitobs_application/10S/short,limix_moe,338715.5911111111,338715.5911111111,314.3153819444444,0.9003371689075806,0.01296690199110243,0.013048727247450086,5.5191375659091815,581.9927758238165,0.022445135071915947,0.012121887927109911,0.009420824607445664,Web/CloudOps,2 -bizitobs_l2c/5T/long,limix_moe,59.579702380952384,59.579702380952384,4.944773685515873,0.48646561270529387,0.3863116483026594,0.6994446769593254,3.2570321527487485,7.7187889193158,0.4333984582094184,0.2776416499917769,0.21413924962005187,Web/CloudOps,7 -bizitobs_l2c/5T/medium,limix_moe,53.744483418367345,53.744483418367345,4.653805936437075,0.4588383900444377,0.3432995744589104,0.6041831918314201,3.06351452152829,7.331062911908978,0.3857217171153667,0.24485862943669184,0.190703342718409,Web/CloudOps,7 -bizitobs_l2c/5T/short,limix_moe,12.864262462797619,12.864262462797619,1.9733245849609375,0.20243961045364717,0.09138237053821863,0.17391929626464844,1.547779616081197,3.5866784721797433,0.12318105651348375,0.06777195366268632,0.053206630034736115,Web/CloudOps,7 -bizitobs_l2c/H/long,limix_moe,80.39738343253968,80.39738343253968,5.121272786458333,0.5483514937447436,0.6025229388081773,0.7687887524801588,4.342722966579871,8.966458801139929,0.547697182367372,0.31282212270036125,0.25085360956706704,Web/CloudOps,7 -bizitobs_l2c/H/medium,limix_moe,74.01072823660714,74.01072823660714,4.7751089913504465,0.4848263733656943,0.4650251337778109,0.7525744483584449,3.242692664408738,8.60294881053044,0.5209216176064765,0.28914010240032256,0.22964317943529228,Web/CloudOps,7 -bizitobs_l2c/H/short,limix_moe,54.56727430555556,54.56727430555556,4.388982379247272,0.4331996047649306,0.3765495904058004,0.589346688891214,2.664653768288088,7.386966515800349,0.3981764135498466,0.2365773906195657,0.1838726555640721,Web/CloudOps,7 -bizitobs_service/10S/long,limix_moe,131034.94095238096,131034.94095238096,75.9299537037037,1.2878164302699202,0.07350653754340278,0.07126608227926587,20.236998346458048,361.98748728703447,0.2681719030313257,0.05625133712330948,0.052049283499519615,Web/CloudOps,2 -bizitobs_service/10S/medium,limix_moe,12663.506031746032,12663.506031746032,33.53589037698413,0.9675886314362225,0.059317408970424104,0.05255588107638889,9.187583920013735,112.53224440908495,0.08469441897696538,0.025239901374654997,0.019585621111190415,Web/CloudOps,2 -bizitobs_service/10S/short,limix_moe,1901.240978835979,1901.240978835979,16.979711888227513,0.6755418630765365,0.04853273220163174,0.03901459265007544,4.892203906725857,43.60322211529761,0.03230266185262246,0.012579113764345793,0.009825576869299102,Web/CloudOps,2 -car_parts/M/short,limix_moe,1.4081678860561613,1.4081678860561613,0.46538316147156694,0.8768859893849483,0.8132105812211968,1.8900404669491913,27.085064279517635,1.1866624987991157,2.8454949437594594,1.1159410819995172,1.006672169503729,Sales,1 -covid_deaths/D/short,limix_moe,319704.89423558896,319704.89423558896,92.56329104010025,29.30452926026128,0.07850079802608449,0.35130110432330824,588.7830148947968,565.4245256756988,0.21274372945766662,0.03482738871861549,0.02850093549652551,Healthcare,1 -electricity/15T/long,limix_moe,308677.8584324324,308677.8584324324,55.346847597597595,0.833066549028722,0.12059632077697247,0.1258260644677881,6.874155703659206,555.5878494283621,0.8765079673997647,0.08731643958676959,0.0696781605594381,Energy,1 -electricity/15T/medium,limix_moe,247217.08238738737,247217.08238738737,50.01181091638514,0.7834125527903056,0.11861786649406741,0.12339793684675887,6.769042962559259,497.20929434935886,0.8567416997424743,0.08617538806826265,0.06935996712435133,Energy,1 -electricity/15T/short,limix_moe,118307.9584938063,118307.9584938063,44.46483015730574,0.8600792930684291,0.1419755516736285,0.14842904511872712,9.815202073353438,343.9592395819689,0.6780114632771885,0.08764894525283436,0.07334215865537921,Energy,1 -electricity/D/short,limix_moe,1329756772.1121442,1329756772.1121442,4212.783801801802,1.363083155680719,0.2886218510950057,0.09106549897065033,10.691001025494135,36465.83019913497,0.5992547219275843,0.0692300318381249,0.05415337993463143,Energy,1 -electricity/H/long,limix_moe,7220722.918630631,7220722.918630631,259.063478978979,1.1399698488478651,0.2851195601396491,0.13602040223817569,9.17299561957196,2687.1402863696253,1.059807349221317,0.10217456093730633,0.08063468651522672,Energy,1 -electricity/H/medium,limix_moe,5620555.099099099,5620555.099099099,233.31568201013513,1.0275010967018616,0.22136967154338633,0.12493546769425676,8.366786551673526,2370.7709925463273,0.9253900047502545,0.09107079543426157,0.07226660631461088,Energy,1 -electricity/H/short,limix_moe,1588316.2043693694,1588316.2043693694,159.15987401463963,0.8698514911966774,0.15825671115988676,0.118247993400505,10.005624936981407,1260.2841760370434,0.5949441356385866,0.07513482710839246,0.06195902981076583,Energy,1 -electricity/W/short,limix_moe,36945198808.79279,36945198808.79279,26174.055405405405,1.3991998413293507,0.1260562391436337,0.09151553334416569,10.733874087406438,192211.33891837078,0.4385628454620872,0.059720556968555646,0.0465091343617944,Energy,1 -ett1/15T/long,limix_moe,7.887136656746032,7.887136656746032,1.4891293092757936,0.9613787228336995,0.7534241330593053,0.3712774367559524,6.897911812815803,2.8084046461907928,0.5352847023533586,0.2838295187135946,0.22025766711487485,Energy,7 -ett1/15T/medium,limix_moe,8.750933159722223,8.750933159722223,1.5242503720238094,0.9599109654782566,0.7460959244965109,0.3681354244171627,6.469932361720362,2.9581976201265228,0.5638353912922076,0.29052362799905834,0.22235746910441298,Energy,7 -ett1/15T/short,limix_moe,4.59975091843378,4.59975091843378,1.0433657691592262,0.6638226533378632,0.46304897469662,0.2308574676513672,4.324733975821485,2.144702990727103,0.40543813884542657,0.19723956063470127,0.15231652850963803,Energy,7 -ett1/D/short,limix_moe,37234.23809523809,37234.23809523809,130.75674603174602,1.631241270913701,1.1874246264260913,0.4789825923859127,10.310213017601516,192.96175293367878,0.5068204446870438,0.3434369306979582,0.2617315712724272,Energy,7 -ett1/H/long,limix_moe,136.38981481481483,136.38981481481483,6.89713851686508,1.3242444780597413,3370270694659.471,0.4616654330460483,9.093053463998789,11.678605002945122,0.5592630994886945,0.3302890254077503,0.2557049691254581,Energy,7 -ett1/H/medium,limix_moe,128.89292224702382,128.89292224702382,6.585115559895834,1.2350365190588055,3625834146076.8213,0.4304532368977865,8.431918143622953,11.35310187776996,0.5437866675121035,0.31541142535763406,0.24672591475338232,Energy,7 -ett1/H/short,limix_moe,95.47179129464286,95.47179129464286,4.823800804501488,0.7970236096600184,0.4663592383975074,0.25601890200660343,5.308327053132173,9.77096675332809,0.45605099305850355,0.2251465185325704,0.17179988561597354,Energy,7 -ett1/W/short,limix_moe,1227679.2857142857,1227679.2857142857,874.9289899553571,1.526054524621282,0.6153627123151507,0.5598558357783726,7.6681845538937505,1108.0068978640365,0.4409023902905585,0.34815512768870627,0.25470154268020334,Energy,7 -ett2/15T/long,limix_moe,10.879409722222222,10.879409722222222,2.0650646391369047,0.8561370991944087,0.13034127670033152,0.15842987544952877,6.962565893972844,3.298395022161873,0.17577744125898562,0.11005103265768913,0.0895162948843346,Energy,7 -ett2/15T/medium,limix_moe,10.836031746031747,10.836031746031747,2.032371031746032,0.8375378920897326,0.1267500836845513,0.1535398162357391,6.269379423081349,3.2918128358142944,0.1754266646339018,0.10830873114010836,0.0860699635423767,Energy,7 -ett2/15T/short,limix_moe,7.330302501860119,7.330302501860119,1.6639206659226191,0.7134104436313945,0.10039280061986391,0.1205342065720331,4.710499195489574,2.7074531393655032,0.12853243217078775,0.07899223333571392,0.06205142844499835,Energy,7 -ett2/D/short,limix_moe,116332.91428571429,116332.91428571429,201.12301587301587,1.3038924767493842,0.42468479701450895,0.1328229752797929,12.031605348011972,341.076112159316,0.19520685797845153,0.11510800843590921,0.09345799102231798,Energy,7 -ett2/H/long,limix_moe,220.84599867724867,220.84599867724867,9.106132192460317,1.0065529037774392,0.17573419382393238,0.17062158332299934,8.049394922852526,14.86088821966065,0.20350842638396266,0.12470147177880195,0.10158393280007198,Energy,7 -ett2/H/medium,limix_moe,233.1960007440476,233.1960007440476,9.466444614955357,1.016127834030559,0.16989315688847367,0.16491793677920386,7.445559297098237,15.270756390698125,0.20578326262061433,0.12756642882925337,0.10257796465706379,Energy,7 -ett2/H/short,limix_moe,106.97276785714286,106.97276785714286,6.320087541852678,0.7216278833376985,0.11699779884064317,0.107426879519508,4.9081259718417725,10.342764033716657,0.13117502568879352,0.08015629506342276,0.06336073036081658,Energy,7 -ett2/W/short,limix_moe,2547775.4285714286,2547775.4285714286,1091.033482142857,0.7220682015301906,0.12372522694723946,0.12959020478384836,9.191030720445534,1596.17524995579,0.1338946326132722,0.09152098258906287,0.08067706346583257,Energy,7 -hierarchical_sales/D/short,limix_moe,28.409995090946673,28.409995090946673,2.2931103697292268,0.7404563536788954,0.6352955867350617,1.0531653705043407,6.829106582233206,5.330102727991898,1.6352164896209718,0.7035008667674923,0.5703024174162525,Sales,1 -hierarchical_sales/W/short,limix_moe,460.182468220339,460.182468220339,8.857033939684852,0.7161213207189479,0.5230373271561395,0.45387297161554885,6.66227082210177,21.45186398009131,0.9848655682131238,0.4066307604684669,0.34267146759825495,Sales,1 -hospital/M/short,limix_moe,2439.9879400260756,2439.9879400260756,16.97326527528792,0.7410078273057866,0.18877048484142425,0.16974027153721377,4.845637932492131,49.3962340672452,0.17931980016957053,0.061616894381994775,0.048282432558904485,Healthcare,1 -jena_weather/10T/long,limix_moe,1376.800529100529,1376.800529100529,9.577155671296296,0.6243501945863091,0.7891389329545107,0.6312110537574405,5.440125867183635,37.10526282214599,0.2270534657025791,0.05860425776159939,0.04733130476910997,Nature,21 -jena_weather/10T/medium,limix_moe,1480.4007215007216,1480.4007215007216,9.401403544372295,0.5718093922058209,0.7234617801804207,0.6375873692279942,5.274582204228511,38.47597590056322,0.23612640634234874,0.05769625283174051,0.0467936474409293,Nature,21 -jena_weather/10T/short,limix_moe,799.1389880952381,799.1389880952381,5.332388547867064,0.26340015726955507,0.339703816102108,0.5446662055121527,2.0882837866134802,28.269046465971186,0.17558620875433303,0.03312081607888908,0.027429462647251483,Nature,21 -jena_weather/D/short,limix_moe,367.54486607142854,367.54486607142854,9.560226004464285,1.032724185008847,0.5881393096975466,0.45512307787698414,6.666557107547195,19.171459675033315,0.11544352154161955,0.05756818601175219,0.044999550243391216,Nature,21 -jena_weather/H/long,limix_moe,1240.3723544973545,1240.3723544973545,10.779356812169311,0.93194747995037,1.9310970235697018,0.6536107623387897,6.884655908962107,35.21892040505152,0.212056920784452,0.0649036707353945,0.05264162117379062,Nature,21 -jena_weather/H/medium,limix_moe,1175.5845238095237,1175.5845238095237,9.692761811755952,0.7552630547244589,1.973173805130411,0.6627102322048611,6.0225129729821605,34.28679809794907,0.2098069984310967,0.05931172856743715,0.047442756450858756,Nature,21 -jena_weather/H/short,limix_moe,1081.0720551378447,1081.0720551378447,8.193710186925648,0.513533004851414,1.1667410927168107,0.6016738623903509,4.2874616266380565,32.87966020411167,0.20155020036367582,0.050226915960957505,0.04020494517893631,Nature,21 -kdd_cup_2018/D/short,limix_moe,2889.3304720227407,2889.3304720227407,21.074603556794003,1.187941384189341,0.5248640714724399,0.4617304507385615,9.013784301474793,53.752492705201504,1.2041129316780737,0.47209350479608153,0.3740719398074235,Nature,1 -kdd_cup_2018/H/long,limix_moe,4107.912559833842,4107.912559833842,23.968505117001893,1.0073885874099033,0.9699554361988705,0.6059919800017101,7.352269117703578,64.09299930440018,1.5038807244188688,0.5623979721622969,0.4387132556170649,Nature,1 -kdd_cup_2018/H/medium,limix_moe,5193.4832991798785,5193.4832991798785,25.56018682561553,1.040034147907789,0.9961674945970773,0.555014956306249,8.427279617592864,72.06582615345417,1.5084682456941265,0.5350209973080609,0.4225124244020927,Nature,1 -kdd_cup_2018/H/short,limix_moe,4334.708928093447,4334.708928093447,22.121316047991822,0.9246960117950171,0.8511871917954572,0.4890394825847547,7.283342463817186,65.838506423623,1.3781191706253348,0.46303920579615426,0.3687766863286094,Nature,1 -loop_seattle/5T/long,limix_moe,77.15587074303406,77.15587074303406,4.975269168888316,0.7878055281711711,0.15127155133800596,0.11341909385167627,5.873328557238657,8.783841457075262,0.1553001141436591,0.08796377685089211,0.06935646913666951,Transport,1 -loop_seattle/5T/medium,limix_moe,62.51358520381837,62.51358520381837,4.520604098135965,0.7201152102966734,0.14079815402980683,0.10410598723388924,5.245903043484206,7.906553307467064,0.14067383194592564,0.08043083711263406,0.06329030721263992,Transport,1 -loop_seattle/5T/short,limix_moe,39.12242435419892,39.12242435419892,3.3976470915771735,0.5390600840659573,0.08784649989676303,0.07243216665167558,3.869783415684151,6.254792111189541,0.10725587600144557,0.05826214663456949,0.04573778726364254,Transport,1 -loop_seattle/D/short,limix_moe,17.703324142156863,17.703324142156863,2.866958627612229,0.8638215182329839,0.05348397364188274,0.05292087078586574,6.896056189958368,4.207531834954652,0.07519421902956408,0.05123638357348183,0.041512126615580874,Transport,1 -loop_seattle/H/long,limix_moe,49.26545353887169,49.26545353887169,3.767565628224974,0.7952017068349881,0.11187072270999956,0.08698367659152477,6.2596273312008535,7.018935356510394,0.12543777424904995,0.0673314431231241,0.05365937242552979,Transport,1 -loop_seattle/H/medium,limix_moe,48.99486987229102,48.99486987229102,3.801031588622291,0.7869858452875291,0.1047742436175745,0.08632776596966912,6.166838078221088,6.999633552714815,0.12371773612813369,0.06718280600753514,0.05358739344152614,Transport,1 -loop_seattle/H/short,limix_moe,43.0319696784531,43.0319696784531,3.5322325562842867,0.7255716169424723,0.09770841299629594,0.08088369723295091,5.645017465041928,6.559875736510037,0.11611647223417154,0.06252410869060578,0.04975618840663958,Transport,1 -m4_daily/D/short,limix_moe,351318.56879245664,351318.56879245664,174.07788763349555,3.2570283768839587,0.0364752196440519,0.029687648570655614,25.09859764365679,592.7213247323372,0.09155906406717206,0.026890222776632357,0.021315425338101306,Econ/Fin,1 -m4_hourly/H/short,limix_moe,476817.6231884058,476817.6231884058,163.68523550724638,0.6412107228583696,0.08232354426729506,0.07461510380301115,4.965641295749044,690.519820996042,0.09427119721471713,0.022346647624658832,0.018210336986888634,Econ/Fin,1 -m4_monthly/M/short,limix_moe,1774044.1056944444,1774044.1056944444,539.6089435040509,0.8943381907559036,0.15541707044177586,0.12786783893020065,7.356882490423401,1331.9324703957195,0.27682129176787684,0.1121492629021282,0.08943953837706581,Econ/Fin,1 -m4_quarterly/Q/short,limix_moe,1689764.0236666666,1689764.0236666666,537.5011712239583,1.1137843710322666,0.11242138981819152,0.09761498061815897,8.526790520878908,1299.9092367033425,0.21758191518693987,0.08996823081796587,0.07182169820767567,Econ/Fin,1 -m4_weekly/W/short,limix_moe,229734.63038354402,229734.63038354402,241.52777480179986,1.8499229795399805,0.05803004776305041,0.05771186588304519,13.048146298377578,479.306405531518,0.08732219911394368,0.04400261753105998,0.03488899793341168,Econ/Fin,1 -m4_yearly/A/short,limix_moe,3206246.0905951657,3206246.0905951657,815.2251095441223,2.979299046496993,0.16236379298021988,0.133915307493385,29.260914251617404,1790.5993663003362,0.2871309087638574,0.1307251253160879,0.10656042049176923,Econ/Fin,1 -m_dense/D/short,limix_moe,8459.503703703704,8459.503703703704,42.506840277777776,0.6323122243743409,0.11811715501427562,0.0915451897515191,6.555261031192893,91.97556036091166,0.1592232999522886,0.07358562810614822,0.06038620992369229,Transport,1 -m_dense/H/long,limix_moe,32522.741728395064,32522.741728395064,76.11117283950617,0.6593961306566627,0.2487471192026069,0.18180358133198302,6.572504749140421,180.3406269491017,0.3121962844412071,0.13175969146243843,0.10914850042194109,Transport,1 -m_dense/H/medium,limix_moe,35320.397777777776,35320.397777777776,76.92146701388889,0.6691086880623504,0.2521273118761323,0.18342624240451388,6.7444555102770405,187.93721764934634,0.3269870153652094,0.1338336346093736,0.11022811825042418,Transport,1 -m_dense/H/short,limix_moe,39986.97888888889,39986.97888888889,81.9186545138889,0.7356381703233773,0.2701872215220456,0.19599802864922417,7.531293127432675,199.9674445725826,0.3546924179783674,0.1453032802873033,0.11953673363394958,Transport,1 -restaurant/D/short,limix_moe,137.30858900719156,137.30858900719156,7.038302556154852,0.6760938904820935,0.6705857997761394,0.3893513963192888,4.574598295279859,11.717874764955955,0.5392837467263136,0.3239189912174186,0.25333550799001103,Sales,1 -saugeen/D/short,limix_moe,1245.0245833333333,1245.0245833333333,12.966813151041666,2.8808964995411617,0.273577880859375,0.321646982828776,30.846373600816502,35.28490588528377,1.1428865087972049,0.4199981675054002,0.3462519816669809,Nature,1 -saugeen/M/short,limix_moe,402.5103236607143,402.5103236607143,12.435221354166666,0.7286761328598269,0.3572452863057454,0.3532587005978539,4.399840306040469,20.062659934832027,0.6023412386597473,0.37334265036674474,0.29109659729373294,Nature,1 -saugeen/W/short,limix_moe,1005.39443359375,1005.39443359375,14.355091857910157,1.164737634491452,0.3654853105545044,0.3774232864379883,11.846671921365308,31.707955367600572,0.9571309987390042,0.4333203843534808,0.3507338491029058,Nature,1 -solar/10T/long,limix_moe,19.309143175309206,19.309143175309206,1.8299723604299727,0.7999236126440867,3.599488299560338,1.4433744333086223,4.0058604878136785,4.394217015044797,0.949739710078765,0.39551925020917467,0.2904393111341087,Energy,1 -solar/10T/medium,limix_moe,18.891840162574653,18.891840162574653,1.8347749132520461,0.8025589121350389,3.6466770103918353,1.445740537215218,3.7879173252741896,4.346474452078909,0.9644999422315423,0.40714383976030655,0.29485894407254015,Energy,1 -solar/10T/short,limix_moe,18.11433747006159,18.11433747006159,1.7663925876292579,0.7719234445713956,5.286676794363856,1.4945818750237607,3.519587372738164,4.256094156625484,1.238097329255982,0.5138434124529143,0.383612746858868,Energy,1 -solar/D/short,limix_moe,120494.07688564477,120494.07688564477,246.19893552311436,0.9598585818000983,1.0471116560218978,0.42178958048205595,5.159691404053772,347.1225675257153,0.5014738786093096,0.35567360539620707,0.26921920411276834,Energy,1 -solar/H/long,limix_moe,285.2710462287105,285.2710462287105,7.194706761962693,0.5474921226418132,3.0572605506455672,1.3569143476277372,3.4073935387413496,16.889968804847168,0.585605999557507,0.24945359541772358,0.19158210292055644,Energy,1 -solar/H/medium,limix_moe,423.20988442822386,423.20988442822386,8.041256082725061,0.6168600109575975,3.186136866999512,1.3669829208485402,3.3311514791642303,20.572065633480364,0.7410538195541366,0.2896648124833054,0.21696986282834266,Energy,1 -solar/H/short,limix_moe,261.4579016399347,261.4579016399347,6.528180296647898,0.5029689526579322,2.277202200562353,1.3547955382448837,2.908257261796508,16.169659911078362,0.5960190421584456,0.2406308969293733,0.18543196121248773,Energy,1 -solar/W/short,limix_moe,1456525.5474452556,1456525.5474452556,974.2951642335767,1.0681153066336742,0.21989720755249914,0.19214023116731296,6.495264137212331,1206.8660022741776,0.24635152420333953,0.19887800160133828,0.14401346332204173,Energy,1 -sz_taxi/15T/long,limix_moe,15.386157852564102,15.386157852564102,2.67596348602208,0.5047236909006173,6284444481184.748,0.39582116107995013,3.9903281597915514,3.922519324689695,0.3630614014421403,0.24768241352642115,0.19761350912987197,Transport,1 -sz_taxi/15T/medium,limix_moe,16.168983707264957,16.168983707264957,2.731573016826923,0.5325326169954393,9747148371215.316,0.40223133054553956,3.794686463247888,4.021067483550227,0.3742274470063583,0.25421846327633935,0.2003716300868131,Transport,1 -sz_taxi/15T/short,limix_moe,16.480006105006105,16.480006105006105,2.7025646354107047,0.5389344542462967,1099509005697.121,0.38792239644443016,3.7550284837299115,4.059557377966976,0.37958597684769974,0.25270135180110886,0.1983753683575201,Transport,1 -sz_taxi/H/short,limix_moe,7.1054259732238245,7.1054259732238245,1.8313786433293269,0.55764325160179,1.1450633513621795,0.2928296602689303,3.8353144304226414,2.665600490175492,0.24831713478134623,0.17060422185822294,0.13409398096943964,Transport,1 -temperature_rain/D/short,limix_moe,173.7817411725188,173.7817411725188,5.621912338487491,1.30630107972497,23.03838323380706,1.4963180208092186,18.322288860052712,13.182630282781915,1.5519441265889937,0.6618477228561593,0.535182597468699,Nature,1 -us_births/D/short,limix_moe,108747.61333333333,108747.61333333333,206.53244791666665,0.30418155905789196,0.01993679682413737,0.019737675984700522,2.1449377041716144,329.7690302823073,0.030913170667630392,0.01936074107803793,0.015233588411391488,Healthcare,1 -us_births/M/short,limix_moe,48567978.666666664,48567978.666666664,5886.395833333333,0.6646629867996765,0.018111469844977062,0.018331425885359447,3.6994977801954696,6969.073013440644,0.0216458932652071,0.018283105325393553,0.01361526940327961,Healthcare,1 -us_births/W/short,limix_moe,1668471.857142857,1668471.857142857,994.4469866071429,0.9046078661258726,0.013493356960160392,0.013501197099685669,5.263345107621381,1291.6934067892648,0.017534611340909136,0.013499520333263843,0.01054539232830173,Healthcare,1 diff --git a/results/limix_moe/config.json b/results/limix_moe/config.json deleted file mode 100644 index 00438a0f0975394e4c86b8f981bd3b06c342ccd8..0000000000000000000000000000000000000000 --- a/results/limix_moe/config.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "model": "limix_moe", - "model_type": "agentic", - "model_dtype": "float32", - "testdata_leakage": "No", - "replication_code_available": "No" -} diff --git a/results/litespecformer/all_results.csv b/results/litespecformer/all_results.csv deleted file mode 100644 index 44c0cb7a2ab4da1d20c24f789cfd4bd284dd00ca..0000000000000000000000000000000000000000 --- a/results/litespecformer/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,LiteSpecFormer,3908785.3815149567,3908785.3815149567,352.7844640716197,1.0483342443717238,6.0476166692837605,0.8372937836876875,24.354411209448784,1977.06483998754,5.224792102485775,0.9323040117251249,0.7919727975065101,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,LiteSpecFormer,3293652.034060129,3293652.034060129,306.7126148783842,1.1245149414768532,5.363863937821423,0.8152111164786482,27.874508643706864,1814.842151279314,5.513992013397369,0.9318776884565249,0.7667923721899249,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,LiteSpecFormer,1819586.4925134836,1819586.4925134836,175.87609372247954,0.7805136374689461,2.0895518665687933,0.7546468059831557,16.00805661222848,1348.9204915462897,4.235276786577936,0.5522074441933567,0.424446445638075,Web/CloudOps,2 -bitbrains_fast_storage/H/short,LiteSpecFormer,2611089.3954707864,2611089.3954707864,303.57678927931863,1.165444521230756,4.135965315502874,0.5933758556270297,22.189069047048065,1615.88656639963,4.605801489455434,0.8652924390244527,0.6542769456980883,Web/CloudOps,2 -bitbrains_rnd/5T/long,LiteSpecFormer,4225891.1442557,4225891.1442557,279.27363280470917,3.641067028931521,5.137179782005176,0.7256686481762182,127.74566386412141,2055.6972404164235,7.874913329206055,1.0698344144413492,0.9716393723189003,Web/CloudOps,2 -bitbrains_rnd/5T/medium,LiteSpecFormer,2148599.8120602076,2148599.8120602076,169.54238600491803,4.672800508531128,1.2101467044493388,0.7318755078620232,172.15709357071208,1465.8102919751273,6.167410306486216,0.7133511509351163,0.6290615462251721,Web/CloudOps,2 -bitbrains_rnd/5T/short,LiteSpecFormer,1783596.2934252135,1783596.2934252135,135.91001491185634,1.8313713648350114,1.2032923340114325,0.6829904517473864,57.37937109869665,1335.5134942879513,5.464535655574485,0.5561045437668695,0.4481882388966478,Web/CloudOps,2 -bitbrains_rnd/H/short,LiteSpecFormer,2088625.4028387538,2088625.4028387538,190.92590362729638,6.025253903021877,2.650761288952887,0.5935427702823303,203.95611318288516,1445.207736914923,6.324936427859722,0.8355852048316361,0.6906620475874661,Web/CloudOps,2 -bizitobs_application/10S/long,LiteSpecFormer,35217257.81333333,35217257.81333333,3338.4616666666666,8.617822539258526,0.12088763766818576,0.12404880099826389,199.96500908160777,5934.413013376583,0.2288665893992053,0.12875112227068397,0.10873926985928607,Web/CloudOps,2 -bizitobs_application/10S/medium,LiteSpecFormer,35635421.86666667,35635421.86666667,3171.0758333333333,7.709790761837979,0.11395131429036458,0.11431617736816406,182.51070888771196,5969.541177231854,0.23440631262042633,0.12451881494116748,0.1177313502741487,Web/CloudOps,2 -bizitobs_application/10S/short,LiteSpecFormer,6236636.728888889,6236636.728888889,1070.458125,2.6404543475534608,0.040518680148654514,0.04039794074164497,39.585226794629286,2497.3259156323365,0.09631187846897352,0.041283291137841065,0.034158876196866944,Web/CloudOps,2 -bizitobs_l2c/5T/long,LiteSpecFormer,327.1690277777778,327.1690277777778,12.932444196428571,1.2168594588478885,0.9617622685301666,1.2709951636904762,41.54689709026657,18.087814344961025,1.0156037341385395,0.7261374075906596,0.7036986287600195,Web/CloudOps,7 -bizitobs_l2c/5T/medium,LiteSpecFormer,180.35752551020408,180.35752551020408,9.679079639668368,0.9534197607852644,0.6688575231895538,1.0074776785714286,27.528455212716427,13.429725444334448,0.7066010510374584,0.509261926076842,0.4805688215059023,Web/CloudOps,7 -bizitobs_l2c/5T/short,LiteSpecFormer,23.056045386904763,23.056045386904763,2.913301013764881,0.30819851362685724,0.1738804894237465,0.2203460693359375,3.458823354972703,4.80167110357475,0.16490882139461593,0.10005454896526259,0.0820945828706297,Web/CloudOps,7 -bizitobs_l2c/H/long,LiteSpecFormer,238.8420634920635,238.8420634920635,11.399224950396825,1.1441206603193277,1.3324151716068642,0.9735245961991568,28.878380020926862,15.454515957870163,0.9440064391865576,0.6962975601594753,0.6395989718860089,Web/CloudOps,7 -bizitobs_l2c/H/medium,LiteSpecFormer,271.846875,271.846875,12.027383277529761,1.1681511647317135,1.1596470174687128,1.0489583333333334,23.584175303161928,16.48777956548425,0.9983600961890987,0.7282763260005474,0.6368904146842831,Web/CloudOps,7 -bizitobs_l2c/H/short,LiteSpecFormer,221.32355220734127,221.32355220734127,9.825687468998016,0.9434289721328741,0.8272081553507195,0.9519440181671627,9.413369267184576,14.87694700559699,0.8019055441214404,0.5296297185995044,0.4283785771292782,Web/CloudOps,7 -bizitobs_service/10S/long,LiteSpecFormer,205189.10645502646,205189.10645502646,131.33973544973546,3.7626408741130146,0.21939628802910052,0.16530779803240742,100.09042309790173,452.9780419126588,0.3355806147929034,0.09730067484696724,0.09447075620792152,Web/CloudOps,2 -bizitobs_service/10S/medium,LiteSpecFormer,198987.35746031746,198987.35746031746,146.74897817460317,4.569613603115958,0.45868795727926587,0.17776927160838293,104.90186605389941,446.07998997973164,0.33573031238265977,0.1104467391299803,0.1012355279578288,Web/CloudOps,2 -bizitobs_service/10S/short,LiteSpecFormer,25987.951746031747,25987.951746031747,47.100839947089945,1.6304986995208735,0.11962978463955026,0.09671037300553902,24.99839625410758,161.20779058727823,0.11942788495058096,0.03489380800880908,0.02989088804008518,Web/CloudOps,2 -car_parts/M/short,LiteSpecFormer,2.019426427166887,2.019426427166887,0.5491150640247193,1.0315657542618266,0.7967440017211804,1.8554881463190847,16.44141275025127,1.4210652438107432,3.4075686811607087,1.3167215950666016,1.1306592542165754,Sales,1 -covid_deaths/D/short,LiteSpecFormer,263592.4210526316,263592.4210526316,97.28997493734336,29.366421350772868,0.08224014993114903,0.3517306755658678,421.65282200886855,513.4125252198583,0.19317396116665358,0.03660582653764237,0.028288340603390638,Healthcare,1 -electricity/15T/long,LiteSpecFormer,388299.80142942944,388299.80142942944,66.64197484984984,0.9996404535177107,0.16091991528312882,0.15269109795830987,10.389492087671691,623.1370647212614,0.9830750878227893,0.10513588259672162,0.08631843660597734,Energy,1 -electricity/15T/medium,LiteSpecFormer,279667.8493063063,279667.8493063063,59.031544059684684,0.9349712057873306,0.15494831203353998,0.14783145993894284,9.63576098842349,528.8363161757202,0.911238225680443,0.10171729479003894,0.08385636188339696,Energy,1 -electricity/15T/short,LiteSpecFormer,135620.55466216218,135620.55466216218,51.31188819679054,0.9531291791235393,0.16144161388512615,0.1638920022775461,10.540788043964135,368.2669611330375,0.7259267710286507,0.10114584593599506,0.08384651377434488,Energy,1 -electricity/D/short,LiteSpecFormer,1111232180.4823062,1111232180.4823062,4175.446342342342,1.4169321092811653,0.3286971095814554,0.09727422050957207,11.810032410275278,33335.14932443391,0.547807209745648,0.06861645010135481,0.05460554705944449,Energy,1 -electricity/H/long,LiteSpecFormer,11596535.961753754,11596535.961753754,320.95899099099097,1.296974409939896,0.3369289762391759,0.15939044317755255,13.449644973911278,3405.368696889333,1.3430764068345795,0.12658613111561157,0.1048604022017993,Energy,1 -electricity/H/medium,LiteSpecFormer,6723602.639279279,6723602.639279279,270.0730602477478,1.1700988807141597,0.2737395621231107,0.14593929256404842,11.054931620174642,2592.991060393244,1.012129861008677,0.10541841547625153,0.08615759300893835,Energy,1 -electricity/H/short,LiteSpecFormer,1455455.9255855856,1455455.9255855856,174.26626759572073,0.9461931288356109,0.21817485101157214,0.13001562341913447,10.717657160327878,1206.422780614485,0.5695177077805185,0.08226612333532861,0.0674008726137742,Energy,1 -electricity/W/short,LiteSpecFormer,38598391464.821625,38598391464.821625,27565.782882882882,1.5275217789024162,0.2509264557960883,0.09782591037922077,12.618307864342409,196464.73338699143,0.4482676880147067,0.06289601980058714,0.04988268696386969,Energy,1 -ett1/15T/long,LiteSpecFormer,11.967781498015873,11.967781498015873,1.8910591827876984,1.2232324881190393,0.9020960903795304,0.4503966316344246,15.430246437563234,3.4594481493463483,0.6593742377692725,0.3604377500101635,0.3050555479114486,Energy,7 -ett1/15T/medium,LiteSpecFormer,13.66350818452381,13.66350818452381,1.8996981956845238,1.2274866725409905,0.893953299891648,0.44999996124751984,15.12230994147117,3.6964182913360615,0.704540981134993,0.36208435441005876,0.30647375454312586,Energy,7 -ett1/15T/short,LiteSpecFormer,5.397376650855655,5.397376650855655,1.1307498023623512,0.7310486341131371,0.5630603674410921,0.24083112080891927,6.148134387844625,2.3232254842902473,0.43918632115562484,0.21375878028416462,0.17296924430052218,Energy,7 -ett1/D/short,LiteSpecFormer,48247.955555555556,48247.955555555556,148.91860119047618,1.826446755209939,1.2348297603546627,0.5094260079520089,11.050790561976335,219.65417263406482,0.5769289704267148,0.39113964570725335,0.30100753890669474,Energy,7 -ett1/H/long,LiteSpecFormer,166.82566137566138,166.82566137566138,7.911366877480159,1.533413593991929,5363428119799.415,0.5168659190021495,17.646759494132194,12.916100858063217,0.6185240957603576,0.3788582249314849,0.3106549428157821,Energy,7 -ett1/H/medium,LiteSpecFormer,142.67412574404761,142.67412574404761,7.170703125,1.3362512386203445,4358649398339.129,0.44773824782598587,12.40942154972235,11.944627484524062,0.57211934186912,0.3434596815956967,0.27600564468775857,Energy,7 -ett1/H/short,LiteSpecFormer,97.46004464285714,97.46004464285714,4.975142415364584,0.8458114642121527,0.475814456031436,0.2643031710670108,6.10492147685122,9.872185403590086,0.4607752815688807,0.23221025067572598,0.18242228284552814,Energy,7 -ett1/W/short,LiteSpecFormer,1777122.0,1777122.0,973.7735770089286,1.6636487048670803,0.6674863951546806,0.5472520419529506,8.230254306768773,1333.0873939843555,0.5304672918616054,0.3874877480751099,0.28998186712186363,Energy,7 -ett2/15T/long,LiteSpecFormer,14.34102554563492,14.34102554563492,2.513243427579365,1.0842423615509302,0.16646130624735483,0.19522026909722223,15.027647730314703,3.786954653231924,0.2018136683557754,0.13393529155622858,0.11531553751119707,Energy,7 -ett2/15T/medium,LiteSpecFormer,16.276974206349205,16.276974206349205,2.608156001984127,1.0842078696260997,0.1662991133058909,0.19229755704365079,14.08120336856058,4.034473225385094,0.21500438110692588,0.13899335445047745,0.11867051226314455,Energy,7 -ett2/15T/short,LiteSpecFormer,10.060370163690477,10.060370163690477,2.049637858072917,0.8520476057152906,0.12015328217473048,0.1410456067039853,6.502931083426288,3.171808658114559,0.1505770405700789,0.09730360061898419,0.07760679716714101,Energy,7 -ett2/D/short,LiteSpecFormer,130846.09523809524,130846.09523809524,217.7668898809524,1.4321065633105219,0.44597100151909724,0.14972589886377727,12.60486233666812,361.72654759928145,0.20702564702410478,0.12463373666445458,0.10293067701398456,Energy,7 -ett2/H/long,LiteSpecFormer,274.988955026455,274.988955026455,10.692983217592593,1.1643100480442539,0.19698465851182917,0.19762176029265874,16.33146659472782,16.582790929950693,0.2270885587271833,0.14643217523724042,0.1246098194427784,Energy,7 -ett2/H/medium,LiteSpecFormer,269.7892113095238,269.7892113095238,10.489962332589286,1.126990186201604,0.18881443126549238,0.18607502891903832,12.412826942466394,16.425261377205654,0.2213409597481779,0.1413589882739847,0.11779051254100306,Energy,7 -ett2/H/short,LiteSpecFormer,109.93630952380953,109.93630952380953,6.563943336123512,0.7569314647955064,0.12213292152449136,0.11281616574242001,5.267640142872651,10.485051717746057,0.13297962942401462,0.08324906503995513,0.06596462224278703,Energy,7 -ett2/W/short,LiteSpecFormer,4136773.1428571427,4136773.1428571427,1449.877232142857,1.0360371087234548,0.17023641722542898,0.20586277757372176,7.685561452783948,2033.905883480635,0.17061352194638732,0.12162247180407837,0.09717143158039035,Energy,7 -hierarchical_sales/D/short,LiteSpecFormer,28.19286895411327,28.19286895411327,2.3140676674245557,0.7469483800601077,0.6506585629289711,1.055466731474783,6.610071496483762,5.309695749674671,1.6289558546668987,0.7099303336123477,0.5735492418882326,Sales,1 -hierarchical_sales/W/short,LiteSpecFormer,469.75768008474574,469.75768008474574,8.926059528932733,0.7221197036639497,0.5175564132827373,0.4560875326900159,6.992003649604326,21.67389397604283,0.9950590739302069,0.40979975903376414,0.34930536049151,Sales,1 -hospital/M/short,LiteSpecFormer,3075.107344632768,3075.107344632768,18.13167848218166,0.7765938269668962,0.19667288636394503,0.18069411588202142,5.1036159199182425,55.45365041755834,0.20130962813911435,0.06582220332297983,0.05154980642447274,Healthcare,1 -jena_weather/10T/long,LiteSpecFormer,2657.5216931216933,2657.5216931216933,12.92689525462963,0.6623801449586957,0.7027475375677137,0.7172732075686177,17.090593635130904,51.55115607939063,0.3154503636021751,0.07910188865677813,0.07383759751426495,Nature,21 -jena_weather/10T/medium,LiteSpecFormer,2405.046608946609,2405.046608946609,12.91343456890332,0.6903309319830583,0.9375599617913037,0.7245893646284272,15.656525026457032,49.04127454447538,0.3009654635027975,0.07924952718996696,0.07218556426742613,Nature,21 -jena_weather/10T/short,LiteSpecFormer,1602.7936507936508,1602.7936507936508,9.049276103670636,0.3455303288430677,0.3598106870468807,0.6318274603949653,3.2124504546562123,40.034905405079336,0.2486669391688919,0.056207346255112596,0.04958386716378225,Nature,21 -jena_weather/D/short,LiteSpecFormer,832.9698412698413,832.9698412698413,13.377574714781746,1.1089212218297426,0.8769946412991751,0.47484557136656746,7.086361415869636,28.861216905561022,0.17379169724324595,0.0805548644150304,0.06244843522813913,Nature,21 -jena_weather/H/long,LiteSpecFormer,1234.3656084656084,1234.3656084656084,11.918375909391534,1.0336752359223302,3.1902774979854955,0.6627530536954365,19.25236331234151,35.13353965181431,0.21154283405443564,0.07176182764917051,0.06132990804572534,Nature,21 -jena_weather/H/medium,LiteSpecFormer,1910.7134920634921,1910.7134920634921,12.460736762152777,0.8420039462527961,3.0976635611000423,0.7005105639260912,10.198857131951245,43.71170886688705,0.2674796989633194,0.07624945819783853,0.06443198875334832,Nature,21 -jena_weather/H/short,LiteSpecFormer,1141.5989974937343,1141.5989974937343,8.586263836675021,0.5319216682888206,1.5145702032203714,0.6116621611809472,4.871946530557866,33.78755684410659,0.20711554831935816,0.05263324456257074,0.043763226433581826,Nature,21 -kdd_cup_2018/D/short,LiteSpecFormer,2755.011104461733,2755.011104461733,20.698255369372962,1.1815906606293747,0.5629967553111909,0.45842132071198216,8.741883062268274,52.48819966870394,1.1757913700170959,0.4636628840640074,0.3654012253627822,Nature,1 -kdd_cup_2018/H/long,LiteSpecFormer,4005.7687030190823,4005.7687030190823,23.721850996888932,1.0215205505419933,1.0322441142430192,0.6036922497231678,16.83500716439351,63.291142374103835,1.4850659529185557,0.5566104818815993,0.4857295556587671,Nature,1 -kdd_cup_2018/H/medium,LiteSpecFormer,5002.937905069484,5002.937905069484,25.01870834119521,1.0515306558531032,0.9585502091223882,0.5584082359923297,14.813100372164177,70.73144919390161,1.4805373322506585,0.5236868765729191,0.4497934277937063,Nature,1 -kdd_cup_2018/H/short,LiteSpecFormer,4496.68390319141,4496.68390319141,22.187216732468745,0.9379064448173874,0.8734282734072247,0.49044546510382614,7.9273011214501246,67.05731804353205,1.4036311171407427,0.46441863046508647,0.376602050724614,Nature,1 -loop_seattle/5T/long,LiteSpecFormer,169.15142873523678,169.15142873523678,8.199187449833735,1.2850757758039906,0.27760779700220733,0.17776215456943012,20.998460568870655,13.005822878051076,0.22994560832261707,0.14496331094013085,0.12540433322869654,Transport,1 -loop_seattle/5T/medium,LiteSpecFormer,151.6353270123839,151.6353270123839,7.627874862938596,1.1941624842043705,0.26427299255434084,0.1672104086546214,18.299941554170665,12.314029682130212,0.21909188557148426,0.13571556425998815,0.11629130714515301,Transport,1 -loop_seattle/5T/short,LiteSpecFormer,47.81952893204979,47.81952893204979,3.7136526007401316,0.5879122643477142,0.10151328351598529,0.07955167079488559,4.7514110192446735,6.915166587440233,0.11857984363912061,0.06368094523212156,0.050739057037495615,Transport,1 -loop_seattle/D/short,LiteSpecFormer,18.70173664860681,18.70173664860681,2.992458599393705,0.9051631562237307,0.05520474303002451,0.055216030439725235,10.020227847521452,4.324550456244766,0.07728550046386501,0.05347923739392928,0.044843483536257216,Transport,1 -loop_seattle/H/long,LiteSpecFormer,90.17005503955968,90.17005503955968,6.062133965428276,1.2579586718687967,0.18394994168171655,0.13561885743195304,10.942990771962565,9.495791438293056,0.16970250605946685,0.10833845000562899,0.0869049446552516,Transport,1 -loop_seattle/H/medium,LiteSpecFormer,98.72420020639835,98.72420020639835,6.402699706527348,1.3047322250696904,0.1652281644051535,0.1425052103489422,10.289766461970187,9.93600524387937,0.17561776063970883,0.11316698782959148,0.09096733056689682,Transport,1 -loop_seattle/H/short,LiteSpecFormer,76.12702070093965,76.12702070093965,5.165480109547281,1.0411760831137855,0.15819851860438816,0.1167380374541502,8.429699385915002,8.72507998249527,0.15444278834121974,0.09143425078510721,0.07403907964281806,Transport,1 -m4_daily/D/short,LiteSpecFormer,324273.6318226368,324273.6318226368,163.95968835546995,3.062987166958537,0.03649402039415827,0.028916814206455425,24.352198953762045,569.4502891584451,0.08796433265475298,0.02532724074964375,0.0201155040901881,Econ/Fin,1 -m4_hourly/H/short,LiteSpecFormer,2898782.6086956523,2898782.6086956523,299.81161936392914,0.9581248024392136,0.10558308034703351,0.0968482467479368,9.552982821156018,1702.5811606780019,0.23243990902508493,0.04093090370027579,0.030597083751188428,Econ/Fin,1 -m4_monthly/M/short,LiteSpecFormer,1525431.9669629629,1525431.9669629629,476.0673642939815,0.8128441830975662,0.12824186127274126,0.111255604284781,6.6392575560223435,1235.0837894503202,0.25669281247041886,0.09894314192269386,0.0791267746284339,Econ/Fin,1 -m4_quarterly/Q/short,LiteSpecFormer,1895066.1786666666,1895066.1786666666,574.9123463541666,1.1810640041034113,0.12076047372817993,0.10480904229482015,9.070191768212936,1376.6140267579242,0.23042094669398416,0.09623020290224153,0.07696797298115754,Econ/Fin,1 -m4_weekly/W/short,LiteSpecFormer,322009.68502249836,322009.68502249836,287.60159095778874,2.4307511156795285,0.07025418507355502,0.06890733129134749,15.811254605057472,567.458972105031,0.1033822306134211,0.05239655281312859,0.04130368882060351,Econ/Fin,1 -m4_yearly/A/short,LiteSpecFormer,3589651.310873161,3589651.310873161,892.4112801427701,3.315204468085784,0.17412204033423312,0.14679643120617214,30.459088781354797,1894.6375143739663,0.3038139077260223,0.14310228540394115,0.11621509199010067,Econ/Fin,1 -m_dense/D/short,LiteSpecFormer,10257.33111111111,10257.33111111111,53.61266203703704,0.7716235135558138,0.13554550860880746,0.11071820294415509,8.16788605133039,101.27848296213322,0.17532803505751482,0.0928114483376572,0.07564885234739234,Transport,1 -m_dense/H/long,LiteSpecFormer,41904.50172839506,41904.50172839506,94.31827932098766,0.7931143235250311,0.29641297790759774,0.23190007716049382,8.464493906412148,204.70589080042387,0.35437615800879385,0.16327888428163723,0.13270775530333234,Transport,1 -m_dense/H/medium,LiteSpecFormer,39576.56444444445,39576.56444444445,90.49940104166667,0.765316335218845,0.2859362887385897,0.22638868543836804,8.373195551874945,198.9385946578603,0.34612802148371696,0.15745752442800748,0.1283388635415544,Transport,1 -m_dense/H/short,LiteSpecFormer,48352.24888888889,48352.24888888889,98.28158854166666,0.8542147572743474,0.32365508665059967,0.24000362820095486,9.793280860617548,219.89144796669308,0.39003263525609116,0.17432704787076303,0.1444917901656943,Transport,1 -restaurant/D/short,LiteSpecFormer,145.93652517044924,145.93652517044924,7.317514243018586,0.6991361122134361,0.6825865416608293,0.4009295722132717,4.701531250844266,12.080419080911442,0.5559688761533252,0.3367689599738661,0.2634841665619765,Sales,1 -saugeen/D/short,LiteSpecFormer,1309.8647916666666,1309.8647916666666,14.545890299479167,3.232038626382645,0.38169344584147136,0.3860477193196615,27.661561243942568,36.19205426149042,1.1722692608446257,0.4711448525827683,0.3923963405773876,Nature,1 -saugeen/M/short,LiteSpecFormer,410.93577938988096,410.93577938988096,12.868687220982142,0.7539159396685113,0.406303224109468,0.3792738914489746,5.087056903614884,20.271550986293104,0.6086127746918939,0.3863565960739664,0.3038136853232623,Nature,1 -saugeen/W/short,LiteSpecFormer,934.64052734375,934.64052734375,14.41309814453125,1.1692462536842738,0.3558382034301758,0.3849151611328125,13.140106037314712,30.571891131294937,0.9228379550999322,0.43507135234883504,0.35462918121774817,Nature,1 -solar/10T/long,LiteSpecFormer,85.23907295468369,85.23907295468369,4.887126165855637,2.1143706234809607,1.187831156496989,1.8543184476853964,51.72796761894192,9.232500904667363,1.9954571660599978,1.0562740290841388,0.9477501495739228,Energy,1 -solar/10T/medium,LiteSpecFormer,69.2314794846273,69.2314794846273,4.873377450370493,2.1095914107437954,1.7811676498249405,1.729022893165229,37.99084234722314,8.320545624214034,1.8463620469039128,1.0814217685936187,0.9142045329199835,Energy,1 -solar/10T/short,LiteSpecFormer,37.14563754562044,37.14563754562044,2.8019000199589414,1.2345677980351464,1.9500519462078394,1.648454429459398,7.8860992650544,6.094722105692797,1.7729540005286226,0.8150724123791291,0.6534909609173143,Energy,1 -solar/D/short,LiteSpecFormer,122067.58150851581,122067.58150851581,247.3599604622871,0.9637502534348418,1.0187612863062652,0.42618393352722017,5.527137880326494,349.3817131856157,0.504737574612969,0.35735089098313727,0.2741293094614454,Energy,1 -solar/H/long,LiteSpecFormer,763.7892133008921,763.7892133008921,14.599723742903487,1.1152866369678436,6.285035225393142,1.4355687347931874,6.559887573288095,27.63673666156864,0.9582160265779099,0.5061990294069005,0.38984596300820606,Energy,1 -solar/H/medium,LiteSpecFormer,729.1051703163017,729.1051703163017,13.723515434914843,1.0515877533689957,5.224086982431773,1.4262189210766423,8.148388990468854,27.00194752821177,0.9726731728201498,0.4943530568074152,0.3878396186064071,Energy,1 -solar/H/short,LiteSpecFormer,726.9207004738123,726.9207004738123,12.412772672157127,0.958113532983949,5.161726610311739,1.4209195719682417,8.110469401353438,26.961466957007595,0.9938086791820882,0.45753894749030877,0.37179261376362216,Energy,1 -solar/W/short,LiteSpecFormer,2146354.9197080294,2146354.9197080294,1182.7835310218977,1.300267671786108,0.27104070064795277,0.22821866334789861,6.257708170041989,1465.0443405262617,0.29905217781760624,0.24143568972925314,0.17555652066341543,Energy,1 -sz_taxi/15T/long,LiteSpecFormer,17.401530226139602,17.401530226139602,2.9156088630698007,0.5551271183279545,8337214311208.697,0.41812278117209756,7.339184866127394,4.171514140709534,0.3861079180741882,0.2698635627415263,0.22362490734680357,Transport,1 -sz_taxi/15T/medium,LiteSpecFormer,18.74455295138889,18.74455295138889,3.024669471153846,0.5943366183460018,11449217296506.53,0.4293113512870593,7.660921289469874,4.329498002238699,0.4029320549394055,0.2814959805719553,0.23328050406794146,Transport,1 -sz_taxi/15T/short,LiteSpecFormer,17.75531236883776,17.75531236883776,2.841693286639576,0.5662203988468412,845255889621.3173,0.40539085937798097,4.118271931188561,4.213705301612556,0.39399946697192484,0.26571047571960404,0.20931148347993983,Transport,1 -sz_taxi/H/short,LiteSpecFormer,7.450571956797543,7.450571956797543,1.897205841846955,0.5787173263762738,1.1144535684178019,0.3017102428990552,4.263446937272277,2.7295735851589606,0.25427662334984663,0.17673643161239513,0.1400587175355543,Transport,1 -temperature_rain/D/short,LiteSpecFormer,179.97759851305108,179.97759851305108,5.758833759897744,1.3479226866742657,23.12567483565831,1.480717140549829,18.89159548210897,13.415572984895244,1.5793676193687787,0.6779669847833394,0.5511523442799225,Nature,1 -us_births/D/short,LiteSpecFormer,234011.81333333332,234011.81333333332,326.21807291666664,0.4801719987034352,0.031011053721110026,0.030838667551676434,4.28227071764778,483.74767527434517,0.04534741917099787,0.03058029722895862,0.024633777601598364,Healthcare,1 -us_births/M/short,LiteSpecFormer,58532992.0,58532992.0,6540.6953125,0.7418492582414582,0.02016492933034897,0.02041344592968623,4.486791582339155,7650.685720901101,0.02376297768740255,0.020315355046727726,0.015070976869223006,Healthcare,1 -us_births/W/short,LiteSpecFormer,4354572.571428572,4354572.571428572,1655.295200892857,1.5044725015647737,0.022320364202771868,0.02259715965815953,10.914640449440709,2086.761263640039,0.028327579537736333,0.022470470043100314,0.018096546911251926,Healthcare,1 diff --git a/results/litespecformer/config.json b/results/litespecformer/config.json deleted file mode 100644 index fd29cdecbac8bed9318bf161a889c2bd4cd47b1c..0000000000000000000000000000000000000000 --- a/results/litespecformer/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "LiteSpecFormer", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://huggingface.co/FlowVortex/LiteSpecFormer-1.0-36M", - "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/litespecformer.ipynb", - "org": "FlowVortex (Xidian University)", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/metis-autocast/all_results.csv b/results/metis-autocast/all_results.csv deleted file mode 100644 index 88728a12b0f4bf09aa1567064a402fb6387176f9..0000000000000000000000000000000000000000 --- a/results/metis-autocast/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,metis-autocast,3798190.263485408,3661152.56453407,358.33539939651007,0.8738315915871643,4.683073354006227,0.8207279684286848,16.772141900562875,1948.8946260599644,5.150346560577946,0.9469734623601735,0.6961526142442441,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,metis-autocast,2859575.4111253903,2811348.9372868487,274.13445627590085,0.9586685855053463,4.0785873144970015,0.8047221885688993,21.443855913663477,1691.0279155369938,5.137809829674566,0.8328961876773961,0.6134851260318963,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,metis-autocast,1574331.5945877917,1574300.2173068298,143.3298329935151,0.6482335455215792,1.6896647856385072,0.7256288739700102,13.979743997614197,1254.7237124513874,3.9395221198701065,0.45002022509964923,0.3618781804866456,Web/CloudOps,2 -bitbrains_fast_storage/H/short,metis-autocast,2918317.98877385,2916635.870186366,288.0099614982751,1.0685835868156468,3.8270040248936428,0.5839617442092307,23.14278069522379,1708.3085168592497,4.869234248093621,0.8209219555363673,0.6099616839867709,Web/CloudOps,2 -bitbrains_rnd/5T/long,metis-autocast,2304700.6021227944,2297430.8877858883,174.51935271918438,3.2782860471728474,1.7589214365971362,0.6873368604581405,115.4388406801708,1518.12404042713,5.815591320678073,0.6685443388924192,0.6163413232410033,Web/CloudOps,2 -bitbrains_rnd/5T/medium,metis-autocast,2296641.9186098576,2285395.3441243847,163.59227322033493,4.343808971430575,1.0917663239761786,0.7182580268862997,159.10293143039507,1515.4675577556445,6.376344444460582,0.6883160758980458,0.6628092154881569,Web/CloudOps,2 -bitbrains_rnd/5T/short,metis-autocast,1467649.3204458498,1467622.6017821003,107.56736241356117,1.5778775108115475,0.9597032082946224,0.6327655898366342,51.05687702848229,1211.4657735346261,4.95696823891308,0.44013459618587825,0.35555417748467116,Web/CloudOps,2 -bitbrains_rnd/H/short,metis-autocast,2036430.8156712935,2025373.5608445252,187.39125094147371,5.849923358909581,2.839843531701039,0.5617570825971623,202.9569178452147,1427.035674281233,6.245406314224407,0.8201157987516763,0.6426099065458589,Web/CloudOps,2 -bizitobs_application/10S/long,metis-autocast,6257294.049636555,6257294.049636555,1512.4592181501494,3.2865874605370875,0.04761066434477025,0.04863881770392821,78.04634826641109,2501.4583845502116,0.09647125127718562,0.0583295065717812,0.05440744025393381,Web/CloudOps,2 -bizitobs_application/10S/medium,metis-autocast,3558137.230213679,3558137.230213679,1037.4853508623478,2.284310374583673,0.03264131215373789,0.0333110561526237,30.262237059971667,1886.302528814951,0.07406954858650183,0.04073899622652803,0.03549816259762828,Web/CloudOps,2 -bizitobs_application/10S/short,metis-autocast,281041.4898657255,299095.79135471216,305.50355956925273,1.0898773402264166,0.014719348885115311,0.014914844906665614,9.838806081608462,530.1334642009741,0.020445128710215598,0.011782051159959415,0.009100166029209995,Web/CloudOps,2 -bizitobs_l2c/5T/long,metis-autocast,82.2633076534855,82.2633075442174,5.754562496997972,0.5829254150669422,0.4031215834745656,0.7636623696282429,5.045706895081505,9.069912218620724,0.5092620115324289,0.32311008112004874,0.2561618537731765,Web/CloudOps,7 -bizitobs_l2c/5T/medium,metis-autocast,67.98149833046502,67.9814976775301,5.221666584841884,0.519598061377532,0.36561047368526406,0.637675624396166,3.997128008855909,8.245089346420997,0.433812948911522,0.27473645029526533,0.2149470617221738,Web/CloudOps,7 -bizitobs_l2c/5T/short,metis-autocast,12.832924282546209,12.832923882049371,1.9489186687546773,0.20264648926425793,0.09170186363353075,0.17672700603643093,1.704652486575091,3.5823071172843637,0.12303092158014868,0.06693375303997168,0.052783210942763586,Web/CloudOps,7 -bizitobs_l2c/H/long,metis-autocast,100.4149360536282,100.4149360536282,5.775564753674392,0.6128385336523882,0.7115302434896026,0.8071480632125722,12.55544682663922,10.02072532572509,0.6120948244896026,0.35278816446082545,0.31362912486680844,Web/CloudOps,7 -bizitobs_l2c/H/medium,metis-autocast,72.22940662163452,72.22940735629383,4.959174599588074,0.49920306843539414,0.5456498764096799,0.7842242998875747,4.073506820460375,8.498788538470322,0.5146145549228683,0.30028555455871486,0.24258458121365567,Web/CloudOps,7 -bizitobs_l2c/H/short,metis-autocast,52.814869577432546,52.814869632341995,4.324645360048164,0.42872330797961566,0.3789713733403432,0.5850766218576415,2.679897845217488,7.267383956929243,0.3917306073704678,0.23310946051477993,0.18139223561136378,Web/CloudOps,7 -bizitobs_service/10S/long,metis-autocast,130791.88791760681,130791.88791760681,76.24894085231819,1.2893289447883323,0.08074472811118201,0.07630990515192095,21.981096255712366,361.65161124707686,0.26792307532323806,0.05648765300076591,0.05296226251375169,Web/CloudOps,2 -bizitobs_service/10S/medium,metis-autocast,28931.93337066867,28931.93337066867,40.58333207763495,1.003262426345807,0.061353581653306406,0.055138925621950614,9.605651702409386,170.09389574781534,0.1280166742211241,0.03054397207230182,0.023177841226051474,Web/CloudOps,2 -bizitobs_service/10S/short,metis-autocast,1756.1803541135087,1756.1803541135087,16.588942166308247,0.6916978662160086,0.047970934775655255,0.038631735828910545,4.930199172557965,41.906805582309765,0.031045902633281768,0.012289619218835292,0.009636572156638455,Web/CloudOps,2 -car_parts/M/short,metis-autocast,1.351710929520676,1.3531817908726687,0.4432878303008514,0.8257562430051691,0.8554401572802786,1.9106023785637645,52.05812599130056,1.16263103756982,2.7878699648894663,1.0629587444009265,0.9970738806344221,Sales,1 -covid_deaths/D/short,metis-autocast,222337.028416556,223323.99272925514,78.5264881530859,31.70258653724762,0.08207798402253773,0.3575893083136789,720.958803601973,471.52627542540614,0.1774140474745327,0.029545971928353034,0.02474570043769976,Healthcare,1 -electricity/15T/long,metis-autocast,313936.54133960506,307496.1650668347,56.381175661393506,0.8496916214579373,0.12878469506866405,0.1300358349624043,9.105292666542283,560.300402765878,0.883942562882838,0.08894821539741853,0.07150153008768126,Energy,1 -electricity/15T/medium,metis-autocast,251345.85780681577,246527.36899756858,51.72818319499332,0.808935321940312,0.12547457819904612,0.12906553735534118,8.319626745038587,501.3440513328305,0.8638662724125963,0.0891328672925026,0.0720674251607183,Energy,1 -electricity/15T/short,metis-autocast,119712.66896887882,119712.66914463283,44.665376359933916,0.8595427537440495,0.1435394125979652,0.14907870315894206,9.758679023245111,345.99518633772755,0.6820247294133633,0.08804426312536902,0.07383553217993735,Energy,1 -electricity/D/short,metis-autocast,1243929352.6037738,1239941114.0640297,4112.712345249163,1.3599270558080758,0.3286152656957434,0.09153729453468173,12.464919146380552,35269.382651299326,0.5795931143715826,0.0675855253908053,0.053185876691651396,Energy,1 -electricity/H/long,metis-autocast,9415357.059592161,9201925.244581945,276.19844951021935,1.1839207998507058,0.2906734405715015,0.13991067423690173,11.720981364564889,3068.44538155597,1.2101940003701803,0.1089325912457069,0.08719701291548664,Energy,1 -electricity/H/medium,metis-autocast,5984269.093625912,5906406.050743527,236.23572772859075,1.0448317989186473,0.2117316405385984,0.12647572816734756,10.071240398414318,2446.2765775001635,0.9548623576950831,0.09221058895198485,0.07387943065116999,Energy,1 -electricity/H/short,metis-autocast,1592951.1393728363,1592951.1417923456,159.46383130610585,0.871607407670424,0.16947428704702605,0.11912140387794727,9.908773379381214,1262.1216816824106,0.595811571782468,0.07527831694191024,0.06195197923588019,Energy,1 -electricity/W/short,metis-autocast,38468526249.18058,38695803027.72083,26750.628430001027,1.428605054418651,0.13903965082374914,0.09363970317242246,11.578015780852617,196133.94976184153,0.44751296411923874,0.061036108411105794,0.04765411137813674,Energy,1 -ett1/15T/long,metis-autocast,8.428316208245409,8.428316208245409,1.5212563472741816,0.9753055433862095,0.7740040112310669,0.37710236222392246,6.7508157398328645,2.9031562493681613,0.5533444516039143,0.28995296392145936,0.2245447949225996,Energy,7 -ett1/15T/medium,metis-autocast,9.098993451392404,9.098993451392404,1.5386385569424867,0.9657476551798146,0.7711949609475409,0.3696314260017354,6.52638296155265,3.0164537873788824,0.5749390913574641,0.29326603893532804,0.22534927585514103,Energy,7 -ett1/15T/short,metis-autocast,4.647763129567071,4.650351928277713,1.0423808655758842,0.6616272326632262,0.4617889754889971,0.2324531514128025,4.41757935865727,2.155867140982271,0.40754863914927975,0.19705337827410832,0.15184049588460974,Energy,7 -ett1/D/short,metis-autocast,37238.178125972765,37238.178125972765,132.14693744234677,1.683932547665906,1.042917079087364,0.49395213382429354,11.128390109821929,192.97196202032245,0.5068472591917522,0.3470883145510212,0.26606796952847733,Energy,7 -ett1/H/long,metis-autocast,138.52733859629288,138.49552789454202,6.920607959770487,1.3265664279948666,4561462231175.356,0.46372363789654975,9.235820147269395,11.769763744285306,0.5636284941753494,0.33141292619720597,0.2577687303534458,Energy,7 -ett1/H/medium,metis-autocast,129.37808177432066,129.6475515445118,6.668507104137752,1.235981485257747,3081644396315.479,0.4308121734127774,10.555295341126618,11.374448636057954,0.5448091266317864,0.31940568264786356,0.2481172491220548,Energy,7 -ett1/H/short,metis-autocast,90.85359116205068,91.12418138108605,4.740957993211784,0.7873916096119196,0.45340645439587934,0.25161792061030197,5.071234934845675,9.531715016829379,0.4448841115563656,0.22127989359858863,0.16908103182022574,Energy,7 -ett1/W/short,metis-autocast,1314498.4489170169,1292988.1917820168,898.5510836916832,1.557985733911688,0.6895363559562845,0.550722325683256,6.484626654011543,1146.5157865973833,0.4562259962380453,0.3575549225925931,0.2637293449667539,Energy,7 -ett2/15T/long,metis-autocast,10.856595348883337,10.856595348883337,2.0822113811876966,0.8670859136541492,0.1315316011782676,0.15913733227600557,7.137887522100172,3.2949348019169267,0.17559303985867955,0.11096481357942985,0.08958069898632282,Energy,7 -ett2/15T/medium,metis-autocast,10.933333521489404,10.933333521489404,2.040060097199571,0.8434909825933327,0.1269604868822143,0.15367433410246575,6.544523094440382,3.3065591664885425,0.17621251164313367,0.10871848817156723,0.08685466053517964,Energy,7 -ett2/15T/short,metis-autocast,7.107189532062578,7.107189532062578,1.6314008638773638,0.7025751302399692,0.09913442608347922,0.11896042642306895,4.659099941197985,2.665931269193296,0.12656125175915775,0.07744840905661024,0.06067267048775318,Energy,7 -ett2/D/short,metis-autocast,105753.72206681316,105692.05838247847,193.6567938510464,1.2720327527557145,0.4184741607579191,0.13133171673968355,10.4830700845921,325.19797365114863,0.18611938037967374,0.11083489258311267,0.08955695729578404,Energy,7 -ett2/H/long,metis-autocast,221.96687722316153,221.96687722316153,9.171247812066342,1.0154488837403328,0.1754973895714336,0.1736389622409397,7.168473781778287,14.898552856675764,0.20402421459903908,0.12559318007262432,0.10127765610170346,Energy,7 -ett2/H/medium,metis-autocast,230.3215635564043,230.24666768391782,9.445974263219654,1.0249939869935254,0.17409708201880825,0.167974576343837,6.968467428912553,15.17634882165023,0.20451105991645813,0.12729057767562418,0.10163209255305677,Energy,7 -ett2/H/short,metis-autocast,105.95709618767599,105.95709618767599,6.264265428366921,0.7200782780122262,0.11768768568304676,0.10757408476227015,5.072473806993196,10.29354633679161,0.13055080834829927,0.07944831534478794,0.06298350216029634,Energy,7 -ett2/W/short,metis-autocast,2812753.515810497,2812753.515810497,1169.0952220520414,0.7575480877701398,0.11998279353442151,0.125267083169272,8.82705982819436,1677.1265652330767,0.14068520690573394,0.09806916580803117,0.08189055079247944,Energy,7 -hierarchical_sales/D/short,metis-autocast,28.575526103240758,28.618403179680797,2.293634744216381,0.7405950971652439,0.630624610570598,1.0617832898436563,6.747866415006755,5.345608113511573,1.639973370186622,0.7036617390530541,0.5683664446980298,Sales,1 -hierarchical_sales/W/short,metis-autocast,464.0158606470811,464.7641754266088,8.876756600960194,0.7185339849937958,0.5177173610928624,0.4538962722960539,6.662461226550488,21.541027381419884,0.9889591035811821,0.40753623749468904,0.34377808703205176,Sales,1 -hospital/M/short,metis-autocast,2634.913069382942,2672.1552012852458,17.70678666987224,0.759013093387712,0.18494648721952994,0.17306391650385775,8.2950678417294,51.33140431921712,0.1863449175581815,0.06427974737839733,0.05069548467490226,Healthcare,1 -jena_weather/10T/long,metis-autocast,1344.7620350889167,1339.408588630822,9.411290649144533,0.6310142174241143,0.7575818445504997,0.63233527355114,5.6850118566548975,36.670997192453285,0.22439611417440572,0.05758929979325906,0.047028380255140306,Nature,21 -jena_weather/10T/medium,metis-autocast,1362.334206889755,1361.2281881313795,9.076573143695363,0.581324794857256,0.729529225648589,0.6393979798754691,5.352456482448865,36.90981179699722,0.22651489654999213,0.0557027772989039,0.04590153471580055,Nature,21 -jena_weather/10T/short,metis-autocast,731.6395385771251,731.6444036719719,4.9763097555731255,0.2600118985985839,0.32733151367199936,0.5361073146646822,2.0830077864560277,27.04883617786771,0.16800718790560423,0.03090912313873065,0.025598533627181713,Nature,21 -jena_weather/D/short,metis-autocast,360.95034987428306,377.85302902095015,9.489101084571814,1.0090127153392665,0.6030754403708514,0.44237858403136954,12.571504480258795,18.998693372816014,0.11440318602884361,0.05713989774570819,0.045470046420917926,Nature,21 -jena_weather/H/long,metis-autocast,1107.734527128752,1119.704364321947,10.749153154414302,0.977017083348109,2.2406345293752845,0.6661347724649354,8.36775995771282,33.28264603556562,0.20039840383206572,0.06472181125230154,0.05321374770776515,Nature,21 -jena_weather/H/medium,metis-autocast,1116.0946917577182,1116.108786775539,9.698442954666419,0.8117497832224779,2.1796982470725497,0.6966911800774753,6.682129264818504,33.408003408730046,0.20442949787080789,0.05934649248847456,0.04736243774406231,Nature,21 -jena_weather/H/short,metis-autocast,1090.8260370435655,1090.7436259748483,8.083992332546925,0.5128706384769136,1.0192641308687336,0.6039622009467653,4.711465856331862,33.02765563953284,0.20245741095534248,0.049554354559494265,0.03974918611818077,Nature,21 -kdd_cup_2018/D/short,metis-autocast,2913.53440806891,2935.25224335828,21.265539198631433,1.1962767702173638,0.5082331220439293,0.46695677786473166,9.192340728726794,53.97716561722105,1.2091458189275914,0.4763706562810404,0.3783584488538527,Nature,1 -kdd_cup_2018/H/long,metis-autocast,4304.64488814057,4306.209042022167,25.152253970586898,1.0520329061457148,1.0175747425162627,0.6345255240685819,7.692955363071021,65.60979262381927,1.5394709167202298,0.5901735385705509,0.45757925626854246,Nature,1 -kdd_cup_2018/H/medium,metis-autocast,5126.765119155882,5161.797103033719,25.033567180755416,1.0319482209863984,0.9064712580678304,0.5550614164936744,8.44816016152797,71.60143238201232,1.4987476688962955,0.5239979035076049,0.41788513510475617,Nature,1 -kdd_cup_2018/H/short,metis-autocast,4221.391665768501,4221.39166554954,22.00412997029973,0.9238099759365545,0.8449892209350508,0.48612190114346093,7.346904068408731,64.97223765400497,1.3599866008869905,0.4605862904575344,0.36965145958979,Nature,1 -loop_seattle/5T/long,metis-autocast,85.50719094525508,85.60573290702202,5.5287020931185165,0.8726451330283376,0.1799101738451451,0.12429762204425407,6.7168686114172225,9.247009838064145,0.16348903437748918,0.0977485892622319,0.07701506245014136,Transport,1 -loop_seattle/5T/medium,metis-autocast,70.3341725155566,69.99158695405951,5.044665120289736,0.7995700835228561,0.16661820638070324,0.11563259107039554,6.333687265485493,8.386547115205197,0.14921390532207224,0.08975495794636759,0.07052434032386425,Transport,1 -loop_seattle/5T/short,metis-autocast,37.0770903817657,37.08466104535278,3.3553253867767197,0.5326991141857141,0.08867759265408381,0.07134250622354567,3.8588608693077364,6.089096023365513,0.10441455363187278,0.05753642268172716,0.045205340724155434,Transport,1 -loop_seattle/D/short,metis-autocast,17.959148067355088,18.01861349567104,2.854211274118492,0.8606660191166766,0.052849871288864286,0.05270901369747478,8.941973693971107,4.237823505923187,0.07573556841360995,0.051008569119446484,0.041591089078554556,Transport,1 -loop_seattle/H/long,metis-autocast,56.75810128151939,56.75810128151939,4.0147329004177505,0.8401186723221367,0.11792286612369354,0.09295521006826304,6.3572663372966804,7.533797268411155,0.13463902152066815,0.0717486401771835,0.056909336039782626,Transport,1 -loop_seattle/H/medium,metis-autocast,60.9067582391992,61.01308898917655,4.154798200258975,0.8502535535546906,0.11158528474082369,0.09477097884572165,6.51471817287669,7.804278201038146,0.13793974474130336,0.07343559371308837,0.05829348391474523,Transport,1 -loop_seattle/H/short,metis-autocast,56.37705040575481,56.402998664035515,3.897805431113222,0.7917176426474531,0.10820308227875158,0.08966903090577151,6.474400699130052,7.508465249686837,0.1329074729367828,0.06899512118939784,0.055067576838948445,Transport,1 -m4_daily/D/short,metis-autocast,347632.2052239762,346491.285816798,171.41093086411408,3.20630731813897,0.036553886073619604,0.02961477065173931,25.26158701036303,589.6034304716826,0.09107743506565853,0.026478251513616706,0.020959099926606505,Econ/Fin,1 -m4_hourly/H/short,metis-autocast,800010.9024430669,800010.8840907613,180.0048797181273,0.7224789635397635,0.08593686154407994,0.07849629237270334,5.536977558795178,894.4332856301061,0.1221099047795553,0.024574643045345974,0.0199398206632017,Econ/Fin,1 -m4_monthly/M/short,metis-autocast,1792286.0530950571,1795754.7369565316,541.5810576564436,0.9045394476963828,0.15254564708068327,0.12783848581936358,7.757312544388072,1338.762881579504,0.2782408852271535,0.11255913573492518,0.08978034063523568,Econ/Fin,1 -m4_quarterly/Q/short,metis-autocast,1706520.6978990643,1706520.6978990643,540.6403524209192,1.1365641628875256,0.10931367849818366,0.09860102752765888,8.516189564305572,1306.3386612586585,0.21865808847110926,0.09049367481538394,0.07211714758057697,Econ/Fin,1 -m4_weekly/W/short,metis-autocast,236788.89056472108,242465.0016467014,248.13531969144952,1.8727191432992365,0.05920401879446322,0.05931625525068207,14.3902313071937,486.609587415539,0.08865271875189848,0.045206406281168204,0.03566087115932249,Econ/Fin,1 -m4_yearly/A/short,metis-autocast,4163096.2837901213,4163129.0923593864,884.5425177590564,3.303325587482595,0.16271742188009103,0.14795942613695118,27.673551079322383,2040.366703264421,0.3271822578131125,0.14184049251003564,0.11411204333881926,Econ/Fin,1 -m_dense/D/short,metis-autocast,8979.336477146648,8905.74927770517,42.61969722174264,0.6391295877107136,0.11964365754497339,0.09238487523885519,8.443873285826779,94.75936089456623,0.16404247045408415,0.07378100016988019,0.06257576526198755,Transport,1 -m_dense/H/long,metis-autocast,34749.42758133753,34749.42758133753,77.86818211045691,0.6788888812450321,0.25219051342089877,0.18527409724237542,7.650080279663598,186.41198347031644,0.3227067000891249,0.1348013342436537,0.11113322017167099,Transport,1 -m_dense/H/medium,metis-autocast,37249.11604175869,37249.11604175869,78.42798232198574,0.6805690024834866,0.2506391428803717,0.18638316526766863,7.9605346680910145,193.0003006260837,0.33579614009216324,0.13645478091747582,0.1132792843742137,Transport,1 -m_dense/H/short,metis-autocast,43244.734640753304,43140.63024613269,84.92843124725695,0.758206587685412,0.28291757104776655,0.20296149905482758,7.601523296326441,207.95368388358332,0.3688580590679999,0.15064189161991717,0.12362486626119207,Transport,1 -restaurant/D/short,metis-autocast,140.39685701607698,140.39685701607698,7.122991528662748,0.6834015322217571,0.6704919591847189,0.39264620123026556,4.5812520713151486,11.848917968155446,0.5453146585616053,0.3278165739546097,0.25677111018366655,Sales,1 -saugeen/D/short,metis-autocast,1049.2589376932026,1049.2589376932026,12.29511439482371,2.7312074856657786,0.27295997571805153,0.3172361679503725,28.46322822142422,32.392266634078,1.0491932342347485,0.3982416847489154,0.33144638858909736,Nature,1 -saugeen/M/short,metis-autocast,383.87054690869616,383.87054690869616,12.279769771809649,0.7195702223179581,0.3524442795671675,0.35166863589755426,4.458056566146456,19.59261460113724,0.5882290676194359,0.36867552751400784,0.28237753232675505,Nature,1 -saugeen/W/short,metis-autocast,952.1153004964206,952.1153004964206,14.480946316349707,1.1747789355870197,0.36183502720274474,0.37735150552459235,8.578239888714535,30.856365639790123,0.9314250546866183,0.43711940583264847,0.344452020021748,Nature,1 -solar/10T/long,metis-autocast,18.36371679677829,18.363716901736485,1.7645077035433128,0.7734231999420735,3.2880824238538424,1.443410045321673,3.8459393453597683,4.2852907482198095,0.9261970242282502,0.3813701053839932,0.286513815394567,Energy,1 -solar/10T/medium,metis-autocast,19.14262787022253,19.14262788788483,1.7530883140603881,0.7682678810485039,3.5215961050154094,1.4408716084327169,3.8769019321199676,4.375228893466321,0.9708806908190967,0.38901726855103486,0.29187821012832693,Energy,1 -solar/10T/short,metis-autocast,14.282661942898022,14.206137250303241,1.4843630394038425,0.641139396974572,3.783081555777297,1.4857694600241158,4.021535578458028,3.779240921520884,1.099380753432186,0.43180103902186967,0.33127758022912024,Energy,1 -solar/D/short,metis-autocast,120766.18209942341,120766.18209942341,245.13854895044128,0.9556222488208982,1.0505508217617014,0.4199025458879708,4.9674317045560645,347.51429049669804,0.5020397959089657,0.3541417157510215,0.2675625845753109,Energy,1 -solar/H/long,metis-autocast,671.91670313354,668.63276037404,10.881859771197831,0.8272833438653103,4.399172102593832,1.3915764963573531,4.627929111837042,25.92135612064963,0.8987407754968461,0.3772939596251791,0.28563296443405206,Energy,1 -solar/H/medium,metis-autocast,652.6657681159437,652.6659958289093,10.17335499961499,0.7765024044883122,3.7567433780574153,1.3863237661876937,3.7151404388599913,25.547324089147647,0.9202742414373378,0.3664679918129066,0.28356685678254967,Energy,1 -solar/H/short,metis-autocast,591.0536770239884,591.0538988075768,9.675860623227857,0.744899406218491,3.5907123131255005,1.3874766864555332,4.076846740774009,24.31159552608566,0.8961335119416463,0.3566554466590839,0.27230104102145125,Energy,1 -solar/W/short,metis-autocast,1644481.802504093,1564282.3999556333,1002.7153224780258,1.093964799687299,0.22526704554005567,0.196359811405481,5.32458422937563,1282.3735035098366,0.26176448689218007,0.20467926167298106,0.1487302799324396,Energy,1 -sz_taxi/15T/long,metis-autocast,15.608307788417235,15.546846713539844,2.6757570552366485,0.5049713272611781,6247050986570.626,0.3941420812271251,4.348685084433766,3.9507350946902573,0.3656729746019229,0.2476632875272997,0.19770759307127442,Transport,1 -sz_taxi/15T/medium,metis-autocast,16.23142259142008,16.27482311082632,2.7227155699217733,0.531345364323568,9741140370423.21,0.4033384904813633,5.756668384527994,4.028823971262592,0.3749493103739329,0.2533941250768038,0.20141478250183453,Transport,1 -sz_taxi/15T/short,metis-autocast,16.538550503445112,16.5495035051789,2.7038564619058616,0.539258352061327,1057389313640.3922,0.38813572988101624,3.7684581788312537,4.066761672811072,0.38025961982618744,0.25282215015029436,0.19849578406686802,Transport,1 -sz_taxi/H/short,metis-autocast,7.101256537302708,7.101864857781553,1.8256059153409152,0.5560007434799381,1.044298498692511,0.2922236742624961,3.9251833477729603,2.6648182934869515,0.24824426531700425,0.1700664545570832,0.13380743134497963,Transport,1 -temperature_rain/D/short,metis-autocast,182.3139701342703,182.31403625152103,5.679492145891071,1.3248869707584432,16.843766870963062,1.5255623092238082,18.572951913554576,13.502369056364527,1.5895858267407679,0.6686263855259138,0.5423136767267588,Nature,1 -us_births/D/short,metis-autocast,128795.42820398098,128795.42820398098,214.03443164863202,0.3149927204570376,0.02060667700564239,0.020434969636536737,2.270677098312551,358.88079943622085,0.03364216279742855,0.020063991177822923,0.015766769510037346,Healthcare,1 -us_births/M/short,metis-autocast,43915303.9128418,43915303.9128418,5668.770833333333,0.6399887250382493,0.017433146805593384,0.017619913125568085,3.128550996323309,6626.86229771238,0.020582989115318296,0.017607163559142058,0.012904103806135688,Healthcare,1 -us_births/W/short,metis-autocast,1370085.127470113,1370085.127470113,903.3792639691641,0.8220044455129296,0.012245530228290748,0.012282651634745333,5.193982333623959,1170.5063551600706,0.01588950899796957,0.012263284928046521,0.009501423618908184,Healthcare,1 diff --git a/results/metis-autocast/config.json b/results/metis-autocast/config.json deleted file mode 100644 index c6180335f218db460d489cd9ed47401a07977314..0000000000000000000000000000000000000000 --- a/results/metis-autocast/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "metis-autocast", - "model_type": "agentic", - "model_dtype": "mixed", - "model_link": "https://metiscast.com/agent", - "org": "Metis", - "testdata_leakage": "No", - "replication_code_available": "No", - "code_link": "" -} diff --git a/results/recursive-moirai-2/all_results.csv b/results/recursive-moirai-2/all_results.csv deleted file mode 100644 index c6dc0140d8b21dc3745259ac653464e8f2cbbf25..0000000000000000000000000000000000000000 --- a/results/recursive-moirai-2/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -loop_seattle/5T/long,recursive-moirai-2,80.2426602453847,80.2426602453847,5.097891296869625,0.8053411189879284,0.1511863425925926,0.11648453510676711,6.486501414708255,8.957826759062977,0.15837618499680134,0.09013174700099501,0.07194151009184604,Transport,1 -loop_seattle/5T/medium,recursive-moirai-2,67.17954076367388,67.17954076367388,4.725098361713107,0.7509190551261977,0.14621376943046957,0.10902685685249344,5.774437443030272,8.196312632133665,0.14582927593367034,0.08406922767959606,0.06682342426317835,Transport,1 -loop_seattle/5T/short,recursive-moirai-2,43.883039860681116,43.883039860681116,3.7234459655572754,0.5870016088447293,0.0955849662284733,0.07993784735010055,4.337273062511557,6.624427511919888,0.11359429608651886,0.0638488718779994,0.050317953698974766,Transport,1 -loop_seattle/D/short,recursive-moirai-2,19.030059984520125,19.030059984520125,2.9777456624097005,0.8987597606850943,0.05514130174067983,0.05492372003567252,8.717239203170836,4.362345697502678,0.07796095197387161,0.05321629753240909,0.04394508159672388,Transport,1 -loop_seattle/H/long,recursive-moirai-2,65.4484305125559,65.4484305125559,4.615335827313381,0.9611245523381023,0.14135364260835914,0.10620291446160816,9.179960236858527,8.090020427202635,0.14457949603149192,0.0824822302902133,0.06741384289610199,Transport,1 -loop_seattle/H/medium,recursive-moirai-2,64.90891382868936,64.90891382868936,4.585484794246646,0.9374148492052068,0.1255660333623581,0.10420505622311411,9.26606738628352,8.056606843373292,0.14239960803758092,0.08104792129705209,0.0667209099337214,Transport,1 -loop_seattle/H/short,recursive-moirai-2,62.499436478192386,62.499436478192386,4.427827199092934,0.8970052679797422,0.13471801950090978,0.10155480010505069,8.532201154351249,7.905658510092147,0.1399382097144871,0.07837705238281974,0.06399181346493953,Transport,1 -m_dense/D/short,recursive-moirai-2,10316.926666666666,10316.926666666666,54.39917824074074,0.7678203438190989,0.136156674576654,0.11309144893524056,7.342448512098905,101.57227311952148,0.1758366292772108,0.09417302422725483,0.0761847231739648,Transport,1 -m_dense/H/long,recursive-moirai-2,34087.34419753087,34087.34419753087,82.07675925925926,0.7053756074150658,0.2662691279141769,0.19808704317292633,7.461376260320339,184.62758243970717,0.3196176381227023,0.1420870034290619,0.11631413773508364,Transport,1 -m_dense/H/medium,recursive-moirai-2,34354.82666666667,34354.82666666667,81.28858506944445,0.7038499848674294,0.2701883252909205,0.19903340183394538,7.59837177374037,185.35055075900547,0.3224865417666555,0.14143186829929644,0.11605694539071838,Transport,1 -m_dense/H/short,recursive-moirai-2,45981.04888888889,45981.04888888889,93.67848958333333,0.8205038254724176,0.3100578787436371,0.22276485452484893,9.43729837244096,214.43192133842592,0.38034879544438377,0.1661622973374214,0.13738593964162607,Transport,1 -sz_taxi/15T/long,recursive-moirai-2,17.11719306445869,17.11719306445869,2.9328052662037036,0.554499519963432,6418745416528.374,0.4244169251827333,4.3911531583526395,4.1372929633346835,0.38294046685514394,0.27145523118335174,0.2190962942082345,Transport,1 -sz_taxi/15T/medium,recursive-moirai-2,17.524317240918805,17.524317240918805,2.937390867053953,0.5732635404118742,9784656834538.994,0.4249383487598825,4.33081800884871,4.186205589901051,0.389596304205584,0.2733732496493337,0.21882127178629684,Transport,1 -sz_taxi/15T/short,recursive-moirai-2,16.990121098519538,16.990121098519538,2.7699956835699022,0.5525434180408628,1236005976871.6973,0.4004341502648098,3.974200786304473,4.1219074587525055,0.38541595994720373,0.259006432365615,0.2040145134986077,Transport,1 -sz_taxi/H/short,recursive-moirai-2,7.364710098657852,7.364710098657852,1.8810338729467146,0.5732977314067194,1.0588001349033453,0.3005425362928496,4.07453656575379,2.7137999371099286,0.25280721069666723,0.17522991291393242,0.13842723549340538,Transport,1 -bitbrains_fast_storage/5T/long,recursive-moirai-2,5987330.428438105,5987330.428438105,450.5362799288658,0.9748421208269278,4.42968321240285,0.8479164176824129,16.672917488450242,2446.902210640651,6.466431059867588,1.190632703448511,0.8776835859734048,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,recursive-moirai-2,3528655.08470559,3528655.08470559,312.9260776610011,1.0521020041237243,3.729218928164196,0.8250390723727602,22.985250377232074,1878.471475616702,5.7073142968947685,0.9507557075464782,0.7154382358337492,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,recursive-moirai-2,2095675.0058484988,2095675.0058484988,184.09861046979356,0.7668525365439366,2.507444128290302,0.763050930531421,15.254175186359308,1447.6446407349072,4.5452466724219915,0.5780241732601914,0.46521406542259996,Web/CloudOps,2 -bitbrains_fast_storage/H/short,recursive-moirai-2,4433614.0871398095,4433614.0871398095,391.10382232732695,1.137444031909766,4.165816392711122,0.6014312662303964,23.725573870978533,2105.6148952597696,6.001686930439858,1.1147730309997672,0.8799832917026997,Web/CloudOps,2 -bitbrains_rnd/5T/long,recursive-moirai-2,2255189.4869933384,2255189.4869933384,163.44321801614933,3.4141586856481223,1.2764126164366103,0.7264830368823966,116.87032546010373,1501.728832710266,5.752783064836824,0.6261139535882796,0.5619570580465839,Web/CloudOps,2 -bitbrains_rnd/5T/medium,recursive-moirai-2,2176937.4112842157,2176937.4112842157,156.7185242540012,4.46422873477115,0.958618238688228,0.7216234318529919,160.4545510565644,1475.4448181088358,6.207948108440349,0.6593946816982376,0.5795696913208458,Web/CloudOps,2 -bitbrains_rnd/5T/short,recursive-moirai-2,1630413.9309576626,1630413.9309576626,121.75157407844434,1.7491494522903155,0.8857307567882163,0.6699843549437371,55.21677190954132,1276.8766310641222,5.224609991096914,0.49817223910809627,0.4167719149614084,Web/CloudOps,2 -bitbrains_rnd/H/short,recursive-moirai-2,1665356.327522271,1665356.327522271,156.46928945910233,5.898018636033726,1.701523116354059,0.6042210151481511,209.1052367315599,1290.4868567801343,5.647802390125361,0.6847862280389704,0.5875860790762254,Web/CloudOps,2 -bizitobs_application/10S/long,recursive-moirai-2,7155039.573333333,7155039.573333333,1617.056111111111,4.12557000068143,0.05587181939019097,0.05813146527026574,45.642900569506025,2674.8905722166155,0.10315983752721276,0.06236339064755576,0.05349362774350963,Web/CloudOps,2 -bizitobs_application/10S/medium,recursive-moirai-2,6959259.733333333,6959259.733333333,1407.228125,3.7626457862430365,0.05125262896219889,0.05309188395540262,46.284741736901815,2638.0408892459063,0.10358810150243246,0.05525770674890759,0.04772753252809378,Web/CloudOps,2 -bizitobs_application/10S/short,recursive-moirai-2,2178779.1644444442,2178779.1644444442,700.6603472222222,1.6999953570612631,0.02540244632297092,0.025749535552201462,15.492960194496137,1476.0688210393323,0.05692607441179128,0.02702166897291364,0.02214966137792336,Web/CloudOps,2 -bizitobs_l2c/5T/long,recursive-moirai-2,86.52021825396825,86.52021825396825,5.904185267857143,0.5874285391291217,0.50433057532519,0.743784132507492,3.3858600646267507,9.301624495429186,0.5222723094647479,0.331511176017347,0.25907633278870645,Web/CloudOps,7 -bizitobs_l2c/5T/medium,recursive-moirai-2,71.54156037414965,71.54156037414965,5.30061948607568,0.5164645899853564,0.34643907791179024,0.6112766620611864,3.2484420159897014,8.458224422072853,0.44502698817783354,0.27889053395285734,0.21623282801781152,Web/CloudOps,7 -bizitobs_l2c/5T/short,recursive-moirai-2,18.774657040550593,18.774657040550593,2.725693766276042,0.28090289820246905,0.1563929631886413,0.19869442974690965,1.9327094751516591,4.332973233306501,0.14881183938379872,0.09361135670966647,0.0738942886858645,Web/CloudOps,7 -bizitobs_l2c/H/long,recursive-moirai-2,83.97474578373016,83.97474578373016,5.695408606150794,0.6010580544689016,0.6524934337217239,0.7991614646789531,5.036819817828619,9.163773555895528,0.5597497370732957,0.3478919956251958,0.27965682732954633,Web/CloudOps,7 -bizitobs_l2c/H/medium,recursive-moirai-2,76.32977120535715,76.32977120535715,5.416164434523809,0.5527200445699658,0.5917273768840634,0.7977593165758776,4.0287987522464626,8.736691090187243,0.5290199157825531,0.32795698319177236,0.2607385553906894,Web/CloudOps,7 -bizitobs_l2c/H/short,recursive-moirai-2,72.25787450396825,72.25787450396825,5.069529215494792,0.5221121712135437,0.44996390582846224,0.6457459854180376,3.4450789853659094,8.500463193495296,0.4581967361918813,0.2732606080038769,0.21772946516920622,Web/CloudOps,7 -bizitobs_service/10S/long,recursive-moirai-2,133446.7453968254,133446.7453968254,83.45238756613756,1.760982084478348,0.11403768549520503,0.1080191590266426,19.05400775834582,365.3036345245218,0.2706286109194188,0.061824196614766354,0.05605902506729951,Web/CloudOps,2 -bizitobs_service/10S/medium,recursive-moirai-2,23107.19238095238,23107.19238095238,50.19175595238095,1.5300319950883978,0.11046717083643354,0.0847634794593351,13.680025333927897,152.01050089040683,0.1144066851142543,0.037775498303998636,0.03022062581333355,Web/CloudOps,2 -bizitobs_service/10S/short,recursive-moirai-2,4446.978201058201,4446.978201058201,26.0935333994709,0.9518526570570223,0.08378189329117064,0.06310030514882631,8.852438170205945,66.68566713363676,0.049402874099790564,0.019330923731623154,0.015731629756427737,Web/CloudOps,2 -car_parts/M/short,recursive-moirai-2,1.376070884399495,1.376070884399495,0.47071587207926463,0.8443743616122714,0.8222315928339067,1.8920874061060442,14.893502677818576,1.173060477724612,2.8128786925241016,1.1287283750049777,0.9803968553151026,Sales,1 -covid_deaths/D/short,recursive-moirai-2,451577.84060150373,451577.84060150373,145.34307644110277,38.60573916950845,0.11380949065779154,0.38811326203474583,573.9346307721027,671.9954170985868,0.2528415459891289,0.054686039831716944,0.043823891925586986,Healthcare,1 -electricity/15T/long,recursive-moirai-2,431722.82810810814,431722.82810810814,65.12231831831832,0.949198376138661,0.15102197295744346,0.14265337504612258,7.699038752159532,657.0561833725546,1.036586575859386,0.10273843038980256,0.08248081821392896,Energy,1 -electricity/15T/medium,recursive-moirai-2,331111.4885765766,331111.4885765766,58.772887387387385,0.8887455189703067,0.14116360349356555,0.1391509892757601,7.600187764663602,575.4228780441186,0.9915116553165109,0.10127161272988416,0.0814851318046899,Energy,1 -electricity/15T/short,recursive-moirai-2,136156.40216216215,136156.40216216215,56.32821509009009,1.044843976668813,0.1912739391747978,0.17404645021378132,10.289652654045677,368.99376981483323,0.7273594420952242,0.111034013183224,0.09057587205853737,Energy,1 -electricity/D/short,recursive-moirai-2,1309867233.7597117,1309867233.7597117,4332.243027027027,1.4272302599644229,0.34622103119117437,0.09705648293515617,11.37181010604429,36192.08799944695,0.5947562226378106,0.0711931430522318,0.0559848644827507,Energy,1 -electricity/H/long,recursive-moirai-2,7429567.9523363365,7429567.9523363365,260.1809249249249,1.1491497209628572,0.29041890187077374,0.14150809012141052,9.52805423492313,2725.723381478087,1.0750246176887843,0.10261529150315224,0.0826772986091272,Energy,1 -electricity/H/medium,recursive-moirai-2,5454210.721441441,5454210.721441441,238.8267117117117,1.0670294161836762,0.2597917363785873,0.13289250047923415,8.871679366651366,2335.4251693088863,0.9115934298637998,0.09322193840053507,0.07466642156409115,Energy,1 -electricity/H/short,recursive-moirai-2,1371799.385945946,1371799.385945946,169.23940315315315,0.9473699664177743,0.20399376657086837,0.12847733609746959,10.528915308762592,1171.2383984253358,0.5529081094171785,0.07989307604848539,0.0657570710507304,Energy,1 -electricity/W/short,recursive-moirai-2,33842992557.895496,33842992557.895496,28237.805405405405,1.654506247795686,0.25714693535085614,0.10632060473974352,13.125776640578223,183964.65029427662,0.4197466372430861,0.06442935554783762,0.051094279293923135,Energy,1 -ett1/15T/long,recursive-moirai-2,9.172518601190475,9.172518601190475,1.7005907428075397,1.130765813829879,0.9089064581303803,0.4477623313446665,7.383928014999603,3.0286166150885583,0.5772573213582338,0.32413427702567915,0.2505364013915503,Energy,7 -ett1/15T/medium,recursive-moirai-2,9.170623139880952,9.170623139880952,1.6637420944940475,1.0757658057660022,0.7969874525338476,0.4294529341531941,7.073913429295143,3.028303673656417,0.5771976744118491,0.31711088822329814,0.24606829119225773,Energy,7 -ett1/15T/short,recursive-moirai-2,4.603449358258929,4.603449358258929,1.0923854282924108,0.714234356480375,0.46940444664560377,0.24268356789057247,4.918074067477926,2.145565044052249,0.4056011028069838,0.2065063166618646,0.16195788585267804,Energy,7 -ett1/D/short,recursive-moirai-2,50043.968253968254,50043.968253968254,149.20749007936507,1.7920002605767358,1.3713719928075396,0.49048280814837203,11.290602137444179,223.70509215028667,0.5875688449064447,0.39189842195646235,0.29759664759036375,Energy,7 -ett1/H/long,recursive-moirai-2,147.53822751322753,147.53822751322753,7.489248511904762,1.4272533040837154,3606746156734.421,0.5248401094295138,8.816492761545199,12.146531501347516,0.5816710860387507,0.35864389064898583,0.2778783840600519,Energy,7 -ett1/H/medium,recursive-moirai-2,130.40425967261905,130.40425967261905,7.104145159040178,1.358778570341143,4231905517458.887,0.4938079530565328,8.4159418495576,11.419468449652946,0.5469654689838948,0.34027171280132307,0.26403229211707313,Energy,7 -ett1/H/short,recursive-moirai-2,98.72799479166666,98.72799479166666,5.174200148809524,0.8807293320248802,0.5123434884207589,0.2805619576177032,5.894613634462983,9.936196193295835,0.46376292700343535,0.2415010894745193,0.18961694182314912,Energy,7 -ett1/W/short,recursive-moirai-2,1477748.142857143,1477748.142857143,944.5088588169643,1.6220790156967266,0.6891603469848633,0.5497645210021467,7.832269203232067,1215.6266461612065,0.4837268567791354,0.3758426182235808,0.27857024497983035,Energy,7 -ett2/15T/long,recursive-moirai-2,13.046426091269842,13.046426091269842,2.274459170386905,0.9302942821240523,0.14268474801424352,0.17222247696241683,7.680076538423645,3.6119836781566224,0.19248914837357878,0.12121004625959099,0.09867456544110635,Energy,7 -ett2/15T/medium,recursive-moirai-2,12.16264632936508,12.16264632936508,2.1698046875,0.9020717563945606,0.14119466309843506,0.1730070255363273,7.0733475512399195,3.4874985776864595,0.18585511203515045,0.11563281942819553,0.09335928407014876,Energy,7 -ett2/15T/short,recursive-moirai-2,7.7383196149553575,7.7383196149553575,1.7954854329427083,0.7733740277601991,0.10966395986669746,0.13138562026488249,5.022670996191985,2.7817835312898374,0.13206116030252618,0.08523808086201243,0.0670112584938829,Energy,7 -ett2/D/short,recursive-moirai-2,135862.95873015872,135862.95873015872,226.76847718253967,1.4853193678087442,0.4394529796781994,0.14918727350757427,13.33924878719325,368.59592880301693,0.21095717512951218,0.12978558257602288,0.10507720537071484,Energy,7 -ett2/H/long,recursive-moirai-2,292.86319444444445,292.86319444444445,11.123533606150794,1.2726272831013385,0.22160913586847558,0.23744002172006898,9.009496612718593,17.11324616910668,0.23435273495892062,0.1523282314324928,0.12151944496888224,Energy,7 -ett2/H/medium,recursive-moirai-2,276.1702938988095,276.1702938988095,10.679517764136905,1.171002871550392,0.20115720418951402,0.20121337974862621,8.231798627008839,16.61837217957311,0.22394325199498935,0.14391336961262538,0.11293529714420389,Energy,7 -ett2/H/short,recursive-moirai-2,113.43285900297619,113.43285900297619,6.7016374860491075,0.7714256744996849,0.13081743550524483,0.11493664908542381,5.366191855124847,10.650486327063952,0.1350778005759762,0.08499540998167532,0.06661895380386855,Energy,7 -ett2/W/short,recursive-moirai-2,4664096.571428572,4664096.571428572,1467.4601004464287,0.9442913312802931,0.14252019780022757,0.15099466083360244,11.438409271207068,2159.6519560865754,0.18116168963323784,0.1230974048929478,0.10407590770560711,Energy,7 -hierarchical_sales/D/short,recursive-moirai-2,28.93571723852832,28.93571723852832,2.2977988386213313,0.7437267121368704,0.6213482825837755,1.0429152386915075,7.094384968608381,5.379192991381544,1.6502768387870428,0.704939237101929,0.5738372707767471,Sales,1 -hierarchical_sales/W/short,recursive-moirai-2,476.67452330508473,476.67452330508473,9.012704622947563,0.7241692049750894,0.5174734838183301,0.4633084337133613,6.402285532860936,21.832877119268655,1.002358067800144,0.4137776776812528,0.3470040425749196,Sales,1 -hospital/M/short,recursive-moirai-2,3932.4763146458063,3932.4763146458063,19.782468899391567,0.7869404971286083,0.19957046475632198,0.1773519803227875,5.497439947291101,62.709459530806086,0.22764990012189096,0.07181495587437756,0.05748791501689489,Healthcare,1 -jena_weather/10T/long,recursive-moirai-2,1883.4181216931217,1883.4181216931217,11.932874503968254,0.7302628961313329,1.1877003675157871,0.6623421623346707,6.403424097468192,43.39836542651257,0.2655620396262368,0.07301930523728432,0.05783723635122183,Nature,21 -jena_weather/10T/medium,recursive-moirai-2,1663.7434343434343,1663.7434343434343,10.777977317821067,0.6802057877879266,1.1203367106595032,0.6658439392983388,5.914238042441363,40.789011195951225,0.25032146440804914,0.06614426254641619,0.05285895752581213,Nature,21 -jena_weather/10T/short,recursive-moirai-2,904.637003968254,904.637003968254,6.208174448164683,0.3197697699068367,0.42839840656223344,0.5607637280538518,2.488024428240015,30.077184109691085,0.1868170096994212,0.03856054416094048,0.031192036950696896,Nature,21 -jena_weather/D/short,recursive-moirai-2,366.3801091269841,366.3801091269841,9.539963107638888,1.0440738830890044,0.6407360199542619,0.4406656405126506,7.295044234079473,19.14105820290467,0.1152604549905029,0.057446170254694076,0.046890827960722845,Nature,21 -jena_weather/H/long,recursive-moirai-2,2625.2642857142855,2625.2642857142855,15.964415922619047,1.0652283649481262,4.3668025407937145,0.6795269773496582,8.68521144747996,51.23733292936202,0.30850551139125476,0.09612347124039901,0.07748952925922997,Nature,21 -jena_weather/H/medium,recursive-moirai-2,2028.2769841269842,2028.2769841269842,13.37856212797619,0.873654339598499,4.3984016520255995,0.6885588261430082,6.448006607604528,45.03639621602714,0.27558569579010833,0.08186579439048092,0.06508532853907029,Nature,21 -jena_weather/H/short,recursive-moirai-2,1136.952276524645,1136.952276524645,9.016826734805765,0.5533700184836807,2.491909333672431,0.6147625749752839,4.764693674244094,33.718722937333276,0.20669360090214486,0.05527256740984775,0.04552215982404276,Nature,21 -kdd_cup_2018/D/short,recursive-moirai-2,2871.6036970543255,2871.6036970543255,20.78360429549837,1.180950795758338,0.5267956957743201,0.45812716167294354,8.835111055021887,53.58734642669224,1.2004134237469266,0.46557479057655476,0.3682725306054217,Nature,1 -kdd_cup_2018/H/long,recursive-moirai-2,3768.029294414727,3768.029294414727,21.979763418306664,0.9353399880741897,0.8169723695391017,0.5558117502757052,7.543312758699759,61.3842756283295,1.4403231536155565,0.5157340676961383,0.4147058978313544,Nature,1 -kdd_cup_2018/H/medium,recursive-moirai-2,5039.643411601059,5039.643411601059,24.049983983711655,0.9918522541537006,0.7870581932966729,0.5436286483959877,9.475489650183967,70.9904459177505,1.4859586027457352,0.503409721329243,0.4119084768983331,Nature,1 -kdd_cup_2018/H/short,recursive-moirai-2,4315.630932060221,4315.630932060221,20.941465951126187,0.8761921269701815,0.7088120921235688,0.4779692730588883,7.4166681709243285,65.69346186691808,1.3750831332767754,0.43834280911879786,0.3545822646536229,Nature,1 -m4_daily/D/short,recursive-moirai-2,1062559.142383994,1062559.142383994,394.7824867349353,6.420093485712983,0.05856683091557462,0.0513675572384351,46.5330095281489,1030.8050942753407,0.15923090819059438,0.06098298722974096,0.04908954334242169,Econ/Fin,1 -m4_hourly/H/short,recursive-moirai-2,2386703.046698873,2386703.046698873,295.46379327697264,0.7784874806281308,0.09677928734132825,0.08767388496868724,6.573772722137672,1544.8958044796655,0.21091237735973176,0.0403373294710704,0.030895278566241715,Econ/Fin,1 -m4_monthly/M/short,recursive-moirai-2,1924152.4337777777,1924152.4337777777,578.2544444444444,0.9756264498080616,0.164806640625,0.13464194620323286,7.963863743380676,1387.1382172580272,0.2882949360132513,0.1201811225344383,0.09665806234138716,Econ/Fin,1 -m4_quarterly/Q/short,recursive-moirai-2,1954338.1333333333,1954338.1333333333,603.22125,1.2819336693108152,0.12541961669921875,0.10943118041078846,10.319361110316265,1397.9764423384727,0.23399664337012946,0.10096861680546015,0.08103101972406122,Econ/Fin,1 -m4_weekly/W/short,recursive-moirai-2,319906.72209127917,319906.72209127917,299.46255624598246,2.5046420403006158,0.07227629667077351,0.07191522084261016,19.225873068632033,565.602972137947,0.10304409618247924,0.05455743687523637,0.043049630344445054,Econ/Fin,1 -m4_yearly/A/short,recursive-moirai-2,4690012.115725023,4690012.115725023,1147.4045442674328,4.580753892577971,0.20496696843442588,0.19443850120630007,39.5254156164958,2165.6435800299696,0.3472709986796988,0.18399164370891624,0.1474700558819429,Econ/Fin,1 -restaurant/D/short,recursive-moirai-2,140.15130288596245,140.15130288596245,7.100270267114971,0.6810425817480822,0.6264884209804333,0.39294107388491234,4.594653852329927,11.838551553545832,0.5448375721425296,0.326770888853547,0.25550682485060966,Sales,1 -saugeen/D/short,recursive-moirai-2,1154.8416666666667,1154.8416666666667,13.288933919270834,2.9527032366919523,0.3391676839192708,0.3500606818450593,27.128718361394302,33.982961416961096,1.10071621725989,0.4304317359385825,0.36044307417812305,Nature,1 -saugeen/M/short,recursive-moirai-2,412.9384300595238,412.9384300595238,12.681583949497767,0.7429294610316842,0.38071178254627047,0.3653587652061322,4.682658880338177,20.320886547085582,0.6100939762321803,0.38073919455944816,0.2991250957936766,Nature,1 -saugeen/W/short,recursive-moirai-2,938.07109375,938.07109375,14.189723205566406,1.1509415280710926,0.3473940134048462,0.3740263934003928,12.966645464335233,30.627946286847248,0.9245300265815602,0.4283285940742619,0.3587733805253938,Nature,1 -solar/10T/long,recursive-moirai-2,25.059466240875913,25.059466240875913,2.059180637925791,0.8981886371295007,4.534007937865672,1.4514020554578708,4.772104973892944,5.005943092053276,1.0819544505399123,0.44505892590073287,0.34474756245316096,Energy,1 -solar/10T/medium,recursive-moirai-2,24.12193098871931,24.12193098871931,2.0097040201282903,0.8751279434350918,4.586322537991657,1.451249863860272,4.702540673225788,4.9114082490380815,1.0898609744233978,0.44596129472817025,0.3430794107361935,Energy,1 -solar/10T/short,recursive-moirai-2,26.468869753649635,26.468869753649635,2.1544596354166665,0.935837958331527,6.138979176408401,1.5188691047983047,4.917625173368047,5.14479054516796,1.4966189607202274,0.6267320529694578,0.4764150821885466,Energy,1 -solar/D/short,recursive-moirai-2,147230.64525547446,147230.64525547446,251.91732055961072,0.9830175224407355,1.173770149026764,0.41862267581267265,6.144678764509114,383.7064571459209,0.5543251384776278,0.3639347240669798,0.2920954431547465,Energy,1 -solar/H/long,recursive-moirai-2,951.3401459854015,951.3401459854015,13.558100162206001,1.0310340915612264,7.98174698200311,1.4245607259488093,6.076672376067365,30.843802391816116,1.069410840156797,0.4700840415590861,0.37339900731337106,Energy,1 -solar/H/medium,recursive-moirai-2,933.7121654501217,933.7121654501217,12.883196472019465,0.9853962408125612,7.148571525770487,1.4215852851742092,6.803440427110837,30.556704099920882,1.1007238013755547,0.4640828064498657,0.37339029253771555,Energy,1 -solar/H/short,recursive-moirai-2,820.5074913561275,820.5074913561275,12.126250560250993,0.9358630832813251,6.292016151393318,1.4172390692611756,8.259741385496014,28.644501939397156,1.055845833020002,0.44697761375937306,0.36960581477721466,Energy,1 -solar/W/short,recursive-moirai-2,3480534.189781022,3480534.189781022,1473.0581660583941,1.6079068081287324,0.3364511475945911,0.272086712184858,6.786583577570139,1865.6189830136864,0.38081947720961123,0.3006879999642409,0.2330293442241137,Energy,1 -temperature_rain/D/short,recursive-moirai-2,181.77352880222742,181.77352880222742,5.873048955711754,1.3608431264806145,26.93144894318023,1.50581412771438,21.34171492379611,13.482341369444233,1.5872274659203924,0.6914128900731905,0.5679955060433296,Nature,1 -us_births/D/short,recursive-moirai-2,281666.37333333335,281666.37333333335,378.8984114583333,0.5576973805748324,0.03700308481852214,0.03634926623446331,4.457824960544332,530.7225012502611,0.04975092792751325,0.035518651490949064,0.028086816519029816,Healthcare,1 -us_births/M/short,recursive-moirai-2,66516138.666666664,66516138.666666664,7030.94140625,0.7973049941001963,0.02162754287322362,0.021926889357549956,5.131026486121056,8155.7426802631935,0.02533168115974636,0.021838056071459586,0.016072699124467973,Healthcare,1 -us_births/W/short,recursive-moirai-2,3019976.0,3019976.0,1326.886997767857,1.20629135953812,0.0179912554366248,0.017902060779889397,8.288718676724871,1737.8078144605058,0.02359057068155421,0.01801236088755618,0.0144245190168485,Healthcare,1 diff --git a/results/recursive-moirai-2/config.json b/results/recursive-moirai-2/config.json deleted file mode 100644 index 81313378f8fbeb18ba20f98ff558c343d7e687d2..0000000000000000000000000000000000000000 --- a/results/recursive-moirai-2/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "recursive-moirai-2", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://huggingface.co/emiliocantuc/recursive-moirai-2", - "code_link": "https://github.com/ecntu/recursive-tsfm/tree/ceb9e54fdaead0c0f4ef92a4eb6d9eb86782e18e", - "org": "Emilio Cantu", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/t0-alpha/all_results.csv b/results/t0-alpha/all_results.csv deleted file mode 100644 index 0dd7ed61b0137735384bbb94a98bff7dc6b712dd..0000000000000000000000000000000000000000 --- a/results/t0-alpha/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,t0-alpha,4029126.1944372873,4029126.1944372873,299.92404260265045,0.9058254071353408,1.03502302476108,0.8329202530061984,16.043095140589397,2007.2683414125993,5.304610939238779,0.7926096997131421,0.63711427645938,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,t0-alpha,3217943.1690864144,3217943.1690864144,235.824475683272,0.9997340931708796,1.100833026696996,0.8144279760958599,21.05171865052135,1793.8626394142932,5.4502504583606655,0.7164999306218205,0.5790087689965646,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,t0-alpha,1864317.5915190578,1864317.5915190578,156.50878545229946,0.6772837905388901,1.623314586023443,0.7327968124095544,12.744084717990031,1365.4001580192737,4.287018864262268,0.49139888531294046,0.37837636598977054,Web/CloudOps,2 -bitbrains_fast_storage/H/short,t0-alpha,2402110.8149671406,2402110.8149671406,260.1334729969411,1.073843980664653,2.573844323010709,0.5813985666272524,19.876276132864096,1549.874451356348,4.41764552349188,0.7414648789710989,0.5821196784979719,Web/CloudOps,2 -bitbrains_rnd/5T/long,t0-alpha,2504078.829406167,2504078.829406167,170.34267495597965,3.3778108380604475,1.256416712382409,0.7002223410779715,116.04477282389556,1582.428143520636,6.061925966003204,0.6525444385340148,0.5944542787705434,Web/CloudOps,2 -bitbrains_rnd/5T/medium,t0-alpha,2348290.781590613,2348290.781590613,154.77925072536524,4.415715736134182,0.719277633202413,0.7073675091681061,160.11713554808253,1532.4133846944214,6.447643432648358,0.6512351232488343,0.620476799132451,Web/CloudOps,2 -bitbrains_rnd/5T/short,t0-alpha,1833386.6426015953,1833386.6426015953,123.48012862397933,1.6459581354883357,1.0107356596596353,0.6531037997393744,52.10266506455203,1354.0260863814979,5.540283837831698,0.5052450375878962,0.4009397511421258,Web/CloudOps,2 -bitbrains_rnd/H/short,t0-alpha,1764887.2419760453,1764887.2419760453,136.45436575593538,5.790014106288909,0.98657595543802,0.534069256558757,196.92796388879728,1328.4905878387115,5.814125055147342,0.597191093477392,0.5856923106646543,Web/CloudOps,2 -bizitobs_application/10S/long,t0-alpha,5798368.711111112,5798368.711111112,1463.6741666666667,3.185167374922166,0.04581840515136719,0.04682565477159288,60.86640603575164,2407.980214019856,0.09286617188275585,0.056448062135487,0.05092774266885786,Web/CloudOps,2 -bizitobs_application/10S/medium,t0-alpha,4083904.0,4083904.0,1105.2459375,2.4669974557774745,0.03552465438842774,0.036276928583780926,37.111382364405905,2020.8671406106835,0.07935350484440364,0.043399755032466,0.03767728077251389,Web/CloudOps,2 -bizitobs_application/10S/short,t0-alpha,613412.4088888889,613412.4088888889,401.4974305555556,1.2717204177976773,0.01794456058078342,0.018184439341227213,11.97063002251082,783.2064918582385,0.030205143825155052,0.015484151065432966,0.012196854182549835,Web/CloudOps,2 -bizitobs_l2c/5T/long,t0-alpha,141.58079365079365,141.58079365079365,6.855238715277777,0.6894356128619327,0.5208559705693655,0.837464580233135,4.219077860603323,11.89877277919003,0.6680983028542603,0.3849114052625576,0.30416959363254586,Web/CloudOps,7 -bizitobs_l2c/5T/medium,t0-alpha,105.40411352040816,105.40411352040816,6.090078922193878,0.613990403968876,0.4228758680111923,0.7185411518122874,3.744747421716166,10.266650550223678,0.5401767965764893,0.32042770979645496,0.24721346240970213,Web/CloudOps,7 -bizitobs_l2c/5T/short,t0-alpha,19.876088169642856,19.876088169642856,2.5719162713913692,0.26884698961052017,0.14594031959375484,0.20632740202404204,2.2290063030122145,4.458260666408242,0.1531147169617701,0.08833001509100198,0.07095788855029753,Web/CloudOps,7 -bizitobs_l2c/H/long,t0-alpha,84.43073536706349,84.43073536706349,5.227750651041666,0.5591674905798915,0.566853904624935,0.769663589719742,4.346298125385998,9.188619883696544,0.5612674224862999,0.31932609798315315,0.256512022639443,Web/CloudOps,7 -bizitobs_l2c/H/medium,t0-alpha,78.3973865327381,78.3973865327381,4.983763485863095,0.5120303476330361,0.47857134958842373,0.7742753528413319,3.6859140592835535,8.854229866721221,0.5361370672328348,0.30177444897104094,0.24396510799975607,Web/CloudOps,7 -bizitobs_l2c/H/short,t0-alpha,59.04635571676587,59.04635571676587,4.624817863343254,0.46883554247594345,0.40576779299216875,0.6194183107406374,2.6973808711680514,7.68416265553807,0.4141960466141781,0.24928952719745243,0.19499294878871679,Web/CloudOps,7 -bizitobs_service/10S/long,t0-alpha,118020.34793650794,118020.34793650794,79.25074735449735,1.442543258472649,0.10153474030671296,0.10359085002273478,18.49369717889422,343.5408970363033,0.2545060792509167,0.058711487222921986,0.05120556944556566,Web/CloudOps,2 -bizitobs_service/10S/medium,t0-alpha,19295.286349206348,19295.286349206348,41.90990575396825,1.1569974513598997,0.08773097446986607,0.08410806322854662,10.709867053493914,138.90747405811663,0.10454503834600755,0.03154238268196452,0.024082140676652812,Web/CloudOps,2 -bizitobs_service/10S/short,t0-alpha,2993.298835978836,2993.298835978836,21.583969907407408,0.8210650791591049,0.06450803080563823,0.059567864635003305,7.538840880004837,54.71104857319805,0.040531693851284495,0.015990094929581374,0.012709710367122286,Web/CloudOps,2 -car_parts/M/short,t0-alpha,1.369930100596187,1.369930100596187,0.4677825680415089,0.8510588999161471,0.8109579813754955,1.8868046387172845,13.401870487421203,1.1704401311456247,2.8065953702239943,1.1216946128220573,1.0011703833843952,Sales,1 -covid_deaths/D/short,t0-alpha,1074224.697744361,1074224.697744361,183.6496553884712,41.05591386647716,0.10934262927022483,0.39167988330200504,869.9657001277923,1036.44811628193,0.389968647687664,0.06909907658191597,0.057648788788773886,Healthcare,1 -electricity/15T/long,t0-alpha,364978.3979219219,364978.3979219219,61.06475394144144,0.9043474113891026,0.1339859065980157,0.13575672523109047,7.56844521151424,604.1344204081753,0.9530960875601285,0.09633713310042381,0.0778576746701696,Energy,1 -electricity/15T/medium,t0-alpha,264979.46545945946,264979.46545945946,54.57793102477478,0.855529877653317,0.13050748639485682,0.1337850462767455,7.452460405919481,514.761561754041,0.8869860065082686,0.09404327105969792,0.07627683986023265,Energy,1 -electricity/15T/short,t0-alpha,162400.8064527027,162400.8064527027,57.93766522381757,1.0847091288508635,0.1757898496976909,0.17563219362551027,12.530157096201078,402.9898341803459,0.7943723981751069,0.11420655849078756,0.09520443220986437,Energy,1 -electricity/D/short,t0-alpha,1240059080.0766847,1240059080.0766847,4156.725045045045,1.3867524253705443,0.24619875415456216,0.09363548265061937,11.441873597444022,35214.47259404413,0.578690732315641,0.06830879701315537,0.05385762648944249,Energy,1 -electricity/H/long,t0-alpha,5644816.839111111,5644816.839111111,247.03331531531532,1.140905060532559,0.2909830590959737,0.13793192215653152,9.596421103347748,2375.882328548935,0.9370472876561413,0.09742986649439729,0.07693342783314466,Energy,1 -electricity/H/medium,t0-alpha,4693431.594954955,4693431.594954955,230.4679856418919,1.0608798814308142,0.21446440220099816,0.1293557326858108,8.825715822786714,2166.43291956039,0.8456301617278776,0.08995924970111617,0.0712808714191857,Energy,1 -electricity/H/short,t0-alpha,1603234.36990991,1603234.36990991,172.69994510135135,0.9504936625743361,0.17668528220264657,0.1263808702348589,10.79449724822041,1266.1889155690433,0.5977315916106001,0.08152670726082117,0.06673066401492611,Energy,1 -electricity/W/short,t0-alpha,61612497836.97298,61612497836.97298,30458.95765765766,1.4929089895072087,0.2430430191550505,0.09680504755930858,12.462669580597868,248218.64925297812,0.5663530451727035,0.06949728988581981,0.05620403972250129,Energy,1 -ett1/15T/long,t0-alpha,11.575628720238095,11.575628720238095,1.7215378534226191,1.096765133179537,0.7645792224994533,0.4266004386780754,7.294742413171394,3.402297564916698,0.648481279869762,0.32812681702021446,0.2545434726749103,Energy,7 -ett1/15T/medium,t0-alpha,10.77491939484127,10.77491939484127,1.6528002542162699,1.0413057492262687,0.7080920936549434,0.40650487506200395,7.16677933071261,3.2825172345078815,0.6256510304619228,0.31502536264768977,0.2453283856005024,Energy,7 -ett1/15T/short,t0-alpha,5.2358171735491075,5.2358171735491075,1.0883616129557292,0.697140524351603,0.49544213881728333,0.23588229588099888,5.079046267810019,2.2881908079417475,0.4325633090018664,0.20574564807128795,0.1632604985290188,Energy,7 -ett1/D/short,t0-alpha,49139.73968253968,49139.73968253968,149.3524925595238,1.831636531632409,1.0140005929129465,0.5143636552114336,10.643255085697024,221.67485126315,0.582236349872602,0.39227927578038063,0.2983903517436709,Energy,7 -ett1/H/long,t0-alpha,180.73551587301588,180.73551587301588,8.318433779761905,1.4949241731078575,4313419264102.6777,0.4915725627273479,9.174364368067044,13.44379097847835,0.6437940327295854,0.3983517772360572,0.30312213643380065,Energy,7 -ett1/H/medium,t0-alpha,166.33638392857142,166.33638392857142,8.090756370907737,1.4776897136937828,4720109614601.5625,0.4810843331473214,9.979390454155562,12.89714634826524,0.61774273750432,0.3875280510961505,0.29700299466818403,Energy,7 -ett1/H/short,t0-alpha,106.78926711309524,106.78926711309524,5.3224103655133925,0.8709920375239175,0.45962498982747396,0.27706783839634486,6.280603274593292,10.333889253959287,0.48232488917429905,0.24841866664119966,0.19155259211370868,Energy,7 -ett1/W/short,t0-alpha,1223430.857142857,1223430.857142857,872.859375,1.5766359289278635,0.7103422028677804,0.5401629720415387,9.126796098828919,1106.0880874247118,0.44013884981906537,0.34733157850091956,0.2625627066448549,Energy,7 -ett2/15T/long,t0-alpha,11.279981398809523,11.279981398809523,2.1616179935515873,0.9147713084781973,0.13951758690282454,0.17443355499751984,7.318340647301751,3.3585683555362578,0.1789841871161391,0.11519653568869388,0.09405640487815409,Energy,7 -ett2/15T/medium,t0-alpha,11.137886904761904,11.137886904761904,2.1292195250496033,0.8905738212740278,0.13419701484688326,0.1682384478856647,6.786248283017821,3.3373472856090216,0.17785327788679436,0.11346996265674213,0.09097464428744521,Energy,7 -ett2/15T/short,t0-alpha,6.988796270461309,6.988796270461309,1.7101437523251488,0.7349021673165578,0.10282889666402009,0.12446857634044829,5.255306514971915,2.6436331573161413,0.12550267058613374,0.08118660768383282,0.06375744602243624,Energy,7 -ett2/D/short,t0-alpha,104789.94285714286,104789.94285714286,205.81452132936508,1.462109101220583,0.3909050593300471,0.14991226196289062,13.221745118081515,323.71274744307317,0.18526934623442043,0.11779308078977407,0.09845880013653212,Energy,7 -ett2/H/long,t0-alpha,250.6757275132275,250.6757275132275,9.540873015873016,1.061381038446139,0.18283171406135135,0.1737132884837963,8.25670840713888,15.832742261314921,0.21681721949030575,0.1306549127541898,0.10606674523897026,Energy,7 -ett2/H/medium,t0-alpha,229.7641369047619,229.7641369047619,9.274240838913691,1.0170930498335176,0.17177595369070645,0.16520727248418898,7.19896729282039,15.157972717509486,0.20426343009593123,0.12497635934546876,0.09993552961496473,Energy,7 -ett2/H/short,t0-alpha,99.83299851190476,99.83299851190476,6.153798130580357,0.716221430023452,0.11824638581627757,0.10747241973876953,5.083420737687191,9.991646436494076,0.12672187760523343,0.0780472826442752,0.06180328342839769,Energy,7 -ett2/W/short,t0-alpha,4240028.571428572,4240028.571428572,1412.099888392857,0.9319821674697012,0.14982688426971436,0.16237803867885045,8.715133414492971,2059.1329659418725,0.17272968741013928,0.11845353182543152,0.0968647577473851,Energy,7 -hierarchical_sales/D/short,t0-alpha,28.453792889623813,28.453792889623813,2.305759417631253,0.7439926344088075,0.6458891326133349,1.0648171054671351,7.112923768152625,5.334209678070765,1.6364764564234398,0.7073814545840784,0.5717101963694424,Sales,1 -hierarchical_sales/W/short,t0-alpha,470.4110831567797,470.4110831567797,9.070814229674259,0.7380697640134997,0.5655940857016589,0.46185218681723383,6.64528294133656,21.68896224250436,0.9957508654138931,0.4164455181495982,0.35907127800688665,Sales,1 -hospital/M/short,t0-alpha,3097.335506301608,3097.335506301608,18.91890923783138,0.7749199446050634,0.19312890826593737,0.1760857361184675,5.37990469987388,55.6537106247338,0.2020358931479761,0.06868003377212444,0.054642048383806166,Healthcare,1 -jena_weather/10T/long,t0-alpha,1392.9686507936508,1392.9686507936508,9.577044064153439,0.6588547069290699,0.9273219837436112,0.6349794741030093,5.683621720534876,37.322495238041775,0.22838274810460654,0.058603574818354806,0.048268599004870474,Nature,21 -jena_weather/10T/medium,t0-alpha,1409.4437229437228,1409.4437229437228,9.192954658189032,0.5954252716600518,0.8929198854851448,0.6417483287112193,5.263673003751229,37.54255882253796,0.23039804169157835,0.056417005580735806,0.046948736574840805,Nature,21 -jena_weather/10T/short,t0-alpha,787.1543650793651,787.1543650793651,5.302437918526786,0.26938819582670215,0.3752180815062599,0.5449546208457341,2.2362636378354317,28.056271403723002,0.17426460894223472,0.032934785132921515,0.02724382215868495,Nature,21 -jena_weather/D/short,t0-alpha,477.0965277777778,477.0965277777778,10.592227802579366,1.0707831086983974,0.6075150284872038,0.47806212410094245,6.90951610403412,21.842539407719464,0.13152778720978395,0.06378252356513316,0.05197913638198251,Nature,21 -jena_weather/H/long,t0-alpha,1294.5617724867725,1294.5617724867725,10.890726273148148,0.8339152685445789,2.486912173902095,0.6397575903191137,6.466475931653174,35.98001907290729,0.21663957800569644,0.06557423827957194,0.05311888760656603,Nature,21 -jena_weather/H/medium,t0-alpha,1284.672619047619,1284.672619047619,10.222632223462302,0.7647698974450585,2.584196750664131,0.6600361173115079,6.371230907941998,35.84232998910114,0.2193255739514509,0.06255409959082554,0.05083942215580677,Nature,21 -jena_weather/H/short,t0-alpha,1065.905910609858,1065.905910609858,8.35902500391604,0.5357026810461736,1.6418033572688835,0.608316445410401,4.56940292833083,32.64821450875772,0.20013145315089087,0.0512402851466686,0.041575283417818826,Nature,21 -kdd_cup_2018/D/short,t0-alpha,2989.3423764877984,2989.3423764877984,21.641020845800917,1.212922869021782,0.5181843612856573,0.4737276180888024,9.459526787460822,54.67487884291833,1.2247753038968168,0.48478183114412576,0.38355291616056264,Nature,1 -kdd_cup_2018/H/long,t0-alpha,3958.206572494888,3958.206572494888,23.628943760582608,0.9974654183248227,1.1203883610712297,0.5932185352353221,7.378000601289464,62.914279559531536,1.4762232284258567,0.5544305026895231,0.4357885279445359,Nature,1 -kdd_cup_2018/H/medium,t0-alpha,5068.055903428363,5068.055903428363,24.7365079225777,1.0173647685354283,0.997390290291718,0.542827767581716,8.21739255368934,71.19027955717243,1.4901414827344175,0.5177799107224865,0.41158047165638423,Nature,1 -kdd_cup_2018/H/short,t0-alpha,4273.550596661591,4273.550596661591,21.912705880610638,0.9120606316744518,0.8617015581421407,0.48386516643775807,7.075069485226671,65.37239934912586,1.3683627172356736,0.45867262115688956,0.3643083180410478,Nature,1 -loop_seattle/5T/long,t0-alpha,82.24278179107901,82.24278179107901,5.12374957000344,0.8116398624712093,0.1578864022994066,0.11669033887312234,6.182418971704561,9.06878061213739,0.16033789589134972,0.09058894026271251,0.07180476239712749,Transport,1 -loop_seattle/5T/medium,t0-alpha,71.538178373323,71.538178373323,4.8388387674148605,0.7692744153748658,0.15159200473466525,0.1107204345136235,5.719022000225826,8.458024495904644,0.1504856316618026,0.08609288241913046,0.06795084910672688,Transport,1 -loop_seattle/5T/short,t0-alpha,44.91199287280702,44.91199287280702,3.565756669649768,0.5657581502849304,0.09143327451219746,0.07649558887147066,4.069238172406963,6.701641058189182,0.1149183521115647,0.061144856453666074,0.04807720234229556,Transport,1 -loop_seattle/D/short,t0-alpha,19.11999161506708,19.11999161506708,2.9609372984391125,0.8924434435950317,0.054855746652073656,0.05459282937064629,8.784272210519834,4.372641263020221,0.07814494749933318,0.05291590958813852,0.04361402048138355,Transport,1 -loop_seattle/H/long,t0-alpha,61.66358789129687,61.66358789129687,4.186013018145855,0.8746681184066684,0.1328469669117647,0.09740161141210871,6.781917012958006,7.852616627042025,0.14033677228412425,0.07480965690887162,0.05915930297409893,Transport,1 -loop_seattle/H/medium,t0-alpha,64.68199174406605,64.68199174406605,4.324177228457172,0.8855716917978337,0.12275524159087978,0.09919335332817338,6.513454858949585,8.0425115321065,0.14215047501687136,0.07642933984346144,0.060570466679149684,Transport,1 -loop_seattle/H/short,t0-alpha,58.263022955026884,58.263022955026884,4.018352808358454,0.8172024738991391,0.11394718330329015,0.09271446022073887,6.541788978644996,7.633021875707345,0.13511224932251314,0.07112893102490102,0.05697668822741283,Transport,1 -m4_daily/D/short,t0-alpha,375887.6208050289,375887.6208050289,178.73051746426037,3.4091027324226895,0.03700003774963253,0.030677572309219477,27.36776697362376,613.0967466925827,0.09470650415388127,0.027608925648306835,0.0219781696193269,Econ/Fin,1 -m4_hourly/H/short,t0-alpha,925487.5104669888,925487.5104669888,189.92928492351047,0.9100195126010461,0.091251318005548,0.08503265503715969,7.422496975254376,962.0226143220276,0.1313373213081011,0.025929539647460878,0.02051305937697721,Econ/Fin,1 -m4_monthly/M/short,t0-alpha,1963465.5595555555,1963465.5595555555,578.8380698784722,0.9932011370175449,0.1599935132132636,0.13523679521348742,8.39818654785823,1401.2371532169548,0.29122518558630256,0.12030242271107915,0.09685232209884122,Econ/Fin,1 -m4_quarterly/Q/short,t0-alpha,1989056.624,1989056.624,613.2210514322917,1.3475868904473038,0.12116608619689942,0.11188769817352295,10.16794619056396,1410.3391875715572,0.23606594473340242,0.10264240553794403,0.08156141198042038,Econ/Fin,1 -m4_weekly/W/short,t0-alpha,273930.8060852796,273930.8060852796,272.12727662309834,2.238328600340767,0.06468918994276636,0.064571899649467,15.122527292887895,523.3839948692352,0.09535245280592711,0.04957737255204457,0.03907312423609626,Econ/Fin,1 -m4_yearly/A/short,t0-alpha,3727839.740924523,3727839.740924523,929.380547938249,3.556148044284554,0.17167535764536418,0.15535849835265828,33.580654958745725,1930.76144070792,0.3096065467604879,0.14903047886021056,0.12088529707986091,Econ/Fin,1 -m_dense/D/short,t0-alpha,9212.312592592592,9212.312592592592,48.70374421296296,0.6920302536673124,0.12511071388238973,0.10145378960503472,6.8954323490285185,95.98079283165248,0.16615694981063114,0.08431338546012068,0.0686548460121904,Transport,1 -m_dense/H/long,t0-alpha,34579.026172839505,34579.026172839505,78.18479938271605,0.6780586667538727,0.259439025782532,0.18810127917631173,7.958264140587971,185.9543658343076,0.32191449631300595,0.13534944554647796,0.11266454041872812,Transport,1 -m_dense/H/medium,t0-alpha,36091.42,36091.42,78.29697916666667,0.6822774906313188,0.2648216036502247,0.18953069051106772,8.121797927722364,189.97741971086984,0.33053670920011674,0.13622685197771076,0.11338499694211676,Transport,1 -m_dense/H/short,t0-alpha,47897.09333333333,47897.09333333333,91.3463888888889,0.8114223865727306,0.2926855053365351,0.2137214830186632,9.354480170299519,218.8540457321576,0.3881925421960931,0.16202573182772273,0.13416301475808495,Transport,1 -restaurant/D/short,t0-alpha,138.12169608667227,138.12169608667227,7.0337352316241715,0.6746684080523234,0.6383212720066311,0.3894329133394041,4.590717967153347,11.752518712457865,0.5408781414595714,0.32370879236013206,0.2538028868454853,Sales,1 -saugeen/D/short,t0-alpha,1307.5161458333334,1307.5161458333334,13.477161458333333,2.9944430215135625,0.28280728658040366,0.34123730977376304,29.11576020015321,36.15959272217171,1.1712178238516304,0.43652847077693024,0.3524785127260781,Nature,1 -saugeen/M/short,t0-alpha,386.9398949032738,386.9398949032738,12.615379696800595,0.7393223991448798,0.3709910937717983,0.3565059616452172,5.078087901507631,19.67078785669943,0.5905760632689832,0.3787515442825812,0.2913883882941325,Nature,1 -saugeen/W/short,t0-alpha,884.7716796875,884.7716796875,13.871670532226563,1.12521149417145,0.3434584379196167,0.36862037181854246,8.119627618948408,29.74511186207744,0.8978809353706991,0.4187279096606452,0.334250256616627,Nature,1 -solar/10T/long,t0-alpha,19.754302260746147,19.754302260746147,1.8797700979413778,0.8207651068258368,2.3660364212671503,1.4715860840538626,4.842097530683014,4.444581224451428,0.9606250295609216,0.40628219278983874,0.31599054965004325,Energy,1 -solar/10T/medium,t0-alpha,21.359520155938952,21.359520155938952,1.9418326023694978,0.849708831253729,2.963621126340882,1.470139056894609,4.861960182843648,4.6216360908166445,1.025559363300922,0.43090034961431645,0.3375642561818273,Energy,1 -solar/10T/short,t0-alpha,22.51859793187348,22.51859793187348,2.1450539247833027,0.9413156511480308,4.840525618430683,1.5311587888248936,6.350574039371037,4.745376479466459,1.3804295039844368,0.62399595442455,0.4915768142339758,Energy,1 -solar/D/short,t0-alpha,118614.34549878346,118614.34549878346,253.8437804136253,0.9905555452707627,1.0327554744525547,0.4339250030888838,4.961774132072633,344.4043343205533,0.49754695746997396,0.3667178023953753,0.2744312867514218,Energy,1 -solar/H/long,t0-alpha,817.5601784266017,817.5601784266017,13.338930707623682,1.016541238208296,4.843708340533735,1.4289092596816708,5.096617161327862,28.59300925797426,0.9913717402525766,0.4624850371437364,0.3434317093250674,Energy,1 -solar/H/medium,t0-alpha,859.7490875912408,859.7490875912408,13.177166020377129,1.0083975859299956,4.802095259769511,1.425118328010949,5.022249618191314,29.321478264085542,1.0562280837375555,0.47467227570999254,0.35973111275241965,Energy,1 -solar/H/short,t0-alpha,754.4075585862466,754.4075585862466,12.084390056745422,0.9331697664411601,4.466363977614822,1.4127427525031213,4.694940493039011,27.466480637064638,1.012423652141337,0.4454346545818755,0.33947023029738493,Energy,1 -solar/W/short,t0-alpha,1953406.3649635036,1953406.3649635036,1143.0761861313867,1.2561893034586058,0.26170499481423926,0.22253452774381985,6.2865176499394995,1397.6431465018184,0.28529390900420204,0.23333042790448366,0.1759425956942602,Energy,1 -sz_taxi/15T/long,t0-alpha,15.336985844017095,15.336985844017095,2.6522299568198004,0.5010028070887389,5635950305891.482,0.3930927330951745,3.540591736650932,3.9162463972555526,0.36248079045290954,0.24548568034040197,0.19434185039019186,Transport,1 -sz_taxi/15T/medium,t0-alpha,16.2010016025641,16.2010016025641,2.730808877537393,0.5326280415710155,8916823818716.117,0.40435042422041934,3.692730427844237,4.025046782655339,0.374597787208574,0.25414734736081496,0.20002005625523953,Transport,1 -sz_taxi/15T/short,t0-alpha,16.62103070269574,16.62103070269574,2.7333190321776746,0.545442472017606,1207242167257.3594,0.3962002429333362,3.848755082369664,4.076889832052829,0.3812066354325628,0.2555770194299276,0.20072980561197498,Transport,1 -sz_taxi/H/short,t0-alpha,7.181468474559295,7.181468474559295,1.8468329274756277,0.562276724100809,1.3430475740351229,0.2967615698137854,4.02369973689055,2.6798262023047865,0.2496423476514632,0.1720438837931041,0.1359548967445467,Transport,1 -temperature_rain/D/short,t0-alpha,196.61682576210202,196.61682576210202,5.949979994030943,1.3715358519332266,20.36763599647161,1.5384019150785564,19.61975420017905,14.02201218663363,1.6507615463683818,0.7004699500382829,0.5648904083542564,Nature,1 -us_births/D/short,t0-alpha,152022.53333333333,152022.53333333333,232.59708333333333,0.3425424983494043,0.02241137663523356,0.022123705546061197,3.1546851055016933,389.90067111167343,0.0365500240552621,0.021804089146033295,0.018140675950857575,Healthcare,1 -us_births/M/short,t0-alpha,28775706.666666668,28775706.666666668,3995.3333333333335,0.4507121955658704,0.012469505270322164,0.012460625420014063,4.365453255510901,5364.299270796389,0.016661476961763195,0.012409478093494795,0.011225727921496828,Healthcare,1 -us_births/W/short,t0-alpha,2686329.714285714,2686329.714285714,1284.539760044643,1.1677116453866314,0.017314458531992778,0.017366104892321994,6.7588714651823265,1639.002658413254,0.022249300376495595,0.017437501287797617,0.013427045566353527,Healthcare,1 diff --git a/results/t0-alpha/config.json b/results/t0-alpha/config.json deleted file mode 100644 index f1b9a8d1a03649408eb9559bc7cfdf1bc77a52b4..0000000000000000000000000000000000000000 --- a/results/t0-alpha/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "t0-alpha", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://huggingface.co/theforecastingcompany/t0-alpha", - "code_link": "https://github.com/theforecastingcompany/tfc-t0/blob/main/notebooks/t0-alpha.ipynb", - "org": "The Forecasting Company", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} diff --git a/results/tafsut/all_results.csv b/results/tafsut/all_results.csv deleted file mode 100644 index fa24fe5a2a1f16300bb6d1709eeb2f6cea519422..0000000000000000000000000000000000000000 --- a/results/tafsut/all_results.csv +++ /dev/null @@ -1,98 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -bitbrains_fast_storage/5T/long,tafsut,5975721.72976563,5975721.72976563,412.5394610428053,0.8870208760792462,6.869518677501955,0.7690487475839546,16.252108236022604,2444.5289382139927,6.46015921031572,1.090218469993446,0.7814473186385199,Web/CloudOps,2 -bitbrains_fast_storage/5T/medium,tafsut,4679274.724159058,4679274.724159058,316.777693134932,0.9688977910888567,6.430132874130268,0.743791310968946,21.308416290653813,2163.1631293453247,6.572286039411408,0.9624579773684302,0.7184900733458928,Web/CloudOps,2 -bitbrains_fast_storage/5T/short,tafsut,2060365.6612097814,2060365.6612097814,163.99488173046257,0.6832898364547655,2.4986646109475115,0.6780002797348059,13.928155377318644,1435.3973879068408,4.506792999707539,0.5149033927451193,0.4108318027032061,Web/CloudOps,2 -bitbrains_fast_storage/H/short,tafsut,2572213.456442948,2572213.456442948,252.55531278650318,0.9475766538081591,2.227297977243011,0.5252740470035802,20.84357064303423,1603.8121637033896,4.571386022889811,0.7198647404025452,0.583826179163808,Web/CloudOps,2 -bitbrains_rnd/5T/long,tafsut,3239945.8731416003,3239945.8731416003,214.23296312547367,3.303981180493203,3.7862578940466096,0.6613575839507312,120.99072349324217,1799.9849646987611,6.89533476106452,0.8206779648585298,0.7021255014167089,Web/CloudOps,2 -bitbrains_rnd/5T/medium,tafsut,3799763.361678593,3799763.361678593,230.26749597964724,4.392533075505986,3.4854588354506704,0.6763482601616079,159.90901527050102,1949.2981715680628,8.201690600996471,0.9688526799222531,0.7956059971701944,Web/CloudOps,2 -bitbrains_rnd/5T/short,tafsut,1677648.7740595648,1677648.7740595648,114.60156168877141,1.6449278028904628,1.3317009837534788,0.6192400703214991,52.63194087119957,1295.2408170141816,5.299750674492436,0.4689164330522351,0.3996998521531399,Web/CloudOps,2 -bitbrains_rnd/H/short,tafsut,1962563.2817015473,1962563.2817015473,152.5454264524104,5.858398043065061,1.2452585782503816,0.5047434775208085,194.85319011502764,1400.915158637934,6.131090711810472,0.6676134821475374,0.6123081622188462,Web/CloudOps,2 -bizitobs_application/10S/long,tafsut,6145920.568888889,6145920.568888889,1516.922361111111,3.139976786483203,0.045460832383897566,0.046589541965060766,38.899937957584825,2479.096724391545,0.09560885142697599,0.05850163215609324,0.05181639942735763,Web/CloudOps,2 -bizitobs_application/10S/medium,tafsut,4220577.706666667,4220577.706666667,1134.7034375,2.2718759940412285,0.03262472152709961,0.03349233627319336,15.280127996995791,2054.404465208024,0.08067041687509714,0.0445564643588632,0.03687048065541554,Web/CloudOps,2 -bizitobs_application/10S/short,tafsut,397967.8222222222,397967.8222222222,323.3852430555556,1.0060293721318811,0.014407325320773655,0.014495249854193794,6.272693551299395,630.8469087046573,0.02432924370158002,0.012471676216894514,0.01007593641278497,Web/CloudOps,2 -bizitobs_l2c/5T/long,tafsut,69.97877976190476,69.97877976190476,5.083918030753968,0.5062685772483914,0.4111871123823781,0.721841052827381,2.8414198334852805,8.365332017433902,0.4697008865850818,0.2854543969557261,0.2304107755257544,Web/CloudOps,7 -bizitobs_l2c/5T/medium,tafsut,79.80154655612245,79.80154655612245,5.409602532419218,0.5267282098269113,0.3723091752855573,0.6382704546662415,3.4816080252435357,8.93317113661898,0.47001616975687016,0.28462464485563044,0.23034131146882,Web/CloudOps,7 -bizitobs_l2c/5T/short,tafsut,20.496795944940477,20.496795944940477,2.742529296875,0.28336555161447796,0.15392664038924675,0.20982230050223213,1.9043136007047594,4.527338726552331,0.15548713715400428,0.0941895569755198,0.074679481813577,Web/CloudOps,7 -bizitobs_l2c/H/long,tafsut,83.98685515873017,83.98685515873017,5.518617466517857,0.6003527565807397,0.6628708068244604,0.7982062445746527,4.847119084433746,9.164434251972686,0.5597900942965749,0.33709308256576526,0.27275761770772355,Web/CloudOps,7 -bizitobs_l2c/H/medium,tafsut,77.39204799107142,77.39204799107142,4.91595458984375,0.4966443801161558,0.47109276063393923,0.77367677234468,3.7399738827372673,8.79727503213759,0.53268836548937,0.2976685173212711,0.2423084234751483,Web/CloudOps,7 -bizitobs_l2c/H/short,tafsut,53.66543433779762,53.66543433779762,4.354856945219494,0.4362731806853571,0.37843538645645985,0.6096163552904886,3.0330959529353163,7.325669548771472,0.39487235004274446,0.23473794232872147,0.18641518017473127,Web/CloudOps,7 -bizitobs_service/10S/long,tafsut,128550.42708994709,128550.42708994709,77.63885582010582,1.379929733098159,0.08803075396825397,0.09067286577174273,16.448130224365073,358.53929643756913,0.26561737301415117,0.05751734644336763,0.0522156528644292,Web/CloudOps,2 -bizitobs_service/10S/medium,tafsut,11095.263492063492,11095.263492063492,34.24184771825397,1.0391894335063887,0.06950285412016369,0.06601654052734375,8.482684814898477,105.3340566581554,0.07927689324953156,0.025771221505656892,0.020653247525865247,Web/CloudOps,2 -bizitobs_service/10S/short,tafsut,2082.8171428571427,2082.8171428571427,18.540370370370372,0.7644713184908388,0.057826334635416664,0.050230774248718586,5.721579120273396,45.63789152510382,0.03381000904851627,0.013735299091112846,0.01090277366951662,Web/CloudOps,2 -car_parts/M/short,tafsut,1.398431661643085,1.398431661643085,0.4518409182671549,0.8273814647389611,0.8454296991848639,1.903965137642705,16.31451697566282,1.1825530269899465,2.8356408519124967,1.0834681719645987,0.9561755671041635,Sales,1 -covid_deaths/D/short,tafsut,292757.1408521303,292757.1408521303,91.07141290726817,31.738873250090162,0.08429188372750793,0.11970510824852044,487.6726634652674,541.0703658972004,0.20358035832003518,0.034266062310823485,0.029453109095707215,Healthcare,1 -electricity/15T/long,tafsut,350774.33042642643,350774.33042642643,60.39703303303303,0.8951846642078822,0.1325843669105812,0.12978366832279434,7.587049936475695,592.2620454042504,0.9343658901524494,0.09528371431256974,0.0772145790561378,Energy,1 -electricity/15T/medium,tafsut,276655.77744144143,276655.77744144143,54.82516666666667,0.8460576073920597,0.12862756210230927,0.12794889234699638,7.644252139601864,525.9807766843209,0.9063179280038106,0.09446929176580705,0.07670226008150195,Energy,1 -electricity/15T/short,tafsut,153922.35243243244,153922.35243243244,55.29738738738739,1.0492342882272163,0.17085877685792822,0.1666773409270551,13.426791237348052,392.3293927714726,0.773358553958829,0.10900204862428202,0.09111646536727491,Energy,1 -electricity/D/short,tafsut,1182081376.4774053,1182081376.4774053,4135.166846846847,1.3746154883083974,0.27926093973424376,0.0907799570763438,11.41909381933276,34381.410332873274,0.5650007741706632,0.06795452679727454,0.05390254470551607,Energy,1 -electricity/H/long,tafsut,5027377.951519519,5027377.951519519,239.06887687687689,1.1057893907060612,0.27824094785059633,0.13409263547112554,9.339967953475012,2242.1815161845216,0.8843158273522342,0.09428870505065144,0.07519682605130386,Energy,1 -electricity/H/medium,tafsut,4425451.981261261,4425451.981261261,227.52959459459458,1.0468179305918734,0.22252763706846837,0.12540207769508344,8.92640089797172,2103.675826086629,0.8211340216870958,0.08881230118513528,0.07128589014605499,Energy,1 -electricity/H/short,tafsut,1322329.4846846848,1322329.4846846848,164.28699324324324,0.9216090013170943,0.16180265674364777,0.12064795003442594,10.644895940738486,1149.9258605165312,0.5428470705561901,0.07755518514256173,0.06444099177860968,Energy,1 -electricity/W/short,tafsut,36162680724.98739,36162680724.98739,25512.836036036035,1.4115336502687192,0.15448460225386387,0.08748514370112777,11.251250852256051,190164.87773768159,0.43389351065245274,0.05821187448528812,0.047246026063657215,Energy,1 -ett1/15T/long,tafsut,11.69665054563492,11.69665054563492,1.6882758246527778,1.044288266099373,0.8351174041730451,0.38947358630952383,9.053592162851196,3.420036629282634,0.6518623630772785,0.321787041449097,0.26127858558129385,Energy,7 -ett1/15T/medium,tafsut,11.631432291666666,11.631432291666666,1.694705326140873,1.0330845966287963,0.8241733962156306,0.3887439158606151,8.18313203507898,3.4104885708160153,0.6500424936929686,0.3230125107898501,0.2609799873415788,Energy,7 -ett1/15T/short,tafsut,5.344544619605655,5.344544619605655,1.1126463390531993,0.6897645627704966,0.46104808305259826,0.24920636131649926,5.038558172614651,2.3118271171533684,0.43703155530793686,0.2103364721592384,0.16435612203698616,Energy,7 -ett1/D/short,tafsut,43192.374603174605,43192.374603174605,138.95902777777778,1.6824813903802611,1.5212952628968255,0.461480470687624,10.66485487887289,207.827752244917,0.545866484988246,0.3649804957763757,0.27746353747442093,Energy,7 -ett1/H/long,tafsut,162.99383267195768,162.99383267195768,7.868398127480159,1.483486637007993,4145893949670.822,0.49941709811094576,9.18180342616365,12.766903801312113,0.6113793718509377,0.37680054455783624,0.2850919473602165,Energy,7 -ett1/H/medium,tafsut,143.8849795386905,143.8849795386905,7.253388323102679,1.3346408032152193,3008338717773.644,0.45569312686011904,8.279222445180705,11.995206523386353,0.5745419579334349,0.34742010658024425,0.2654369752151437,Energy,7 -ett1/H/short,tafsut,95.767578125,95.767578125,4.936758277529762,0.8194966329979899,0.45471067882719496,0.26723291306268604,5.730896837369441,9.786091054399606,0.4567569060655897,0.23041870592696279,0.17970239435370491,Energy,7 -ett1/W/short,tafsut,1516144.5714285714,1516144.5714285714,944.9515206473214,1.612373645314427,0.6963025501796177,0.5568592888968331,8.870646447061205,1231.3182250858513,0.48997091055591774,0.37601876393122136,0.2768368581065282,Energy,7 -ett2/15T/long,tafsut,11.34201884920635,11.34201884920635,2.1222225322420636,0.8770121688781024,0.13073118136764647,0.158364742218502,6.766879658210563,3.3677913903931684,0.1794756993385677,0.11309708024455284,0.0911533196175899,Energy,7 -ett2/15T/medium,tafsut,11.596649305555555,11.596649305555555,2.124278583829365,0.8784762504683562,0.13146757392896372,0.15861171177455358,6.37550451828468,3.4053853387767377,0.18147914889790973,0.11320665095536342,0.08983585895359701,Energy,7 -ett2/15T/short,tafsut,7.823975771949405,7.823975771949405,1.7441618419828868,0.7396901122980264,0.10112363955655346,0.12415440877278645,5.312315802796237,2.797137067065074,0.13279004726530289,0.08280156741773893,0.06614260605498198,Energy,7 -ett2/D/short,tafsut,107346.05714285714,107346.05714285714,194.07566964285715,1.2814132897521442,0.43117535303509424,0.13258306109716023,12.013082734732526,327.6370814527213,0.18751534612820242,0.11107462625043095,0.09350795657519358,Energy,7 -ett2/H/long,tafsut,226.94421296296295,226.94421296296295,9.206427744708995,1.0131151343165181,0.17808323356466785,0.1727610431650959,7.553661053446011,15.064667701710613,0.20629902955036436,0.1260749421736896,0.10171971929297352,Energy,7 -ett2/H/medium,tafsut,236.717578125,236.717578125,9.373892647879464,1.0171893074755016,0.17377431980254263,0.1665325709751674,7.187716450916602,15.385628947982594,0.20733124420179982,0.12631923155496289,0.10243296693202028,Energy,7 -ett2/H/short,tafsut,106.92165178571429,106.92165178571429,6.387715076264881,0.73826616507187,0.1216958774186261,0.11109051477341425,5.128936487838793,10.34029263540033,0.13114368148171554,0.0810140003668476,0.06433997318808987,Energy,7 -ett2/W/short,tafsut,5060571.428571428,5060571.428571428,1578.6928013392858,1.0176630124324086,0.16347122192382812,0.18497988155909947,7.668497961083739,2249.5713877473254,0.18870455140066836,0.13242812319662003,0.10204325351172716,Energy,7 -hierarchical_sales/D/short,tafsut,28.527201322860687,28.527201322860687,2.3116535112649856,0.7466178307559324,0.644775700412389,1.0710168845597354,7.0026979826751345,5.341086155723449,1.6385860836148871,0.7091896972377583,0.5744897514782044,Sales,1 -hierarchical_sales/W/short,tafsut,467.426906779661,467.426906779661,8.98442775920286,0.719323910122155,0.5346424060247824,0.4562429654396186,6.776098491689796,21.620057973549955,0.9925874367226115,0.41247947303549065,0.35382095187035184,Sales,1 -hospital/M/short,tafsut,2873.4741416775314,2873.4741416775314,17.871292372881356,0.7629193935238106,0.19232506650471262,0.17453969783857562,5.1254344684868345,53.6047958831813,0.19459785684910547,0.06487694128087561,0.050840295456848664,Healthcare,1 -jena_weather/10T/long,tafsut,1460.078835978836,1460.078835978836,9.966296709656085,0.6585220848082103,0.7919791464758271,0.6573973317625661,5.670295716076693,38.21097795109196,0.23381952617519527,0.06098547850190784,0.04967106471614296,Nature,21 -jena_weather/10T/medium,tafsut,1488.3233766233766,1488.3233766233766,9.76654153138528,0.6174341571570036,0.7586336289362744,0.6608859944309163,5.7541824238884605,38.578794390485776,0.23675740165728773,0.05993709841588575,0.04911330327697465,Nature,21 -jena_weather/10T/short,tafsut,863.8526785714286,863.8526785714286,5.929787868923611,0.285145523910685,0.38178804345756673,0.5534908234126984,2.138065964562764,29.391370818174313,0.1825572496146332,0.03683141459599856,0.029419162962203777,Nature,21 -jena_weather/D/short,tafsut,338.8468501984127,338.8468501984127,8.964561631944445,0.9969784432727227,0.5623687382680309,0.44551207527281744,6.5392433356396555,18.407793191972054,0.11084500115859908,0.053981312920908624,0.04319447292534049,Nature,21 -jena_weather/H/long,tafsut,1126.5914021164022,1126.5914021164022,10.118501984126985,0.7464366287242936,1.769604747935133,0.6279998294890873,5.851519854026481,33.56473450090738,0.2020968889264755,0.06092459249255052,0.04995580128316282,Nature,21 -jena_weather/H/medium,tafsut,1324.7534722222222,1324.7534722222222,10.179413132440477,0.6944232173546657,1.8857028608570308,0.6496587844122024,6.135484011626544,36.39716296941593,0.22272069535934313,0.06228963430782346,0.05013896456354337,Nature,21 -jena_weather/H/short,tafsut,1139.6537176274019,1139.6537176274019,8.646189040309107,0.5201833335624577,1.2866481652943795,0.6087574588326284,4.62207245444362,33.75875764342346,0.20693901107317114,0.05300058220305444,0.04239350243835372,Nature,21 -kdd_cup_2018/D/short,tafsut,2848.372897134118,2848.372897134118,20.989331903717,1.1880817371474452,0.5407625070649644,0.4609984742793736,8.973451815076583,53.370149869886234,1.1955479903980628,0.47018330730687713,0.3686945153820005,Nature,1 -kdd_cup_2018/H/long,tafsut,4078.8699386574954,4078.8699386574954,24.1980317082745,1.029257085451589,1.0218782047525565,0.6199242391508135,8.311223508482055,63.866031179786766,1.4985551673648263,0.5677836055666695,0.4508277096320972,Nature,1 -kdd_cup_2018/H/medium,tafsut,5392.459654311453,5392.459654311453,25.991868991149357,1.0730214447237496,0.8645694585858674,0.5925458987331774,9.515768653117833,73.43336880677239,1.5370934031524315,0.5440568914525047,0.4406454688963237,Nature,1 -kdd_cup_2018/H/short,tafsut,4708.990552583888,4708.990552583888,22.881852448298105,0.9549055024661298,0.8064805996743571,0.5160132372977669,8.056123197101558,68.62208502066873,1.436384519868404,0.4789586127082683,0.3867236602083557,Nature,1 -loop_seattle/5T/long,tafsut,75.90020410503382,75.90020410503382,4.815677674578604,0.7624595393583635,0.1413796708376333,0.10999243026889118,6.453213844236254,8.71207231977753,0.15403119691130632,0.08514215320165526,0.06839977705005401,Transport,1 -loop_seattle/5T/medium,tafsut,65.33813209494323,65.33813209494323,4.557361326109391,0.7252565898727406,0.13680311330946854,0.10470903678083075,5.702775065606606,8.083200609594149,0.1438167801826345,0.08108484048657333,0.06467707918884523,Transport,1 -loop_seattle/5T/short,tafsut,43.09046697626419,43.09046697626419,3.5013665828173375,0.5556691310817433,0.09034197702004322,0.07509153383804179,4.215555675262034,6.564332942216154,0.11256380698661785,0.06004070111723873,0.04743259543184493,Transport,1 -loop_seattle/D/short,tafsut,18.958449432404542,18.958449432404542,2.94679477876677,0.890287781963586,0.05445307209026703,0.05436817716395769,9.184821649407077,4.354130157954002,0.07781412929437594,0.05266316384687454,0.043600321013727086,Transport,1 -loop_seattle/H/long,tafsut,61.25043859649123,61.25043859649123,4.239320766683867,0.885400777729597,0.13501843274316305,0.09920094545493637,8.33022178920047,7.826265942101075,0.1398658502656783,0.07576233774417382,0.061882270808410626,Transport,1 -loop_seattle/H/medium,tafsut,66.73466202270382,66.73466202270382,4.453004466589268,0.9120404282876382,0.12182754500854619,0.10236166372387771,8.578969202061645,8.169128596288823,0.1443884172003431,0.07870634659968206,0.06449546768299975,Transport,1 -loop_seattle/H/short,tafsut,60.10730677312476,60.10730677312476,4.134401224132312,0.8384518728893255,0.11741125910630873,0.09554676944574575,8.868621838142365,7.7528902206289985,0.13723405535450217,0.07318311369102079,0.060329295111208575,Transport,1 -m4_daily/D/short,tafsut,355258.8889114198,355258.8889114198,179.982932846666,3.3118094537382796,0.03970347949855732,0.030157644181669073,28.02053192992654,596.0359795443726,0.09207109167794825,0.027802390592693613,0.0218188331375158,Econ/Fin,1 -m4_hourly/H/short,tafsut,754381.5523349437,754381.5523349437,182.95125050322062,0.8895347826409209,0.0911803990362539,0.08336871603260869,9.7037423559495,868.5514103004748,0.11857643879570272,0.02497688392491066,0.02019593213182118,Econ/Fin,1 -m4_monthly/M/short,tafsut,1822510.610962963,1822510.610962963,552.8865555555556,0.9294429055686821,0.15713018572771992,0.13028673412181713,7.65129405666808,1350.0039299805624,0.2805771737353064,0.1149088115293559,0.09182459365880069,Econ/Fin,1 -m4_quarterly/Q/short,tafsut,1801518.2933333332,1801518.2933333332,557.5015416666666,1.1589545016141325,0.11315147908528646,0.10106582387288411,9.142760831352176,1342.2065017475265,0.22466174348031356,0.09331594518483104,0.07435874451017227,Econ/Fin,1 -m4_weekly/W/short,tafsut,245336.75251767732,245336.75251767732,252.91525605313907,2.034857245820265,0.06036280829619871,0.06003456941273168,14.3815683508042,495.31480143205624,0.09023868075948205,0.04607724013939554,0.03646037893941169,Econ/Fin,1 -m4_yearly/A/short,tafsut,3450455.8516583964,3450455.8516583964,874.3865238965788,3.2777838774992456,0.16467981213137678,0.14354039796572574,31.6023859465428,1857.540269188907,0.29786519735322814,0.14021193447245292,0.11420353372100406,Econ/Fin,1 -m_dense/D/short,tafsut,7931.968888888889,7931.968888888889,45.70764467592593,0.6821411789234565,0.12148319411224749,0.09955763075086806,7.286085008058306,89.06160165238938,0.15417880639688095,0.07912669398033384,0.06430522648622863,Transport,1 -m_dense/H/long,tafsut,35184.39506172839,35184.39506172839,80.11685185185185,0.69043123880064,0.2506161151225657,0.19178828486689814,7.4168318780018785,187.5750384825454,0.32472012024608754,0.13869411397984152,0.11499805087399044,Transport,1 -m_dense/H/medium,tafsut,36448.22,36448.22,79.844296875,0.6908314882542944,0.25789966999250924,0.1923806423611111,8.077205598980317,190.91416919652664,0.33216653495943665,0.1389189893073889,0.11629401123593554,Transport,1 -m_dense/H/short,tafsut,43880.91111111111,43880.91111111111,88.55078125,0.7906339527958582,0.29095413445279267,0.21377492268880208,9.848113327156513,209.47771029661155,0.3715612595664702,0.15706702049710722,0.13202864549505378,Transport,1 -restaurant/D/short,tafsut,136.0632880358644,136.0632880358644,6.976520179555431,0.6702175397541312,0.6467269878934342,0.387885298461287,4.554238730380313,11.664616926237414,0.5368326975913139,0.32107562309798493,0.25208056508576787,Sales,1 -saugeen/D/short,tafsut,1158.3346875,1158.3346875,12.651266276041667,2.8104927267781963,0.2841188303629557,0.3237067667643229,31.40869766189186,34.034316321912506,1.1023796148673641,0.409777529040242,0.33645797816426604,Nature,1 -saugeen/M/short,tafsut,393.19614955357144,393.19614955357144,12.5198974609375,0.733502913560423,0.36627462932041716,0.356612659635998,4.516542225038141,19.829174202512103,0.5953312965248667,0.37588488111794627,0.29016014964089365,Nature,1 -saugeen/W/short,tafsut,912.82578125,912.82578125,14.614717102050781,1.1856862931227248,0.3992656707763672,0.39135329723358153,10.592780200070262,30.213006822393563,0.9120047338143515,0.4411573882328318,0.35978309779203216,Nature,1 -solar/10T/long,tafsut,22.32610502838605,22.32610502838605,1.8578661990571776,0.8098478412640063,3.76928824374722,1.4468653848103448,4.483181396927182,4.725050796381564,1.0212440781214103,0.40154803313057535,0.3085280466811273,Energy,1 -solar/10T/medium,tafsut,22.00267086927671,22.00267086927671,1.85942424933643,0.8145093454072397,3.888471208283671,1.4482926480285667,5.664139100502043,4.690700466804154,1.0408850419797029,0.4126136174172036,0.32264716343937644,Energy,1 -solar/10T/short,tafsut,23.700355459245742,23.700355459245742,1.9975486142791972,0.8777279063719239,5.567670954723809,1.507366156288017,6.288566596725792,4.868301085516974,1.4161882096293785,0.581086655490474,0.45310782139074784,Energy,1 -solar/D/short,tafsut,130285.60194647202,130285.60194647202,246.2137013381995,0.9599465494109694,1.0867810028892944,0.41849724614127126,5.244904671490346,360.95096889532243,0.5214512085743787,0.3556949369697039,0.2707794942482983,Energy,1 -solar/H/long,tafsut,422.18588807785886,422.18588807785886,7.949769363341444,0.6040253237034914,2.7004944747204185,1.3636700176907715,4.267191490532029,20.54716253106153,0.7124075710915277,0.275632991870013,0.22628083081755174,Energy,1 -solar/H/medium,tafsut,330.45097323600976,330.45097323600976,6.9622590670620434,0.5312422300140296,1.6587344623953602,1.3628040174498175,4.220098446294561,18.178310516547178,0.6548251731904176,0.25079682158776406,0.20815489348485267,Energy,1 -solar/H/short,tafsut,344.72573312844156,344.72573312844156,7.039837847355615,0.5418379520096699,1.7530019273236814,1.3725500274122806,4.028290148803619,18.566791137093173,0.6843780735349418,0.25949075574757086,0.21626830773065536,Energy,1 -solar/W/short,tafsut,2272562.686131387,2272562.686131387,1189.940579379562,1.3010194087374065,0.2715398969441435,0.22776318292548187,6.147109823616228,1507.5021347020995,0.30771887510613677,0.24289662223409225,0.17536685704886634,Energy,1 -sz_taxi/15T/long,tafsut,15.454629629629629,15.454629629629629,2.6982207643340455,0.5087640089839289,5669984556709.415,0.40053112758190884,3.6897524708382337,3.931237671475693,0.36386835609051116,0.24974250755970404,0.19814836734007293,Transport,1 -sz_taxi/15T/medium,tafsut,16.2757328392094,16.2757328392094,2.7567366119123933,0.5372867453750577,9354803108725.717,0.4070846166366186,3.7643778390478557,4.034319377442668,0.37546075692708336,0.256560355817278,0.2023942930898276,Transport,1 -sz_taxi/15T/short,tafsut,16.63198737026862,16.63198737026862,2.7272269559867217,0.5438681370791167,1026750624179.1062,0.39300771859975964,3.862584099055289,4.078233363880569,0.38133224546105005,0.25500737358951603,0.20051581424247364,Transport,1 -sz_taxi/H/short,tafsut,7.166240985576923,7.166240985576923,1.8412702511518428,0.5603887724652231,1.1142484224759615,0.2947552998860677,3.9820408432398486,2.6769835609463355,0.24937753806730265,0.17152568616689218,0.13537325397493322,Transport,1 -temperature_rain/D/short,tafsut,185.54378330871606,185.54378330871606,5.8290046009261465,1.3462183935732837,17.049233197874745,1.5312797266784184,20.264270921327707,13.621445712871893,1.6036043405559661,0.6862279728746276,0.5549251501383967,Nature,1 -us_births/D/short,tafsut,157750.77333333335,157750.77333333335,258.5390364583333,0.3807345149340303,0.024905589421590168,0.024615453084309895,3.0839152577609616,397.17851569959487,0.03723226292907722,0.02423593674469429,0.019695086437754278,Healthcare,1 -us_births/M/short,tafsut,42158269.333333336,42158269.333333336,5255.231770833333,0.593494708247637,0.016307875514030457,0.016459835072358448,4.141884269384345,6492.939960706039,0.02016702724964756,0.016322714050490766,0.013286422195381264,Healthcare,1 -us_births/W/short,tafsut,2358644.285714286,2358644.285714286,1184.9112723214287,1.0771729205387572,0.016080466764313833,0.016057680760111128,6.563324374409568,1535.7878387701492,0.02084816932051031,0.016085054335969125,0.012675745383152954,Healthcare,1 diff --git a/results/tafsut/config.json b/results/tafsut/config.json deleted file mode 100644 index e5f0ae89d64b538013117e418ae3f2ba1354a090..0000000000000000000000000000000000000000 --- a/results/tafsut/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "model": "tafsut", - "model_type": "pretrained", - "model_dtype": "float32", - "model_link": "https://huggingface.co/Tafsut-FM/tafsut-univariate-base", - "code_link": "", - "org": "Tafsut-FM (Huawei GTS x EURECOM)", - "testdata_leakage": "No", - "replication_code_available": "Yes" -} \ No newline at end of file