Add Reverso family of models

results/Reverso-Nano/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+loop_seattle/5T/short,Reverso-Nano,45.02896309017028,45.02896179262206,3.691918164264061,0.5845054870553053,0.10145548809669581,0.07745615714166643,23.3802194822122,6.7103623665321,0.11506790001862337,0.0633082458141561,0.0633082462780446,Transport,1
+loop_seattle/5T/medium,Reverso-Nano,87.9164322513545,87.91643364212462,5.554338368828206,0.885615348117569,0.18053271814273483,0.12433544106543584,35.424613924702754,9.376376285716914,0.16682500273574297,0.09882309384132826,0.09882309267759877,Transport,1
+loop_seattle/5T/long,Reverso-Nano,103.94671733459465,103.94672077456714,5.972382467606926,0.9476768526373339,0.1920870574506758,0.13199319250643626,37.90707410549335,10.195426294892954,0.18025723293746165,0.10559294986952156,0.10559295391707796,Transport,1
+loop_seattle/D/short,Reverso-Nano,17.949386851780186,17.94938886738906,2.911961731649897,0.8796738429090301,0.05400655882277356,0.053670114447669545,35.18695371636121,4.236671671463365,0.07571498250184007,0.05204064620890138,0.05204064476662936,Transport,1
+loop_seattle/H/short,Reverso-Nano,64.04596871859894,64.04597084029248,4.30391747773707,0.8739181746553026,0.11532578497589278,0.09840592476656967,34.956726986212104,8.002872529198434,0.1416589841234693,0.07618371721191763,0.07618371700216295,Transport,1
+loop_seattle/H/medium,Reverso-Nano,71.55280250257998,71.55280089009288,4.530345898639061,0.9299851977239831,0.11629117605486891,0.10348046624463161,37.19940790895932,8.458888963840344,0.14950991572778974,0.08007335672789759,0.0800733537493393,Transport,1
+loop_seattle/H/long,Reverso-Nano,63.24698464912281,63.24698787409701,4.265092744883041,0.8941511926630756,0.12319111491053385,0.09806198416858648,35.76604770652303,7.952797284548551,0.14212712656515541,0.07622291310528845,0.07622291123479591,Transport,1
+m_dense/D/short,Reverso-Nano,11439.43925925926,11439.444444444445,52.3100462962963,0.7497701530756641,0.13717015678569774,0.10862372049263454,29.99080612302656,106.95531431050661,0.18515546983490322,0.09055642780832666,0.09055642977357019,Transport,1
+m_dense/H/short,Reverso-Nano,48488.98055555556,48488.98,94.28799262152778,0.8329249110928778,0.2977629102229839,0.22308788786153275,33.31699644371511,220.20213567437432,0.3905837418865972,0.16724341414903868,0.16724341440500776,Transport,1
+m_dense/H/medium,Reverso-Nano,37359.78666666667,37359.79111111111,82.40608506944444,0.7172976365549745,0.26406201345398406,0.19942579128189236,28.69190546219899,193.28679899741385,0.3362946110630543,0.14337617711817233,0.14337617897431099,Transport,1
+m_dense/H/long,Reverso-Nano,37283.57925925926,37283.57135802469,84.56172839506173,0.7341263548957591,0.2712636892299297,0.20394275007711954,29.365054195830364,193.08956279213868,0.3342665770209197,0.14638885234837148,0.1463888593248378,Transport,1
+sz_taxi/15T/short,Reverso-Nano,17.016983572525564,17.016983572525564,2.7746666057060345,0.554761975778704,1033933485009.0916,0.4053959500971897,22.19047903114816,4.125164672170745,0.3857205555734564,0.2594432052383652,0.25944320800443543,Transport,1
+sz_taxi/15T/medium,Reverso-Nano,16.760131209935896,16.760131209935896,2.7920602130074785,0.5452393103759737,9380511424722.05,0.41120045896198826,21.80957241503895,4.0939139231224555,0.3810070241251559,0.25984780650318734,0.25984782163325393,Transport,1
+sz_taxi/15T/long,Reverso-Nano,15.78779046474359,15.787789351851853,2.730129318019943,0.5157634713169389,5942001599397.562,0.4051841475627975,20.630538852677557,3.9733852650785817,0.36776946227616114,0.2526959064496152,0.25269593477365454,Transport,1
+sz_taxi/H/short,Reverso-Nano,7.811363807091346,7.811363937508347,1.9481227255275106,0.5950467266115307,1.2004321008665948,0.30867177309814786,23.801869064461226,2.794881716118116,0.2603604850841557,0.1814796579392609,0.18147966261921178,Transport,1
+bitbrains_fast_storage/5T/short,Reverso-Nano,2109828.9674441842,2109828.9857216766,175.23909115707085,0.7309894352816998,2.1570041454089193,0.6326003250118273,29.239577411268,1452.525031606748,4.560569360893331,0.5502074061179423,0.5502074037257559,Web/CloudOps,2
+bitbrains_fast_storage/5T/medium,Reverso-Nano,4003395.013497059,4003394.8906516307,297.36907270382477,1.017263805004158,4.242230632097479,0.7066189642129842,40.69055220016631,2000.84857335508,6.0791304464969915,0.9034893533642677,0.9034893466503348,Web/CloudOps,2
+bitbrains_fast_storage/5T/long,Reverso-Nano,4494374.368383987,4494374.396526196,337.30206841112636,0.9310415709639503,4.520165878145566,0.7173265461899306,37.241662838558014,2119.993954798925,5.602511080223762,0.8913886623959568,0.8913886670446397,Web/CloudOps,2
+bitbrains_fast_storage/H/short,Reverso-Nano,3834861.688747226,3834861.6010076343,362.59665171494913,1.0635855028672054,4.206136417327558,0.5622350705050241,42.54342011468822,1958.2802886071304,5.581734989469659,1.0335182505367664,1.0335182403894931,Web/CloudOps,2
+bitbrains_rnd/5T/short,Reverso-Nano,1715410.5481596726,1715410.5465077162,125.33366298674638,1.6919440164161095,1.1471224344559479,0.6287940952140254,67.67776065664438,1309.7368240068968,5.35906504473591,0.5128291729525707,0.5128291687499551,Web/CloudOps,2
+bitbrains_rnd/5T/medium,Reverso-Nano,2262018.9710960034,2262018.9710960034,147.8023730717197,4.4186325685631225,0.4527294931825097,0.689215983463029,176.74530274252487,1504.0009877310597,6.3280988319282,0.6218799269556158,0.621879924777543,Web/CloudOps,2
+bitbrains_rnd/5T/long,Reverso-Nano,4464759.551374176,4464759.691418737,261.5340751736596,3.368919969081514,4.304826054198091,0.6707924798533988,134.7567987632606,2112.997764166866,8.094418117198337,1.0018780863145307,1.001878127637306,Web/CloudOps,2
+bitbrains_rnd/H/short,Reverso-Nano,2024368.4535186053,2024368.5080772345,166.15554803716807,5.852857598186539,1.7547131892714949,0.5646373592597733,234.11430392746152,1422.803026957212,6.226882233082758,0.727177979241033,0.72717799317773,Web/CloudOps,2
+bizitobs_application/10S/short,Reverso-Nano,1912119.8933333333,1912118.6133333333,702.1754861111111,1.72638553550398,0.02552756839328342,0.02589821126158587,69.0554214201592,1382.79423390949,0.05332884641537321,0.027080101823674863,0.027080101545622553,Web/CloudOps,2
+bizitobs_application/10S/medium,Reverso-Nano,5007518.293333333,5007516.586666667,1258.7703125,2.6100378701137483,0.03782121976216634,0.038686077793048355,104.40151480454993,2237.74848750554,0.0878697970170207,0.04942820538948208,0.04942820463253351,Web/CloudOps,2
+bizitobs_application/10S/long,Reverso-Nano,5885083.875555555,5885085.013333334,1458.9186111111112,3.1281702888075458,0.045130445692274306,0.04615529424353964,125.12681155230182,2425.919181579542,0.09355800615743036,0.056264659366208024,0.05626465735151387,Web/CloudOps,2
+bizitobs_l2c/5T/short,Reverso-Nano,22.48823939732143,22.48823939732143,2.9345098586309524,0.3009462437335921,0.16813441955131925,0.2181494664879896,12.037849749343682,4.742176651846853,0.16286554110691312,0.10078294654488883,0.10078295154131088,Web/CloudOps,7
+bizitobs_l2c/5T/medium,Reverso-Nano,57.24232152096223,57.24232152096223,4.878448908693735,0.4864685280186423,0.33441079315308053,0.6322197614917906,19.458741120745692,7.565865550018863,0.3980757888022756,0.25667815329536453,0.25667815329536453,Web/CloudOps,7
+bizitobs_l2c/5T/long,Reverso-Nano,59.32964667024643,59.32964667024644,4.93288217749652,0.48936840379402224,0.39636104008507844,0.7137946070809913,19.574736151760888,7.702574028871545,0.4324880163522783,0.2769739595943266,0.2769739595943266,Web/CloudOps,7
+bizitobs_l2c/H/short,Reverso-Nano,72.6509021577381,72.6509021577381,5.515231177920387,0.5418799382941615,0.5147180351421987,0.7049464933600869,21.675197531766464,8.523549856587811,0.4594411664585339,0.2972850852410699,0.2972850869572306,Web/CloudOps,7
+bizitobs_l2c/H/medium,Reverso-Nano,91.5278552827381,91.5278552827381,5.6204833984375,0.5684261692527944,0.5602209661799762,0.8663125826647126,22.737046770111778,9.567019143010956,0.5792975405769165,0.340328806799431,0.34032878236556346,Web/CloudOps,7
+bizitobs_l2c/H/long,Reverso-Nano,93.55589037698412,93.55590277777777,5.7915449838789685,0.6138240906698081,0.6256943978931032,0.851155917012536,24.552963626792323,9.672429393745096,0.5908199037203008,0.35376428304350555,0.35376426329974886,Web/CloudOps,7
+bizitobs_service/10S/short,Reverso-Nano,4403.602328042328,4403.5992857142855,24.394150752314815,0.8925409775017216,0.06691234931743965,0.056308281629233514,35.70163910006886,66.35964382094231,0.049161345125293236,0.01807196656161846,0.018071966871268434,Web/CloudOps,2
+bizitobs_service/10S/medium,Reverso-Nano,27018.88761904762,27018.885079365078,45.59670138888889,1.155748895544649,0.07634423149956597,0.06988703781513565,46.22995582178597,164.3742303983432,0.12371191929456977,0.03431715195654949,0.03431715434479454,Web/CloudOps,2
+bizitobs_service/10S/long,Reverso-Nano,132012.46814814815,132012.4546031746,75.5924537037037,1.3328748210171235,0.08657702572131283,0.08531349715949745,53.31499284068494,363.33520081069514,0.26917033229497195,0.05600130633370568,0.05600131043452784,Web/CloudOps,2
+car_parts/M/short,Reverso-Nano,1.4195279090610715,1.4195279090610715,0.48556562088963456,0.8829650302289865,0.8230730787637238,1.8892200009021565,35.31860120915947,1.191439427357124,2.856949528422132,1.1643365493584834,1.1643365505020904,Sales,1
+covid_deaths/D/short,Reverso-Nano,2958250.205889724,2958252.5855889725,287.24992853226814,44.45735318201277,0.12275053030069336,0.17438616510459873,1778.2941272805106,1719.9564546492809,0.6471419558199133,0.1080791784332748,0.10807918745482972,Healthcare,1
+electricity/15T/short,Reverso-Nano,167505.2694235642,167505.28485430742,61.346336592940595,1.149181793006992,0.1838947798246904,0.18046542936584664,45.96727172027969,409.27407616848177,0.8067598859616797,0.12092572287308469,0.12092572256144576,Energy,1
+electricity/15T/medium,Reverso-Nano,279526.5493533221,279526.55164583336,57.44307845931869,0.8910574436780119,0.13006365351242175,0.13402499986270217,35.64229774712048,528.7027041290049,0.911007994471052,0.09898020814869574,0.09898021075500851,Energy,1
+electricity/15T/long,Reverso-Nano,365189.345740991,365189.31924361864,63.24632434778528,0.9378261832206518,0.1377265474048269,0.13580461076362113,37.513047328826076,604.3089820125058,0.9533714996448157,0.09977882984572728,0.09977883159202665,Energy,1
+electricity/D/short,Reverso-Nano,1593968076.597045,1593965936.7138019,4833.8004594594595,1.565535256914708,0.5071477633160575,0.10289925157223102,62.62141027658832,39924.529760499936,0.656092615258898,0.07943539483398306,0.07943539340196819,Energy,1
+electricity/H/short,Reverso-Nano,1930671.044132883,1930671.6056587838,188.08046954180745,1.0106460298079147,0.22090887968192807,0.12882704011552187,40.42584119231659,1389.4858920236948,0.6559365765866281,0.08878741412363685,0.08878741410194213,Energy,1
+electricity/H/medium,Reverso-Nano,6592342.853063063,6592349.086846847,253.54467219172298,1.09979939479678,0.20334161681522722,0.12867252483991007,43.991975791871184,2567.555813037579,1.0022016226377328,0.09896683865309133,0.09896683895546746,Energy,1
+electricity/H/long,Reverso-Nano,10314861.95296096,10314868.03718919,295.9877972972973,1.2422430875193071,0.29692309823665086,0.14219845936013867,49.689723500772274,3211.675879188459,1.266683977816371,0.11673749611383061,0.11673749774043013,Energy,1
+electricity/W/short,Reverso-Nano,110553605889.38379,110553184156.36757,38197.502027027025,1.6864599856384856,0.26242873379809084,0.10548864960766062,67.45839942553944,332496.02387003636,0.7586462024240979,0.087154094408713,0.08715409416838944,Energy,1
+ett1/15T/short,Reverso-Nano,5.4745663597470235,5.474564615885416,1.1701297578357515,0.7439914568351449,0.5532308718219551,0.2483895754608565,29.75965827340579,2.339779126273893,0.442315648538475,0.2212032310654536,0.22120323251332707,Energy,7
+ett1/15T/medium,Reverso-Nano,11.182571924603174,11.182571924603174,1.695243675595238,1.0496855451370324,0.8115107594087357,0.3985720622010815,41.9874218054813,3.344035275621831,0.6373764299237513,0.32311512072814114,0.32311511893009554,Energy,7
+ett1/15T/long,Reverso-Nano,9.950526413690476,9.950526413690476,1.6624761284722223,1.06073000457028,0.8449910162229866,0.3993381083062094,42.429200182811215,3.1544455001934137,0.601240431271602,0.31686959384782365,0.3168695898489515,Energy,7
+ett1/D/short,Reverso-Nano,43392.40634920635,43392.4,138.2288814484127,1.664639393308704,1.5212559291294643,0.4735100327736685,66.58557573234818,208.3084404175845,0.5471290284183468,0.36306274222309715,0.36306275575330216,Energy,7
+ett1/H/short,Reverso-Nano,110.54077380952381,110.54077380952381,5.116688755580357,0.8451250759278834,0.49273790631975445,0.26481937193729427,33.805003037115334,10.513837254281798,0.4907237985471122,0.23881679746365905,0.23881680099165623,Energy,7
+ett1/H/medium,Reverso-Nano,148.14205729166667,148.14204799107142,6.99913330078125,1.2876537270826596,3507435713593.071,0.43687302983185033,51.506149083306376,12.171362178970218,0.5829793962603934,0.3352418937204524,0.3352419152626809,Energy,7
+ett1/H/long,Reverso-Nano,158.92417328042328,158.92417328042328,7.170408089451058,1.3616813359737883,2904029396315.79,0.4647457321032741,54.467253438951545,12.606513129347992,0.6036986099526538,0.34337531337808963,0.34337530600202504,Energy,7
+ett1/W/short,Reverso-Nano,959261.8571428572,959261.7857142857,765.7733677455357,1.4335327229476025,0.616030216217041,0.5108276169722057,57.341308917904094,979.4191427284119,0.38973425342183754,0.3047195003124324,0.3047194986860477,Energy,7
+ett2/15T/short,Reverso-Nano,8.659976050967263,8.659976050967263,1.8392903645833334,0.7922300240989024,0.11383321690760706,0.1335184730995254,31.689200963956093,2.9427837248033133,0.13970441223969696,0.0873176568011048,0.08731765168984884,Energy,7
+ett2/15T/medium,Reverso-Nano,12.773771081349206,12.773771081349206,2.230279947916667,0.9120062905890524,0.13946627795992966,0.1661444818431166,36.4802516235621,3.574041281427679,0.19046712937117452,0.1188556555239598,0.11885565166573613,Energy,7
+ett2/15T/long,Reverso-Nano,11.175865575396825,11.17586681547619,2.1295896887400794,0.8927291432829425,0.1377694418185322,0.1633421513785117,35.70916573131771,3.3430323922147127,0.1781562475086009,0.11348968934985247,0.11348968647443426,Energy,7
+ett2/D/short,Reverso-Nano,110739.08571428571,110739.1873015873,204.81984126984128,1.3935217890844336,0.4319070483010913,0.15110946902370725,55.74087156337734,332.77482734468623,0.1904558136570269,0.11722379914796045,0.11722380446400554,Energy,7
+ett2/H/short,Reverso-Nano,109.45518973214286,109.45520833333333,6.530097888764881,0.7430652007396688,0.11825451898510862,0.10977465395166348,29.722608029586752,10.462083431713918,0.13268832765009114,0.08281981059576167,0.08281981757347545,Energy,7
+ett2/H/medium,Reverso-Nano,230.9474144345238,230.94739583333333,9.355521065848214,1.015383117124123,0.17220531329809208,0.16565413946538396,40.61532468496492,15.196954117010547,0.204788729522208,0.12607166267276948,0.12607166544791099,Energy,7
+ett2/H/long,Reverso-Nano,243.4914351851852,243.49140211640213,9.841439318783069,1.0977676191346928,0.18935878421982558,0.18029968042479594,43.910704765387706,15.604212097545496,0.2136876747872875,0.1347709369396316,0.134770930154045,Energy,7
+ett2/W/short,Reverso-Nano,4748748.571428572,4748742.0,1533.679966517857,0.9852254444277924,0.1602731772831508,0.1817163673712871,39.409017777111686,2179.162355454171,0.18279831302752667,0.12865223644391915,0.12865223424967037,Energy,7
+hierarchical_sales/D/short,Reverso-Nano,29.340227108309218,29.340227108309218,2.3297883455198427,0.7526808435927826,0.6353537528376525,1.041863105082779,30.107233743711305,5.416661989482934,1.6617719124604264,0.7147532635559741,0.7147532474038365,Sales,1
+hierarchical_sales/W/short,Reverso-Nano,481.184421345339,481.184421345339,9.358656026549259,0.7575646599792292,0.5697390981948599,0.4762815050589984,30.30258639916916,21.935916241300227,1.0070886442927969,0.42966047583802447,0.4296604717564974,Sales,1
+hospital/M/short,Reverso-Nano,3538.8991199478487,3538.8857018687527,19.96642254726206,0.807297016775085,0.2001156697113687,0.18149684252277348,32.2918806710034,59.48864698367117,0.21595760265748043,0.072482750332791,0.072482750381314,Healthcare,1
+jena_weather/10T/short,Reverso-Nano,812.9739250062004,812.9738102988591,5.711068774026538,0.3152930795263431,0.4082144961165963,0.5558773453579455,12.611723181053723,28.51269761012101,0.1770995945531957,0.035472896257507915,0.035472895751121974,Nature,21
+jena_weather/10T/medium,Reverso-Nano,1518.0323232323233,1518.0323232323233,10.267202155483405,0.6421287938945309,0.8111862284624197,0.6681358109984955,25.685151755781238,38.96193428504703,0.23910872464030816,0.06300964410701862,0.06300963927889697,Nature,21
+jena_weather/10T/long,Reverso-Nano,1467.6,1467.5997354497354,10.033078083664021,0.6517659152056909,0.8456707864480785,0.6558904095296838,26.070636608227638,38.309267808194924,0.23442097866471434,0.06139412518056261,0.061394120283660314,Nature,21
+jena_weather/D/short,Reverso-Nano,422.3765873015873,422.3767857142857,10.901299758184523,1.319568525380862,0.7725123165020886,0.4774899079335145,52.782741015234485,20.55180253169019,0.12375544160448307,0.06564364189256446,0.06564363907400642,Nature,21
+jena_weather/H/short,Reverso-Nano,1075.3094389619882,1075.3094259085212,8.199662159957185,0.5316801718572122,1.258388173907601,0.6083007497950252,21.267206874288483,32.79191118190564,0.20101231254874696,0.050263403183432975,0.05026340276180848,Nature,21
+jena_weather/H/medium,Reverso-Nano,1404.108134920635,1404.1083333333333,10.582855902777778,0.7998555308750138,2.4658588136961903,0.6765275059701683,31.994221235000552,37.47143091637461,0.2292943314515281,0.06475837217134121,0.06475837469388655,Nature,21
+jena_weather/H/long,Reverso-Nano,1304.462433862434,1304.4621693121694,11.887616774140211,1.1204868724214228,2.2377702268835615,0.6774609070608641,44.81947489685692,36.11734256368309,0.2174664175643875,0.07157662357612196,0.0715766249723662,Nature,21
+kdd_cup_2018/D/short,Reverso-Nano,2928.6995291409003,2928.6995291409003,21.299216373366747,1.2206392476410055,0.4919050424543972,0.47881362392930005,48.825569905640215,54.11746048310933,1.212288597566441,0.4771250704676342,0.47712505720705145,Nature,1
+kdd_cup_2018/H/short,Reverso-Nano,4500.7815249371415,4500.781577044929,23.501991297382435,0.9792138406875157,0.9041439293742553,0.5133127628594378,39.168553627500636,67.08786421505116,1.404270502574584,0.49193924291413765,0.4919392449413793,Nature,1
+kdd_cup_2018/H/medium,Reverso-Nano,5248.159633029536,5248.159633029536,25.879605299965334,1.0724023146409796,0.8869619295215859,0.5762734727438702,42.896092585639195,72.44418287916247,1.5163878674913822,0.5417069795347357,0.5417069647592704,Nature,1
+kdd_cup_2018/H/long,Reverso-Nano,4351.161216684927,4351.161215952567,24.989760457739877,1.0522378069250296,0.8527324178118316,0.641231015690271,42.08951227700117,65.96333236492019,1.5477662948943682,0.5863607487262615,0.5863608187712988,Nature,1
+m4_daily/D/short,Reverso-Nano,421817.135286762,421817.18233127176,181.08406365118793,3.3349343562375426,0.04283005431656533,0.03188866021602411,133.39737424950172,649.4745070337726,0.1003258617629612,0.027972483200791192,0.027972483411890323,Econ/Fin,1
+m4_hourly/H/short,Reverso-Nano,1848775.2773248793,1848769.2997685184,294.45644586289757,1.1537955491889462,0.1153334281294818,0.10633006248040819,46.15182196755784,1359.696759327196,0.1856286304510452,0.04019980660986394,0.04019980503429082,Econ/Fin,1
+m4_monthly/M/short,Reverso-Nano,1956649.531375,1956649.6196203704,585.0635022786458,1.0060390988285932,0.16440335079475685,0.13658641616706407,40.241563953143746,1398.802892252872,0.2907192605605778,0.12159628043768839,0.12159627990396113,Econ/Fin,1
+m4_quarterly/Q/short,Reverso-Nano,1885164.2116666667,1885164.0966666667,593.5840356445312,1.2846254970878825,0.1175478056271871,0.10671925084796859,51.38501988351529,1373.0128228340282,0.2298181679712095,0.09935551463183494,0.09935551431263158,Econ/Fin,1
+m4_weekly/W/short,Reverso-Nano,373345.63874009,373345.8032997643,319.46988161559887,2.5393373749528414,0.07604974910588139,0.07777574147477961,101.57349499811367,611.0201623024317,0.11131839352108129,0.058202455817188276,0.05820245565487271,Econ/Fin,1
+m4_yearly/A/short,Reverso-Nano,3830289.0664809495,3830289.0813383246,936.079475258263,3.5435992886589927,0.1650144480111958,0.1553165628075546,141.7439715463597,1957.1124307205628,0.3138320496072883,0.15010468264587934,0.15010468219140113,Econ/Fin,1
+restaurant/D/short,Reverso-Nano,147.19395751611094,147.19395751611094,7.402197178977538,0.7083599974462982,0.7080202965751086,0.4056693496227609,28.334399897851924,12.132351689433955,0.5583589351241762,0.3406662648950883,0.34066627133495603,Sales,1
+saugeen/D/short,Reverso-Nano,1299.7558333333334,1299.7557291666667,13.826106770833333,3.071595311807888,0.3148255157470703,0.35172875184349334,122.86381247231553,36.05212661318793,1.1677369709761884,0.44783089259040615,0.44783092265641816,Nature,1
+saugeen/M/short,Reverso-Nano,445.89481026785717,445.8954613095238,12.839990525018601,0.752329905150152,0.391430900210426,0.36398768580764645,30.093196206006073,21.116221495993482,0.6339723173808951,0.3854950351718593,0.3854949961434929,Nature,1
+saugeen/W/short,Reverso-Nano,1115.265234375,1115.265234375,15.640481567382812,1.2686892898154087,0.36674890518188474,0.4005531960024185,50.74757159261634,33.39558704941418,1.0080735643630354,0.47212094156801243,0.47212090360455977,Nature,1
+solar/10T/short,Reverso-Nano,34.21656782238443,34.21656936682634,2.827963234560333,1.2557323377661607,5.285030811939638,1.5998946049093987,50.229293510646436,5.849492954298213,1.701616866944606,0.822654198684203,0.8226542015157579,Energy,1
+solar/10T/medium,Reverso-Nano,23.15657694647202,23.156577292081398,2.1761443558532405,0.9530105815231897,3.9116539756220203,1.4800378634038969,38.12042326092759,4.81212810993972,1.067830409835883,0.4828951071715999,0.48289509320376933,Energy,1
+solar/10T/long,Reverso-Nano,25.617554364355232,25.617554997972427,2.3099512055359135,1.0098423378468895,3.6475231592363224,1.4955520905993072,40.39369351387558,5.061378701930456,1.0939360543185856,0.49925900752864427,0.49925899093558773,Energy,1
+solar/D/short,Reverso-Nano,154744.32749391728,154744.31532846714,256.7826547293187,1.0011569975884704,1.1977618883416021,0.42193377005263677,40.04627990353882,393.37555528262976,0.5682937106750201,0.37096348701245996,0.37096347630970805,Energy,1
+solar/H/short,Reverso-Nano,742.4019490731848,742.401950073633,11.037293738845003,0.8528458924545167,4.162803825031936,1.4081265366987237,34.11383569818067,27.24705395218325,1.0043354985003048,0.4068383293383158,0.4068383250943971,Energy,1
+solar/H/medium,Reverso-Nano,805.74850973236,805.74850973236,11.836288028911953,0.9063968345334542,4.475210658010811,1.4154006140326578,36.25587338133816,28.385709604171605,1.0225194687532841,0.42637070258603843,0.4263707760493155,Energy,1
+solar/H/long,Reverso-Nano,789.0869601581509,789.0870387266829,12.619420842203974,0.961128481889692,5.0424711026026365,1.4159005129848172,38.44513927558768,28.09069169953191,0.9739555927344051,0.4375383717068984,0.43753839156415686,Energy,1
+solar/W/short,Reverso-Nano,2460599.591240876,2460599.591240876,1273.1231751824816,1.4022187091950846,0.2948533775162523,0.24450283391551916,56.088748367803376,1568.629845196398,0.3201965690862095,0.2598762697050003,0.2598762706712394,Energy,1
+temperature_rain/D/short,Reverso-Nano,194.00478029784898,194.00477980508444,6.1363651853598205,1.408278247438171,37.90632572920474,1.4968064750597927,56.33112989752691,13.928559878819094,1.6397597571567648,0.7224124226562859,0.7224124235596381,Nature,1
+us_births/D/short,Reverso-Nano,176190.77333333335,176191.2,267.87567708333336,0.3942425550017734,0.025655919710795085,0.025353660430054544,15.769702200070933,419.75084673331315,0.039348235799586705,0.02511117104081928,0.02511117302429016,Healthcare,1
+us_births/M/short,Reverso-Nano,93961066.66666667,93961397.33333333,7878.729166666667,0.888990380207837,0.024244611461957295,0.024604798443891265,35.55961520831349,9693.351673526895,0.03010748420953774,0.024471279075169824,0.024471279075169824,Healthcare,1
+us_births/W/short,Reverso-Nano,4508497.142857143,4508496.0,1578.0111607142858,1.4337779542286893,0.021085381507873535,0.021317788877736134,57.35111816914756,2123.3221947827756,0.028823890593037877,0.02142134677571838,0.021421345828808364,Healthcare,1

results/Reverso-Nano/config.json

@@ -0,0 +1,9 @@
+{
+    "model": "Reverso-Nano",
+    "model_type": "zero-shot",
+    "model_dtype": "bfloat16",
+    "model_link": "",
+    "org": "MIT",
+    "testdata_leakage": "No",
+    "replication_code_available": "No"
+}

results/Reverso-Small/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+loop_seattle/5T/short,Reverso-Small,43.75723339037506,43.757232502247405,3.5229588275354344,0.558668839304035,0.0965507611647725,0.07489226447539434,22.346753575174166,6.614925047978629,0.11343136070382752,0.06041096620331596,0.06041096591391552,Transport,1
+loop_seattle/5T/medium,Reverso-Small,76.93987553615196,76.939876906766,5.0159103724240515,0.7983577861042669,0.15944609351694522,0.11410882003044073,31.934311443563793,8.771537809081824,0.15606368328304177,0.0892433533066025,0.08924335504653313,Transport,1
+loop_seattle/5T/long,Reverso-Small,95.50581885678248,95.50581914344686,5.566188492575392,0.8822885010948113,0.17282327510911163,0.12489817759843339,35.291540042837596,9.772707856923919,0.17278348404889257,0.09841135688289684,0.09841135531872222,Transport,1
+loop_seattle/D/short,Reverso-Small,18.830176083591333,18.830172455495354,2.9157576270639836,0.8797196977694665,0.05404603956161515,0.053835065938124836,35.18878791178839,4.339375079846329,0.07755042961023248,0.05210848393085474,0.05210848389919511,Transport,1
+loop_seattle/H/short,Reverso-Small,59.65899186457824,59.65899356193308,4.0314456665576115,0.8200326278155772,0.10800497481775183,0.09253099495503044,32.801305112906356,7.723923346627557,0.1367212998506173,0.07136068900134214,0.07136068923886166,Transport,1
+loop_seattle/H/medium,Reverso-Small,71.21657314241486,71.21656991744067,4.417604630256708,0.906166762156268,0.11458704331341912,0.101060693699509,36.246670488946855,8.438991239621881,0.14915822567915638,0.07808066742709878,0.07808066880185406,Transport,1
+loop_seattle/H/long,Reverso-Small,63.98738067595459,63.98738067595459,4.159932450227898,0.8708501790041169,0.11924734729075293,0.09632517759193863,34.83400716099939,7.999211253364583,0.14295660627956033,0.07434355795850013,0.07434355398147857,Transport,1
+m_dense/D/short,Reverso-Small,10346.973333333333,10346.98074074074,47.25668692129629,0.7127961109578637,0.1320300261297431,0.10264967176649306,28.51184441778208,101.72007340408939,0.1760924934323238,0.08180831524043321,0.08180831301592918,Transport,1
+m_dense/H/short,Reverso-Small,51496.04777777778,51496.05111111111,95.16591796875,0.8339446417618248,0.29460345032108554,0.2229584969414605,33.35778566752827,226.9274064051713,0.4025126970676654,0.16880063504594323,0.16880063447480712,Transport,1
+m_dense/H/medium,Reverso-Small,36440.555555555555,36440.56,78.489765625,0.6844872011166516,0.2534226130528796,0.18992119683159722,27.37948804283342,190.8940951301416,0.3321316086200155,0.13656227605922966,0.13656228216460467,Transport,1
+m_dense/H/long,Reverso-Small,35069.677037037036,35069.677037037036,79.85512345679012,0.6973864429020364,0.2582783014760519,0.19436399860146605,27.895457717235306,187.26899646507704,0.324190316272613,0.1382410234374975,0.1382410329650147,Transport,1
+sz_taxi/15T/short,Reverso-Small,16.650071066086692,16.650070320846687,2.7324232536940056,0.5455267744897646,927228424688.9681,0.39622176406729936,21.821070978405892,4.080449860749019,0.3815395292933893,0.2554932709927608,0.2554932664211876,Transport,1
+sz_taxi/15T/medium,Reverso-Small,16.425265424679488,16.425265424679488,2.7549737913995727,0.5374194606735674,9018985305765.416,0.40561820788261216,21.496778426781187,4.052809571726692,0.37718157813435454,0.2563962959444353,0.2563963108461463,Transport,1
+sz_taxi/15T/long,Reverso-Small,15.490341212606838,15.4903400997151,2.68519047142094,0.5068301336114447,5817653118897.814,0.39793367304353633,20.273205341808104,3.935777078622065,0.36428851552985536,0.2485364468587519,0.24853643238762535,Transport,1
+sz_taxi/H/short,Reverso-Small,7.444953853248531,7.444953331580529,1.9027917976053352,0.5815128153160676,1.1547983365181165,0.3007074747330103,23.26051261856741,2.7285442736463947,0.25418074280684433,0.17725680216863277,0.17725680539778957,Transport,1
+bitbrains_fast_storage/5T/short,Reverso-Small,1908963.0945000811,1908963.0595070499,159.71236161533258,0.6854537711277456,2.10781575488474,0.6077284149681852,27.41815084649424,1381.6523059366568,4.338046530524977,0.5014573154261489,0.5014573152441328,Web/CloudOps,2
+bitbrains_fast_storage/5T/medium,Reverso-Small,3640084.472848641,3640084.458809164,284.52691356861,1.0093530563675128,4.75800775795994,0.6966639843539589,40.37412224758744,1907.9005406070414,5.796728657903305,0.8644713278938368,0.864471340553978,Web/CloudOps,2
+bitbrains_fast_storage/5T/long,Reverso-Small,3626547.5911180736,3626547.6004988095,309.45405191238996,0.9067245067437221,3.2071663852237693,0.7087176779058854,36.26898024544424,1904.3496504366192,5.032627566243858,0.8177946690530736,0.8177946622132759,Web/CloudOps,2
+bitbrains_fast_storage/H/short,Reverso-Small,4462945.178178204,4462945.178178204,389.27393452947075,0.9916231837917069,4.566126220201498,0.5557227959098727,39.66492736534852,2112.5683842607805,6.021506184113693,1.109557172940313,1.1095571664074773,Web/CloudOps,2
+bitbrains_rnd/5T/short,Reverso-Small,1746285.905904343,1746285.9102948594,124.16273041484479,1.6480136710900797,1.1200384888840726,0.5978139803381519,65.92054646774103,1321.4711142905633,5.40707837362102,0.508038054843344,0.5080380611802329,Web/CloudOps,2
+bitbrains_rnd/5T/medium,Reverso-Small,2261558.547057272,2261558.547057272,144.4588748755605,4.401331154488395,0.3445119620775794,0.6505540993803938,176.05324776874028,1503.8479135395546,6.327454770773743,0.6078121256694026,0.60781213468144,Web/CloudOps,2
+bitbrains_rnd/5T/long,Reverso-Small,3607880.1185728856,3607880.1885951664,238.75381082359377,3.3633801653724262,4.167502422010791,0.636584030895081,134.5352068117697,1899.4420545446721,7.2763343339064,0.9146120287745009,0.9146120178416219,Web/CloudOps,2
+bitbrains_rnd/H/short,Reverso-Small,1969338.5686884618,1969338.6559822685,165.49650550381483,5.828694373678671,1.7753576089857788,0.5490609185699965,233.14777403473073,1403.3312398320154,6.1416641649461186,0.7242936866411225,0.7242936904018484,Web/CloudOps,2
+bizitobs_application/10S/short,Reverso-Small,619575.1822222222,619573.9733333334,394.67309027777776,1.2610833257250018,0.01781599892510308,0.01804388682047526,50.44333302900006,787.1309816175591,0.03035649570853817,0.015220963538586743,0.015220964121336004,Web/CloudOps,2
+bizitobs_application/10S/medium,Reverso-Small,3587863.04,3587861.76,1045.8964583333334,2.358555564545439,0.033844372431437175,0.034472443262736005,94.34222258181755,1894.1655260298662,0.07437830534494799,0.041069275661545196,0.041069270700061854,Web/CloudOps,2
+bizitobs_application/10S/long,Reverso-Small,6396773.831111111,6396770.417777778,1511.5255555555555,3.3389248089127563,0.048190091451009116,0.04924953460693359,133.55699235651028,2529.1844201463664,0.09754053364599777,0.05829349893746377,0.05829350383231238,Web/CloudOps,2
+bizitobs_l2c/5T/short,Reverso-Small,21.107054501488093,21.107049851190474,2.6712396530877975,0.2775371258462197,0.1528331268981159,0.21061939057849702,11.10148503384879,4.59424145006421,0.15778484748119018,0.09174118204916609,0.09174118434114754,Web/CloudOps,7
+bizitobs_l2c/5T/medium,Reverso-Small,52.472895938106014,52.472895938106014,4.54445758423271,0.45648051766441966,0.3335216238108452,0.5946591719592442,18.259220706576784,7.243817773667834,0.381131339848562,0.23910529807358388,0.23910529807358383,Web/CloudOps,7
+bizitobs_l2c/5T/long,Reverso-Small,53.17497197576766,53.174971975767654,4.401427921527964,0.4418454284887992,0.35258470052561675,0.6732463667926158,17.673817139551968,7.292117112044187,0.4094414741066151,0.2471335976472321,0.2471335976472321,Web/CloudOps,7
+bizitobs_l2c/H/short,Reverso-Small,71.14279513888889,71.14279513888889,5.1492203000992065,0.49903612587217056,0.5011127572551334,0.6473965115017362,19.96144501291818,8.434618849651056,0.45464755742839774,0.2775561615564498,0.2775561633149215,Web/CloudOps,7
+bizitobs_l2c/H/medium,Reverso-Small,83.94944196428571,83.94945126488095,5.299093773251488,0.5297191196582466,0.553092389718663,0.7963043212890625,21.18876478113472,9.16239280779239,0.5547968013873223,0.32086817683161023,0.3208681627776284,Web/CloudOps,7
+bizitobs_l2c/H/long,Reverso-Small,81.00605158730158,81.00604538690476,5.312642609126984,0.5654057984042451,0.6406300148490315,0.8018720354352679,22.616231955411834,9.000336193015324,0.5497665112392952,0.32451154379628355,0.3245115415852722,Web/CloudOps,7
+bizitobs_service/10S/short,Reverso-Small,3087.2674603174605,3087.267486772487,20.753395337301587,0.8346290972568889,0.06061500508949239,0.0504034335020358,33.38516390533269,55.56318439684195,0.04116298290816635,0.015374778584582329,0.015374778163464482,Web/CloudOps,2
+bizitobs_service/10S/medium,Reverso-Small,15713.867936507937,15713.865396825397,37.61558779761905,1.0607230263640075,0.07218475341796875,0.06985472664000496,42.42892104880563,125.35496773765266,0.09434510272292775,0.02831037779194223,0.028310377569331406,Web/CloudOps,2
+bizitobs_service/10S/long,Reverso-Small,132275.49798941799,132275.5250793651,78.07780423280423,1.3836594067403005,0.08313325427827381,0.08300765103133267,55.346376273028206,363.6969865003255,0.2694383546998479,0.05784253346032265,0.0578425315964978,Web/CloudOps,2
+car_parts/M/short,Reverso-Small,1.44866632385781,1.44866632385781,0.4950033557578135,0.8821473348653782,0.8089101770271486,1.8796935876369572,35.285893404365794,1.2036055516064263,2.886122646365585,1.1869672694453848,1.186967287870084,Sales,1
+covid_deaths/D/short,Reverso-Small,1062872.0546992482,1062873.087406015,167.64458754307645,37.51697401428701,0.09804616125049863,0.14159198580376559,1500.6789605281979,1030.9568636462188,0.38790251887046906,0.06307708894140085,0.06307709387752934,Healthcare,1
+electricity/15T/short,Reverso-Small,146809.6977808277,146809.70123451576,55.36710359040681,1.0515670306574605,0.156924412564334,0.16877469663266784,42.06268122570975,383.1575365053227,0.7552790378277991,0.10913947591500298,0.10913947575414834,Energy,1
+electricity/15T/medium,Reverso-Small,277935.7073161599,277935.78042905405,55.38566999225788,0.8531382290082533,0.12545561410858364,0.12789367271477844,34.12552915953863,527.1960805204833,0.9084119302911208,0.09543508619878512,0.0954350889279162,Energy,1
+electricity/15T/long,Reverso-Small,330473.1650412913,330473.24031456455,60.514536528716214,0.903408218810261,0.13139493711789824,0.13055062972108836,36.13632875140036,574.8679544393575,0.9069246695563032,0.0954690996790434,0.09546909775198888,Energy,1
+electricity/D/short,Reverso-Small,1764967814.8912432,1764967467.4323604,4692.444036036036,1.5068495683721843,0.49345038574466216,0.09965524044552365,60.273982744809835,42011.5200259553,0.6903887963159175,0.07711243934561873,0.07711243881192299,Energy,1
+electricity/H/short,Reverso-Small,1849809.6452759008,1849810.048811937,181.47109533361487,0.9879554875036995,0.19899360733796714,0.1256736684728552,39.518219495509754,1360.0770732851506,0.6420535137966042,0.08566731746314635,0.08566731899454577,Energy,1
+electricity/H/medium,Reverso-Small,5826984.701621622,5826989.431891892,241.28241606841218,1.0711332505857554,0.20807501752624433,0.12378298544948341,42.8453300230861,2413.914808277546,0.9422304767361254,0.09418047610487369,0.09418047644463691,Energy,1
+electricity/H/long,Reverso-Small,8500306.985705705,8500310.852996998,274.7182177177177,1.18751493399923,0.29954424148599423,0.13568239326327725,47.500597363145204,2915.5285945614914,1.1498835799488276,0.10834878047694899,0.10834877811131759,Energy,1
+electricity/W/short,Reverso-Small,70388300632.1009,70388222354.21982,33600.853828828825,1.649697077885574,0.2415870913114082,0.10446086058745513,65.98788309617427,265307.935486485,0.6053451568746346,0.07666606011929936,0.07666606107466109,Energy,1
+ett1/15T/short,Reverso-Small,5.019437081473214,5.019437081473214,1.1051494780040922,0.7010962108985133,0.48617551893333083,0.24215621948242189,28.043848429183583,2.2404100253018897,0.42353075220037,0.20891925336294143,0.2089192628709514,Energy,7
+ett1/15T/medium,Reverso-Small,10.42655753968254,10.42655753968254,1.6512041170634921,1.0197569849283528,0.769563867447663,0.3922959681919643,40.79027940399304,3.2290180457350406,0.6154540321848907,0.31472113732820145,0.31472113006952296,Energy,7
+ett1/15T/long,Reverso-Small,10.330801711309524,10.330802331349206,1.6433316282242063,1.0431997075419488,0.817542890390465,0.39202415829613096,41.72798830110458,3.214156454080841,0.6126213981213111,0.3132206331715683,0.31322063340061385,Energy,7
+ett1/D/short,Reverso-Small,38555.37777777778,38555.3873015873,130.3969742063492,1.6136443842693238,1.5467180524553572,0.45390222943018355,64.5457753845444,196.35523363989506,0.5157335343248258,0.3424919780648001,0.3424919886567678,Energy,7
+ett1/H/short,Reverso-Small,101.73798363095239,101.73798363095239,4.898563639322917,0.8156136971147826,0.46113789876302086,0.2576941353934152,32.62454788285005,10.08652485402938,0.47077938061989416,0.2286360059011123,0.22863598673848218,Energy,7
+ett1/H/medium,Reverso-Small,133.40292038690475,133.40289248511905,6.653867885044643,1.2508043345326607,3267060082067.0015,0.4272963387625558,50.032173383314934,11.550018198552968,0.5532184924891176,0.31870449875545015,0.31870450592249183,Energy,7
+ett1/H/long,Reverso-Small,166.74093915343914,166.74093915343914,7.144824735449736,1.3563275947330113,1408370455779.3674,0.4661281363673942,54.25310380968726,12.912820727998943,0.6183670174358481,0.3421501819646641,0.3421501828261568,Energy,7
+ett1/W/short,Reverso-Small,1101082.142857143,1101082.2857142857,817.5254603794643,1.514717762061007,0.5456551143101284,0.549074820109776,60.58871045587232,1049.3246127186492,0.41755130841716,0.3253128931774265,0.3253129118266382,Energy,7
+ett2/15T/short,Reverso-Small,7.931247674851191,7.931249418712798,1.7606327601841518,0.7575083356657596,0.10826403499368592,0.128030758812314,30.30033342158692,2.816247090518016,0.13369726806167945,0.08358350049931788,0.08358349698921123,Energy,7
+ett2/15T/medium,Reverso-Small,11.959056299603175,11.95905753968254,2.1495856584821427,0.8821034464398907,0.13264578037772828,0.1593545871310764,35.28413785837821,3.4581868514588936,0.18429303708641118,0.1145553107727372,0.11455531225736022,Energy,7
+ett2/15T/long,Reverso-Small,11.177109375,11.177108134920635,2.1446307663690476,0.9029007516933175,0.1389133832617042,0.16682239350818454,36.116030069869545,3.343218415688691,0.1781661610362561,0.11429125560302518,0.11429125688420484,Energy,7
+ett2/D/short,Reverso-Small,118829.25714285714,118829.25714285714,203.86334325396825,1.3072770573816976,0.43861166333395335,0.13374447292751737,52.29108233368937,344.7161979699491,0.19729017512830146,0.11667637009712742,0.11667637576665138,Energy,7
+ett2/H/short,Reverso-Small,102.90258556547619,102.90258556547619,6.258125232514881,0.7196858041291935,0.11606395822076689,0.10705379304431734,28.78743218045778,10.144091165081088,0.12865530092643981,0.07937044057688258,0.07937043629000058,Energy,7
+ett2/H/medium,Reverso-Small,217.68244047619046,217.68244047619046,9.061192103794642,0.9826178336805339,0.1668445257924585,0.16084816342308408,39.30471334359901,14.754065218650434,0.19882051680561266,0.12210539063322488,0.1221053898575048,Energy,7
+ett2/H/long,Reverso-Small,224.80929232804232,224.80925925925925,9.086900628306879,1.0005420491172383,0.17393341400976575,0.16723763602120537,40.02168195741741,14.993641730014836,0.20532638353361574,0.12443811030942553,0.12443811374950892,Energy,7
+ett2/W/short,Reverso-Small,3557794.8571428573,3557796.8571428573,1282.683314732143,0.8235675317379746,0.13736095598765782,0.13902853216443742,32.94270129753492,1886.2117742032196,0.15822425046671004,0.10759746537229627,0.10759747606925919,Energy,7
+hierarchical_sales/D/short,Reverso-Small,29.251184632079372,29.251184632079372,2.326245571355674,0.7489388419348415,0.6377695805061948,1.0556916355544645,29.957553679598334,5.408436431361597,1.6592484023213614,0.7136663796762641,0.7136663631477659,Sales,1
+hierarchical_sales/W/short,Reverso-Small,473.78136586334745,473.78136586334745,9.052799548132946,0.7314807399320065,0.5352887777909981,0.4627341577562235,29.259229592394266,21.76651937870057,0.999311551472678,0.4156184553084003,0.41561847868441915,Sales,1
+hospital/M/short,Reverso-Small,3267.895941981747,3267.885212950891,19.071308585261843,0.791945090494984,0.19932272329583264,0.17871089108038965,31.677803619799363,57.16551357227316,0.2075240889096099,0.06923327879258492,0.06923327791390496,Healthcare,1
+jena_weather/10T/short,Reverso-Small,858.816638764881,858.8165531218998,5.749496023995536,0.28386653454260885,0.35945968469894224,0.5456031678214905,11.354661383898984,29.30557351025366,0.18202434781100912,0.035711577650701945,0.035711578898782924,Nature,21
+jena_weather/10T/medium,Reverso-Small,1564.499567099567,1564.4997113997115,10.260870986652236,0.6146520935201242,0.7020725836614721,0.6603597357503608,24.586083743747025,39.55375541082751,0.24274072077184705,0.06297078983213514,0.06297078732919104,Nature,21
+jena_weather/10T/long,Reverso-Small,1493.4801587301588,1493.4800264550265,9.997020709325398,0.6420693954598913,0.7587815805984309,0.6533245752728175,25.6827758252308,38.64557101053313,0.23647887562622547,0.06117348392417367,0.06117348252526119,Nature,21
+jena_weather/D/short,Reverso-Small,478.5340773809524,478.53511904761905,10.984073505704366,1.3085252136052272,0.8812499586902496,0.4756102546812996,52.34100857285207,21.87542176464153,0.13172579274217516,0.06614207514005116,0.06614207683433954,Nature,21
+jena_weather/H/short,Reverso-Small,1128.3263301482873,1128.32629751462,8.071796108108813,0.5140472751710953,0.9840681788152499,0.6067246617928285,20.561891010209408,33.59056906556195,0.20590803415638623,0.04947959248585151,0.0494795928720273,Nature,21
+jena_weather/H/medium,Reverso-Small,1524.719246031746,1524.7191468253968,10.870208643353175,0.7998861953600803,1.9589946341242528,0.6856666201636905,31.995447801676583,39.04765352785934,0.2389395171591611,0.06651673455381985,0.06651673169446792,Nature,21
+jena_weather/H/long,Reverso-Small,1502.390873015873,1502.3904761904762,11.823670014880953,1.0538389900449128,1.8957194928485093,0.6895941840277777,42.153559598793386,38.76068721031495,0.23338228096650412,0.07119159323712503,0.07119159036824244,Nature,21
+kdd_cup_2018/D/short,Reverso-Small,2903.1236877867545,2903.12382077432,21.23192846385855,1.20938751697858,0.5320268670678242,0.470230771170088,48.3755006874528,53.8806429785944,1.206983633921349,0.47561774982245486,0.47561774091106224,Nature,1
+kdd_cup_2018/H/short,Reverso-Small,4374.750389917088,4374.750388888645,22.922977379666662,0.9592029089003647,0.8837552685181934,0.5027462973346113,38.36811635867189,66.14189587483177,1.384469671946241,0.4798194329493723,0.4798194383894431,Nature,1
+kdd_cup_2018/H/medium,Reverso-Small,5182.7222808511015,5182.7222808511015,25.45731501461212,1.05227817842397,0.9158073237820212,0.5637682204134725,42.0911271466203,71.99112640354436,1.5069045754503685,0.5328676795410121,0.5328676815230461,Nature,1
+kdd_cup_2018/H/long,Reverso-Small,4258.398892524651,4258.398893257012,24.657102650558645,1.0350594869694132,0.9383292039715125,0.6248541043740772,41.40237948294075,65.25640882338416,1.5311790123628584,0.5785552525023868,0.5785552309533847,Nature,1
+m4_daily/D/short,Reverso-Small,365434.0419750583,365434.08117881644,180.02250255584846,3.364215184395057,0.038120009222375184,0.030835132366171268,134.56860738797812,604.5114076467527,0.09338030555608473,0.02780850135000174,0.027808501801833536,Econ/Fin,1
+m4_hourly/H/short,Reverso-Small,1360765.4800724639,1360763.315720612,230.2022121263587,0.8619210891053847,0.10278184248821363,0.09568003717443985,34.47684356499959,1166.5185296738598,0.15925553662882397,0.031427684938339945,0.03142768394844637,Econ/Fin,1
+m4_monthly/M/short,Reverso-Small,1866895.7264768519,1866895.7530787038,559.0896316550926,0.9472883817796516,0.15692806225352818,0.13111078586401761,37.891535272297155,1366.3439268635302,0.2839731732677836,0.11619801846425629,0.11619801865628328,Econ/Fin,1
+m4_quarterly/Q/short,Reverso-Small,1862346.7801666667,1862346.7296666666,579.3867623697917,1.2185298612740507,0.1161229252020518,0.10402421247959137,48.741194451050454,1364.678269837498,0.22842311056994802,0.09697914109771706,0.09697914124500076,Econ/Fin,1
+m4_weekly/W/short,Reverso-Small,318609.98500107136,318610.11527748016,288.04542532676237,2.17453347866156,0.06810451366162183,0.06851430058811368,86.98133915855738,564.4554765444936,0.10283503023261749,0.05247740743553555,0.0524774073223614,Econ/Fin,1
+m4_yearly/A/short,Reverso-Small,3693932.146252285,3693932.206958591,926.9404507994544,3.5277336655649956,0.16670103668941713,0.1549415060912133,141.10934663110154,1921.9604954973152,0.3081952738627733,0.1486391977139467,0.14863919871899614,Econ/Fin,1
+restaurant/D/short,Reverso-Small,145.76856590606613,145.76856590606613,7.3274678018031425,0.6993737771005242,0.6803664911736335,0.4012051823983799,27.974951084015284,12.073465364428976,0.5556488500092029,0.33722704581129537,0.3372270378170563,Sales,1
+saugeen/D/short,Reverso-Small,1170.474375,1170.4744791666667,13.082543131510416,2.906358085344583,0.3050919596354167,0.3430134073893229,116.25432271055851,34.21219629021206,1.1081411894232318,0.42374668914723523,0.42374669640632373,Nature,1
+saugeen/M/short,Reverso-Small,450.3401692708333,450.3402622767857,13.085453578404017,0.7667669934907616,0.39613691965738934,0.37403422310238793,30.670679476203663,21.221219787534206,0.637124681084872,0.3928645724167527,0.39286457156460497,Nature,1
+saugeen/W/short,Reverso-Small,1107.71015625,1107.7103515625,15.959812927246094,1.2949824481404906,0.3962033987045288,0.4152663230895996,51.79929778108467,33.28227991364173,1.0046532942519908,0.4817602241975993,0.4817602179003441,Nature,1
+solar/10T/short,Reverso-Small,29.371656758477798,29.371656758477798,2.481359224713922,1.09326430274056,5.622944944167158,1.5502976169261329,43.73057209880818,5.419562413929541,1.5765501193099452,0.721827129754765,0.7218271190111554,Energy,1
+solar/10T/medium,Reverso-Small,21.439487081121435,21.439486044293297,1.9309910089720195,0.8456019225699513,3.7681288527078367,1.4562485095595554,33.82407690388542,4.630279373981816,1.0274774504362842,0.42849460226149855,0.42849459930910344,Energy,1
+solar/10T/long,Reverso-Small,24.079432785888077,24.079431993866585,2.0990629098711224,0.9203305702715894,3.4938668921288536,1.4765208891708486,36.813222808692124,4.907079863410425,1.0605868282406865,0.4536788753852971,0.45367887862871314,Energy,1
+solar/D/short,Reverso-Small,164030.58783454986,164030.5897810219,260.4492795772506,1.0178680499859605,1.2418680232806798,0.4231935301546343,40.71472200937366,405.0068985024204,0.5850970404949436,0.37626051122380766,0.3762605230676323,Energy,1
+solar/H/short,Reverso-Small,737.4106129546036,737.4106159559483,10.8654795160732,0.8398173682933303,3.8204521007998333,1.4118968095727669,33.59269473076184,27.155305429226967,1.0009536173361364,0.4005051997684258,0.4005052128166512,Energy,1
+solar/H/medium,Reverso-Small,838.4370704075426,838.4370095802919,11.275904033131843,0.8635052589172323,4.510846775991028,1.4093499399449703,34.54021035900115,28.955777841521414,1.0430546563295842,0.4061843639792801,0.4061843687901242,Energy,1
+solar/H/long,Reverso-Small,846.6519566098946,846.6519566098946,12.555262507603405,0.9573722436282174,4.641029829720789,1.4237016193671432,38.29488974766551,29.09728435111934,1.0088559986448538,0.43531388505227503,0.43531382360071724,Energy,1
+solar/W/short,Reverso-Small,2743173.138686131,2743173.138686131,1350.6667427007299,1.487490252269332,0.31078310778541285,0.25628066236955405,59.499610169646786,1656.2527399784524,0.33808259259171214,0.2757048505203418,0.2757048506453845,Energy,1
+temperature_rain/D/short,Reverso-Small,194.11502737193234,194.11502723655747,6.086225389214123,1.3949130115645403,30.485971059409447,1.5089817027131363,55.79652046018279,13.932516907290381,1.6402256040283432,0.7165096429958571,0.7165096428170751,Nature,1
+us_births/D/short,Reverso-Small,174312.92,174312.62666666668,253.18026041666667,0.3729252545417031,0.02438493092854818,0.023951822916666667,14.917010181668125,417.50798794753615,0.039137985988169414,0.023733594974747498,0.023733593906724713,Healthcare,1
+us_births/M/short,Reverso-Small,91755360.0,91755925.33333333,7852.76171875,0.8903067037182648,0.024280210336049397,0.024721334377924602,35.61226814873059,9578.901815970346,0.02975200373227637,0.02439062435898448,0.02439062435898448,Healthcare,1
+us_births/W/short,Reverso-Small,2832882.285714286,2832862.0,1334.719029017857,1.2132926897230967,0.01797442776816232,0.018074161240032742,48.53170758892387,1683.1168366201694,0.022848146020064065,0.018118679943809602,0.018118680890719614,Healthcare,1

results/Reverso-Small/config.json

@@ -0,0 +1,10 @@
+{
+    "model": "Reverso-Small",
+    "model_type": "zero-shot",
+    "model_dtype": "bfloat16",
+    "model_link": "https://huggingface.co/shinfxh/reverso/tree/main/checkpoints/reverso_small",
+    "code_link": "https://github.com/shinfxh/reverso/blob/main/example/eval_gift.py",
+    "org": "MIT",
+    "testdata_leakage": "No",
+    "replication_code_available": "Yes"
+}

results/Reverso/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+loop_seattle/5T/short,Reverso,43.80251800568603,43.80251599637594,3.488529376176612,0.5531433084095438,0.0961459005826275,0.07428676295448422,22.125732336381763,6.618347075039661,0.11349004091306387,0.05982057712292707,0.05982057732298052,Transport,1
+loop_seattle/5T/medium,Reverso,77.57443480311532,77.57443367437436,5.029979644869872,0.8008178953037198,0.16204114971023104,0.1139276844949546,32.03271581214881,8.807635028945928,0.15670592700482533,0.08949367457600797,0.08949367592621568,Transport,1
+loop_seattle/5T/long,Reverso,97.49600497362688,97.49600332530673,5.597015698457746,0.8879720415943456,0.18056594210006738,0.12477731576539769,35.51888166377382,9.874006530969426,0.17457446543167435,0.09895638822055948,0.09895638912505651,Transport,1
+loop_seattle/D/short,Reverso,18.51081253224974,18.510810113519092,2.9306207269091846,0.8817787960999898,0.054522173618753625,0.05413446269034368,35.27115184399959,4.302419381260937,0.07688998190771562,0.052374107380574124,0.052374106318217664,Transport,1
+loop_seattle/H/short,Reverso,59.39276926306793,59.39276923654676,3.983688804523281,0.8113060034478188,0.10532337628184768,0.09141274780246145,32.45224013791275,7.7066704395003125,0.13641590584516425,0.07051534396604073,0.07051534283202439,Transport,1
+loop_seattle/H/medium,Reverso,72.04073868034055,72.040737874097,4.39297116873065,0.9009445375532195,0.11261933349357424,0.10051546081854473,36.03778150212877,8.487681584528284,0.1500188220760156,0.07764527375157138,0.0776452756974171,Transport,1
+loop_seattle/H/long,Reverso,63.75357112143103,63.75356789645683,4.135087786485208,0.8667830845768202,0.1168474898782841,0.09565607283257589,34.67132338307281,7.984583340502561,0.142695185907792,0.07389955058073298,0.07389955200122543,Transport,1
+m_dense/D/short,Reverso,10055.814814814816,10055.813333333334,47.25265914351852,0.7038465636783665,0.13025933923855634,0.1011588112531833,28.153862547134658,100.27868574535077,0.17359723818588335,0.0818013425613135,0.08180134652604248,Transport,1
+m_dense/H/short,Reverso,50039.80777777778,50039.80944444444,92.76318142361112,0.8145597882863347,0.3002545031100734,0.21717322084114174,32.58239153145339,223.6957929371444,0.3967806196888175,0.1645387788759568,0.16453878575127057,Transport,1
+m_dense/H/medium,Reverso,36443.59111111111,36443.6,76.8553125,0.6702526195151011,0.2510717281787854,0.18362906312698593,26.810104780604046,190.9020458536553,0.3321454418744621,0.1337185341129417,0.13371852594741818,Transport,1
+m_dense/H/long,Reverso,34284.578765432096,34284.58271604938,76.87847222222223,0.6776546764911341,0.25183111137825476,0.18509257186164804,27.106187059645368,185.16095367391068,0.3205409825757143,0.13308800012139407,0.13308799122669057,Transport,1
+sz_taxi/15T/short,Reverso,16.59412828382555,16.59412843287355,2.7267669565948376,0.5441355161815703,929068305558.614,0.3949454100569787,21.76542064726281,4.073589115733882,0.3808980202654615,0.2549643830008951,0.25496437418317236,Transport,1
+sz_taxi/15T/medium,Reverso,16.489693509615385,16.48969184027778,2.77663323818109,0.5419706879559428,9167397533587.473,0.40624196866338086,21.678827518237707,4.060750362878194,0.37792060129474514,0.2584120689961874,0.258412049815078,Transport,1
+sz_taxi/15T/long,Reverso,15.776486823361823,15.776486823361823,2.73033937633547,0.5148471708638769,6052103269576.132,0.4011150543991844,20.59388683455507,3.9719625908814677,0.3676377820867103,0.25271534907311993,0.25271537195499216,Transport,1
+sz_taxi/H/short,Reverso,7.315856542342749,7.315857455261752,1.8688604566786025,0.5697590142308887,1.3297162341256428,0.2981639463706057,22.790360569235546,2.704784010294121,0.251967327599879,0.1740958882980056,0.17409588450371388,Transport,1
+bitbrains_fast_storage/5T/short,Reverso,1855366.1347209099,1855366.1284729813,158.45201267471398,0.6702749114085718,2.000959349249067,0.6056207134350697,26.810996456342874,1362.1182528403729,4.276714434962789,0.49750013146198596,0.49750012731182,Web/CloudOps,2
+bitbrains_fast_storage/5T/medium,Reverso,3097520.8357739323,3097521.0042476617,258.4743272250524,0.9882707766257894,3.225565412257406,0.6900064911587486,39.530831065031585,1759.977510019356,5.347297646002276,0.7853163768594656,0.785316362344733,Web/CloudOps,2
+bitbrains_fast_storage/5T/long,Reverso,3160702.244190001,3160702.248880369,289.5727190279395,0.8827872465017299,2.976312917512364,0.7043259855436445,35.3114898600692,1777.8363941009873,4.6982908013624725,0.7652542419812827,0.7652542542012558,Web/CloudOps,2
+bitbrains_fast_storage/H/short,Reverso,3524802.606414244,3524802.54499653,331.9495674069695,1.0029178485116805,3.49608636746071,0.5515694941007725,40.11671394046721,1877.4457665707002,5.351330341762807,0.9461641042471411,0.9461641044246425,Web/CloudOps,2
+bitbrains_rnd/5T/short,Reverso,1875348.0176423043,1875348.0669039388,126.79524299706925,1.6286416033941424,0.9745433631401664,0.5901598599839486,65.14566413576568,1369.4334659421406,5.603326472848278,0.5188095364880811,0.5188095429957503,Web/CloudOps,2
+bitbrains_rnd/5T/medium,Reverso,2271423.962425655,2271423.962425655,142.4456959890068,4.376602442077448,0.3091875281764941,0.6427139947926488,175.0640976830979,1507.1244017750012,6.341240626996375,0.5993416558596173,0.5993416889589258,Web/CloudOps,2
+bitbrains_rnd/5T/long,Reverso,4546119.536512676,4546119.536512676,265.54698068802816,3.3421798159993785,4.860802126999948,0.6332102566111592,133.6871926399751,2132.1631120795323,8.167836244750337,1.0172506227407192,1.0172506207899068,Web/CloudOps,2
+bitbrains_rnd/H/short,Reverso,2185917.3075316483,2185917.242061293,179.19179968884532,5.813244215159692,2.0269728576873494,0.5400728004009102,232.5297686063877,1478.4848012514867,6.470572922862243,0.7842309951946362,0.7842310023749072,Web/CloudOps,2
+bizitobs_application/10S/short,Reverso,305543.8933333333,305544.78222222225,303.1951041666667,1.0613617484279538,0.014445773230658637,0.014626555873415945,42.45446993711814,552.7602494150003,0.021317753374075328,0.011693023262241621,0.01169302361279023,Web/CloudOps,2
+bizitobs_application/10S/medium,Reverso,1066923.4133333333,1066925.3333333333,587.7360416666667,1.5192977275385162,0.020541677474975584,0.020914831605085185,60.77190910154066,1032.9198484555002,0.04055972238408758,0.023078664545722036,0.02307866371225475,Web/CloudOps,2
+bizitobs_application/10S/long,Reverso,6113952.426666667,6113958.115555556,1498.973888888889,3.237314984957008,0.0468717532687717,0.047921963148679914,129.4925993982803,2472.6407799489734,0.09535987145497342,0.05780943132457594,0.0578094287533685,Web/CloudOps,2
+bizitobs_l2c/5T/short,Reverso,22.082728794642858,22.082735770089286,2.7735694521949403,0.2824764785882737,0.1578641352510349,0.21351800842344282,11.299059143530947,4.699226403850197,0.16139045574122413,0.09525560155027345,0.09525559549566817,Web/CloudOps,7
+bizitobs_l2c/5T/medium,Reverso,55.90824716009705,55.90824716009705,4.679141488578738,0.4682758863370816,0.35865048723492865,0.6052340795652761,18.73103545348327,7.4771817658859305,0.39340971760535887,0.24619165205477267,0.24619165205477264,Web/CloudOps,7
+bizitobs_l2c/5T/long,Reverso,66.34764091703927,66.34764091703929,4.893429154185544,0.4890549595639066,0.37839750176838804,0.6901870202720202,19.56219838255626,8.145406123517677,0.45735237643148785,0.2747587313177911,0.2747587313177911,Web/CloudOps,7
+bizitobs_l2c/H/short,Reverso,55.09827628968254,55.098268539186506,4.493997240823413,0.43834516344704805,0.3783488102096448,0.6063763883385138,17.533806537881922,7.422821316028195,0.40010907910785787,0.24223796060622835,0.2422379760921637,Web/CloudOps,7
+bizitobs_l2c/H/medium,Reverso,75.40291108630953,75.40291108630953,4.818155633835565,0.48814342016568746,0.47015722772646007,0.7710715480255279,19.5257368066275,8.683484962059273,0.5257982039089367,0.29174664198689176,0.2917466286676852,Web/CloudOps,7
+bizitobs_l2c/H/long,Reverso,77.7938244047619,77.7938244047619,5.074618288070437,0.547295591894345,0.6096026360585673,0.7867993835762859,21.8918236757738,8.82008074819964,0.5387559884207019,0.30997233128565405,0.3099723361726851,Web/CloudOps,7
+bizitobs_service/10S/short,Reverso,1915.7021693121694,1915.6995502645502,17.906908068783068,0.7725235799071669,0.055129139410755625,0.04458293949947894,30.900943196286686,43.76873506639379,0.03242527787072674,0.013266009836817748,0.013266009951656388,Web/CloudOps,2
+bizitobs_service/10S/medium,Reverso,7213.805714285714,7213.808253968254,27.241344246031748,0.9604990259138495,0.06191381060887897,0.05496905025337321,38.41996103655397,84.93412573451094,0.06392342450978598,0.020502477624829936,0.020502476257038556,Web/CloudOps,2
+bizitobs_service/10S/long,Reverso,132243.5453968254,132243.53185185185,76.71349206349207,1.3776207441471247,0.08187344344204696,0.07996688446304115,55.10482976588498,363.6530563556773,0.2694058098442811,0.056831807389332446,0.05683180232813469,Web/CloudOps,2
+car_parts/M/short,Reverso,1.4521738302981662,1.4521738302981662,0.4829793073305242,0.8652331348279495,0.7979505004335085,1.8767067216507443,34.60932539311798,1.2050617537280677,2.889614469675427,1.1581348347489187,1.1581348306060315,Sales,1
+covid_deaths/D/short,Reverso,504920.897462406,504918.84597431077,125.91766109609962,34.361338908049675,0.09109623786709481,0.13094958145002272,1374.453556321987,710.5778616467065,0.2673583659082515,0.04737713053939787,0.04737712951077511,Healthcare,1
+electricity/15T/short,Reverso,146068.0163872466,146067.97441582207,53.91213700028153,1.0297251678494623,0.15193034736060818,0.167575512790649,41.18900671397848,382.1884566378825,0.753368790370489,0.10627144994248984,0.1062714488334568,Energy,1
+electricity/15T/medium,Reverso,282305.65783361485,282305.67727252253,55.27959631897522,0.8463493902899706,0.12277869212659133,0.12626614243971862,33.85397561159882,531.3244374519347,0.9155255049696882,0.09525231057912452,0.09525231309288783,Energy,1
+electricity/15T/long,Reverso,320489.8714572072,320489.9216388889,59.29558589057808,0.8917276138003151,0.1326946267639941,0.1284890458095996,35.66910455201261,566.1182486523528,0.8931209360757458,0.09354605561968717,0.0935460595991417,Energy,1
+electricity/D/short,Reverso,1546827830.9823422,1546827497.3981981,4589.699936936937,1.4780677463314789,0.4421843648336605,0.09705154403930127,59.12270985325916,39329.73214989319,0.6463181151650029,0.07542401257929925,0.07542401199492475,Energy,1
+electricity/H/short,Reverso,1789390.2195045045,1789389.8852759008,176.6513624366554,0.9649392490364397,0.19135260478883603,0.12305052587467963,38.59756996145758,1337.6809109442,0.6314809256624376,0.08339205931576847,0.08339205999458779,Energy,1
+electricity/H/medium,Reverso,5615655.6670495495,5615660.558378378,239.93512176238738,1.0626228877751438,0.19507231717195944,0.12248210113966752,42.50491551100576,2369.7374679591726,0.9249866053756375,0.09365458275026296,0.09365458345981545,Energy,1
+electricity/H/long,Reverso,8221012.319327327,8221017.993033033,274.60852477477476,1.1939721595637678,0.2896115343213328,0.13551899331696665,47.7588863825507,2867.230775387173,1.1308349349382854,0.10830551761402882,0.10830551282975247,Energy,1
+electricity/W/short,Reverso,74639627476.18018,74639607501.72252,33634.438513513516,1.6038300886809411,0.2286020601420894,0.10092641342722719,64.15320354723765,273202.53929306765,0.6233580375334655,0.07674268928676756,0.0767426933211957,Energy,1
+ett1/15T/short,Reverso,4.866557384672619,4.866557094029018,1.0959179832821802,0.6924302221448659,0.49888253680576233,0.24279454855623683,27.697208885794637,2.2060275122202397,0.41703102605044434,0.2071741165980859,0.2071741160196072,Energy,7
+ett1/15T/medium,Reverso,11.490461309523809,11.490462549603174,1.6974600074404762,1.0418544209636613,0.7988384150281318,0.396758576470732,41.674176838546444,3.3897582966229036,0.6460912829348557,0.3235375557692253,0.3235375485941461,Energy,7
+ett1/15T/long,Reverso,9.91417472718254,9.914172867063492,1.6351711309523809,1.0498347242992814,0.8272018485705481,0.3965410546099786,41.99338897197126,3.1486782508193083,0.6001411878385722,0.31166523432292687,0.3116652561237858,Energy,7
+ett1/D/short,Reverso,36211.84444444445,36211.84761904762,127.8444816468254,1.6065898351484555,1.1335269019717262,0.4594340549707433,64.26359340593822,190.2940998676639,0.49981376542219946,0.3357877716901676,0.33578776524115417,Energy,7
+ett1/H/short,Reverso,102.84397321428571,102.84399181547619,4.929552641369048,0.811171914032813,0.4592328389485677,0.2566708685772245,32.446876561312514,10.141201763809145,0.4733313756918187,0.2300823894078637,0.23008239310021375,Energy,7
+ett1/H/medium,Reverso,135.63792782738096,135.63792782738096,6.697830054873512,1.2476324179803209,2690158310732.596,0.4285761527186597,49.90529671921284,11.646369727403512,0.5578335023205651,0.32081018247829696,0.32081017191317673,Energy,7
+ett1/H/long,Reverso,167.0469742063492,167.0469742063492,7.1235124214616405,1.3335629317273348,2092100046138.4673,0.46263541850089557,53.34251726909339,12.924665342141328,0.6189342303534737,0.34112958140704164,0.34112958734328935,Energy,7
+ett1/W/short,Reverso,1074124.7142857143,1074124.0714285714,775.4182477678571,1.4936460256083846,0.43225012506757465,0.5147451352520983,59.74584102433538,1036.3998814577867,0.412408249364222,0.308557428274889,0.308557436623664,Energy,7
+ett2/15T/short,Reverso,7.9803350539434526,7.98033447265625,1.7230157761346727,0.7478609137150616,0.10912905556157644,0.12771299927045318,29.914436548602463,2.8249486816477662,0.13411036354813527,0.08179768844572778,0.0817976885703669,Energy,7
+ett2/15T/medium,Reverso,12.562218501984127,12.562218501984127,2.177997271825397,0.8902832083065758,0.13004081334141154,0.1593812228181131,35.61132833226304,3.544322008788723,0.18888333553645972,0.11606941707654903,0.11606942438929238,Energy,7
+ett2/15T/long,Reverso,12.312982390873016,12.31298115079365,2.2096893601190475,0.9261187870845333,0.13867020209622322,0.16724612974961398,37.04475148338133,3.5089859490845807,0.18700021295191926,0.11775834582855779,0.11775834644229126,Energy,7
+ett2/D/short,Reverso,110468.54603174604,110468.68571428572,201.3898685515873,1.3449325155966199,0.44950944204179066,0.13916825807984035,53.797300623864786,332.36808816693883,0.19022302609415084,0.11526073526452607,0.11526073705271335,Energy,7
+ett2/H/short,Reverso,101.90667782738095,101.906640625,6.216364397321429,0.714010829763408,0.11563018011894004,0.10632189295826593,28.56043319053632,10.094883745114698,0.12803121392637598,0.07884079699114199,0.07884079454914467,Energy,7
+ett2/H/medium,Reverso,225.07449776785714,225.07449776785714,9.199612281436012,0.9900276773249654,0.1672938743791313,0.16129148345116426,39.60110709299862,15.002483053410097,0.20216810688053072,0.12397069154162761,0.12397069466841296,Energy,7
+ett2/H/long,Reverso,212.56340939153438,212.5634259259259,8.917917080026456,0.9873352315203536,0.17279357441062956,0.16788066108795235,39.49340926081414,14.579554499076245,0.19965577761098205,0.12212401067506917,0.12212400409138313,Energy,7
+ett2/W/short,Reverso,3306074.285714286,3306080.8571428573,1219.901646205357,0.7538306532275748,0.1306503074509757,0.12824114296587122,30.153226129102993,1818.261335923493,0.15252425043875145,0.10233104588453949,0.10233104451313399,Energy,7
+hierarchical_sales/D/short,Reverso,29.109002299503928,29.109002299503928,2.3148781658549504,0.7456013288611033,0.6275850208672785,1.056361327743507,29.824053154444133,5.395275924316006,1.6552109045035976,0.7101789855550641,0.7101789744240296,Sales,1
+hierarchical_sales/W/short,Reverso,468.4987917108051,468.49874205508473,9.147144123659295,0.7468691080158291,0.5538600312648728,0.46817971571666767,29.874764320633165,21.64483291020758,0.993724866182886,0.4199498609181794,0.41994986499970643,Sales,1
+hospital/M/short,Reverso,2952.056442850934,2952.062690134724,18.412787154362235,0.7862559733805203,0.1985421510221439,0.17888763166772667,31.450238935220813,54.33283024885538,0.19724079065639796,0.06684269308041217,0.06684269127791459,Healthcare,1
+jena_weather/10T/short,Reverso,909.791109406002,909.7911768353175,5.987852356925843,0.2907217798059438,0.3605477272759725,0.544942706733145,11.628871192237753,30.16274373139821,0.18734844939913411,0.037192069272307046,0.03719206913616387,Nature,21
+jena_weather/10T/medium,Reverso,1626.1531024531025,1626.1529581529583,10.2523685515873,0.6179350144136233,0.6986979948776988,0.6593458051405379,24.717400576544932,40.325588680800465,0.24747744835492855,0.06291861053349354,0.06291861631084004,Nature,21
+jena_weather/10T/long,Reverso,1645.860582010582,1645.8607142857143,10.38433056382275,0.6427200998800168,0.7126423772992053,0.6505136793093271,25.708803995200682,40.56920731306667,0.2482499360101679,0.06354349933643211,0.06354349795768777,Nature,21
+jena_weather/D/short,Reverso,507.05049603174604,507.05054563492064,11.02088138640873,1.300311593286955,0.8188497217375211,0.4779334402504173,52.012463731478185,22.517781774227807,0.13559384988863862,0.06636371874158295,0.06636372113270245,Nature,21
+jena_weather/H/short,Reverso,1121.5569914369257,1121.5570762844611,8.047555004046576,0.5126171755898256,0.9908383700272801,0.6065418264074873,20.504687023593018,33.489654991309266,0.20528943735299401,0.049330996072569744,0.04933099643609867,Nature,21
+jena_weather/H/medium,Reverso,1556.3920634920635,1556.3924603174603,10.961810205853174,0.7811542646086442,1.970223422500453,0.6938637022153412,31.24617058434578,39.45113513565945,0.2414084926760017,0.06707726076057793,0.0670772568879564,Nature,21
+jena_weather/H/long,Reverso,1469.7472222222223,1469.74708994709,11.692159598214285,1.007521225700756,1.9550428711724417,0.6770281229041021,40.30084902803025,38.337282405280405,0.2308329149391432,0.07039975482502499,0.07039975627959312,Nature,21
+kdd_cup_2018/D/short,Reverso,2925.8946541076534,2925.8947216404017,21.404978371338686,1.2125542782692198,0.5245453089869984,0.471775815083669,48.5021711307688,54.091539579749934,1.2117079417984005,0.47949425156099396,0.4794942617024083,Nature,1
+kdd_cup_2018/H/short,Reverso,4341.698074521267,4341.6981452781565,22.686021775775803,0.9512714176007965,0.8917616499705682,0.4965639121916822,38.05085670403185,65.89156299953179,1.3792297514819136,0.47485952300355777,0.4748595202323406,Nature,1
+kdd_cup_2018/H/medium,Reverso,5094.864054622125,5094.864053525119,25.12641860023125,1.045378276597699,0.9386284361257828,0.5572538599940864,41.81513106390798,71.37831641767775,1.4940773532951308,0.5259414186844226,0.5259414511495097,Nature,1
+kdd_cup_2018/H/long,Reverso,4135.8390945682295,4135.839001558463,24.498246454643457,1.0414760233311289,0.9953018928413153,0.6244380262693574,41.65904093324516,64.31048977086265,1.5089839295084662,0.5748278443051712,0.5748278436272722,Nature,1
+m4_daily/D/short,Reverso,434926.0268342965,434925.9074656122,179.26788407431815,3.328038187662337,0.037412866404631144,0.030442405717495173,133.1215275064935,659.4892166171458,0.10187285761634185,0.027691933650050665,0.027691933818113454,Econ/Fin,1
+m4_hourly/H/short,Reverso,1859715.8415861514,1859705.5357286634,253.3839199784873,0.78197500457088,0.09519831032376742,0.08956531391388575,31.279000182835205,1363.7139881903945,0.18617707089334862,0.03459249992417265,0.03459250024230897,Econ/Fin,1
+m4_monthly/M/short,Reverso,1847158.0809490741,1847158.0948981482,556.8886849320023,0.947244001964259,0.15596836464493363,0.13027110293145647,37.889760078570376,1359.1019391307902,0.28246803960648553,0.11574058617882578,0.11574058669704157,Econ/Fin,1
+m4_quarterly/Q/short,Reverso,1881463.5481666666,1881463.6070833334,579.9264653320313,1.2158741962353083,0.116318434993426,0.10421310899850456,48.63496784941234,1371.6645173535205,0.22959248537725074,0.09706947786949936,0.09706947801104976,Econ/Fin,1
+m4_weekly/W/short,Reverso,272045.9532890508,272045.81615598884,267.22545264623955,2.0522175227384434,0.06597237988511423,0.06515661667861997,82.08870090953774,521.5802462603916,0.09502382848914655,0.04868433143749434,0.048684330685481864,Econ/Fin,1
+m4_yearly/A/short,Reverso,3792818.2854821393,3792818.355822524,923.4920859359131,3.4250817420850646,0.16999565049902568,0.15362954801226078,137.00326968340255,1947.5159268879265,0.3122932057373162,0.1480862364246862,0.14808623737997176,Econ/Fin,1
+restaurant/D/short,Reverso,145.87054686770338,145.87054686770338,7.2623707949530685,0.6935865404462932,0.6748138852420948,0.3975780229597803,27.743461617851732,12.07768797691443,0.5558431844194783,0.3342311307278055,0.334231132272185,Sales,1
+saugeen/D/short,Reverso,1206.9536458333334,1206.9536458333334,12.872770182291667,2.860124642209978,0.29126480102539065,0.3258113007848981,114.40498568839912,34.741238403852755,1.1252769895364945,0.4169520933404004,0.4169520850001711,Nature,1
+saugeen/M/short,Reverso,440.10328311011904,440.1034691220238,13.109973725818453,0.7680884999556791,0.37576645896548316,0.37238723679493774,30.723539998227157,20.978638733485997,0.6298416701059986,0.39360074080188734,0.39360074949379426,Nature,1
+saugeen/W/short,Reverso,1048.13779296875,1048.1375,15.491943359375,1.2568986557689008,0.38947951793670654,0.4022786362760809,50.27594623075604,32.37495626203609,0.9772649753656778,0.4676371922460145,0.46763716201918964,Nature,1
+solar/10T/short,Reverso,34.534032490305655,34.53403403474757,2.640551223197993,1.1668751966846744,6.671957870918637,1.5486193633415106,46.675007867386974,5.876566386105551,1.7094925253254898,0.7681360648743586,0.7681360740051263,Energy,1
+solar/10T/medium,Reverso,23.636717540367176,23.636716849148417,1.8764867035431874,0.8224154015003333,4.078440956961412,1.4475200067211536,32.89661606001333,4.8617607448708515,1.078844089374105,0.41639987962024716,0.41639987989835026,Energy,1
+solar/10T/long,Reverso,25.168006291818735,25.168005420595094,1.959598983678021,0.859266352822312,3.9830748858076435,1.4529678983594936,34.37065411289249,5.0167724975145855,1.084295136669366,0.42353597833606627,0.4235359803068158,Energy,1
+solar/D/short,Reverso,163517.79464720195,163517.81070559612,260.1735258895985,1.016751880984084,1.2350126169023723,0.42300709315701923,40.670075239363356,404.3733357272731,0.5841817580489478,0.37586214105493554,0.3758621421624866,Energy,1
+solar/H/short,Reverso,774.8694925326546,774.8695115411705,10.853453847323602,0.8385650524715959,3.9251113827835655,1.3996000390252687,33.54260209886384,27.836477732153085,1.0260618556662142,0.4000619296064617,0.4000619276082574,Energy,1
+solar/H/medium,Reverso,917.6636138990268,917.6636177007299,11.499725445749696,0.8805997061679521,5.273620649001464,1.3932753388834629,35.223988246718086,30.292963108600432,1.091223188594052,0.4142469333184655,0.4142469502086207,Energy,1
+solar/H/long,Reverso,906.2125152068127,906.2125202757502,12.347829385898216,0.9416100891758954,5.798759126508998,1.4079215456554592,37.664403567035826,30.103363852015153,1.0437386126834838,0.42812179981763154,0.42812179325961747,Energy,1
+solar/W/short,Reverso,2947472.3503649635,2947472.583941606,1344.231295620438,1.4687165370697286,0.3071227247697593,0.2517107006536371,58.748661482789146,1716.8204187872893,0.350445970103299,0.2743912148771367,0.2743911958820116,Energy,1
+temperature_rain/D/short,Reverso,189.6085245317459,189.60852457506587,6.026672457662917,1.385285088711618,32.003586085879974,1.5029915691043558,55.411403548464726,13.769841122240514,1.6210743631169051,0.7094986884228092,0.7094986914860398,Nature,1
+us_births/D/short,Reverso,155991.96,155992.42666666667,237.971484375,0.3505168013358206,0.023140573501586915,0.022698040491693078,14.020672053432824,394.9581750008474,0.03702412400559521,0.022307895632940524,0.022307895632940524,Healthcare,1
+us_births/M/short,Reverso,67007381.333333336,67009856.0,7011.73828125,0.7934235667392094,0.021577047804991405,0.021888989795638997,31.736942669568375,8185.803646150654,0.025425050314839735,0.021778411296134836,0.021778411296134836,Healthcare,1
+us_births/W/short,Reverso,2392417.0,2392398.5714285714,1206.2869698660713,1.0961373751091228,0.016268740807260786,0.016354331658639653,43.84549500436492,1546.743999503473,0.02099689812816513,0.016375227334155907,0.016375227334155907,Healthcare,1

results/Reverso/config.json

@@ -0,0 +1,9 @@
+{
+    "model": "Reverso",
+    "model_type": "zero-shot",
+    "model_dtype": "bfloat16",
+    "model_link": "",
+    "org": "MIT",
+    "testdata_leakage": "No",
+    "replication_code_available": "No"
+}