ADD tempo ensemble

README.md

@@ -4,7 +4,6 @@ emoji: 🥇
 colorFrom: green
 colorTo: indigo
 sdk: gradio
-python_version: "3.10.0"
 app_file: app.py
 pinned: true
 license: apache-2.0

app.py

@@ -90,7 +90,7 @@ grouped_dfs = get_grouped_dfs()
 domain_df, freq_df, term_length_df, variate_type_df, overall_df = grouped_dfs['domain'], grouped_dfs['frequency'], grouped_dfs['term_length'], grouped_dfs['univariate'], grouped_dfs['overall']
 overall_df = rename_metrics(overall_df)
 overall_df = format_df(overall_df)
-overall_df = overall_df.sort_values(by=['MASE_Rank'])
+overall_df = overall_df.sort_values(by=['Rank'])
 domain_df = pivot_existed_df(domain_df, tab_name='domain')
 print(f'Domain dataframe is {domain_df}')
 freq_df = pivot_existed_df(freq_df, tab_name='frequency')
@@ -107,7 +107,7 @@ model_info_df = get_model_info_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH)
 # ) = get_evaluation_queue_df(EVAL_REQUESTS_PATH, EVAL_COLS)
 
 
-def init_leaderboard(ori_dataframe, model_info_df, sort_val: str | list | None = None):
+def init_leaderboard(ori_dataframe, model_info_df, sort_val: str|None = None):
     if ori_dataframe is None or ori_dataframe.empty:
         raise ValueError("Leaderboard DataFrame is empty or None.")
     model_info_col_list = [c.name for c in fields(ModelInfoColumn) if c.displayed_by_default if c.name not in ['#Params (B)', 'available_on_hub', 'hub', 'Model sha','Hub License']]
@@ -120,19 +120,11 @@ def init_leaderboard(ori_dataframe, model_info_df, sort_val: str | list | None =
     new_cols = ['T'] + [col for col in merged_df.columns if col != 'T']
     merged_df = merged_df[new_cols]
     if sort_val:
-        if isinstance(sort_val, list):
-            assert sort_val[0] == 'Test Leak.'
-            # ipdb.set_trace()
-            leakage_order = pd.Categorical(merged_df[sort_val[0]], categories=['No', 'Yes', 'N/A'], ordered=True)
-            merged_df['leakage_order'] = leakage_order
-            merged_df = merged_df.sort_values(by=['leakage_order', sort_val[1]])
-            merged_df = merged_df.drop(columns=['leakage_order'])
-        elif sort_val in merged_df.columns:
+        if sort_val in merged_df.columns:
             merged_df = merged_df.sort_values(by=[sort_val])
         else:
             print(f'Warning: cannot sort by {sort_val}')
     print('Merged df: ', merged_df)
-    # ipdb.set_trace()
     # get the data type
     datatype_list = [col2type_dict[col] if col in col2type_dict else 'number' for col in merged_df.columns]
     # print('datatype_list: ', datatype_list)
@@ -170,14 +162,13 @@ def init_leaderboard(ori_dataframe, model_info_df, sort_val: str | list | None =
         # ],
         filter_columns=[
             ColumnFilter(ModelInfoColumn.model_type.name, type="checkboxgroup", label="Model types"),
-            ColumnFilter(ModelInfoColumn.testdata_leakage.name, type="checkboxgroup", label="Test Leak."),
-            ColumnFilter(ModelInfoColumn.replication_code_available.name, type="checkboxgroup", label="Replication Code"),
         ],
         # bool_checkboxgroup_label="",
-        column_widths=[30, 180] + [130 for _ in range(len(merged_df.columns)-2)],
+        column_widths=[40, 150] + [180 for _ in range(len(merged_df.columns)-2)],
         interactive=False,
     )
 
+
 demo = gr.Blocks(css=custom_css)
 with demo:
     gr.HTML(TITLE)
@@ -185,8 +176,7 @@ with demo:
 
     with gr.Tabs(elem_classes="tab-buttons") as tabs:
         with gr.TabItem('🏅 Overall', elem_id="llm-benchmark-tab-table", id=5):
-            # leaderboard = init_leaderboard(overall_df, model_info_df, sort_val='Rank')
-            leaderboard = init_leaderboard(overall_df, model_info_df, sort_val=['Test Leak.', 'MASE_Rank'])
+            leaderboard = init_leaderboard(overall_df, model_info_df, sort_val='Rank')
             print(f'FINAL Overall LEADERBOARD {overall_df}')
         with gr.TabItem("🏅 By Domain", elem_id="llm-benchmark-tab-table", id=0):
             leaderboard = init_leaderboard(domain_df, model_info_df)
@@ -206,27 +196,6 @@ with demo:
         with gr.TabItem("📝 About", elem_id="llm-benchmark-tab-table", id=4):
             gr.Markdown(LLM_BENCHMARKS_TEXT, elem_classes="markdown-text")
 
-    # Trigger the column filters once on initial load so default selections take effect
-        demo.load(
-        js="""
-        () => {
-        // Make the JS fire one legitimate `input` event once the checkboxgroup
-        // component is ready.  `querySelector` looks for the *wrapper* div Gradio
-        // puts around the checkbox-group.
-        const target = document.querySelector(
-            'div[data-testid="checkboxgroup-model types"]');
-
-        if (!target) { return []; }           // safety guard
-
-        // Ask Gradio's front-end to re-compute its filters:
-        target.dispatchEvent(new Event('input', { bubbles: true }));
-
-        return [];                            // load() must return something
-        }
-        """
-    )
-
-
     with gr.Row():
         with gr.Accordion("📙 Citation", open=False):
             citation_button = gr.Textbox(

requirements.txt

@@ -5,7 +5,7 @@ gradio==4.44.0
 gradio[oauth]==4.44.0
 gradio_leaderboard==0.0.9
 gradio_client
-huggingface-hub>=0.18.0,<0.35.3
+huggingface-hub>=0.18.0
 matplotlib
 numpy
 pandas

results/Chronos_small/config.json

@@ -3,8 +3,5 @@
     "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/amazon/chronos-t5-small",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb",
-    "org": "AWS AI Labs",
-    "testdata_leakage": "Yes",
-    "replication_code_available": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb"
 }

results/CleanTS-65M/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,CleanTS-65M,5488182.517148061,5488182.517148061,417.7214097307747,0.9766023740693816,5.350978519272389,0.8205310833753562,18.26306155646523,2342.687029278145,6.191022350175815,1.1039129646724686,0.7326658660220792,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,CleanTS-65M,3732160.358360173,3732160.358360173,311.66779368017416,1.1878145329818788,5.392097438028544,0.8106531956909149,22.990637599623486,1931.880006201258,5.869585016674671,0.9469328354209515,0.6663037056398805,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,CleanTS-65M,1728140.8981336788,1728140.8981336788,160.21010091409664,0.8210056031312811,2.1954628914194774,0.7351953053431415,15.704410189030739,1314.587729340906,4.1274803599533305,0.5030200953728761,0.39408421209140043,Web/CloudOps,2
-bitbrains_fast_storage/H/short,CleanTS-65M,2349041.8300321284,2349041.8300321284,271.34103433090985,1.6635248535212532,3.4192269532863664,0.5932220897962239,12887.523738577462,1532.6584192285404,4.368574369354714,0.7734100912901811,0.901442216509749,Web/CloudOps,2
-bitbrains_rnd/5T/long,CleanTS-65M,2212210.4735384285,2212210.4735384285,159.03522338438958,3.3781216704958763,1.1769168586921777,0.7024461351546175,117.64601634111567,1487.350151624838,5.697703374411028,0.6092281148037341,0.5724758116529886,Web/CloudOps,2
-bitbrains_rnd/5T/medium,CleanTS-65M,2257006.7955528204,2257006.7955528204,147.9236898690365,4.45054545828052,0.48410432953184873,0.7207701120949027,162.32105483150028,1502.333783003238,6.321084055135416,0.62239036889577,0.585655498281893,Web/CloudOps,2
-bitbrains_rnd/5T/short,CleanTS-65M,1729522.6961120467,1729522.6961120467,126.17161989084374,1.922932251274716,1.4504602211670892,0.6651300214191744,52.96299675505438,1315.113187566776,5.381063537009379,0.516257847323543,0.4390736306343669,Web/CloudOps,2
-bitbrains_rnd/H/short,CleanTS-65M,1734649.0702123663,1734649.0702123663,151.34637706971725,5.619562557039445,1.4062218881076785,0.5853200599355576,194.99397840816366,1317.060769369571,5.764102379858145,0.6623658015932248,0.5840054322420504,Web/CloudOps,2
-bizitobs_application/10S/long,CleanTS-65M,8503036.737537434,8503036.737537434,1727.9619401041666,3.816936660064947,0.056564937167697484,0.05646290461222331,69.70237104523383,2915.996697106743,0.11245834584517234,0.06664059038898695,0.061655565697102385,Web/CloudOps,2
-bizitobs_application/10S/medium,CleanTS-65M,11207147.073972829,11207147.073972829,1703.2339238357545,3.5762804943269515,0.055665247837702436,0.05404658357302348,46.98213520274279,3347.707734252324,0.13145463298204493,0.06688098487498421,0.05553268386511726,Web/CloudOps,2
-bizitobs_application/10S/short,CleanTS-65M,3205592.7355155624,3205592.7355155624,669.8989510027568,2.0243552635767132,0.02999925265709559,0.03055323321786192,18.75493358108299,1790.4169166748738,0.06904922790093794,0.025835326346387705,0.022646740653164812,Web/CloudOps,2
-bizitobs_l2c/5T/long,CleanTS-65M,353.77026795402406,353.77026795402406,13.156052063230485,1.2396629207255008,0.910846787850378,1.1084931073113093,7.075684102584815,18.808781671177538,1.056084975104401,0.7386926574282008,0.5691355578219337,Web/CloudOps,7
-bizitobs_l2c/5T/medium,CleanTS-65M,157.42158371412836,157.42158371412836,8.689132310257477,0.8515150939343408,0.5993117567919233,0.8514387030990757,8.122555250805553,12.546775829436356,0.6601449357053149,0.45717615172754544,0.36371007020496937,Web/CloudOps,7
-bizitobs_l2c/5T/short,CleanTS-65M,20.749322239424302,20.749322239424302,2.6550411208044915,0.27572556493209166,0.14855580358396775,0.20868761789364118,3.1835256949459834,4.555142395076613,0.15644202288953063,0.09118485609637135,0.07478995298255846,Web/CloudOps,7
-bizitobs_l2c/H/long,CleanTS-65M,166.5031982421875,166.5031982421875,8.933871120876736,0.9245677364022553,0.9479636808763366,0.908265395391555,5.89926680870527,12.903611829336292,0.7881898853033701,0.5457066554086751,0.4294200463645112,Web/CloudOps,7
-bizitobs_l2c/H/medium,CleanTS-65M,162.55013137090774,162.55013137090774,8.7831298101516,0.8823811073621215,0.8297425346995897,0.9366540182204474,5.4369774235348265,12.749514946495326,0.7720025140927356,0.5318318636822951,0.4200076213299944,Web/CloudOps,7
-bizitobs_l2c/H/short,CleanTS-65M,150.63622120921573,150.63622120921573,7.267065805102152,0.7219975025537452,0.6442495052763026,0.763564376071805,3.9346266718654053,12.273394852656526,0.6615674693143918,0.39171349017439844,0.30999986821399717,Web/CloudOps,7
-bizitobs_service/10S/long,CleanTS-65M,159941.78537706228,159941.78537706228,103.76097113510288,2.623606135142696,0.11635794385400398,0.12418603667856327,42.15558238084946,399.9272251010955,0.2962788808291809,0.07686944641962316,0.06804511943686083,Web/CloudOps,2
-bizitobs_service/10S/medium,CleanTS-65M,74364.32587832087,74364.32587832087,79.22645188728495,2.61153363050725,0.10765373786655814,0.10854794661983226,32.792994017183226,272.69823226108537,0.20523910336465678,0.05962769106820453,0.04468579637228366,Web/CloudOps,2
-bizitobs_service/10S/short,CleanTS-65M,13567.967424586244,13567.967424586244,32.330862894028265,1.2602634395314907,0.08824208875464007,0.07231173209025213,21.79729710699016,116.48161839786673,0.08629330864877571,0.02395173735538282,0.021026624496567115,Web/CloudOps,2
-car_parts/M/short,CleanTS-65M,2.7423013386354897,2.7423013386354897,0.552149004294134,1.0087704520426521,0.7742172853785505,1.8470528645551552,18.236812140168727,1.6559895345790956,3.970893031786191,1.3239966726097314,1.1361740674445804,Sales,1
-covid_deaths/D/short,CleanTS-65M,907298.4461215684,907298.4461215684,150.41957131497037,30.883482186664057,0.08371486233851726,0.35534725143494816,513.3537528062479,952.5221499375059,0.3583910775218091,0.05659609306458412,0.045606899477847136,Healthcare,1
-electricity/15T/long,CleanTS-65M,350327.47669720906,350327.47669720906,63.5598211404422,0.9503734908184518,0.16098716200823368,0.1457204267246587,7.691358860377664,591.8846819247893,0.9337706580832442,0.10027341106541028,0.08000586129328355,Energy,1
-electricity/15T/medium,CleanTS-65M,266413.06531666795,266413.06531666795,57.50715103992059,0.9052327141694809,0.16140570000041277,0.14557454956947147,7.6929297244792485,516.1521726358109,0.8893821634390044,0.09909061148365231,0.07959325920844915,Energy,1
-electricity/15T/short,CleanTS-65M,168270.14738997005,168270.14738997005,58.824865179442654,1.1184414488021077,0.1789007336969428,0.17974754381010324,11.81212169826814,410.20744433758153,0.8085997408546413,0.11595540596957606,0.09671070806559352,Energy,1
-electricity/D/short,CleanTS-65M,2004870643.2372088,2004870643.2372088,5094.528292711688,1.5685728359905822,0.4683037421528801,0.10478110669620402,13.260611009679934,44775.78188303593,0.7358148011618476,0.08372001928424815,0.06661866392477252,Energy,1
-electricity/H/long,CleanTS-65M,7332529.034604677,7332529.034604677,270.6062350422402,1.2222560322733247,0.30543379452062525,0.14747578906583356,10.342021857344754,2707.864293978684,1.067980905861503,0.10672702198364212,0.08492648298076319,Energy,1
-electricity/H/medium,CleanTS-65M,5051193.216852333,5051193.216852333,237.29693170236976,1.0887284547281066,0.21561814362185347,0.13371077749307628,9.190469252311713,2247.485977009052,0.8772678280466714,0.09262481101382142,0.07416529477520094,Energy,1
-electricity/H/short,CleanTS-65M,1810796.9237911555,1810796.9237911555,184.9744263272905,1.010247791321694,0.19177217623690232,0.1347787143572796,10.733978206117245,1345.6585465084206,0.6352469367722453,0.0873211395346192,0.07145429755773598,Energy,1
-electricity/W/short,CleanTS-65M,179595311707.0655,179595311707.0655,45951.4512642113,1.924060073440388,0.2800341575325654,0.12567990862068024,15.033833047543906,423786.87061666447,0.966941804659472,0.10484604949531215,0.0859818742485093,Energy,1
-ett1/15T/long,CleanTS-65M,10.306158042900146,10.306158042900146,1.6543900389898392,1.0397151129519404,0.7758217277307676,0.3997011853778173,7.488848396478441,3.2103205514247555,0.6118902392215627,0.31532836067538406,0.24557477949445408,Energy,7
-ett1/15T/medium,CleanTS-65M,12.253657164687201,12.253657164687201,1.7322943408905513,1.057443626820784,0.7206279448470898,0.4075127849881611,7.4515702676535325,3.5005224131102493,0.6672029949384995,0.3301769953046115,0.2566701635559736,Energy,7
-ett1/15T/short,CleanTS-65M,5.9019814987755606,5.9019814987755606,1.1416246317681813,0.7136816287465364,0.5226301806554544,0.2426294411931719,4.819353770834878,2.429399411125219,0.45925759361307344,0.215814566676143,0.16760824934693597,Energy,7
-ett1/D/short,CleanTS-65M,36504.136039806544,36504.136039806544,125.84460061693949,1.5925663914889419,1.470830005691165,0.448790473029727,11.122889268275403,191.06055594969501,0.5018269066442289,0.33053503027649894,0.25804511854091944,Energy,7
-ett1/H/long,CleanTS-65M,159.91409875778925,159.91409875778925,7.214580519741805,1.3804573243752154,3365371955908.4795,0.4710505248377563,10.22757818475775,12.645714640058475,0.6055758732213825,0.3454906284480588,0.2737574985522353,Energy,7
-ett1/H/medium,CleanTS-65M,140.5262155328478,140.5262155328478,6.822481995537167,1.2937400491959585,2767290270185.285,0.4395823612099602,9.743631952986485,11.854375375060796,0.5677965061979523,0.32678073016095716,0.258182559665144,Energy,7
-ett1/H/short,CleanTS-65M,98.03359114250966,98.03359114250966,4.84050932980719,0.8177207096211127,0.4613921817392111,0.25797659770718645,6.007863682098215,9.90119140015532,0.46212911014600394,0.22592637378993966,0.17972196293332462,Energy,7
-ett1/W/short,CleanTS-65M,1131268.7257254464,1131268.7257254464,837.9969863891602,1.4855798247079222,0.6447298532085759,0.5381618110196931,10.392326532006834,1063.6111722454998,0.42323627878325676,0.33345900777080917,0.25313049549027955,Energy,7
-ett2/15T/long,CleanTS-65M,12.641062444656614,12.641062444656614,2.281659266153971,0.937506541131916,0.13980276683271597,0.16663955370585123,7.034217303118602,3.555427181740137,0.18947513758754242,0.12159374423492621,0.09675950063026013,Energy,7
-ett2/15T/medium,CleanTS-65M,11.976971080719478,11.976971080719478,2.1906759728325738,0.9031625396324539,0.1361398755520238,0.16255583301423088,6.701355274893454,3.460776080696276,0.1844310120153314,0.11674508181005905,0.09273032879775872,Energy,7
-ett2/15T/short,CleanTS-65M,7.639649296667249,7.639649296667249,1.74599394961482,0.751064059264478,0.10665639585155917,0.12709814977965184,5.619841339795207,2.7639915514826106,0.131216514983691,0.08288854614196466,0.06522859429438249,Energy,7
-ett2/D/short,CleanTS-65M,120120.96169084821,120120.96169084821,211.10713917565724,1.3901142993044433,0.43525348438156974,0.14276145110054622,12.384938333786268,346.58471069977713,0.19835956273612088,0.12082217860334402,0.09926532928408927,Energy,7
-ett2/H/long,CleanTS-65M,242.87549674220816,242.87549674220816,9.78132933762969,1.0790337949478506,0.18940505364485652,0.1831886881873721,7.711336176477741,15.584463312613885,0.21341723273696586,0.1339477784927137,0.10802245409948179,Energy,7
-ett2/H/medium,CleanTS-65M,253.32394365583147,253.32394365583147,10.102260330745152,1.0702309638712895,0.17757451631873677,0.1747808378367197,7.69356694133209,15.916153544617226,0.21448038645828998,0.13613444314711665,0.10822252941997056,Energy,7
-ett2/H/short,CleanTS-65M,99.00531064328693,99.00531064328693,6.239137008076622,0.7288205595855097,0.1210485771598253,0.10991796618770985,4.987141686297209,9.950141237353716,0.12619547030852085,0.07912961336646579,0.062262632906822026,Energy,7
-ett2/W/short,CleanTS-65M,3116920.4065290177,3116920.4065290177,1257.4354030064173,0.8709673884733995,0.15224901347288064,0.16006774215825967,9.503753023524526,1765.4802198067862,0.14809670794897695,0.10547954123446687,0.08915801591299392,Energy,7
-hierarchical_sales/D/short,CleanTS-65M,29.153439542479926,29.153439542479926,2.3054563049148458,0.745720599965087,0.6202869676143766,1.052882916378354,7.184936344468844,5.399392516059555,1.6564738292620151,0.7072884629594557,0.5775059687380758,Sales,1
-hierarchical_sales/W/short,CleanTS-65M,476.72122636993055,476.72122636993055,9.183625812879054,0.747419318126174,0.5625651143379824,0.47086217136011793,6.727918806541047,21.83394665125686,1.0024071705368696,0.4216247531147799,0.35732705318572333,Sales,1
-hospital/M/short,CleanTS-65M,3164.5460900307116,3164.5460900307116,18.584228619758278,0.7705296515264353,0.1907209945095461,0.17357669301535036,5.369740849613075,56.25429841381645,0.2042161662873408,0.06746506541093732,0.05396887023740965,Healthcare,1
-jena_weather/10T/long,CleanTS-65M,1467.8021032886204,1467.8021032886204,9.91342335312748,0.6374243012539635,0.8369992394120576,0.6433001134239098,6.534794547400555,38.311905503232545,0.23443711076596843,0.06066193519168585,0.04975128726723508,Nature,21
-jena_weather/10T/medium,CleanTS-65M,1559.77809871079,1559.77809871079,10.063912272858191,0.6185721979483099,0.8196521325106934,0.6546619971856625,6.08630822253793,39.49402611422125,0.24237416684971813,0.06176205852824723,0.051295154609447585,Nature,21
-jena_weather/10T/short,CleanTS-65M,748.1843526618301,748.1843526618301,5.583768914622556,0.29220630302475936,0.3233816162830876,0.5528585786326504,2.265995042925185,27.352958755166323,0.16989616327661536,0.034682204719020525,0.029822066795762173,Nature,21
-jena_weather/D/short,CleanTS-65M,418.1406242594038,418.1406242594038,10.700311713985034,1.3034188092681354,0.8245833318573368,0.4755352611224803,7.865257399454948,20.44848708974343,0.12313331223041782,0.06443336455447513,0.051413827772477584,Nature,21
-jena_weather/H/long,CleanTS-65M,1375.294339980632,1375.294339980632,11.940894247410158,1.0883991944445894,2.7000078934416667,0.6966790734144745,7.657828170845286,37.08496110259025,0.2232925650548231,0.07189741680398751,0.05905766666433646,Nature,21
-jena_weather/H/medium,CleanTS-65M,1345.9004229035627,1345.9004229035627,10.697815845285852,0.7655084682731764,2.79351218695486,0.6862423476955247,7.119980041412167,36.68651554595452,0.22449128956830378,0.06546183083711472,0.05404261017981618,Nature,21
-jena_weather/H/short,CleanTS-65M,1104.9613603672099,1104.9613603672099,8.566707332513985,0.5368868229803038,1.666315686255163,0.6206586529907702,4.698604734502142,33.24095907712667,0.20376495248316953,0.05251336787535976,0.042841740044608986,Nature,21
-kdd_cup_2018/D/short,CleanTS-65M,2974.623326464278,2974.623326464278,21.701980333837458,1.219805501483326,0.5142869594384242,0.4801226475984066,9.439144277578558,54.5401075032336,1.2217563179272777,0.4861474023098953,0.3791924518528169,Nature,1
-kdd_cup_2018/H/long,CleanTS-65M,4375.788436609605,4375.788436609605,25.182258330115,1.0477889124552735,0.9004897250875985,0.6369750928465591,7.839462395431958,66.14974252867206,1.552140264357224,0.5908775394654775,0.458216979722089,Nature,1
-kdd_cup_2018/H/medium,CleanTS-65M,5500.53832347396,5500.53832347396,26.492773258814694,1.0727541916038499,0.8466308493052767,0.5888711367724193,9.05088311139548,74.16561415827391,1.5524206241285592,0.5545417248157081,0.43813830468284815,Nature,1
-kdd_cup_2018/H/short,CleanTS-65M,4972.147362873047,4972.147362873047,23.872244337004055,0.9764807621426917,0.8240941214719566,0.5225553728086353,7.9199142573167345,70.51345519029009,1.475974323000653,0.4996893086394619,0.40165367467527224,Nature,1
-loop_seattle/5T/long,CleanTS-65M,92.20174206559065,92.20174206559065,5.354954664232315,0.8454478529900591,0.17166914982583023,0.12061257913044021,6.753253190770574,9.602173819796779,0.16976840728522274,0.09467669941123137,0.07510375447858089,Transport,1
-loop_seattle/5T/medium,CleanTS-65M,74.51142957594864,74.51142957594864,4.867850248702909,0.7737179588352738,0.15593407412954405,0.1109053855857613,6.017319161376385,8.632000322981263,0.15358102311985514,0.08660905857471395,0.06866858244997465,Transport,1
-loop_seattle/5T/short,CleanTS-65M,43.11260150657473,43.11260150657473,3.5075349229408124,0.5579530038926219,0.09257529315945257,0.07490157786251206,4.111420926825049,6.566018695265399,0.11259272426167817,0.060146480043020756,0.047269422758287244,Transport,1
-loop_seattle/D/short,CleanTS-65M,18.57973240516749,18.57973240516749,3.049241252186621,0.9176378483844494,0.05682349533949843,0.0561943626748273,6.962407212922172,4.310421372112881,0.07703298774913034,0.0544940143308299,0.043573038211785105,Transport,1
-loop_seattle/H/long,CleanTS-65M,60.61264933562172,60.61264933562172,4.358683961488391,0.9131533227378191,0.1349941218928615,0.10075194553325051,8.05470249349768,7.785412598932809,0.1391357232945755,0.07789550494437279,0.06329274501206944,Transport,1
-loop_seattle/H/medium,CleanTS-65M,66.2239799928616,66.2239799928616,4.531657566940575,0.9275631153962406,0.12036321337562597,0.10313099785116804,8.617610168431597,8.137811744742047,0.14383491375237448,0.08009654139730336,0.06571625071811742,Transport,1
-loop_seattle/H/short,CleanTS-65M,60.70895523423057,60.70895523423057,4.261321281999581,0.8655888545195888,0.12095751806492265,0.09790238747792573,8.357494879422589,7.7915951662179275,0.13791915882241718,0.07542972063456517,0.0622124855449094,Transport,1
-m_dense/D/short,CleanTS-65M,9316.96240198206,9316.96240198206,51.946601132993344,0.7504809074520636,0.13026995624410745,0.10738054213700471,6.927894005298149,96.52441350239876,0.16709803777374177,0.08992725056156602,0.07237018288142993,Transport,1
-m_dense/H/long,CleanTS-65M,34765.609654224536,34765.609654224536,82.58546437958141,0.7254612665150665,0.2810987441059,0.2003287257677243,7.556326878963531,186.4553824758742,0.32278184699178003,0.1429676546375075,0.11766625157903284,Transport,1
-m_dense/H/medium,CleanTS-65M,34512.06633884006,34512.06633884006,79.96313526153564,0.6978936781622972,0.2730701257273608,0.19687438170115154,7.44780491775512,185.7742348627496,0.323223710059924,0.13912575802749044,0.11450026427958455,Transport,1
-m_dense/H/short,CleanTS-65M,50343.301783057315,50343.301783057315,96.31221923192342,0.841403228679521,0.30340629458202995,0.22977066790892017,9.42045395622259,224.37313070654722,0.3979820616722905,0.17083389376193264,0.14114884457775367,Transport,1
-m4_daily/D/short,CleanTS-65M,383465.66690247733,383465.66690247733,170.69666058763607,3.2081064716704435,0.036927138060732216,0.030332773207370232,26.08011128676324,619.2460471431992,0.09565640050632376,0.026367916606962305,0.02092342695969357,Econ/Fin,1
-m4_hourly/H/short,CleanTS-65M,416266.4552957866,416266.4552957866,169.205297327176,1.322701379817929,0.10123713118220633,0.09574189621785689,9.673663173801586,645.187147497365,0.08808229659126059,0.02310026050859238,0.020823279011280376,Econ/Fin,1
-m4_monthly/M/short,CleanTS-65M,1908783.3338688153,1908783.3338688153,577.6685870080171,0.9837793846017734,0.16600613850283993,0.13589435501860161,8.067107808366893,1381.5872516308245,0.2871412603835251,0.12005936357740439,0.09642437481217975,Econ/Fin,1
-m4_quarterly/Q/short,CleanTS-65M,1883431.565311517,1883431.565311517,584.988072511673,1.2479256582402214,0.12082483374203003,0.10567335962267195,10.103191593957614,1372.3817126847462,0.22971253166569353,0.09791670195605363,0.0788195700145567,Econ/Fin,1
-m4_weekly/W/short,CleanTS-65M,367975.06675794435,367975.06675794435,298.10729381658547,2.1940876307583523,0.07092927528801889,0.07255722331380036,14.157770313365264,606.6094845598315,0.1105148407721758,0.05431052587822617,0.042407753828505486,Econ/Fin,1
-m4_yearly/A/short,CleanTS-65M,4162170.1811671406,4162170.1811671406,973.9929443163,3.6487848096801136,0.17898699063501528,0.15901303755530824,37.38846090225593,2040.1397454995922,0.3271458629844328,0.15618428247966717,0.13193186447748662,Econ/Fin,1
-restaurant/D/short,CleanTS-65M,157.55816897095514,157.55816897095514,7.623011608512125,0.729013932346573,0.6455305182790182,0.41960701008765783,5.128291537730095,12.552217691346623,0.5776821413519493,0.3508286565641627,0.27525791304525254,Sales,1
-saugeen/D/short,CleanTS-65M,1044.869330921173,1044.869330921173,11.873578217824301,2.636848440138105,0.2706558911005656,0.30933215459187824,34.78444458777649,32.324438601794355,1.0469962525841157,0.38458802183609575,0.328085682050341,Nature,1
-saugeen/M/short,CleanTS-65M,397.759041922433,397.759041922433,12.60980578831264,0.7388380321378877,0.38100790693646386,0.3585934695743379,4.870683760161396,19.94389736040659,0.5987755907042731,0.37858417405178296,0.2980638209858531,Nature,1
-saugeen/W/short,CleanTS-65M,1255.5320473432541,1255.5320473432541,17.289710915088655,1.4025695837802723,0.47267574444413185,0.45805939808487894,14.113494559227897,35.43348765424107,1.0695892856066285,0.5219042993020577,0.4228650601068679,Nature,1
-solar/10T/long,CleanTS-65M,21.67777349450969,21.67777349450969,1.9364289433029929,0.8487347798643053,2.6994967977587954,1.4704553988534845,6.117334493905399,4.655939593090711,1.0063068677381686,0.4185281414356188,0.324399494876512,Energy,1
-solar/10T/medium,CleanTS-65M,23.045038762722257,23.045038762722257,2.008993427111654,0.8822361224160759,3.3693835700083974,1.4663263069301515,6.601560215948542,4.800524842423196,1.0652555400654822,0.44580362531892637,0.35073008304774533,Energy,1
-solar/10T/short,CleanTS-65M,36.74563303097377,36.74563303097377,2.705380199371028,1.2000939009804032,6.852672141710116,1.5538207939760238,11.889313469323726,6.061817634255733,1.7633820794603803,0.786994800823228,0.6341716334851415,Energy,1
-solar/D/short,CleanTS-65M,156768.750486618,156768.750486618,260.6531283413407,1.0170102433051629,1.2094920840576617,0.4263525755155986,5.835141668924148,395.9403370289746,0.5719989491517509,0.3765550047846042,0.30897672487822153,Energy,1
-solar/H/long,CleanTS-65M,952.9622441869583,952.9622441869583,15.582906187479804,1.1897389378572798,4.551584204645209,1.4675696661485855,8.014566285976032,30.87008655943417,1.0703222989347025,0.5402878266167355,0.39539951318004596,Energy,1
-solar/H/medium,CleanTS-65M,719.216486843137,719.216486843137,12.558621390312547,0.9578050952378071,4.802171791139955,1.4231838226318358,7.407784415238228,26.818211850217324,0.9660545844700282,0.4523908542633308,0.355301571573648,Energy,1
-solar/H/short,CleanTS-65M,769.8665664988606,769.8665664988606,11.87201372019108,0.9178560271155648,3.826693847001346,1.4241380780068964,6.3027752866255335,27.746469442054437,1.0227441044790493,0.43760637965046906,0.34642641108658595,Energy,1
-solar/W/short,CleanTS-65M,1428398.523922217,1428398.523922217,976.2975027265339,1.070836182186609,0.22128818097123265,0.1936384287737582,6.169907035377626,1195.1562759414423,0.24396126547451438,0.19928672010457912,0.149285378680503,Energy,1
-sz_taxi/15T/long,CleanTS-65M,15.73027650990717,15.73027650990717,2.699990148625822,0.5094621704736275,6886944535416.432,0.398718404124605,3.9420435081189225,3.96614126197078,0.36709894798502724,0.2499062634592007,0.19841673921452202,Transport,1
-sz_taxi/15T/medium,CleanTS-65M,16.575554460541817,16.575554460541817,2.7664459081796497,0.5396955805361071,10366029297642.486,0.4076075570196168,3.908486704392643,4.071308691384359,0.3789032209855931,0.25746396177472386,0.20292486987960812,Transport,1
-sz_taxi/15T/short,CleanTS-65M,17.052128991106997,17.052128991106997,2.7614426509328234,0.5515912063321681,1200949502644.5789,0.3991129708650348,3.9597880693291128,4.1294223556215455,0.38611866322008004,0.25820670619598285,0.20292541416074839,Transport,1
-sz_taxi/H/short,CleanTS-65M,7.291834672928875,7.291834672928875,1.8692658472264934,0.5697771938661932,1.0598877103855977,0.30021190461822045,4.121075664148837,2.7003397328723056,0.2515533110968186,0.17413364972779155,0.13760897611444112,Transport,1
-temperature_rain/D/short,CleanTS-65M,189.99358632464586,189.99358632464586,5.987437476609687,1.428506549050293,37.81032682708845,1.4943231913885242,20.33263286000924,13.78381610166959,1.6227195876027847,0.7048796937783194,0.5724113313069737,Nature,1
-us_births/D/short,CleanTS-65M,204714.1703125,204714.1703125,305.8128889973958,0.4501687478600908,0.029061880807081858,0.02894541874527931,3.4816281268105844,452.4535007185821,0.0424138442439747,0.028667476815044057,0.022875985906004082,Healthcare,1
-us_births/M/short,CleanTS-65M,91195325.33333333,91195325.33333333,8114.59765625,0.9191595239565,0.024908685435851414,0.02526882415016492,5.28980637396075,9549.624355613854,0.02966106814002031,0.02520388499568461,0.018538053172532615,Healthcare,1
-us_births/W/short,CleanTS-65M,3899898.0089285714,3899898.0089285714,1519.235072544643,1.3805831792570447,0.020336782626275505,0.02053045361701931,8.920201263600932,1974.8159430510407,0.026807932787474797,0.020623467142071045,0.015951417115224253,Healthcare,1

results/CleanTS-65M/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "CleanTS-65M",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/EINK/CleanTS-65M",
-    "code_link": "https://github.com/Taihuachen-cfair/gift-eval/blob/main/notebooks/CleanTS.ipynb",
-    "org": "Shandong University",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Credence/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-us_births/W/short,Credence,1981293.4285714286,1981293.4285714286,1083.517299107143,1083.517299107143,0.9851020567651093,0.014681688376835414,0.014698320509071038,5.875969468433975,1407.5842527434827,0.019107818211127305,0.014708641091713007,0.011495080911903467,Healthcare,1
-us_births/M/short,Credence,40867930.666666664,40867930.666666664,5254.341145833333,5254.341145833333,0.5927523081570498,0.016176501909891765,0.016360392021733113,3.926255227348656,6392.8030367489555,0.01985600264656178,0.01631994777531297,0.012191297260903702,Healthcare,1
-us_births/D/short,Credence,133748.92,133748.92,217.39641927083332,217.39641927083332,0.32004981611634753,0.02095420440038045,0.020664739053686813,2.906081303081846,365.7169944096118,0.03428300060366135,0.020379150236448283,0.016607321670457812,Healthcare,1
-loop_seattle/5T/short,Credence,39.341390133789815,39.341390133789815,3.4488411642572583,3.4488411642572583,0.5475653017247267,0.09420587692959513,0.07341289413122502,4.062700942496223,6.272271529022785,0.10755560898652276,0.05914001171713785,0.04666659247956807,Transport,1
-temperature_rain/D/short,Credence,177.56792622396415,177.56792622396415,5.652711626659176,5.652711626659176,1.312655580709039,21.572101249152418,1.4994294631885086,18.812045122520473,13.325461576394423,1.56875914113273,0.6654736112269262,0.5384378173256141,Nature,1
-solar/W/short,Credence,1618500.0510948906,1618500.0510948906,1019.4490654938412,1019.4490654938412,1.1135661677897826,0.2294308756389757,0.19920882231417994,7.083897484048863,1272.2028341011078,0.2596883960120456,0.2080950344849133,0.14975132761771653,Energy,1
-solar/H/short,Credence,612.8842461422718,612.8842461422718,10.855683811191163,10.855683811191163,0.8363616938018386,4.3890899273190005,1.4030977378835967,3.8725069803458037,24.756499068775287,0.9125328005647738,0.40014412065098237,0.30192240009823956,Energy,1
-solar/H/medium,Credence,654.3222665754258,654.3222665754258,11.452482319110212,11.452482319110212,0.8733596288079221,4.209102444885201,1.4064806977271924,4.367720358164698,25.579723739231934,0.9214413573837426,0.41254514556579364,0.30496866283542734,Energy,1
-solar/H/long,Credence,659.8980072739254,659.8980072739254,11.677593137767387,11.677593137767387,0.8883293339654287,5.199635621910256,1.4007543238194116,4.607906696278808,25.688480049896402,0.8906665482727325,0.40488349454488537,0.3027778017842999,Energy,1
-solar/D/short,Credence,126225.54379562044,126225.54379562044,246.8741474680657,246.8741474680657,0.9622487048832767,1.071720927997227,0.42039874022610235,5.4565046948888645,355.2823437712891,0.5132619978753026,0.3566490718570327,0.27276837547316396,Energy,1
-loop_seattle/5T/medium,Credence,71.41364503968734,71.41364503968734,5.093492446757692,5.093492446757692,0.8083730075140683,0.16475848317023278,0.1164860430850618,5.671783217460128,8.45065944407224,0.15035459638406284,0.09062369701274862,0.07121101323088352,Transport,1
-solar/10T/short,Credence,23.539989542439034,23.539989542439034,2.1887697168800373,2.1887697168800373,0.9660921516137635,5.732001036809698,1.5235234096415824,4.146622526999156,4.851802710584905,1.4113888707543,0.6367128680457225,0.4850725346939111,Energy,1
-solar/10T/medium,Credence,19.14013862500173,19.14013862500173,1.8458668655432633,1.8458668655432633,0.8075838638230288,3.6547726236736673,1.4500841494337575,4.122946170140241,4.37494441393279,0.9708175500099963,0.40960519231842096,0.3076506932632776,Energy,1
-solar/10T/long,Credence,18.056756893755068,18.056756893755068,1.8420211284603418,1.8420211284603418,0.806373794011146,3.2992514245977604,1.451856543261004,4.279447364950502,4.249324286725487,0.9184234751321878,0.39812340313784844,0.3004464647174967,Energy,1
-saugeen/W/short,Credence,942.9406433105469,942.9406433105469,14.756837844848633,14.756837844848633,1.1970570094750175,0.38110325336456297,0.39088950434610864,9.993948972552701,30.70733859048268,0.9269265492835072,0.4454474210311822,0.35492562559280716,Nature,1
-saugeen/M/short,Credence,398.6060732886905,398.6060732886905,12.38219488234747,12.38219488234747,0.7254962333638438,0.3544088999430339,0.35536092788013146,4.510588903279304,19.965121419332526,0.5994128398116464,0.37175063660480695,0.29144970720918795,Nature,1
-saugeen/D/short,Credence,1208.375546875,1208.375546875,12.9156396484375,12.9156396484375,2.8698198740037757,0.279986317952474,0.32440258311666154,27.68817149753579,34.761696547708944,1.1259396485299231,0.4183406510767468,0.34336834472401007,Nature,1
-restaurant/D/short,Credence,137.24760647787372,137.24760647787372,7.040552813543417,7.040552813543417,0.6754662227188343,0.6717557948967472,0.3893615799211119,4.575243882488138,11.71527236037958,0.539163978037998,0.32402255327623436,0.2535126833884472,Sales,1
-m4_yearly/A/short,Credence,3780024.204455308,3780024.204455308,895.934612433683,895.934612433683,3.348256083413248,0.16374748665209743,0.15027195955494627,29.41936183421947,1944.2284342266234,0.31176604018430804,0.14366726741840957,0.11598507225523212,Econ/Fin,1
-m4_weekly/W/short,Credence,232332.47075208914,232332.47075208914,244.55150859760016,244.55150859760016,1.9494262628433383,0.05878148325153201,0.05877691661898692,14.170818467317096,482.00878700713446,0.08781452588996383,0.04455349230564091,0.035531322684503125,Econ/Fin,1
-m4_quarterly/Q/short,Credence,1742952.2965591634,1742952.2965591634,548.1433355496724,548.1433355496724,1.1560533456661968,0.11048622191604227,0.1000720684147396,8.754063292796006,1320.2091866667051,0.22097976942769262,0.09174954175930349,0.07306034864599445,Econ/Fin,1
-loop_seattle/5T/long,Credence,85.82239456797888,85.82239456797888,5.55685168164488,5.55685168164488,0.8769157370110361,0.17667073546712408,0.1251199539657702,6.009984734394903,9.264037703290011,0.16379009152002544,0.09824628036397032,0.07698314146112534,Transport,1
-loop_seattle/D/short,Credence,17.645019802097444,17.645019802097444,2.86297519160252,2.86297519160252,0.8645312995221023,0.0535209201560793,0.05283242815704088,6.756373593918668,4.200597552979509,0.07507028967822517,0.051165191205409855,0.04134675922365924,Transport,1
-loop_seattle/H/short,Credence,47.946900669674115,47.946900669674115,3.746456097549025,3.746456097549025,0.7653407189523878,0.10460991644081032,0.08581307221906702,6.294736471175906,6.924370055801041,0.12256839163085016,0.06631608283376958,0.05339762466401302,Transport,1
-loop_seattle/H/medium,Credence,57.86505272454891,57.86505272454891,4.164693070639029,4.164693070639029,0.8570583795027924,0.11197156709291126,0.09470824299503841,6.73576679840819,7.606908223749575,0.1344512536547473,0.0736104850964862,0.059128058621891286,Transport,1
-m4_monthly/M/short,Credence,1815345.2099774666,1815345.2099774666,549.0623064496076,549.0623064496076,0.9111372657455721,0.15733080874314462,0.12986576380123901,7.380592623105529,1347.34747187853,0.2800250587707948,0.11411399645706309,0.09084637608334828,Econ/Fin,1
-m4_hourly/H/short,Credence,828029.1790862912,828029.1790862912,176.71600902234107,176.71600902234107,0.6964065261388817,0.08728426046993422,0.07786551172130717,5.320036363968451,909.9610865780422,0.12422978591526504,0.02412563821954452,0.019395067795332222,Econ/Fin,1
-loop_seattle/H/long,Credence,54.64845212156271,54.64845212156271,4.00427861694294,4.00427861694294,0.8397277271999716,0.11943499325967795,0.09290104400763127,6.745365559909182,7.392459138984991,0.13211311906639867,0.0715618074782964,0.05734788367588174,Transport,1
-m_dense/D/short,Credence,7972.15925925926,7972.15925925926,42.987706886574074,42.987706886574074,0.6401850558696381,0.11753934078343803,0.09248046558949191,6.674480116870909,89.28694898617188,0.15456891596489558,0.07441807933546361,0.06155807237551119,Transport,1
-m4_daily/D/short,Credence,352801.7620344686,352801.7620344686,175.02748212440778,175.02748212440778,3.2512786127729063,0.03761074586027258,0.029845498968524658,24.072089857688447,593.9711794645162,0.09175213209320293,0.027036908885540886,0.021327812914881717,Econ/Fin,1
-m_dense/H/short,Credence,43176.36068793403,43176.36068793403,85.52203759087456,85.52203759087456,0.7634620809393522,0.28628258212707786,0.20327998800888086,7.927807493511263,207.78922177999038,0.3685663383029902,0.15169479903271224,0.12493999679182302,Transport,1
-m_dense/H/medium,Credence,35982.63861111111,35982.63861111111,77.82327365451388,77.82327365451388,0.6750128309610246,0.26559301938140745,0.1872690853568675,7.668932035708439,189.69090281589973,0.3300382172157605,0.1354026688341385,0.11224754902476472,Transport,1
-m_dense/H/long,Credence,33365.56061728395,33365.56061728395,76.83492283950618,76.83492283950618,0.6635170516510428,0.2672928797984264,0.18675558962070568,6.952728745461807,182.66242256491603,0.3162156812193223,0.1330126203625371,0.11005157685452689,Transport,1
-sz_taxi/15T/short,Credence,16.542044675684966,16.542044675684966,2.713050236195435,2.713050236195435,0.5413397080011091,1052505187116.6085,0.3928081980379438,3.809533145696896,4.0671912514270785,0.3802997913230212,0.253681810097318,0.19921639274901,Transport,1
-sz_taxi/15T/medium,Credence,16.26387031750801,16.26387031750801,2.740928010859041,2.740928010859041,0.5343902512638006,9547619092255.111,0.40399731733067784,3.8099304304134582,4.032848908341101,0.37532390158845375,0.25508909914303285,0.2012139307529757,Transport,1
-sz_taxi/15T/long,Credence,15.437054843304843,15.437054843304843,2.6829066958522523,2.6829066958522523,0.5059875993489118,6579843666924.634,0.39717084255889173,3.840094691304683,3.929001761682583,0.36366138787427643,0.24832505346930456,0.19733732948712,Transport,1
-sz_taxi/H/short,Credence,7.16485830453726,7.16485830453726,1.8405209810305865,1.8405209810305865,0.560501863683958,1.1060429566945784,0.29464194692709156,3.884994825869058,2.67672529493358,0.24935348013052103,0.17145588781257642,0.13474393705755836,Transport,1
-kdd_cup_2018/H/short,Credence,4366.834940322303,4366.834940322303,22.11540043388925,22.11540043388925,0.9232946272744946,0.8672966286987673,0.4865883925935503,7.410279287889337,66.08203190219186,1.3832166080652961,0.46291538401008847,0.37108780090840277,Nature,1
-kdd_cup_2018/H/medium,Credence,5179.8799228146545,5179.8799228146545,24.97020068765824,24.97020068765824,1.0231086828735965,0.9228104975619303,0.54850995879905,8.400142448957727,71.97138266571412,1.5064913881423707,0.5226715244705741,0.4151927584293543,Nature,1
-kdd_cup_2018/H/long,Credence,4096.371096336147,4096.371096336147,23.719996162660532,23.719996162660532,0.9993973293827084,0.9820791882338883,0.5971977879268109,7.430312720550339,64.00289912446269,1.5017666496739275,0.5565669626653209,0.4358402935082522,Nature,1
-kdd_cup_2018/D/short,Credence,2888.927228269001,2888.927228269001,21.12797560489862,21.12797560489862,1.1952953836900297,0.5291491156602859,0.4646283894662181,9.049681395728863,53.74874164358642,1.2040288863995243,0.47328908848004403,0.37458848125983474,Nature,1
-hospital/M/short,Credence,2834.9423776135036,2834.9423776135036,17.72574792867741,17.72574792867741,0.7534969901084262,0.19072928070141304,0.171835050294532,5.087405135235105,53.244176936201235,0.19328872633073854,0.06434858115093305,0.0507050420998614,Healthcare,1
-hierarchical_sales/W/short,Credence,463.5034832065388,463.5034832065388,8.880850751521224,8.880850751521224,0.7153194852123632,0.5190059380716755,0.4543076030266486,6.562817201134447,21.52913103695871,0.9884129365880346,0.40772420194954395,0.3430515558311208,Sales,1
-hierarchical_sales/D/short,Credence,28.729503773834747,28.729503773834747,2.292235123317761,2.292235123317761,0.7405168655034932,0.6308665744765213,1.0598728859067335,6.879417539248687,5.359991023671098,1.6443858877424427,0.7032323508612238,0.5677235036013336,Sales,1
-electricity/W/short,Credence,35677167338.926125,35677167338.926125,25591.681211289415,25591.681211289415,1.3913983663991643,0.12404143190513252,0.09128269235749974,10.49396140509632,188884.00498434514,0.430970971545659,0.05839177179682473,0.046217533866786224,Energy,1
-electricity/H/short,Credence,1525633.6620027788,1525633.6620027788,160.67214860830222,160.67214860830222,0.8772902814770303,0.16777715137842344,0.11950123753924799,9.817165267459965,1235.1654391225406,0.5830862954147924,0.07584872838969985,0.06213982642124559,Energy,1
-electricity/H/medium,Credence,5290059.0672032265,5290059.0672032265,233.38883924329602,233.38883924329602,1.0428183929415498,0.23639100108804828,0.12653187804705238,8.500259797002409,2300.0128406605095,0.897770802276334,0.09109935464083072,0.07259659109428923,Energy,1
-electricity/H/long,Credence,8082463.757674925,8082463.757674925,270.9681885674737,270.9681885674737,1.1622827572419159,0.2912307404545631,0.13844394046323913,9.334767830385333,2842.967421142023,1.121265560031176,0.1068697781920744,0.08449070789043954,Energy,1
-electricity/D/short,Credence,1207132443.7733333,1207132443.7733333,4100.2335774211715,4100.2335774211715,1.3495531914085952,0.36024277470196775,0.09100998989390749,10.744090104684702,34743.811589595825,0.5709562248343537,0.06738045646679959,0.05300851707025143,Energy,1
-electricity/15T/short,Credence,131392.11671461287,131392.11671461287,50.44386328695057,50.44386328695057,0.9636366174137869,0.16142363722445216,0.1621331247068244,10.250187797556046,362.48050528906083,0.7145205404168453,0.09943479974947253,0.08247345849118831,Energy,1
-electricity/15T/medium,Credence,235986.55371074952,235986.55371074952,51.61692567416355,51.61692567416355,0.8166610134195745,0.12697121274678602,0.13014899771855473,6.932790746300936,485.784472488314,0.8370555552892645,0.08894115977235362,0.0718116872997907,Energy,1
-car_parts/M/short,Credence,1.3443089131499977,1.3443089131499977,0.4581129398338979,0.4581129398338979,0.8370634232671614,0.8049785677915271,1.882188799020695,13.648863809842867,1.1594433634938783,2.7802262494483663,1.0985078362949185,0.9442805842923128,Sales,1
-covid_deaths/D/short,Credence,378188.1140062069,378188.1140062069,108.68806111041765,108.68806111041765,34.97108897386375,0.09075509984307899,0.36807812346997815,622.2833335716725,614.9700106559725,0.23138544838779088,0.04089441000156739,0.03322237663759045,Healthcare,1
-electricity/15T/long,Credence,304050.5199430368,304050.5199430368,57.02846970557594,57.02846970557594,0.8642380743404394,0.1308116295869595,0.13206093708343256,7.0548848664548025,551.4077619539253,0.8699133493064254,0.08996940288182395,0.07201943067928405,Energy,1
-jena_weather/H/short,Credence,1075.1322678401755,1075.1322678401755,8.347192584123826,8.347192584123826,0.5210019579149167,1.395962111432094,0.6077056093037256,4.3659107858696204,32.78920962512173,0.20099576256484544,0.05116775786617829,0.04101708441768538,Nature,21
-jena_weather/H/medium,Credence,1186.5049882192461,1186.5049882192461,9.803821769593254,9.803821769593254,0.7456613391720759,2.20877425457439,0.6701472923918745,6.077787788960267,34.4456817064091,0.2107792314111413,0.059991323008195575,0.04826633343479608,Nature,21
-jena_weather/H/long,Credence,1130.2408585482804,1130.2408585482804,10.76051781063988,10.76051781063988,0.9077538308252998,2.155136504315446,0.6517823862605664,6.585881604300189,33.619054991898274,0.20242395594625853,0.064790238267697,0.05271971803611088,Nature,21
-jena_weather/D/short,Credence,360.8901181175595,360.8901181175595,9.340482197110616,9.340482197110616,0.9937645238911081,0.6019073589602502,0.44512733380400055,6.466172778180113,18.997108151441353,0.11439364040524394,0.056244969136883385,0.044242303975310475,Nature,21
-jena_weather/10T/short,Credence,788.7378164518448,788.7378164518448,5.466740783055624,5.466740783055624,0.27077702219171607,0.34787774990199616,0.5432388317757615,2.095932056787003,28.08447643186258,0.17443980223730696,0.03395531276477491,0.027615336053660053,Nature,21
-jena_weather/10T/medium,Credence,1454.8164051226552,1454.8164051226552,9.531055528604966,9.531055528604966,0.5982117847501426,0.7790376010579546,0.6450781945562306,5.254830764954998,38.14205559644964,0.23407714347343386,0.058491924924733145,0.04750007854072305,Nature,21
-jena_weather/10T/long,Credence,1403.6030564888445,1403.6030564888445,9.603791792935164,9.603791792935164,0.6463866061709543,0.842861191998725,0.6357578268223568,5.518140532401427,37.46469079665338,0.22925285496906522,0.05876724564494566,0.04812969741164127,Nature,21
-ett2/W/short,Credence,2964300.0,2964300.0,1166.6429966517858,1166.6429966517858,0.7712872750954578,0.12006293875830513,0.1294604556465046,8.67896865903544,1721.7142620074912,0.14442543109405384,0.0978634616918564,0.08384630584244074,Energy,7
-ett2/H/short,Credence,106.10571594238282,106.10571594238282,6.302439953031994,6.302439953031994,0.7239941760542563,0.11788169814215134,0.10784536704876845,5.071351588078193,10.300762881572549,0.13064232602877393,0.07993246952550748,0.06344846420135918,Energy,7
-ett2/H/medium,Credence,233.66578311011904,233.66578311011904,9.449562000093007,9.449562000093007,1.032354057589049,0.17500831834954556,0.1678265140953696,7.527016676251642,15.286130416495832,0.20599042459635983,0.127338916757391,0.1027503914161881,Energy,7
-ett2/H/long,Credence,226.2981398809524,226.2981398809524,9.15840076264881,9.15840076264881,1.0217813610000894,0.17940548926936442,0.1728095737269313,8.01697175490175,15.043209095168237,0.20600517628013984,0.12541725316838293,0.10239122253536842,Energy,7
-ett2/D/short,Credence,104521.9746031746,104521.9746031746,192.6950706845238,192.6950706845238,1.2724323302823013,0.42282790834941564,0.13220255239697806,12.488432766901184,323.29858428884995,0.1850322992280923,0.11028446677892514,0.09198330814035699,Energy,7
-ett2/15T/short,Credence,7.6752898534139,7.6752898534139,1.6792806761605399,1.6792806761605399,0.7270627958244034,0.10533737187218753,0.12432981407460246,5.261593292780878,2.7704313478976337,0.13152223676251082,0.07972143068923164,0.06354002244339592,Energy,7
-ett2/15T/medium,Credence,11.214409790039063,11.214409790039063,2.084752943250868,2.084752943250868,0.8610712135269182,0.12968421052994128,0.15661658323096042,6.4771817574897375,3.348792288279323,0.1784631954248445,0.11110025343347499,0.08826969731334394,Energy,7
-ett2/15T/long,Credence,11.190497039310516,11.190497039310516,2.114925769624256,2.114925769624256,0.8782253118995644,0.1333790227136247,0.15985195841485994,6.932672596729436,3.3452200285348224,0.17827282177199527,0.11270821697021899,0.09089333221966853,Energy,7
-ett1/W/short,Credence,1253685.2857142857,1253685.2857142857,894.6405552455357,894.6405552455357,1.56493604769043,0.6707758222307477,0.5668904919966399,8.252324477635039,1119.680885660859,0.445547748666724,0.35599882998835986,0.26151685293320026,Energy,7
-ett1/H/short,Credence,93.07295207069033,93.07295207069033,4.802978152320499,4.802978152320499,0.7993522891032343,0.44706320422036305,0.25579450661474556,5.52860614848358,9.647432408194957,0.45028514893373367,0.22417464472785556,0.17307522213873766,Energy,7
-ett1/H/medium,Credence,140.69910714285714,140.69910714285714,6.895627267020089,6.895627267020089,1.262242807376277,3277745247375.108,0.4354628725381994,8.852059419337555,11.861665445579602,0.5681457201383867,0.33028423684694397,0.25615459786096345,Energy,7
-ett1/H/long,Credence,142.68213872354497,142.68213872354497,7.136190812045304,7.136190812045304,1.3543608574786439,3848029630019.5146,0.4718904249402749,9.327672371124457,11.94496290172326,0.5720183882162103,0.3417367136167985,0.26268251189377545,Energy,7
-ett1/D/short,Credence,41578.201587301584,41578.201587301584,137.32098524305556,137.32098524305556,1.6730259584770841,1.2093455844455294,0.47705758852649643,10.7880273791868,203.90733578589462,0.5355693811170812,0.36067812272450184,0.27508666226535256,Energy,7
-ett1/15T/short,Credence,4.662322132928031,4.662322132928031,1.0652648131052653,1.0652648131052653,0.6776549174663714,0.47372050907300867,0.23782750697385283,4.4623681646332365,2.159241101157541,0.4081864440644926,0.2013793901085708,0.15492806223767028,Energy,7
-ett1/15T/medium,Credence,8.843387063647073,8.843387063647073,1.543362310500372,1.543362310500372,0.9725446187423443,0.7157097092589441,0.3798302858706109,6.735816570377376,2.9737832913053825,0.566806002136499,0.294166364987163,0.2276705717681897,Energy,7
-ett1/15T/long,Credence,8.392706124441965,8.392706124441965,1.5329517376612103,1.5329517376612103,0.9781559345058916,0.7324397854734935,0.38279931160659103,7.023077284469047,2.897016762885911,0.5521742430960129,0.2921821082604248,0.22835065268151128,Energy,7
-bizitobs_service/10S/short,Credence,1997.9256756671523,1997.9256756671523,17.842970648467855,17.842970648467855,0.7237281656425067,0.05660382793693946,0.045697773864466266,5.523405269582212,44.69816188242143,0.03311382788882575,0.013218643322133988,0.010252276296669338,Web/CloudOps,2
-bizitobs_service/10S/medium,Credence,4556.090228174603,4556.090228174603,26.533218974764385,26.533218974764385,0.9647815539561216,0.06107691689143105,0.053858580242839446,9.224766822666446,67.49881649462162,0.05080119754019902,0.019969524926733585,0.01712799940726285,Web/CloudOps,2
-bizitobs_service/10S/long,Credence,129421.48566137566,129421.48566137566,76.17236400462963,76.17236400462963,1.3370194159847177,0.07860183392882977,0.07584869148135491,17.690718788730695,359.7519779811859,0.266515781940229,0.05643092574182126,0.05114256791376083,Web/CloudOps,2
-bizitobs_l2c/H/short,Credence,53.148751395089285,53.148751395089285,4.4130919925750245,4.4130919925750245,0.4394223234234872,0.40957613242901775,0.6008141524671522,2.716785663925974,7.290319018745976,0.392966886461398,0.23787697294599847,0.18519021372096006,Web/CloudOps,7
-bizitobs_l2c/H/medium,Credence,70.43136160714286,70.43136160714286,4.814887927827381,4.814887927827381,0.48739709599198294,0.48642187228409317,0.7550630961382749,3.3618633245902725,8.392339459718182,0.5081689015175606,0.2915487774247358,0.2310097444693461,Web/CloudOps,7
-bizitobs_l2c/H/long,Credence,80.96149553571429,80.96149553571429,5.304670836433532,5.304670836433532,0.567811158897224,0.6271207733074948,0.7826679040163869,4.518210895075608,8.997860608817758,0.5496152954115319,0.32402460491221463,0.2596866164869739,Web/CloudOps,7
-bizitobs_l2c/5T/short,Credence,18.752176766168503,18.752176766168503,2.5036689122517903,2.5036689122517903,0.26211307580694493,0.14346513937073793,0.20338597296761687,2.3325914088500728,4.330378362934179,0.14872271583610872,0.08598612152962629,0.0688893920556652,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Credence,79.86641754357993,79.86641754357993,5.566847363945579,5.566847363945579,0.5466309265585393,0.3667817146245512,0.6491725086326049,3.3221314757504254,8.9368013037988,0.470207186369805,0.2928980456170996,0.2268416466401471,Web/CloudOps,7
-bizitobs_l2c/5T/long,Credence,96.21248511904761,96.21248511904761,6.004980856274802,6.004980856274802,0.5920033658093712,0.4431110912448344,0.7644439044400726,3.509862998208682,9.808796313465155,0.5507492488242376,0.33717069761732316,0.26147389840582913,Web/CloudOps,7
-bizitobs_application/10S/short,Credence,350140.7411111111,350140.7411111111,322.68848524305554,322.68848524305554,1.0363998400381071,0.014510410096910264,0.014646855095585802,5.98163681328812,591.7269143034742,0.022820543229205716,0.012444805786338428,0.009627715825301733,Web/CloudOps,2
-bizitobs_application/10S/medium,Credence,2891940.6933333334,2891940.6933333334,951.5125,951.5125,2.1562148620175603,0.030659735997517902,0.031199743209209332,16.877748526605277,1700.5706963644097,0.06677640616761417,0.03736309540638263,0.030324168755055052,Web/CloudOps,2
-bizitobs_application/10S/long,Credence,6060475.164444445,6060475.164444445,1497.650138888889,1497.650138888889,3.1371308382989205,0.045429212782118054,0.046441943993136246,40.28921595812408,2461.803234307008,0.09494191063847077,0.05775837957825591,0.05071972157378911,Web/CloudOps,2
-bitbrains_rnd/H/short,Credence,1818641.0937801444,1818641.0937801444,149.75174539903512,149.75174539903512,5.821635419912829,1.3724220529567637,0.5525362211662677,201.93884283165897,1348.570018122954,5.902002318764386,0.6553869185185583,0.6166622943900338,Web/CloudOps,2
-bitbrains_rnd/5T/short,Credence,1583829.069178179,1583829.069178179,119.75410507263618,119.75410507263618,1.6432523465160396,1.0642778200798646,0.6526269984224173,52.60856245988648,1258.5027092454663,5.149429799470652,0.48999922903598125,0.40117422401416386,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Credence,2661676.643867556,2661676.643867556,191.70914324027754,191.70914324027754,4.388420485709358,2.126143836495376,0.7265995961416354,159.79294402692142,1631.4645702152272,6.864403118729712,0.8066180931982825,0.7392441131936254,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,Credence,1584125.514225858,1584125.514225858,153.81169814644826,153.81169814644826,0.6797086451842964,1.9402938693640246,0.7305929533302803,13.27901284781038,1258.6204806159235,3.951757024078375,0.48293069109935455,0.3834838314310236,Web/CloudOps,2
-bitbrains_rnd/5T/long,Credence,2601235.93952657,2601235.93952657,192.63408900834602,192.63408900834602,3.314314874292069,2.180930377394704,0.6953672589385378,115.38980282967576,1612.834752703007,6.178406623419138,0.7379378013964702,0.6916969658437743,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Credence,3455853.832133464,3455853.832133464,351.5712851839025,351.5712851839025,1.0135300721552434,4.280307864664333,0.5771279368595401,18.285717614805222,1858.9926928671516,5.298732994898757,1.0020923567966016,0.7365040793156743,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Credence,3092077.0591349504,3092077.0591349504,305.3724750419639,305.3724750419639,0.982785470940544,4.76438113700308,0.8080981329653673,20.957243144873516,1758.430282705274,5.342596876048292,0.927805922837249,0.6860463744559588,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Credence,3979524.15212993,3979524.15212993,382.79015117880357,382.79015117880357,0.8960704218847759,5.079025463954972,0.8231851048126867,15.810022827829737,1994.8744702687259,5.2718576144049445,1.0116000797480518,0.7373601867620561,Web/CloudOps,2

results/Credence/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Credence",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "org": "ContinualIST",
-    "model_link": "https://app.credence.continualist.ai",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/Credence.ipynb",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/DLinear/config.json

@@ -1,8 +1,5 @@
 {
     "model": "DLinear",
     "model_type": "deep-learning",
-    "model_dtype": "float32",
-    "org": "The Chinese University of Hong Kong",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
+    "model_dtype": "float32"
 }

results/DeOSAlphaTimeGPTPredictor-2025/all_results.csv

@@ -1,98 +0,0 @@
-dataset,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,num_variates,model
-bitbrains_fast_storage/5T/long,4253620.759478553,3942542.6739726365,439.27634263683444,351.5178219117222,0.9039245531592373,4.6281072811839135,0.7718292500679558,16.66245616890376,2062.4307890152077,5.450388819032396,0.9289566546633562,0.6717524145217136,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_fast_storage/5T/medium,3390856.937975832,2938339.3379816045,346.56688551014156,289.0369573141382,0.9944598806113677,4.2767788058971545,0.7593947512182156,21.183553172197,1841.4279616579663,5.594766748606289,0.8781741558533743,0.638447648013664,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_fast_storage/5T/short,1551046.723143738,1551046.7231391892,199.03606752846943,152.61767237339856,0.6903232578959704,1.7680923118860032,0.6547266354607726,13.58432050068248,1245.4102629830356,3.910280264577749,0.4791817524275708,0.3799864694504142,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_fast_storage/H/short,2863379.3530778517,2858801.8119597975,333.7310782677839,317.24704607234844,1.009603623087645,3.9762860880015842,0.483425179076808,19.185955232386707,1692.1522842455686,4.8231836388213525,0.9042571104362971,0.6829068010829976,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_rnd/5T/long,2460772.825727656,2408570.118859373,222.0122219114635,181.69137884896642,3.3142125023001303,1.6193283618889214,0.6555396986648099,115.77886533466787,1568.6850626328842,6.009279106112113,0.6960187682159416,0.6315904645719728,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_rnd/5T/medium,2208052.9063216285,2208052.9063216285,190.83315102306372,144.0089043382807,4.393525889829723,0.32305618616953297,0.6856240051864132,160.5133725802978,1485.9518519526853,6.252156934968296,0.6059187916090644,0.6035812787955468,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_rnd/5T/short,1478593.9452985392,1478593.9452985392,132.24529301855372,117.6014834052782,1.6544388112624189,1.0387110630549943,0.5783237763109859,52.89403977264285,1215.9744838188562,4.975416577471558,0.48119131851919283,0.4043434461782052,2.0,DeOSAlphaTimeGPTPredictor-2025
-bitbrains_rnd/H/short,1783555.8804036537,1783555.8804030593,169.2135864729052,148.29365223143196,5.781759136287309,1.2192616701026289,0.5174088677310278,201.11955856694308,1335.4983640587698,5.8447943639973925,0.6490056059492009,0.6090687621404847,2.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_application/10S/long,6242166.897780693,6242166.897779226,1548.4186111112454,1517.7727777779935,3.162220056910506,0.045887777540439344,0.04694717831083904,46.64809741595336,2498.432888388371,0.0963545699834774,0.05853442932772233,0.05183357021206572,2.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_application/10S/medium,3158747.093364888,3158747.0933510866,1198.610625011638,990.344791669118,2.1551507567526325,0.030904585520496675,0.031468766530429126,17.109516540426156,1777.28644100005,0.06978880767152827,0.03888792520996555,0.032571434984432206,2.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_application/10S/short,330682.1688930182,330682.1688917817,361.4938541675514,312.1507986122335,1.0240725901806635,0.014836207495836553,0.014869072172421302,6.584896618107508,575.049709931811,0.022177368772688753,0.012038408600073285,0.009465487395238809,2.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_l2c/5T/long,71.76699466885863,71.76699466875343,5.1773234442847045,5.177323443727447,0.5177408840924764,0.4239388838612668,0.7123863777304614,3.4590991505986834,8.471540277229773,0.47566432159098626,0.2906989712528437,0.2303326741032111,7.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_l2c/5T/medium,69.30413079386094,69.30413079318365,5.2389994305602565,5.238999430349592,0.5193918306440176,0.36818355182680057,0.6304700306495206,3.3012861138951686,8.324910257400804,0.43801271795643903,0.2756484224943615,0.21389099516999327,7.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_l2c/5T/short,20.796484375013037,18.631319754529244,2.6896362304725394,2.5361993698875196,0.2639866333364688,0.14270905494991945,0.1653895500092193,2.013703845538512,4.5603162582229935,0.15661971907454936,0.08710335212225287,0.06955900884674134,7.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_l2c/H/long,75.96023065504829,75.96023065499504,5.085054718630753,5.085054718514457,0.5469474777486598,0.5924043065248448,0.7568616594592258,4.614917158073707,8.715516660246815,0.532368912138001,0.31060981857856795,0.2475699455709395,7.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_l2c/H/medium,66.89926990338093,66.89926990338093,4.662852550711636,4.662852550697028,0.4704569255579601,0.44389625158329654,0.7154494065515075,3.7467534570786833,8.179197387481215,0.4952628252993955,0.28234280441101617,0.2210817991528417,7.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_l2c/H/short,47.7616451205187,47.761645120408474,4.527385651120547,4.257519918777629,0.4260981553127596,0.3789699883770351,0.508568173365855,2.722583522033143,6.910980040523201,0.37251952350997714,0.22949122731907196,0.17948148016365645,7.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_service/10S/long,127076.42243398998,127076.42243395673,79.42200438184732,75.45964947091149,1.2985016180215645,0.08195709067054473,0.0787758091519217,16.251980995698705,356.47780075902193,0.26409015111112305,0.0559029207124086,0.05047527419900773,2.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_service/10S/medium,5948.295238335104,5948.295238335104,46.433770927866526,28.979506448669007,0.9590529440287021,0.06441918751562445,0.05834050738632913,8.456956522343942,77.12519198215831,0.05804623694938459,0.021810659458517706,0.01769820600240515,2.0,DeOSAlphaTimeGPTPredictor-2025
-bizitobs_service/10S/short,1955.9106878539405,1955.9106878411258,19.65338293652902,17.747296627017594,0.7260925792297359,0.05836188099374469,0.04773929010625359,5.309902408325444,44.225679054730236,0.03276379690316555,0.013147764708106795,0.010208833214830786,2.0,DeOSAlphaTimeGPTPredictor-2025
-car_parts/M/short,1.3394600888639876,1.339460088862455,0.48362268995694985,0.45101323792316167,0.8384127237589359,0.7785075259297707,1.8298891156523993,15.399481758281741,1.1573504606919947,2.7752076832203385,1.0814834794035164,0.9328574448342613,1.0,DeOSAlphaTimeGPTPredictor-2025
-covid_deaths/D/short,358791.05764801614,358791.05764504505,136.35700757035056,101.76966635342906,33.916951071636554,0.08764320944666984,0.1400870630363708,590.762443172419,598.9917008170607,0.22537354246126404,0.03829133223363033,0.03181424860101123,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/15T/long,316119.8529768915,301448.91936380346,59.71403826308797,59.02531437689754,0.9040155318285895,0.13831809860832778,0.12937102134746206,7.4223454570586895,562.2453672347042,0.8870110003711399,0.0931196672449461,0.07445031627374542,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/15T/medium,245526.12763987406,240116.12032448663,54.79427162786796,54.38962232546216,0.8556548344189464,0.13165588285119179,0.1259242787334942,7.180637396708639,495.5059309835476,0.8538066156817281,0.09371879620841937,0.07522088522791406,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/15T/short,144065.9828621229,143022.6599099412,56.85607637131312,55.702191019165014,1.0581410281030779,0.17361034036167078,0.16279361898283753,10.380229834802687,379.5602493177106,0.7481880832376662,0.10979999818978063,0.09087798759641126,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/D/short,1180566865.841817,1180566865.841817,4251.209920750075,4179.36230630656,1.3763940062284636,0.4039522552728689,0.09069691375596056,11.162884282955497,34359.37813526037,0.5646387062966604,0.06868080239424007,0.05412539110984783,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/H/long,6575584.818809653,6450800.09264038,279.8932897345126,253.54705105126112,1.144049401490494,0.29030430335502827,0.12943613493775744,9.290428822669746,2564.290314844288,1.011355341724897,0.09999888194206247,0.07976140872341046,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/H/medium,4886055.97121122,4741568.389193524,247.566379951903,229.15208896412497,1.0456241708076948,0.21637195396034342,0.11974627945159859,8.665759305551648,2210.442483126128,0.8628085446907899,0.08944561186336435,0.0711945876650941,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/H/short,1568839.2158561724,1497918.3992814068,172.59574973290387,165.51642595724473,0.9074777822981339,0.17948404936304313,0.1142611007151426,9.940571663832813,1252.5331196643751,0.5912850807302402,0.07813557322183602,0.06381346164497988,1.0,DeOSAlphaTimeGPTPredictor-2025
-electricity/W/short,29395794717.297134,29395794717.297134,23643.86088474908,23643.8608847633,1.3635557497399038,0.12850979827443412,0.08910185097979569,10.97984374034458,171452.01870287853,0.3911969310475399,0.05394748855225393,0.043553793142031824,1.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/15T/long,8.09003766743483,8.09003766743483,1.5517131115533138,1.5517131115150467,1.0044400796193644,0.7146971268068739,0.3973296053447555,7.029236447420757,2.8442991522401893,0.5421262146796589,0.29575804456148486,0.22985128943962974,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/15T/medium,8.631577148460376,8.63157714845876,1.5448723493374275,1.5448723493317673,0.9899225182223955,0.6927709018820842,0.38790635971813475,6.820593503996374,2.937954585840273,0.5599770158530061,0.2944541798644596,0.22932511415299706,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/15T/short,4.44892694383327,4.448926943828179,1.0932999247596507,1.0595989408947368,0.6751031107377107,0.4559715139224807,0.2355906895230078,4.810845251378434,2.109247956934681,0.3987356616373223,0.20030830580102948,0.15642445108661351,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/D/short,42060.292063505185,42060.2920635174,136.30761408730785,136.93593439981436,1.6288935332389554,1.1616377573188807,0.46812579442597474,9.96362452226127,205.0860601394088,0.5386653397302716,0.35966677391246177,0.2761893641170094,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/H/long,141.5620205030697,141.5620205028619,7.220682715593782,7.001847201558025,1.3206593911042752,2267774406939.624,0.4673595933057494,8.727281281121034,11.897983883963683,0.5697686789590044,0.3353032975344297,0.25782678572961454,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/H/medium,134.41744326639196,134.41744326639196,6.66846458799428,6.668464587986121,1.2267932617041875,3293537138068.2505,0.43795205979120916,8.310043139788538,11.59385368487941,0.5553181702177943,0.3194036817966904,0.24767421232002307,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/H/short,98.04556412472718,98.04556412472718,4.89483836037888,4.894838360377725,0.815035338079106,0.4436365876883383,0.2578675769624287,5.611072639956796,9.901796005004705,0.46215733888299987,0.2284621365408063,0.17604642943593804,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett1/W/short,1001010.3571458799,1001010.3571440697,801.5694056920333,800.4866071428896,1.4441483369955501,0.5297911167173551,0.5109938894004435,7.739463438486893,1000.50505103463,0.3981248396100472,0.31853272679552225,0.23747014640347563,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/15T/long,11.056184779586244,10.850311259926812,2.093517097794991,2.0884621465775326,0.8656004641239669,0.1321820120883892,0.1587395852709635,6.754839937372683,3.3250841763158667,0.1771997458118978,0.11129792818176008,0.08914688430064874,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/15T/medium,10.991811126240052,10.991811126240052,2.0503414965936058,2.0503414965451054,0.8470324155417513,0.1298428251795036,0.15523655846015547,6.355190838004052,3.3153900413435333,0.17668312929670793,0.10926640522503395,0.08720802717142152,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/15T/short,7.498252650677291,7.49825265067168,1.7334863571895873,1.6455150785918775,0.7236933910825138,0.10645821528786173,0.12580321175712306,5.34133849425684,2.738293748062327,0.12999654557973084,0.07811845462805862,0.06281700151480411,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/D/short,101776.23492084746,101776.23492084631,222.04579613103235,190.62036210342978,1.2742572379270396,0.36247067527317184,0.1325021531847723,10.83025557818198,319.0238782925878,0.18258578270795806,0.10909706258040223,0.09198037762457413,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/H/long,220.84508928706228,220.8450892861193,10.071580997928558,9.100840153778526,1.0069646760456616,0.17777589995428214,0.1698159677011355,6.729109204325192,14.860857622862818,0.20350800738436536,0.12462900138210854,0.10067781931225084,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/H/medium,224.64012276830596,224.6401227680292,9.703669084846057,9.31343238467317,1.0031231116756554,0.16778200892113057,0.16325636364172338,6.568052130035229,14.987999291709976,0.2019729288774629,0.1255044906277177,0.10058578998485238,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/H/short,104.57532457625437,102.14484747031099,6.295174280803538,6.227093796505019,0.7202662092352479,0.11713471286859643,0.10737862814040787,5.2490319320498635,10.226207731913838,0.1296967593478573,0.0789768756263061,0.0627255436134226,7.0,DeOSAlphaTimeGPTPredictor-2025
-ett2/W/short,2954849.7142996034,2954849.7142996034,1509.4345703126253,1180.033621653956,0.7651932745008136,0.12030822890173286,0.12894910573984775,6.102820239970382,1718.9676303814142,0.14419503080905566,0.09898672983874489,0.0866468906016945,7.0,DeOSAlphaTimeGPTPredictor-2025
-hierarchical_sales/D/short,28.903637866889174,28.90363786688866,2.3195691869231267,2.284841844512912,0.73815801120245,0.6053563253408021,1.040062963515211,6.807029823013262,5.376210362968433,1.6493618014205191,0.70096417479952,0.5684473728224652,1.0,DeOSAlphaTimeGPTPredictor-2025
-hierarchical_sales/W/short,450.3789672856262,450.37896728560054,8.75041240759359,8.750412407570824,0.7124265352172441,0.513843610035865,0.4523889715388913,6.5038621563974255,21.222133900379156,0.9743185478841987,0.40173571377664136,0.3398582822825932,1.0,DeOSAlphaTimeGPTPredictor-2025
-hospital/M/short,2029.1258259692104,2029.1258259639478,16.61691487101014,16.61691487100847,0.7443310113747209,0.18992392595104704,0.1704683531786961,4.885548360577601,45.04581918411509,0.1635267839158291,0.06032325966484719,0.047892525894090154,1.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/10T/long,1399.3250419990766,1391.2911375663787,10.08374880120996,9.595989376658023,0.6241920999878635,0.7801082080252444,0.5997969327573386,5.738901634589255,37.407553274694,0.22890322069325755,0.05871950443415084,0.0485058832880773,21.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/10T/medium,1424.370786048148,1422.2240981241625,9.894016494093766,9.50355451840132,0.5942903710102938,0.7368490756510262,0.5936458308888161,5.373854923418483,37.74083711377018,0.23161487250073112,0.05832315161305223,0.04773714361323882,21.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/10T/short,759.0725198415837,738.1843750006267,5.621278191378988,5.226546223960061,0.26343062958846103,0.33317428148237416,0.42951180463714606,2.260254301959869,27.551270748217473,0.17112792194342122,0.03246340259297783,0.02670504345286187,21.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/D/short,349.4009920642669,349.4009920642669,9.827138264996151,9.243148561513651,0.9881361987712975,0.5806005900697853,0.44123424348380613,6.275877127672205,18.692270917795256,0.11255802202533859,0.05565886156613879,0.0443666263226294,21.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/H/long,1341.0650793651917,1280.9198412716457,12.88958669244824,11.353404017860706,0.848679507700969,2.0154693480586623,0.5885197621266812,6.354005177440056,36.620555421309376,0.22049631648974094,0.06836007091529255,0.05511376635902902,21.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/H/medium,1235.7421627018116,1235.7421626994706,10.663989451807481,9.99287574405354,0.7294967251342954,1.925273364391764,0.6012966534801629,5.798438377005324,35.153124508381005,0.21510820338219955,0.06114817894530063,0.04974594646115791,21.0,DeOSAlphaTimeGPTPredictor-2025
-jena_weather/H/short,1098.5380878806175,1082.2564745201207,8.411170702140346,8.233126762218854,0.5197023695631651,1.0454592079080458,0.5492415656834666,4.363655498655423,33.14420142167577,0.20317183962398788,0.050468537029991545,0.04081315116061153,21.0,DeOSAlphaTimeGPTPredictor-2025
-kdd_cup_2018/D/short,2890.3727641468035,2890.3727641468035,21.71406054872549,21.100617561010385,1.1915478125323853,0.5092614670607326,0.4641057599201362,9.098005629521849,53.762187122054506,1.2043300408538633,0.4726762241201443,0.3752128249284896,1.0,DeOSAlphaTimeGPTPredictor-2025
-kdd_cup_2018/H/long,4074.3718164320326,4074.3718164320326,24.97580497817963,23.73963270663827,1.0077571619741115,0.9440227702250731,0.6001084442617497,7.55887128427067,63.83080617093927,1.4977286463167236,0.5570277126463301,0.4398758686576078,1.0,DeOSAlphaTimeGPTPredictor-2025
-kdd_cup_2018/H/medium,5162.125594031812,5162.125594031708,26.337250565738664,25.19616223403388,1.0355005771671983,0.8758914582401748,0.5530126460117214,8.437830428368406,71.84793381880787,1.5039073774978038,0.5274013079340047,0.41900703788885973,1.0,DeOSAlphaTimeGPTPredictor-2025
-kdd_cup_2018/H/short,4248.6639332977975,4248.6639332977975,22.74372853721177,22.171244770032132,0.9326107374705869,0.8398279994767779,0.4925777727582769,7.385201784162187,65.18177608271931,1.3643726270235133,0.4640843083637569,0.3738848939158539,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/5T/long,77.11275533082305,76.26844627912176,5.218633842943717,5.069633642935327,0.8026927443962691,0.16191277474992558,0.11609966805172223,6.500225712019464,8.781386868303805,0.1552567255119691,0.08963215960482573,0.07164677523234288,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/5T/medium,65.28178691431181,65.04676438339199,4.869518228616982,4.741585256228038,0.7544920277888282,0.15321824238156487,0.10961362494289678,5.908934467465426,8.079714531733593,0.14375472415580481,0.08436254266079049,0.06722841412013317,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/5T/short,41.20642213777828,39.48958434118928,3.648289078751747,3.4821369308945482,0.5517518947080956,0.0935271301506315,0.07413102849721089,4.23630344005342,6.419222860890379,0.1100754998932326,0.059710962501675395,0.04733966464858467,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/D/short,16.954627838011934,16.954627838000278,2.8908717861120823,2.835673253677245,0.8626503798096022,0.05315495698690858,0.05225526162100914,6.65466072962664,4.117599766612992,0.07358701485678003,0.05067727357556304,0.040881989395174616,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/H/long,48.53299363638576,48.532993636225356,4.394733995439638,3.8958870829088723,0.8221961743620819,0.12143411915204987,0.09067764938361811,7.169324816436328,6.96656254090699,0.12450179950713408,0.06962471802278614,0.056986323021464655,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/H/medium,45.79930340631264,45.799303405866034,4.774017567088997,3.8346156637099957,0.7993525494125979,0.11227852237731702,0.08791354625238003,6.97529546938046,6.767518260502388,0.11961511420597191,0.06777639496411644,0.0553994187856082,1.0,DeOSAlphaTimeGPTPredictor-2025
-loop_seattle/H/short,39.99444752841507,39.99444752826104,4.075954878793375,3.5146181503346905,0.7249853379588023,0.10246250665834389,0.08120649798905903,6.584976470875178,6.324116343678411,0.11194329036198067,0.06221231532333908,0.05083510114255265,1.0,DeOSAlphaTimeGPTPredictor-2025
-m4_daily/D/short,355053.27898889576,355053.27898889576,182.77459687311375,171.29611643058774,3.2334241675245994,0.03667107287218712,0.030032586985326185,25.289477981404925,595.8634734474804,0.09204443968693242,0.02646051614169074,0.020984501292426423,1.0,DeOSAlphaTimeGPTPredictor-2025
-m4_hourly/H/short,524888.7468544954,524888.74685422,184.97413446058692,179.83831521745918,0.7026456829966296,0.08595879104794038,0.07853409403197069,5.450904856636703,724.4920612775932,0.09890916765274817,0.02455189954746391,0.01993858655807464,1.0,DeOSAlphaTimeGPTPredictor-2025
-m4_monthly/M/short,1816001.8201495733,1795522.5163709847,555.0341335723622,545.869526475876,0.9049255926322908,0.15686037505119715,0.12877609934631393,7.460456798739623,1347.5911175685148,0.2800756976842591,0.11345042756601133,0.09030605030825117,1.0,DeOSAlphaTimeGPTPredictor-2025
-m4_quarterly/Q/short,1734981.6866695217,1702830.7906676312,561.5495734305604,540.9206061199349,1.1325982000962613,0.1098312443097516,0.09820457299554819,8.751259652718709,1317.1870355684082,0.22047391484416878,0.09054058416212608,0.0722018678624429,1.0,DeOSAlphaTimeGPTPredictor-2025
-m4_weekly/W/short,230569.2575534201,230569.25755338106,249.35544133878093,249.35544133852406,1.9898576085037938,0.06014517029480914,0.0600645180966819,13.669943895790501,480.1762775829464,0.08748067109185284,0.04542869435054725,0.0366340884948834,1.0,DeOSAlphaTimeGPTPredictor-2025
-m4_yearly/A/short,3295300.592534206,3295300.592514397,818.0042513815904,818.0042513817816,2.9572461143373148,0.15779903586010974,0.1351394788916291,29.207010380936264,1815.2962823002936,0.2910911720716508,0.13117077284628423,0.10693787298370853,1.0,DeOSAlphaTimeGPTPredictor-2025
-m_dense/D/short,7833.570370414966,7833.57037038976,46.134473379651375,43.863246527787545,0.6614871883282976,0.1220631525197228,0.09669913963035626,7.499356335145696,88.50745940548192,0.1532195041991084,0.07593376796368202,0.06262679111641507,1.0,DeOSAlphaTimeGPTPredictor-2025
-m_dense/H/long,33158.79901238634,33158.799012367665,84.81094425300059,77.57057098768628,0.6618874921210435,0.26586954123966955,0.1891220281153741,7.102992215281159,182.09557658654404,0.31523436169235014,0.1342861253952138,0.11246622901632454,1.0,DeOSAlphaTimeGPTPredictor-2025
-m_dense/H/medium,34187.495555574875,33244.25777780607,79.91017849436965,76.3162673611413,0.6623563249696179,0.25951886451188766,0.18574232313378589,7.239070196011131,184.89860885245943,0.3217002199460585,0.13278066367244493,0.11056874143264282,1.0,DeOSAlphaTimeGPTPredictor-2025
-m_dense/H/short,43336.59111112981,43336.59111112981,89.82139122857336,86.36722222228076,0.7687776769784612,0.28625055021444,0.20635660807296174,8.007660876804296,208.17442472871093,0.3692495557269625,0.15319393088996813,0.12771561532765952,1.0,DeOSAlphaTimeGPTPredictor-2025
-restaurant/D/short,137.62853740546763,137.62853740546763,7.08888314888116,7.0695383277301,0.6778660814216722,0.636700599637461,0.3906647666246966,4.6051194352411695,11.731518972642347,0.539911684777353,0.3253565337978677,0.25477450749931735,1.0,DeOSAlphaTimeGPTPredictor-2025
-saugeen/D/short,1065.7159375007227,1065.7159375007227,12.316854858417477,12.220719401044551,2.7150354225147337,0.2735478464762931,0.31319437662768135,28.1984425287095,32.645304984035896,1.0573892206161633,0.3958320131746541,0.3288654873311478,1.0,DeOSAlphaTimeGPTPredictor-2025
-saugeen/M/short,392.646484375755,392.64648437546776,12.768525623144779,12.19125075568336,0.7143579153981151,0.3479558172680732,0.35563718704952724,4.6935604167640115,19.815309343427955,0.5949150318609729,0.36601792109533543,0.2932331336151843,1.0,DeOSAlphaTimeGPTPredictor-2025
-saugeen/W/short,907.9439239506402,907.9439239506402,14.385106277487498,14.385106277467237,1.1671291864276832,0.3630518913279545,0.3851867675783005,10.389655591437212,30.132107857742685,0.9095627312968267,0.4342263945655614,0.350148571341534,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/10T/long,18.80319181692724,18.40688726050459,1.9477469072527454,1.8709905892013798,0.8186809213712213,2.9404132683492583,1.357354144357515,5.328555160231914,4.336264730955335,0.9372142615093426,0.4043846426232464,0.3194498740412499,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/10T/medium,20.173338310120435,19.571514529436325,2.0579187169032864,1.9093761232309583,0.8357536449135131,3.5471902003901987,1.353209077155651,5.089605269381387,4.491473957413131,0.996675870088541,0.4236981282740315,0.33173821039407747,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/10T/short,23.815074714672978,23.815074714645778,2.34341084974562,2.308319195750749,1.0192779366614757,5.411258468967385,1.3197214159816126,5.1465064215440615,4.8800691301119326,1.4196115690617732,0.6714898040684493,0.5199798844919598,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/D/short,123798.74148431614,123798.74148431614,254.33213104494772,245.21808090040446,0.9561017212942808,1.065309401092407,0.4182334435828432,4.664311463399523,351.85045329559404,0.5083040848438055,0.35425660454976826,0.2727292479834795,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/H/long,652.854014599495,652.854014599495,12.366314554213716,10.864412256727627,0.825937782884831,4.459468810961277,1.1941705061079826,4.811222981051886,25.551008093605304,0.8859000159943209,0.3766889727694429,0.28654990965068294,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/H/medium,603.5896593693805,603.5896593693805,11.445277230464601,10.270328657259938,0.7835878401920398,3.6642062038055583,1.1759299482537997,4.404438154667622,24.56806177477843,0.8849989272643313,0.36996120929890386,0.2850024227849284,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/H/short,588.2543779630774,588.2543779630774,11.064874813919044,9.665173997984033,0.7440553016398815,3.522677695682349,1.2377798262678776,4.103001319256935,24.253955923993832,0.8940089179939837,0.3562615424568007,0.27294675614942343,1.0,DeOSAlphaTimeGPTPredictor-2025
-solar/W/short,955186.6131531405,955186.6131531405,768.0469177725836,768.0469177746065,0.8387951669406846,0.16764145785131884,0.1530267008909601,4.4762029580493845,977.3364892152906,0.19949880510028145,0.15677757256358346,0.12235764216103137,1.0,DeOSAlphaTimeGPTPredictor-2025
-sz_taxi/15T/long,15.600195868953676,15.579733128561866,2.8021362826776994,2.698012375356528,0.5089470465511851,6334988927385.851,0.3988973677328475,3.8112374490563576,3.9497083270734805,0.36557796707054574,0.2497232194471518,0.1980404579291058,1.0,DeOSAlphaTimeGPTPredictor-2025
-sz_taxi/15T/medium,16.40649205395576,16.32286992521618,2.8214082375670047,2.7555689102566867,0.53719561770002,9524933370965.082,0.4061782967331419,3.8232887519052947,4.0504928161837,0.3769659653609456,0.25645168168751875,0.2022432887641494,1.0,DeOSAlphaTimeGPTPredictor-2025
-sz_taxi/15T/short,16.610637138470764,16.610637138469496,2.7577188600126092,2.719239305955147,0.5426127994831207,1026926057730.3031,0.3924660828233243,3.8603915702596523,4.075614939916522,0.38108742756532993,0.25426050481162676,0.1997074672454658,1.0,DeOSAlphaTimeGPTPredictor-2025
-sz_taxi/H/short,7.158167651578888,7.158167651576342,1.8844109478170346,1.8444965069111492,0.5624451478519223,1.0607816256024378,0.29524866739909483,3.942628190398139,2.6754752197654303,0.24923702677849716,0.17182623179973372,0.1352493850038147,1.0,DeOSAlphaTimeGPTPredictor-2025
-temperature_rain/D/short,180.44707241609044,180.44707241607912,5.7659389208737295,5.735549409489232,1.327752004679803,19.735320254678147,1.4632016736177644,18.911672832050773,13.433058937415923,1.5814261953054163,0.6752258011518504,0.5471146718345656,1.0,DeOSAlphaTimeGPTPredictor-2025
-us_births/D/short,157681.28000103257,157681.28000104247,269.4766666670808,232.98156250108607,0.34298029573050015,0.02253959973663114,0.022174895604550025,3.6081882000133683,397.0910223122422,0.03722406113398077,0.02184013094814161,0.018176382837941485,1.0,DeOSAlphaTimeGPTPredictor-2025
-us_births/M/short,41875856.00003636,41875856.00003636,5445.316406257483,5335.279947918206,0.6016601079779709,0.016455836594109513,0.016646799941862193,3.4488602977103437,6471.155692767414,0.020099365461953362,0.016571343142754772,0.01243337653612138,1.0,DeOSAlphaTimeGPTPredictor-2025
-us_births/W/short,2057186.5714337921,2057186.5714337921,1119.4234793532196,1119.423479353628,1.0174865839357723,0.015180262071758228,0.015214066420294317,6.411477597879721,1434.2895702868673,0.019470340278204105,0.015196063967799083,0.011881630832069218,1.0,DeOSAlphaTimeGPTPredictor-2025

results/DeOSAlphaTimeGPTPredictor-2025/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "DeOSAlphaTimeGPTPredictor-2025",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/vencortexio/DeOSAlphaTimeGPTPredictor-2025",
-    "org": "vencortex®",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-
-}

results/FFM/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,FFM,8903325.654779235,8903325.654779235,1521.842824846526,6.026356387392948,0.24435385771160803,0.26451350037941007,56.324858941119004,2983.844106983345,0.4784732308379391,0.2440345497701022,0.20076095840073002,Econ/Fin,1
-electricity/W/short,FFM,187037308362.7029,187037308362.7029,46409.90172579654,1.8805847993835016,0.26979581169214834,0.11477051486873681,14.212165553355,432478.1015990323,0.9867723259745242,0.10589208217685121,0.08150800038476508,Energy,1
-ett1/W/short,FFM,1337116.8064313617,1337116.8064313617,880.9140491485596,1.5126805821746863,0.7932343049240964,0.5277601581599031,9.280081076424592,1156.3376697277322,0.46013436594431056,0.35053673167271937,0.27395368727129027,Energy,7
-ett2/W/short,FFM,4735916.554199219,4735916.554199219,1583.3739852905273,1.095557593006039,0.17350879737309047,0.20438712356345995,9.355843282627584,2176.2161092591928,0.18255114837938483,0.13282078838540698,0.10591533324066518,Energy,7
-hierarchical_sales/W/short,FFM,486.21555258990344,486.21555258990344,9.306594112540706,0.7626060525804392,0.5381990211924879,0.4831804400467772,6.964157097654858,22.05029597510889,1.0123398738192417,0.4272702879005156,0.3596575849769412,Sales,1
-m4_quarterly/Q/short,FFM,1997384.7285338554,1997384.7285338554,637.6570988175074,1.4710379100983204,0.12477054152782754,0.1155058610541552,11.852726702112408,1413.288621808672,0.23655962790037938,0.10673256948128601,0.08570863061323504,Econ/Fin,1
-saugeen/W/short,FFM,1256.465722322464,1256.465722322464,16.833587718009948,1.3657479177262961,0.42489904463291167,0.4399150416254997,11.702472652822255,35.44666024215066,1.0699869111248752,0.5081358413598819,0.4095872044176101,Nature,1
-solar/W/short,FFM,4412870.5239507295,4412870.5239507295,1732.167406068231,1.925741705345728,0.40095363339803514,0.31448185433001413,7.532298697365111,2100.6833469018434,0.4288019717486064,0.35357865820956236,0.24630574082454176,Energy,1
-us_births/W/short,FFM,4752528.200892857,4752528.200892857,1550.942103794643,1.4098151092165498,0.020696418892060007,0.020940262890819992,10.743096251854045,2180.029403676211,0.029593685393373464,0.021053886982275057,0.017220055039796817,Healthcare,1
-car_parts/M/short,FFM,1.3620483124344471,1.3620483124344471,0.5065986595164934,0.9103871668813626,0.7734574487545944,1.8572054449995945,15.798228900968143,1.1670682552594973,2.798509957737571,1.2147716184073418,1.052012640208941,Sales,1
-hospital/M/short,FFM,2989.3365553715394,2989.3365553715394,18.676233340325123,0.7790385271832528,0.19704455572274757,0.176953577045926,5.184764416093549,54.674825608972355,0.1984823132297911,0.06779906391139473,0.05341921431843045,Healthcare,1
-saugeen/M/short,FFM,475.42613583519346,475.42613583519346,13.553694770449685,0.7940762812593081,0.3633029205458505,0.3748179276784261,5.009784342747583,21.804268752590477,0.6546295173041806,0.4069225510813588,0.3171531672880446,Nature,1
-us_births/M/short,FFM,34769641.333333336,34769641.333333336,4617.528645833333,0.5245094141501722,0.014076686464250088,0.014172534147898356,4.152179717787372,5896.578782084857,0.01831473349478932,0.014342012492045746,0.011598779272062472,Healthcare,1
-m4_weekly/W/short,FFM,351903.4098372115,351903.4098372115,294.6991564838744,2.414611834147162,0.0699703792991719,0.07113597225114457,18.979276229352518,593.2144720395917,0.10807447722116773,0.05368961610968277,0.04325778099369191,Econ/Fin,1
-m4_daily/D/short,FFM,339794.8624749177,339794.8624749177,176.0174868925099,3.3741438001904362,0.04058859636763184,0.03166203879116062,27.40230870692873,582.9192589672413,0.0900449156774763,0.02718983722218732,0.02163566596158682,Econ/Fin,1
-m4_monthly/M/short,FFM,1992971.5945184445,1992971.5945184445,595.6411925169626,1.0091579856600952,0.17149350445610967,0.14050318781160037,8.532769963210017,1411.726458815037,0.2934052223067547,0.12379468799656276,0.09916274632836239,Econ/Fin,1
-covid_deaths/D/short,FFM,1937968.876722612,1937968.876722612,229.19435108078633,46.904010885616515,0.13114590968409565,0.4166446893615998,1206.7106463083994,1392.1095060097148,0.5237879517236514,0.08623548591614802,0.07826842323579895,Healthcare,1
-electricity/D/short,FFM,2366175411.860256,2366175411.860256,5292.63182259472,1.6054804854258216,0.5776496655848486,0.10767028554226901,13.33796867416281,48643.34910201246,0.7993717751449078,0.08697551820174601,0.06822454041262206,Energy,1
-ett1/D/short,FFM,39894.15685686384,39894.15685686384,134.0275868733724,1.6736078025323005,1.310252400806972,0.46792196281372556,10.186714117926616,199.73521686689065,0.5246111921427492,0.35202791592087634,0.27358389505076636,Energy,7
-ett2/D/short,FFM,112809.3660063244,112809.3660063244,206.618015640501,1.3815428403227308,0.43983696576148745,0.146943105591668,12.215874723483559,335.87105562451256,0.19222785562260086,0.11825293491194133,0.09746656616685791,Energy,7
-hierarchical_sales/D/short,FFM,28.91550464157528,28.91550464157528,2.3041974784027897,0.7483529487185092,0.6160227059355408,1.0324880588542533,7.1696378830110135,5.37731388720942,1.6497003504368586,0.7069022689262194,0.5758409194279211,Sales,1
-jena_weather/D/short,FFM,385.42164064675427,385.42164064675427,10.325465324556543,1.3536151491401143,0.8102246873244618,0.4691723734613449,8.97650500032507,19.632158328791927,0.11821767892396508,0.062176176660555374,0.053429336148115555,Nature,21
-kdd_cup_2018/D/short,FFM,2921.8721580590504,2921.8721580590504,21.203871572070778,1.1938691555283396,0.499401752662925,0.4655215198811845,9.003399367502311,54.05434448829299,1.2108747106168427,0.4749892371620306,0.3711647520266537,Nature,1
-loop_seattle/D/short,FFM,20.569189475170724,20.569189475170724,3.2242180598901644,0.9696327838947865,0.059578336421611755,0.059269362621939714,7.105965597784465,4.5353268322327915,0.08105234874854864,0.05762108361723748,0.045740786654947935,Transport,1
-m_dense/D/short,FFM,9748.717210015191,9748.717210015191,49.10663908781829,0.7403552881165397,0.13535597312883416,0.10639983859327104,7.767380897349011,98.73559241740129,0.1709259155557126,0.0850108561709504,0.07245215492838857,Transport,1
-restaurant/D/short,FFM,157.8624317858264,157.8624317858264,7.683618248856189,0.7294316943214855,0.7358042028333956,0.41465949761975524,4.849040559841046,12.564331728580967,0.578239657413416,0.3536179145769713,0.2759202630807392,Sales,1
-saugeen/D/short,FFM,1323.2915472157797,1323.2915472157797,14.209435221354166,3.1562061215585904,0.36287815650304156,0.3738298479715983,46.073959098858914,36.37707447302188,1.178262092109868,0.46024698561257327,0.3976597760943255,Nature,1
-solar/D/short,FFM,171558.94199741483,171558.94199741483,269.10841558971543,1.0520004141694028,1.2616755711771277,0.4315916088665779,5.9268831618636435,414.19674310334074,0.5983732386929068,0.3887700154024606,0.3184198145879067,Energy,1
-temperature_rain/D/short,FFM,180.9158579841163,180.9158579841163,5.978583749759163,1.3934424077537544,38.301636306732334,1.4943918377270062,19.866697225636518,13.450496570168564,1.5834790660586977,0.7038373760429651,0.567642007080697,Nature,1
-us_births/D/short,FFM,335847.93416666664,335847.93416666664,443.1394807942708,0.6524744239529675,0.04231023281812668,0.04192886193593343,4.442829945415574,579.5238857602563,0.05432566172493097,0.04154073045498288,0.0320536207323296,Healthcare,1
-bitbrains_fast_storage/5T/short,FFM,1925980.3702073216,1925980.3702073216,184.39015867073712,0.9326270084326382,2.662725566418194,0.7633623864099987,15.351325345592338,1387.796948478891,4.357339202703256,0.5789394967681019,0.463407358503358,Web/CloudOps,2
-bitbrains_fast_storage/H/short,FFM,2365267.504241499,2365267.504241499,301.02721263096237,1.0932375246120125,4.531720553714175,0.593986588728926,20.17899867093467,1537.9426205946368,4.383636059788031,0.8580253428156845,0.6375167879850012,Web/CloudOps,2
-bitbrains_rnd/5T/short,FFM,1644012.0709018894,1644012.0709018894,130.77018991149436,1.8563746879976826,1.2329744799900078,0.7149251344516805,55.422971186533864,1282.1903411357805,5.246352753071329,0.5350738684040487,0.44642554010248897,Web/CloudOps,2
-bitbrains_rnd/H/short,FFM,1868346.0325005893,1868346.0325005893,187.8276843285316,5.97410615222248,2.756648021321376,0.6346152037646346,204.11090011373895,1366.8745489256098,5.982111853654963,0.8220258528841933,0.6828458044182137,Web/CloudOps,2
-bizitobs_l2c/5T/short,FFM,48.37379949078674,48.37379949078674,4.425946377288728,0.44041353182042,0.2033397270518167,0.27119293968592373,3.9935704181152567,6.955127568261185,0.23886722562384824,0.15200490882832055,0.12284941854218998,Web/CloudOps,7
-bizitobs_l2c/H/short,FFM,138.13516845778813,138.13516845778813,7.510476562711927,0.7503251404968043,0.7627360160402257,0.8074236032035615,4.508258048748346,11.753091868005972,0.6335218036314787,0.4048339544672052,0.31209505203205196,Web/CloudOps,7
-electricity/15T/short,FFM,998119.7611286793,998119.7611286793,176.89841116941727,3.129958320567258,0.5450151336240092,0.37836765184478316,19.95403234443766,999.0594382361238,1.9693431067801377,0.3487016420683808,0.27715969582974587,Energy,1
-electricity/H/short,FFM,8034799.087615832,8034799.087615832,449.27749829477017,2.2099201640798336,0.38483740953869605,0.24904051768652222,17.05502340411815,2834.572117201436,1.3381204757955754,0.2120910652208045,0.17122420663674814,Energy,1
-ett1/15T/short,FFM,18.127773022846807,18.127773022846807,2.6398723631387666,1.653777378196805,0.6909139367212065,0.4833555943909146,11.58652802175894,4.257672254042907,0.8048772486032805,0.49904574084803616,0.3960202957496257,Energy,7
-ett1/H/short,FFM,231.41552172416732,231.41552172416732,7.806424689860571,1.2160256044835422,0.7670988934025877,0.35362169689365797,9.373713637383625,15.21234767299799,0.7100225022661327,0.36435777772061534,0.2935843919706979,Energy,7
-ett2/15T/short,FFM,18.942287952204545,18.942287952204545,3.03341216586885,1.5530101743371663,0.2101785426979617,0.2536662155851012,13.80374205035556,4.352273882949526,0.20661792937421952,0.14400687031801324,0.11748823018646072,Energy,7
-ett2/H/short,FFM,185.27654113769532,185.27654113769532,8.772275366101946,1.0106281542260591,0.16425984144601724,0.1439041348085517,7.098187045581009,13.611632566951524,0.1726333659470811,0.11125685446003822,0.0877765442545518,Energy,7
-jena_weather/10T/short,FFM,1682.1913129023262,1682.1913129023262,15.512732299597609,0.8951834347663801,1.6317469102559847,0.7062022846768654,7.4615603297121,41.014525633028185,0.254751619597487,0.09635351419308769,0.07636469236496916,Nature,21
-jena_weather/H/short,FFM,1205.8485611425901,1205.8485611425901,10.854233035906148,0.6232310056510915,7.937455786068072,0.6285532575688864,5.11805917980683,34.72533025246254,0.2128640528222397,0.06653575408793062,0.05452517024124796,Nature,21
-kdd_cup_2018/H/short,FFM,4374.709375475365,4374.709375475365,23.31149707793361,0.9735486174317145,0.975063750697791,0.5117546737833404,7.922238751356478,66.14158582522319,1.3844631793623465,0.487951852946113,0.3900756783894771,Nature,1
-loop_seattle/5T/short,FFM,90.67872247120175,90.67872247120175,6.2121768834298114,0.9604270961401266,0.17998532640456508,0.12432782591750194,8.984265513845916,9.522537606709765,0.16329049623280067,0.10652511839558697,0.08617347979886263,Transport,1
-loop_seattle/H/short,FFM,76.41736778088392,76.41736778088392,5.56559141234788,1.1184708557691394,0.1660041760566858,0.12339684244156868,9.31555842335957,8.74170279641695,0.1547370301764054,0.09851662843937072,0.07876411594456545,Transport,1
-m4_hourly/H/short,FFM,2169159.1112414515,2169159.1112414515,309.27451736378015,1.3621265265448046,0.1368417498999052,0.1092942845992648,10.87614107270496,1472.8065423678195,0.20107062453056862,0.04222280290644927,0.03243002062523019,Econ/Fin,1
-m_dense/H/short,FFM,137506.30608747693,137506.30608747693,199.20132395850288,1.5863930115142315,0.721875311864336,0.4383265476591057,11.585364846393796,370.81842738391106,0.6577395509506928,0.3533335446504133,0.2836598322388975,Transport,1
-solar/10T/short,FFM,33.76773212994392,33.76773212994392,4.066903168325586,1.8083853981916684,5.752847406730299,1.5793279518248682,13.482172940232473,5.811000957661591,1.6904195359756449,1.1830616819284265,0.9498005857350587,Energy,1
-solar/H/short,FFM,759.1029981651507,759.1029981651507,15.460827829468677,1.1951937423231926,5.885568878113821,1.4285997437643079,8.894619757555327,27.551823862770878,1.0155694036007659,0.5698912629578828,0.4479010898221619,Energy,1
-sz_taxi/15T/short,FFM,17.524045977752852,17.524045977752852,2.8229738650650185,0.5634309962355036,1122747846603.6555,0.4090973759827378,4.1274890467335315,4.186173190128766,0.3914251091269081,0.2639601380566616,0.20849808909741915,Transport,1
-sz_taxi/H/short,FFM,7.486033306353622,7.486033306353622,1.8895230014354756,0.5763611510668891,1.0675545343731203,0.30029287536302185,4.274431671813202,2.7360616415486003,0.254881027345567,0.1760207286581334,0.13985266478592145,Transport,1
-bizitobs_application/10S/short,FFM,4290054.275219238,4290054.275219238,907.4960084512498,3.1094718662659244,0.04566837741269006,0.0453676947289043,22.076382201598303,2071.2446198407465,0.07987963052738864,0.03499849567055938,0.0271495273155525,Web/CloudOps,2
-bizitobs_service/10S/short,FFM,18621.45959861812,18621.45959861812,44.804353199820355,1.7272001860040211,0.2580500524017526,0.10380233414481005,11.466363434066375,136.46046899603607,0.10109428020831218,0.03319249794654011,0.02587570749644841,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,FFM,3249376.7462154776,3249376.7462154776,361.32921818580763,1.2161009897283157,6.205909436942313,0.8258723387207225,23.085401247059746,1802.60276994558,5.476805068392319,1.0978179588495853,0.7909914275998953,Web/CloudOps,2
-bitbrains_rnd/5T/medium,FFM,2238198.9023383656,2238198.9023383656,168.1930228162108,4.681356695216211,1.22870926405452,0.7910235379491989,163.25777915043963,1496.0611292117596,6.294691803085119,0.7076737851047087,0.6606272411448033,Web/CloudOps,2
-bizitobs_l2c/5T/medium,FFM,169.8443991978963,169.8443991978963,8.689821378227805,0.8149402153973799,0.4533944651206525,0.8029959153155891,7.876875941352694,13.032436426006317,0.6856978257589569,0.4572124068369977,0.37957433706965676,Web/CloudOps,7
-bizitobs_l2c/H/medium,FFM,122.29606686546688,122.29606686546688,7.358589099702381,0.7456420927931457,0.7041552198468384,0.8555460793631418,5.8174869889890735,11.05875521319949,0.6696244416477167,0.445573757824193,0.36463757493077753,Web/CloudOps,7
-electricity/15T/medium,FFM,507317.997731206,507317.997731206,89.92236823334565,1.4808995001872334,0.23185427811836218,0.21118746790732887,10.827981782686521,712.2625904336167,1.227300159140256,0.15494529450980563,0.12413131869575235,Energy,1
-electricity/H/medium,FFM,28029615.71998818,28029615.71998818,544.8627081346941,2.174867765901625,0.5053658946317727,0.2439922618188031,16.71953524379721,5294.300305043923,2.066539848143402,0.21267786737653374,0.17280103268723068,Energy,1
-ett1/15T/medium,FFM,19.85721762536064,19.85721762536064,2.2906231936197434,1.376162914295835,0.8336200321637157,0.4836621634165446,8.706930367953362,4.456143806629297,0.8493453670013891,0.4365950205988723,0.33765733719602115,Energy,7
-ett1/H/medium,FFM,584.0368293012891,584.0368293012891,13.878229338782175,2.1104927121975967,9945979851991.016,0.5688434101286388,19.137189233981605,24.166853938841296,1.1575350702271765,0.6647343180436466,0.5464801119917947,Energy,7
-ett2/15T/medium,FFM,20.98671334826757,20.98671334826757,3.160663490598164,1.46333640836688,0.2212280883555348,0.2443356532142276,10.405834927466259,4.581125773024309,0.24413647193215815,0.1684374696942688,0.12777534577395555,Energy,7
-ett2/H/medium,FFM,656.096297055199,656.096297055199,18.704188728332518,2.405299738261849,0.3627549968528361,0.37825115947496324,13.898897895061918,25.614376764918543,0.3451701701687809,0.2520509503502675,0.1990072281921189,Energy,7
-jena_weather/10T/medium,FFM,1926.374128825796,1926.374128825796,14.208390945376772,0.7036384464289958,1.9747424047383977,0.6784715467136659,6.999450482410453,43.89047879467478,0.2693551222083168,0.08719665368380178,0.07144563597917303,Nature,21
-jena_weather/H/medium,FFM,1800.3404606132488,1800.3404606132488,15.924051587815796,0.8785873572684332,9.325166498643796,0.6790451551240588,6.895490458023387,42.43041904828715,0.2596392529331903,0.09744209344774263,0.08188831994943238,Nature,21
-kdd_cup_2018/H/medium,FFM,4974.846994237112,4974.846994237112,26.16719571156635,1.1120831005939529,1.337844628049038,0.5712933336672651,8.92025803073768,70.53259526089418,1.4763749589217015,0.5477267971050995,0.43590724995081154,Nature,1
-loop_seattle/5T/medium,FFM,115.42348564356597,115.42348564356597,6.426456309024272,1.003943562886726,0.25120724739581807,0.14261178360204332,7.679238503852029,10.743532270327389,0.19114951532209784,0.11433986307291034,0.0903485393507555,Transport,1
-loop_seattle/H/medium,FFM,83.21965811407603,83.21965811407603,5.719363556656183,1.1675833832381963,0.1757784340588301,0.1257715514908142,9.489892579410606,9.122480918811288,0.16123883143557477,0.10108911212177372,0.0807171356372815,Transport,1
-m_dense/H/medium,FFM,240915.42568549264,240915.42568549264,275.0003300476074,2.095950817120103,1.3317939923637112,0.5626516660054525,16.543627957556797,490.8313617582852,0.8539845898355463,0.4784658486757375,0.3910936733211742,Transport,1
-solar/10T/medium,FFM,37.41426938412807,37.41426938412807,3.88470965682656,1.7033299800969257,3.0663892572628018,1.5418579955460672,9.94247905875921,6.116720476213382,1.3573245818324349,0.8620325108851009,0.6579120639654515,Energy,1
-solar/H/medium,FFM,983.5601470427501,983.5601470427501,13.690905777497303,1.0455738702578845,7.071313426499879,1.4143191943203446,12.413647471955263,31.361762498985133,1.1297238834720922,0.49317838063805464,0.42557155311202866,Energy,1
-sz_taxi/15T/medium,FFM,17.817374883961474,17.817374883961474,2.9159937226874195,0.5682958840161885,12711415608987.596,0.41826856875012064,4.470808963040199,4.221063240933672,0.39284038111829417,0.2713818817615482,0.21855963250478558,Transport,1
-bizitobs_application/10S/medium,FFM,17323808.556267902,17323808.556267902,1840.92953125,5.4143932837938324,0.07837244828542074,0.07596422831217448,34.86971033605848,4162.1879530203705,0.16343687478105956,0.07228788624533995,0.060193281483599925,Web/CloudOps,2
-bizitobs_service/10S/medium,FFM,97700.40386644426,97700.40386644426,98.65642349336828,2.9584254775977197,0.291520272722793,0.148381351935012,17.93502578177396,312.57063820270173,0.23524801386105512,0.074251144684931,0.06136236817418266,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,FFM,3901222.4296035883,3901222.4296035883,400.8393293930655,1.1014988906899956,5.350570186340807,0.834311535384054,17.599881681366256,1975.1512422099702,5.219735002019173,1.0592986669101137,0.7691787082924886,Web/CloudOps,2
-bitbrains_rnd/5T/long,FFM,2266322.6068212753,2266322.6068212753,186.5880843397865,3.575875218295355,2.1594129610135386,0.765453309302522,118.73072905929484,1505.4310368865374,5.7669671727542635,0.7147769182705863,0.6258167438851238,Web/CloudOps,2
-bizitobs_l2c/5T/long,FFM,188.33929817018054,188.33929817018054,9.587026627555726,0.9017646722802146,0.620701139708539,0.935032177576943,6.960276639937921,13.723676554414292,0.7705639241120555,0.5382972142636155,0.43215523166732117,Web/CloudOps,7
-bizitobs_l2c/H/long,FFM,136.3912622845362,136.3912622845362,8.372255936879961,0.85197018076168,1.121070377788256,0.8392989567347935,7.07992271745898,11.678666973783274,0.713366715018113,0.5114015776278429,0.4074497610384762,Web/CloudOps,7
-electricity/15T/long,FFM,915689.1485853452,915689.1485853452,105.1431972690502,1.5786287304181277,0.24462121896393357,0.2184506975353301,11.585968387422673,956.916479419884,1.5096530760229208,0.16587628554200876,0.1329953217762604,Energy,1
-electricity/H/long,FFM,31657501.822802987,31657501.822802987,617.9180436998888,2.556276400671459,0.5823649685853195,0.27482424482139384,21.720536642765055,5626.499962037055,2.219089981594679,0.24370670034174544,0.2004605727449194,Energy,1
-ett1/15T/long,FFM,21.24160052080003,21.24160052080003,2.4722622759380037,1.4760885108467687,0.8720636984570064,0.502471110934303,8.955835428889452,4.608861087166766,0.878453434163714,0.4712156095349367,0.36088051261909876,Energy,7
-ett1/H/long,FFM,616.9636765212609,616.9636765212609,14.421514965239025,2.191309403335181,9402057694702.428,0.5828434091396433,20.621307071931156,24.838753521891167,1.1894740852447687,0.6906151029681526,0.5715399902644217,Energy,7
-ett2/15T/long,FFM,21.895749345204187,21.895749345204187,3.305423843141586,1.5551762466180148,0.23366433525342997,0.26254744257245743,11.09707810921701,4.6792894060107235,0.2493677858371655,0.17615200802899486,0.13294420532924328,Energy,7
-ett2/H/long,FFM,701.3028972645916,701.3028972645916,19.229853715846147,2.5414949061301226,0.3967475939552263,0.4293437352256169,15.353277795722923,26.482124107869286,0.3626523115187354,0.2633380491614895,0.2075045900793346,Energy,7
-jena_weather/10T/long,FFM,1876.2482393973567,1876.2482393973567,14.334149543684784,0.7063948746329407,2.0626856763703185,0.6590750896366974,7.2283348130965965,43.3156812182073,0.2650560712726606,0.08771311581005149,0.0720972797065268,Nature,21
-jena_weather/H/long,FFM,3026.2305518025964,3026.2305518025964,19.04631158363015,0.9611873917466696,22.621762230893857,0.6644196969964516,7.670204311613768,55.01118569711615,0.3312283037599923,0.11467990371021626,0.095337868214275,Nature,21
-kdd_cup_2018/H/long,FFM,3742.0834871491106,3742.0834871491106,24.256956087959118,1.066468898955776,1.5130114404158097,0.6069607647040769,7.854992519693923,61.17257136290014,1.4353557165467177,0.569166209808712,0.4486484394446559,Nature,1
-loop_seattle/5T/long,FFM,117.832344120998,117.832344120998,6.421727048324727,1.0033839564354472,0.2503571352252254,0.14186460191046285,7.23297520929841,10.855060760815574,0.1919197059887196,0.11353745448419687,0.08899748487848717,Transport,1
-loop_seattle/H/long,FFM,99.79885624274381,99.79885624274381,6.262540669239465,1.28716648341709,0.20495595280395,0.13722915138458525,12.285066303290883,9.989937749693128,0.1785335326559143,0.11191996758087912,0.09078503709758484,Transport,1
-m_dense/H/long,FFM,256392.56262683257,256392.56262683257,278.1699989902826,2.096545477512151,1.1949037043848045,0.5479910405476888,18.54087065645608,506.35221202916904,0.876570577136847,0.48155341433172555,0.3969049836987396,Transport,1
-solar/10T/long,FFM,40.063244973946084,40.063244973946084,3.9042207894244045,1.7075141789782105,2.7071622825212986,1.5583811837294579,9.086662130658409,6.32955329971603,1.3680316996962663,0.843834872641864,0.615702515669713,Energy,1
-solar/H/long,FFM,2388.0745081546534,2388.0745081546534,28.44062954669838,2.173562911775244,13.270997722579681,1.4584968752524567,18.5748895475193,48.86792923947825,1.6943403857023536,0.9860885858212636,0.8116077346270839,Energy,1
-sz_taxi/15T/long,FFM,17.267480421202134,17.267480421202134,2.901999698269401,0.5483788689963521,8619488570936.882,0.41724632088615005,4.62243488717857,4.155415794021356,0.3846178604509939,0.2686039063969709,0.22046708944985985,Transport,1
-bizitobs_application/10S/long,FFM,9446313.25280816,9446313.25280816,1681.6269859483507,5.424601473332471,0.07397242652045356,0.07470968882242839,46.1878621550681,3073.4855218152825,0.11853206078915546,0.06485363627331699,0.05296788880134404,Web/CloudOps,2
-bizitobs_service/10S/long,FFM,104006.5942731868,104006.5942731868,91.7940036029412,2.5317170685556736,0.27489340914304927,0.14103439309924998,16.89595051367137,322.50053375643705,0.2389187112330676,0.0680039340843433,0.05604926924540719,Web/CloudOps,2

results/FFM/config.json

@@ -1,10 +0,0 @@
-{
-  "model": "FFM",
-  "model_type": "deep-learning",
-  "model_dtype": "mixed-precision (float16/float32)",
-  "model_link": "TBD",
-  "code_link": "TBD",
-  "replication_code_available": "No",
-  "org": "IBM Research",
-  "testdata_leakage": "No"
-}

results/FLAIR/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/short,FLAIR,1846776.4134296365,1937074.6561212884,187.10755948173343,0.9996724419196036,1.708268772056975,0.6061336441652744,17.75649164547514,1358.9615202166824,4.26680324289856,0.5874714844318778,0.4706063207629383,Web/CloudOps,2.0
-bitbrains_fast_storage/5T/medium,FLAIR,3118674.8201469,2729295.575160217,259.7001644216678,1.1207044736092244,2.8906997301554647,0.6788928802256836,21.871571076513977,1765.9770157470623,5.365525556545144,0.7890407727950932,0.6333159815710692,Web/CloudOps,2.0
-bitbrains_fast_storage/5T/long,FLAIR,3661470.482462851,3238154.461073728,320.31423211705686,1.0495652964266236,2.8537249020158884,0.6871064137623306,17.203443166090544,1913.4969251250056,5.056801327093086,0.846494923920779,0.666008348756763,Web/CloudOps,2.0
-bitbrains_fast_storage/H/short,FLAIR,3082869.6037823856,2733623.1734293606,290.26043356397923,1.321253217668716,3.121420924965199,0.5213209157485315,23.975379675350812,1755.8102413935242,5.0046294659044115,0.8273365107197272,0.6425372487912054,Web/CloudOps,2.0
-bitbrains_rnd/5T/short,FLAIR,1636836.460830957,1936194.939868636,140.43773287022287,1.9100123860850633,0.6871359999716936,0.5362996794923731,57.94864959866474,1279.3890967297466,5.234890678564181,0.5746306425466685,0.4989168707596522,Web/CloudOps,2.0
-bitbrains_rnd/5T/medium,FLAIR,2100595.5401367466,2245828.116468942,151.16253985903026,4.530835002021688,0.6536346629144442,0.5850481626331625,161.2082830425433,1449.343140921689,6.098125489994382,0.6360178700403781,0.6016746088652449,Web/CloudOps,2.0
-bitbrains_rnd/5T/long,FLAIR,2433136.8208996467,2346674.2797109713,173.44353227174926,3.508942159192608,1.2207947245114577,0.5801811352620492,118.0843945039715,1559.8515380957404,5.97543955152752,0.664423066799347,0.6267076501689193,Web/CloudOps,2.0
-bitbrains_rnd/H/short,FLAIR,1702655.2230083784,1663948.9502470498,146.435254773015,6.228065453522783,1.586998989159237,0.5663260535637824,206.89895240538377,1304.8583153003158,5.710698929794418,0.6408723789478751,0.5913258706281541,Web/CloudOps,2.0
-bizitobs_application/10S/short,FLAIR,1876184.576531477,1812731.8546140173,747.6142013719673,2.2751168766336076,0.0316150391177311,0.0328690141198594,38.158331376030254,1369.7388716581993,0.0528253532771152,0.0288324914475505,0.0245935005146765,Web/CloudOps,2.0
-bizitobs_application/10S/medium,FLAIR,4824342.996701329,4512050.859185152,1177.0068224996946,2.485168147892638,0.0359116835834982,0.0366683229756227,38.88806660348748,2196.438707704207,0.0862476835461689,0.0462175937814998,0.0425144521926404,Web/CloudOps,2.0
-bizitobs_application/10S/long,FLAIR,6296956.031536403,5609210.63968744,1442.222478962098,3.017247374156058,0.0439166560761959,0.0448299038344589,46.84177994810414,2509.373633307006,0.0967765107835817,0.055620756285568,0.0510511375407545,Web/CloudOps,2.0
-bizitobs_l2c/5T/short,FLAIR,39.89196923283557,41.58845186183414,4.135523490977737,0.4143402034524665,0.2142165821659282,0.2035013408718657,3.677772177329072,6.316008963960988,0.2169173130973528,0.142030616015987,0.1152385523446556,Web/CloudOps,7.0
-bizitobs_l2c/5T/medium,FLAIR,147.26689232057973,178.22447097131732,8.891860764855732,0.8453268479561428,0.5247410878205049,0.8197076488615357,5.505430384117332,12.135357115494363,0.6384982424298676,0.4678426367067977,0.3666083704391403,Web/CloudOps,7.0
-bizitobs_l2c/5T/long,FLAIR,220.08786336115747,249.22361473688363,11.178721905935774,1.0391378269874576,0.7211519426216233,1.0024464220087017,6.794812670220844,14.835358551823326,0.8329832037840033,0.6276685227990231,0.486599887395329,Web/CloudOps,7.0
-bizitobs_l2c/H/short,FLAIR,67.47887781773652,70.49082710725762,5.406626339386771,0.5402478394675021,0.4940421209013849,0.5760286955975656,3.686339611841566,8.214552806923608,0.4427854803723104,0.291431036740211,0.2265468422206448,Web/CloudOps,7.0
-bizitobs_l2c/H/medium,FLAIR,71.28047139004101,74.93005806675828,5.135972276079151,0.5243880208831226,0.5724552066282359,0.7384724785396178,3.536645982484302,8.442776284495581,0.5112229278669697,0.3109909224104992,0.2452024155736719,Web/CloudOps,7.0
-bizitobs_l2c/H/long,FLAIR,88.29677626478986,89.20888771026436,5.68356467197595,0.6056828821389739,0.7347094571076784,0.6925673183339771,7.207410377422093,9.39663643357504,0.5739736737256129,0.3471685339420973,0.2860909813782309,Web/CloudOps,7.0
-bizitobs_service/10S/short,FLAIR,3924.096305790098,3964.7630561865967,24.99984806153638,1.101889137820525,0.0683972298728006,0.0624114188005547,18.273309771129146,62.642607750556635,0.0464076464554451,0.0185206866690398,0.0149800382571175,Web/CloudOps,2.0
-bizitobs_service/10S/medium,FLAIR,5784.686171149733,5628.0582686336875,29.60688421906926,1.0649193529319392,0.0642029986977617,0.0576505220846427,12.694433835395804,76.05712439442956,0.0572423772753233,0.0222828360907489,0.0187152194990229,Web/CloudOps,2.0
-bizitobs_service/10S/long,FLAIR,133687.36260761498,133570.23236352124,75.82783111185603,1.3655651819500736,0.0807656511545262,0.0786908919088163,21.37359257394892,365.6328248497596,0.2708724856363051,0.0561756814424915,0.0520154952456399,Web/CloudOps,2.0
-car_parts/M/short,FLAIR,1.5103767030357378,1.4269297196758337,0.4744918294141092,0.8678265232602588,0.7928108674238646,1.673403424376445,12.192917178714069,1.2289738414774083,2.946953203185872,1.1377827333545716,0.9679604261796044,Sales,1.0
-covid_deaths/D/short,FLAIR,2161760.1345891105,4253831.408270677,350.04887218045116,44.122093231046925,0.1456652568846735,0.1619112969898991,898.5503233162333,1470.292533677945,0.5532047210626532,0.1317075916916135,0.1067110833912594,Healthcare,1.0
-electricity/15T/short,FLAIR,211985.99814680975,210663.58732311975,77.04378956938156,1.4191761195880146,0.2284946637340498,0.2119759976841636,20.252191787318353,460.4193720368527,0.9075773626490128,0.1518684998776899,0.1290300773209015,Energy,1.0
-electricity/15T/medium,FLAIR,311574.0141508347,307428.40445018717,65.3217936280954,1.0442944506962324,0.1867434169453923,0.1571063889093397,8.181328533369642,558.1881530011495,0.96181454551687,0.1125560456863081,0.089115772025721,Energy,1.0
-electricity/15T/long,FLAIR,365712.1021856637,360201.5993805811,68.4781243849528,1.0703113668817896,0.1912109575861494,0.1565305476223269,8.195396810629608,604.741351476533,0.954053631862007,0.1080326376111849,0.0854300239615816,Energy,1.0
-electricity/D/short,FLAIR,4378298384.914636,4088194299.44017,6279.116149215521,1.7874760967454115,0.4848084021931333,0.1097235101260359,14.57310062012003,66168.71152527179,1.0873717184867306,0.103186735246349,0.0810483716301433,Energy,1.0
-electricity/H/short,FLAIR,2227795.540965558,2200340.308165136,214.09158588329785,1.159912384779041,0.2384834224031499,0.1392781970897811,13.043116184992344,1492.5801623248103,0.7046044444123519,0.1010665200652941,0.0831354999192747,Energy,1.0
-electricity/H/medium,FLAIR,7669402.802910813,7497248.765062359,278.42175893037614,1.226568229107115,0.2264810499880225,0.1353754452856468,10.05130068186465,2769.368665040972,1.0809758810080432,0.1086771905636188,0.0860416936276529,Energy,1.0
-electricity/H/long,FLAIR,13611100.92176506,12768603.176846229,324.299182470965,1.3258398467258734,0.3290286411409824,0.1437804422017796,10.870799000049487,3689.3225559396487,1.4550678903003402,0.1279035161901065,0.1007183658174637,Energy,1.0
-electricity/W/short,FLAIR,88067331299.68686,87507577640.4492,32765.23532147268,1.667088691661407,0.1666778375512283,0.106912625756423,13.537954506832522,296761.40466658876,0.6771116161342801,0.0747594568992824,0.058132867969101,Energy,1.0
-ett1/15T/short,FLAIR,4.894772468847958,4.879780243325487,1.1640304719586363,0.7414234839943651,0.4192236761470445,0.2669172238511235,6.432899779419584,2.2124132680961663,0.4182381537599476,0.2200501879701885,0.1894213797197732,Energy,7.0
-ett1/15T/medium,FLAIR,10.036427983898214,10.132424941195918,1.8370270585825623,1.148078197899691,0.7807374297635133,0.4573158174935943,9.16749066620604,3.1680321942647955,0.6038299972346152,0.3501391323332955,0.289816946684414,Energy,7.0
-ett1/15T/long,FLAIR,9.16389568497823,9.188822460906412,1.8055878475946887,1.1436063442844946,0.7637057171813894,0.456725186154553,9.114285440794916,3.0271927069445432,0.5769859230581058,0.3441468290132232,0.2868454898773583,Energy,7.0
-ett1/D/short,FLAIR,41179.20773293343,42523.93234522832,139.24647924341622,1.791496708617329,0.9058322321800332,0.5159396444383436,12.403158702893956,202.92660676444928,0.532993463811141,0.3657354965857376,0.2841411784432137,Energy,7.0
-ett1/H/short,FLAIR,105.85772228975428,108.44132519867388,5.684955175379343,0.9429345449341489,0.582493190184887,0.309965030181309,6.31473062927492,10.288718204409832,0.480216571489408,0.265340116149894,0.2039541322167108,Energy,7.0
-ett1/H/medium,FLAIR,149.09511097247517,149.6972295810591,7.642521609191797,1.431921870285855,4457727467279.771,0.488468584242379,9.837696626280604,12.210450891448488,0.5848516529286364,0.3660586685467119,0.2823112362400554,Energy,7.0
-ett1/H/long,FLAIR,153.0759338794756,154.1550566360392,7.702887752347848,1.4546850810634189,3364797685541.089,0.502959038922135,9.06359895176161,12.372385941259497,0.5924867659993799,0.3688746111633349,0.2854065945591094,Energy,7.0
-ett1/W/short,FLAIR,1255591.5718597814,1449459.8851853365,929.893137762709,1.6150219349797972,0.5571457094902761,0.6101790221906965,7.719895330701189,1120.5318254560116,0.4458863579212325,0.370026673971732,0.2753618408595323,Energy,7.0
-ett2/15T/short,FLAIR,8.109368644215289,8.090095819370262,1.8592015794162735,0.8094933244025095,0.1146041009350557,0.1392575945025397,5.9701834164448275,2.8476953215214738,0.135190227463108,0.0882629130024929,0.0701435171063979,Energy,7.0
-ett2/15T/medium,FLAIR,13.648142928764116,13.600975785717116,2.3993027049772397,1.0105991123143314,0.1561080198399952,0.1939014658343535,7.554103946963846,3.6943393088296745,0.1968780159957531,0.1278631757511208,0.1019705565082035,Energy,7.0
-ett2/15T/long,FLAIR,13.04643074068347,13.029203650863025,2.4663831461821095,1.0722683015253116,0.1711899581282446,0.216932807681899,8.182674930853146,3.611984321766011,0.1924891699518345,0.1314380136510857,0.1050909026443912,Energy,7.0
-ett2/D/short,FLAIR,156091.50669406605,155885.61337036244,253.23087117151636,1.6893133005125012,0.3861209086380799,0.1835703540180587,19.18373013247055,395.0841767194253,0.2261170726037842,0.1449306923847602,0.115643588880426,Energy,7.0
-ett2/H/short,FLAIR,126.51858247305924,125.65122529345858,7.091802495910216,0.834383487093402,0.1318650391802093,0.1269662198069472,6.211919694776326,11.248047940556583,0.1426565444924963,0.0899437879031435,0.0723571961161511,Energy,7.0
-ett2/H/medium,FLAIR,284.08903910072183,285.47361930172787,11.108853730200208,1.272092559293609,0.2010273564395029,0.2245152924062058,10.70509414864217,16.854941088616176,0.2271311559427728,0.1496989384699601,0.1216425680852661,Energy,7.0
-ett2/H/long,FLAIR,316.9810320774509,330.83708125035633,12.406928243810926,1.494992131168154,0.2519626062889245,0.2956522221670619,11.877313413381303,17.80396113446249,0.2438115447959697,0.169903333221785,0.1343666907789368,Energy,7.0
-ett2/W/short,FLAIR,6428518.133794708,6831536.838551807,1725.7088433854085,1.1252886108697937,0.1692482636883107,0.1963500581271429,9.959431025748328,2535.452254292064,0.2126855334591811,0.144760488125671,0.1118521328572567,Energy,7.0
-hierarchical_sales/D/short,FLAIR,28.34691931996693,29.038693675072345,2.3487391484084332,0.7600420635205424,0.6564368892157365,0.9695861165378332,7.251654358636714,5.324182502503734,1.6334002300037451,0.7205671600147117,0.5859190773926534,Sales,1.0
-hierarchical_sales/W/short,FLAIR,492.5721538268008,453.8763241525424,9.110434322033898,0.737912920434312,0.5614557946844444,0.4651080565225747,6.748454153113816,22.193966608670944,1.0189358628806096,0.4182644959694578,0.3489380902782,Sales,1.0
-hospital/M/short,FLAIR,4078.083158895589,3888.411016949152,20.130921338548458,0.7886545565976327,0.2031444956129767,0.1806938043030814,5.223601473443559,63.85987127215016,0.231826161884877,0.0730799191441108,0.0569181723063101,Healthcare,1.0
-jena_weather/10T/short,FLAIR,1593.1951434397592,1547.272958868031,9.152767518152965,0.3242504548983626,0.4429209481648607,0.4524335567797208,5.332729817512181,39.91484865861023,0.2479212553996337,0.056850162025905,0.0546103958633864,Nature,21.0
-jena_weather/10T/medium,FLAIR,2259.1438082857453,1912.4874286275767,12.04129966423836,0.6739517791898705,0.90366223326325,0.5629232006316459,8.205313708146095,47.530451378939645,0.2916935352746315,0.0738972420093452,0.0645119081262765,Nature,21.0
-jena_weather/10T/long,FLAIR,2406.645935267782,1973.114060405894,12.684152294885983,0.7260764262932538,0.952109177510956,0.557806728722826,8.607807517160483,49.057577755814464,0.3001917302626781,0.0776165028626152,0.0684822560575462,Nature,21.0
-jena_weather/D/short,FLAIR,456.0673438843025,410.0474629807631,10.732718287250869,1.4612328062698468,0.8010894388180941,0.4774885065609043,10.064739064581527,21.355733279012043,0.1285964186672407,0.0646285059039056,0.053332083627995,Nature,21.0
-jena_weather/H/short,FLAIR,3468.918214021415,3248.6829851693196,16.7380838266578,0.6928588769845022,1.4767841431963669,0.5177500225902655,5.9842938233368,58.8975229871462,0.3610380531659051,0.1026033845230316,0.0793630172147111,Nature,21.0
-jena_weather/H/medium,FLAIR,4752.039048109573,4758.395931224254,21.166002369395297,0.9250148121262156,3.21453282858427,0.6116055374289797,6.819597621970836,68.93503498301551,0.4218256728935998,0.1295185125261415,0.0976179942639312,Nature,21.0
-jena_weather/H/long,FLAIR,4817.075531931716,4757.473027270097,23.14229187653804,1.3272838524767243,3.1048218002059236,0.6226226413947631,9.959297385686549,69.40515493774015,0.4178959700818728,0.1393422509082954,0.1054612748206954,Nature,21.0
-kdd_cup_2018/D/short,FLAIR,2834.7698212635128,3047.6769262705557,21.986762998329233,1.2445147118999254,0.506021029038369,0.4959587716460485,10.281623097069971,53.24255648692606,1.1926897632250453,0.4925268222423118,0.3980057953507411,Nature,1.0
-kdd_cup_2018/H/short,FLAIR,4693.218813974203,4940.273479067065,25.56724377549594,1.0535169707344625,0.8864216084345744,0.5685034682015825,8.288793602059213,68.50707126986383,1.4339770861122425,0.5351687212650553,0.4280556484200076,Nature,1.0
-kdd_cup_2018/H/medium,FLAIR,5229.935501458786,5685.18091179842,27.443189401201987,1.1089117993707756,0.8146210590920014,0.6075266137388511,8.911469841294444,72.31829299325854,1.513752846879206,0.5744356560986208,0.4607205083486032,Nature,1.0
-kdd_cup_2018/H/long,FLAIR,3998.875232191333,4354.93562439282,25.25150664546441,1.060734013934471,0.881256866309101,0.6522508446773746,8.229314861828458,63.23666050789947,1.4837875881819338,0.5925023845741072,0.4738356938600278,Nature,1.0
-loop_seattle/5T/short,FLAIR,51.11481061562328,51.37956077081342,4.344853456192944,0.6751331400521111,0.1180541521144029,0.0910260826661919,7.516408171138346,7.149462260591581,0.1225974888154313,0.0745046415499544,0.063742864055267,Transport,1.0
-loop_seattle/5T/medium,FLAIR,105.49702385551532,106.90871283784227,7.114097176064897,1.1068712914486336,0.226839486921214,0.1571402810782322,9.990132116647818,10.27117441461858,0.1827453260953946,0.1265744262373704,0.1042119520881773,Transport,1.0
-loop_seattle/5T/long,FLAIR,110.95251277982064,112.01008806568096,7.2637795806807395,1.1310456334671877,0.234014359477333,0.1587976828920266,10.341050222520506,10.533399868030296,0.1862326355504282,0.128425088985112,0.1066210615688526,Transport,1.0
-loop_seattle/D/short,FLAIR,20.423312811651765,20.541238544906243,3.1217445994364015,0.9427603253205424,0.0580001350572234,0.0575612743582355,10.046422408098412,4.519215950986605,0.0807644332076011,0.055789751126482,0.0461204188792499,Transport,1.0
-loop_seattle/H/short,FLAIR,68.56912280325089,73.75632590580655,4.724818810448197,0.958522283772076,0.1245537318319318,0.1064689562073598,8.652369609847995,8.280647486957218,0.1465758768169621,0.0836340951638796,0.0679132765076037,Transport,1.0
-loop_seattle/H/medium,FLAIR,70.80417004843872,74.92711537236819,4.902011278840862,1.0080596204917087,0.1252904303013472,0.1094617491056464,9.487492656694624,8.414521379641192,0.148725706687588,0.0866424908492207,0.0702614827637488,Transport,1.0
-loop_seattle/H/long,FLAIR,64.0184941681368,69.59048402099363,4.5574374392851045,0.955634360365638,0.129315524212665,0.1037304691242701,8.652816538572091,8.001155802016156,0.1429913662065921,0.0814475085812276,0.0661198154734466,Transport,1.0
-m4_daily/D/short,FLAIR,903903.6719757213,889086.7112334432,250.22967826174843,5.2376736765025,0.0515006767311773,0.0386527203248401,41.03645726028208,950.7384876903434,0.1468628295372474,0.0386535719964297,0.0313378878651908,Econ/Fin,1.0
-m4_hourly/H/short,FLAIR,2636314.6956813554,2669975.3961696746,326.9937822139124,1.8143334732750775,0.1436036936449073,0.1294296830071511,12.778036405363084,1623.6732108652143,0.2216672321627752,0.044641868913493,0.0341598669725606,Econ/Fin,1.0
-m4_monthly/M/short,FLAIR,2128471.2668109424,2104689.208333717,616.8562560715127,1.0969836332430645,0.1682137778836925,0.1410850424495471,11.114469582858163,1458.928122564968,0.3032153554106957,0.1282039094518213,0.1043662055181027,Econ/Fin,1.0
-m4_quarterly/Q/short,FLAIR,2319953.077630125,2204636.878947354,640.465119211722,1.3655239411459816,0.1320188880526501,0.1140961412240947,12.288219800066678,1523.139218072375,0.2549466848287975,0.107202583292521,0.0863570726756751,Econ/Fin,1.0
-m4_weekly/W/short,FLAIR,1291916.0161966586,1544968.8108643806,574.185813055862,6.409428969881271,0.1235720565916749,0.1175739071500548,47.39276897397371,1136.6248352894013,0.2070754303292279,0.1046077567865272,0.0834199974065666,Econ/Fin,1.0
-m4_yearly/A/short,FLAIR,3392367.415884046,3381358.87645824,839.5376962422075,3.0908443184594585,0.1630596575619417,0.1380614157204694,41.35708031399209,1841.8380536529387,0.2953472742658614,0.1346237633307686,0.1114624111338103,Econ/Fin,1.0
-m_dense/D/short,FLAIR,10304.414065355482,9852.94216262002,51.6076124037503,0.7562043674495385,0.1358983872103173,0.1089331279800226,7.442700882759094,101.51065986070373,0.1757299676124024,0.089340410836746,0.0742091448492799,Transport,1.0
-m_dense/H/short,FLAIR,47923.39920033758,49640.85696308499,96.1015368668024,0.8524483132594176,0.2970651421725176,0.223863775231651,9.02851540258622,218.91413659318025,0.3882991284098644,0.1704601794336123,0.1407385454996454,Transport,1.0
-m_dense/H/medium,FLAIR,36533.9439181033,35912.904038559405,84.01094394456783,0.7295067169004716,0.2503205497559305,0.2013122863887382,7.184318591322966,191.13854639528705,0.3325569229382326,0.1461684288085111,0.1199122575148962,Transport,1.0
-m_dense/H/long,FLAIR,35141.36284140033,34601.840318596594,81.68125118854313,0.714168497066971,0.2440646185681617,0.194369757670214,6.722404160964083,187.4602967067969,0.3245214852703481,0.1414023204919279,0.116000832985004,Transport,1.0
-restaurant/D/short,FLAIR,141.7439949670776,143.92584290650976,7.244699729149155,0.6931246096307933,0.6699570082008492,0.3977648565536122,4.7589491356806075,11.905628709441498,0.5479246182730567,0.3334178673360613,0.2619939899667213,Sales,1.0
-saugeen/D/short,FLAIR,1081.1922512474528,1154.4419691041564,14.281996203665027,3.1733118764428765,0.3555742180904656,0.3793125787667018,32.0448302504222,32.881487971918986,1.0650392299319449,0.4625972599425111,0.3870213221518546,Nature,1.0
-saugeen/M/short,FLAIR,365.70368994633577,392.6152553842791,12.13159345353726,0.7109054928585277,0.3412010290852971,0.3467426049434659,4.42822595119351,19.12338071435947,0.5741412586498914,0.3642268299146793,0.2843520574976339,Nature,1.0
-saugeen/W/short,FLAIR,1272.876480624292,1327.2817570880984,19.183817018106083,1.5565814181564257,0.5370207009097427,0.4899278372969246,10.875172490018429,35.67739453245279,1.0769518206192712,0.5790794685212666,0.4657650096221686,Nature,1.0
-solar/10T/short,FLAIR,21.59080304476631,21.197049141524406,2.150811471605633,0.9393391033061944,3.9993155815399697,1.309294627260993,20.286581292043884,4.646590475258855,1.3516926193440175,0.6256708025485763,0.5520764710555229,Energy,1.0
-solar/10T/medium,FLAIR,21.97149763364617,22.83769164390925,2.015253038417477,0.8850004391847756,4.405571150289507,1.3758578851998815,6.338258567110304,4.6873764126263815,1.040147421170858,0.4471926438999543,0.3663978354333073,Energy,1.0
-solar/10T/long,FLAIR,23.355267921581344,23.81808909616356,2.069483443572876,0.9094877767976196,4.329705818534183,1.389560791948047,6.44321807021219,4.832728827648138,1.0445169605757052,0.4472857123859023,0.3701422533288575,Energy,1.0
-solar/D/short,FLAIR,180764.00535749728,203462.5668760533,305.6386723349666,1.1966987159553752,1.3916016082772316,0.4642682282576678,7.0416576000212,425.16350426335663,0.614216451110677,0.4415437796548944,0.3549738914075224,Energy,1.0
-solar/H/short,FLAIR,749.4568783487402,789.2592843780673,11.603721081076252,0.8970513756006757,4.928181241682037,1.2736722761267438,5.909571886660219,27.376210080081215,1.0090961748292229,0.4277170040136003,0.3409202034733969,Energy,1.0
-solar/H/medium,FLAIR,950.354694575954,981.45059591095,12.63211996587793,0.9671204846503788,6.32186061229179,1.3340213614909977,6.80463917319209,30.827823383689513,1.110490150772406,0.4550384446832143,0.3742611312069565,Energy,1.0
-solar/H/long,FLAIR,975.6811847663072,983.9729958076126,13.23800186228041,1.008627419554139,8.72765209136671,1.337693910139118,7.037292716603288,31.235895773393587,1.0830054322659703,0.4589856501380914,0.3743546975747894,Energy,1.0
-solar/W/short,FLAIR,4091351.644940319,4222544.002636084,1706.0959561062923,1.8837933607134216,0.3937313747567419,0.3116297218467124,6.936724525698421,2022.7089867156667,0.4128854744091075,0.3482568391453078,0.2683298143333376,Energy,1.0
-sz_taxi/15T/short,FLAIR,17.603028898015545,17.95271439555892,2.855937665107906,0.571007570777583,806148033221.1439,0.4190255204408997,4.296678271155004,4.1955963697686105,0.392306187993549,0.2670423748620676,0.2108235506384534,Transport,1.0
-sz_taxi/15T/medium,FLAIR,17.474365516187927,17.63645652828896,2.8567778729774305,0.5585378713532622,11902810905914.947,0.4285501965164008,4.098691948548664,4.180235102980205,0.389040650741196,0.2658708649984398,0.2104224391057033,Transport,1.0
-sz_taxi/15T/long,FLAIR,16.637301349160165,17.037897375664947,2.8077792398926618,0.5324853258549372,7909714659770.688,0.4323584491225141,3.769297183574938,4.078884816853764,0.3775343128603058,0.2598830448990127,0.2051629626800974,Transport,1.0
-sz_taxi/H/short,FLAIR,8.940329809553765,9.062247876927394,2.110113660449912,0.6488797870556591,1.2679479812574237,0.3237051593827408,4.394445647902106,2.9900384294443048,0.2785405308943519,0.1965701087455172,0.1539746630440793,Transport,1.0
-temperature_rain/D/short,FLAIR,185.1927610789985,194.01761210702855,6.214507226452571,1.4683379219742323,40.632071537532575,1.3808251202806872,20.795751426860836,13.608554702061438,1.602086692993106,0.7316118095554252,0.5942149702449325,Nature,1.0
-us_births/D/short,FLAIR,202412.586201875,194479.31666666668,287.65,0.4232484483716013,0.027355082518602,0.027161341526116,3.9800581040395553,449.9028630736584,0.0421747426619937,0.0269648533548814,0.0218907717467373,Healthcare,1.0
-us_births/M/short,FLAIR,46394573.1670656,49489557.25,5518.166666666667,0.6253049759133151,0.0170430775626668,0.0172419886172323,5.288475993044492,6811.3561914691845,0.0211560258914634,0.0171393880442816,0.0140371709446474,Healthcare,1.0
-us_births/W/short,FLAIR,3729077.469913617,3392903.5803571427,1450.633928571429,1.318923177387234,0.01976247355117,0.0197188049689788,10.01889340826207,1931.081942827289,0.0262142480227496,0.0196922133392804,0.016025443783476,Healthcare,1.0

results/FLAIR/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "FLAIR",
-    "model_type": "statistical",
-    "model_dtype": "float64",
-    "model_link": "https://github.com/TakatoHonda/FLAIR",
-    "code_link": "https://github.com/TakatoHonda/FLAIR/blob/main/examples/gift_eval_reproduction.py",
-    "org": "Mellon Inc.",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/FlowState-9.1M/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/short,FlowState-9.1M,41.20642213772202,41.20642213772202,3.6482890787508464,3.6482890787508464,0.5760316745958542,0.09734227274101462,0.07782384936531508,6.593895242486975,6.4192228608860455,0.11007549989315832,0.06256010311547563,0.049961607574821335,Transport,1
-loop_seattle/5T/medium,FlowState-9.1M,65.28178691411289,65.28178691411289,4.869518228536789,4.869518228536789,0.7734527843739306,0.15530373116641838,0.11332293038028682,8.269508257047189,8.079714531721581,0.1437547241555911,0.08663873543621015,0.06910445419530627,Transport,1
-loop_seattle/5T/long,FlowState-9.1M,77.11275533061361,77.11275533061361,5.218633842700092,5.218633842700092,0.8250182708680949,0.16325547842842192,0.12005953753436054,9.319874052199266,8.781386868292138,0.1552567255117628,0.09226651942508741,0.07396257116366077,Transport,1
-loop_seattle/D/short,FlowState-9.1M,18.37072676116345,18.37072676116345,2.8908717861116484,2.8908717861116484,0.8751111080929995,0.05345322222163434,0.05338208177141361,12.284504977392556,4.286108580188263,0.07659848596512975,0.05166374061520772,0.041998676836883936,Transport,1
-loop_seattle/H/short,FlowState-9.1M,60.254646585128924,60.254646585128924,4.224341119794517,4.224341119794517,0.8578659174207104,0.1156957368292313,0.09733176797613834,10.324014368171769,7.762386655219445,0.13740213765004466,0.07477513370613476,0.06071775786388836,Transport,1
-loop_seattle/H/medium,FlowState-9.1M,72.49868649068385,72.49868649068385,4.774017567039151,4.774017567039151,0.9802017879961532,0.1182101050643606,0.10903377222941017,11.2153856481414,8.514616050690945,0.15049488816363543,0.08438022754819177,0.06815404056535827,Transport,1
-loop_seattle/H/long,FlowState-9.1M,59.69476156690747,59.69476156690747,4.394733995057727,4.394733995057727,0.9201987421572889,0.13256338970497952,0.10205463124666585,10.089497539677955,7.726238513462257,0.13807820232396775,0.07853976662411824,0.06319115108866927,Transport,1
-m_dense/D/short,FlowState-9.1M,9472.558935185185,9472.558935185185,48.308813657407406,48.308813657407406,0.7324154243118424,0.13463613879159259,0.10566210358231155,12.396491269683509,97.32707195423679,0.1684875581125931,0.08362970225057244,0.06984659577170221,Transport,1
-m_dense/H/short,FlowState-9.1M,45185.8003233507,45185.8003233507,89.82139122856988,89.82139122856988,0.794888521288021,0.2976044740697495,0.21334691312577989,12.069100793905335,212.56951880114585,0.3770453948873275,0.15932078181343987,0.1313047568761031,Transport,1
-m_dense/H/medium,FlowState-9.1M,34831.29833333333,34831.29833333333,79.91017849392361,79.91017849392361,0.6918537392919458,0.26913952516783457,0.1942931811014811,8.942685213575544,186.6314505471501,0.3247151566079737,0.13903361972568543,0.11462594957546576,Transport,1
-m_dense/H/long,FlowState-9.1M,35997.86469135802,35997.86469135802,84.8109442515432,84.8109442515432,0.7444252434529841,0.2882623402318473,0.20252094786844135,9.243858424452394,189.73103249431293,0.32845249091839185,0.14682029360376359,0.12117489021344204,Transport,1
-sz_taxi/15T/short,FlowState-9.1M,16.730177058405054,16.730177058405054,2.7577188600113978,2.7577188600113978,0.5514772960536524,1195954521887.0005,0.4006040205448975,5.440699762571138,4.090253911238892,0.3824562487334538,0.2578585176248867,0.20255364364698247,Transport,1
-sz_taxi/15T/medium,FlowState-9.1M,16.707470494457798,16.707470494457798,2.821408237555088,2.821408237555088,0.5509006403082922,9710347132076.936,0.4138293991740952,5.205794460068225,4.087477277546359,0.38040798312325286,0.2625791275003582,0.20777358525869283,Transport,1
-sz_taxi/15T/long,FlowState-9.1M,16.2041913589521,16.2041913589521,2.80213628263555,2.80213628263555,0.5290821987226246,6334988927381.315,0.4129524796097367,4.415962703632027,4.025443001577852,0.3725878168442675,0.2593607311389226,0.20691493769848118,Transport,1
-sz_taxi/H/short,FlowState-9.1M,7.417397474631285,7.417397474631285,1.8844109478159847,1.8844109478159847,0.5756606690704787,1.3483923811178942,0.30121186655810755,5.345870852971551,2.7234899439196183,0.2537098957828191,0.17554450907732358,0.13832774822300725,Transport,1
-bitbrains_fast_storage/5T/short,FlowState-9.1M,1924708.5933602322,1924708.5933602322,199.03606752846804,199.03606752846804,1.0032515815823284,3.0243938323240966,0.7950182794198272,19.25499771969558,1387.3386729130823,4.355900312997404,0.6249240259586876,0.5113067369825212,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,FlowState-9.1M,3390856.937972916,3390856.937972916,346.56688549225504,346.56688549225504,1.260891455352925,5.679820563609929,0.8348958701489698,25.40891853796344,1841.4279616571798,5.5947667486039006,1.052965919652013,0.7795465054578488,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,FlowState-9.1M,4983042.650290739,4983042.650290739,439.2763425860992,439.2763425860992,1.0374589320494734,5.767946014842698,0.8445433276088283,20.188168977655355,2232.272978443886,5.899230991338783,1.160876218531447,0.8255881443730684,Web/CloudOps,2
-bitbrains_fast_storage/H/short,FlowState-9.1M,2863379.353066434,2863379.353066434,333.7310782674274,333.7310782674274,1.104408431680801,4.252633291163891,0.5967120208908891,21.060018999150223,1692.1522842423,4.823183638812036,0.9512419723992579,0.6996132789973957,Web/CloudOps,2
-bitbrains_rnd/5T/short,FlowState-9.1M,1478593.945297488,1478593.945297488,132.24529301833925,132.24529301833925,1.9620477620454029,1.4658456323459939,0.7350835676392866,58.827425560648535,1215.9744838184263,4.975416577469799,0.541109564330338,0.4632044380693893,Web/CloudOps,2
-bitbrains_rnd/5T/medium,FlowState-9.1M,2208052.9063197314,2208052.9063197314,190.83315100806956,190.83315100806956,4.581663134278986,2.306887118167001,0.8003794722451701,166.06818056785903,1485.9518519520514,6.252156934965629,0.802932347322748,0.7238091593893922,Web/CloudOps,2
-bitbrains_rnd/5T/long,FlowState-9.1M,2460772.825721577,2460772.825721577,222.0122217941569,222.0122217941569,3.5251046217605357,3.5869625604067092,0.7694731327490271,121.73594787820016,1568.685062630985,6.009279106104837,0.8504788102526731,0.7270607240923831,Web/CloudOps,2
-bitbrains_rnd/H/short,FlowState-9.1M,1783555.8804027704,1783555.8804027704,169.21358647254425,169.21358647254425,5.926597311741625,2.107055746328823,0.6077552342230917,218.0120577597906,1335.4983640584403,5.844794363995951,0.740561458660828,0.664595981096118,Web/CloudOps,2
-bizitobs_application/10S/short,FlowState-9.1M,664005.4388888889,664005.4388888889,449.96708984375,449.96708984375,1.3377137863983317,0.019362943437364367,0.019491665098402236,16.336749352184412,814.8652887986387,0.03142609893095301,0.017353433107882715,0.013558368098991429,Web/CloudOps,2
-bizitobs_application/10S/medium,FlowState-9.1M,4575707.306666667,4575707.306666667,1198.610625,1198.610625,2.5893138141163443,0.03760066986083985,0.038373565673828124,58.83299716249604,2139.090298857593,0.08399578031721472,0.04706591152189688,0.042047922832965524,Web/CloudOps,2
-bizitobs_application/10S/long,FlowState-9.1M,6559583.573333333,6559583.573333333,1548.4186111111112,1548.4186111111112,3.3411338993333333,0.048364529079861114,0.049444936116536456,75.69303481763987,2561.1684000341197,0.09877402790664712,0.05971631662448403,0.052677139441578126,Web/CloudOps,2
-bizitobs_l2c/5T/short,FlowState-9.1M,22.821621295384,22.821621295384,3.0685904048738024,3.0685904048738024,0.31231757023136525,0.16200984930040224,0.2157041277204241,2.393935136307405,4.777198059049258,0.1640683122542177,0.105387811538073,0.08458085603866948,Web/CloudOps,7
-bizitobs_l2c/5T/medium,FlowState-9.1M,69.30413079294217,69.30413079294217,5.238999430338541,5.238999430338541,0.5193918306430902,0.38426043329664383,0.6304700306483677,4.155248919369638,8.324910257350657,0.43801271795380065,0.27564842249378013,0.2138909951695262,Web/CloudOps,7
-bizitobs_l2c/5T/long,FlowState-9.1M,71.76699466765874,71.76699466765874,5.177323443700397,5.177323443700397,0.5177408840898012,0.423938883860758,0.7123863777281746,4.617430555988597,8.471540277166763,0.4756643215874484,0.2906989712513249,0.23033267410204214,Web/CloudOps,7
-bizitobs_l2c/H/short,FlowState-9.1M,55.461908249627974,55.461908249627974,4.527385651119172,4.527385651119172,0.4498973653968915,0.3789699883769742,0.6063558033534459,3.8045774239835706,7.447275223169074,0.401427228293401,0.24403769417436816,0.1886214231576794,Web/CloudOps,7
-bizitobs_l2c/H/medium,FlowState-9.1M,66.8992699032738,66.8992699032738,4.662852550688244,4.662852550688244,0.4704569255569069,0.4438962515829857,0.749674333844866,4.24338559208035,8.179197387474751,0.49526282529900423,0.2823428044104843,0.22108179915235826,Web/CloudOps,7
-bizitobs_l2c/H/long,FlowState-9.1M,75.9602306547619,75.9602306547619,5.0850547185019845,5.0850547185019845,0.5469474777475324,0.5924043065238235,0.7568616594587053,7.1077522882651625,8.715516660230872,0.5323689121370271,0.3106098185778061,0.24756994557034062,Web/CloudOps,7
-bizitobs_service/10S/short,FlowState-9.1M,3520.50839720832,3520.50839720832,21.761772656314587,21.761772656314587,0.8059993822380633,0.10306755156744093,0.06974780545663581,9.507322336556879,59.33387225867127,0.043956430224570464,0.01612181718327782,0.0127153968223787,Web/CloudOps,2
-bizitobs_service/10S/medium,FlowState-9.1M,31802.868482142858,31802.868482142858,46.433770926339285,46.433770926339285,1.1440456397927963,0.10534807568504696,0.08318410812862335,15.995324064213758,178.33358764445597,0.13421805424840713,0.03494714858523884,0.026749382265129105,Web/CloudOps,2
-bizitobs_service/10S/long,FlowState-9.1M,135023.47957671958,135023.47957671958,79.42200438161376,79.42200438161376,1.3822690402599558,0.11028612086381862,0.09789428549468833,25.236081780178996,367.45541168517246,0.2722227322362745,0.05883836336303083,0.05352239744204552,Web/CloudOps,2
-car_parts/M/short,FlowState-9.1M,1.429560607254418,1.429560607254418,0.4836226899547534,0.4836226899547534,0.8944060493088195,0.8137632961798099,1.8800651255841114,21.08757561148329,1.1956423408588448,2.8670276838625437,1.1596776002833478,1.0076518334176803,Sales,1
-covid_deaths/D/short,FlowState-9.1M,520034.35426554666,520034.35426554666,136.357007570195,136.357007570195,34.60603694671917,0.09393392626416988,0.36803830177861646,918.8211149840132,721.1340750966817,0.2713301924039766,0.05130498526878134,0.042993758538717175,Healthcare,1
-electricity/15T/short,FlowState-9.1M,144065.98286205519,144065.98286205519,56.856076371304624,56.856076371304624,1.0817436193639087,0.1915398677018586,0.1772058353606645,16.26188852890285,379.56024931762175,0.7481880832374911,0.11207453593237973,0.09269706732095719,Energy,1
-electricity/15T/medium,FlowState-9.1M,253340.60338294544,253340.60338294544,54.7942716272715,54.7942716272715,0.8556548344188857,0.13508191714894052,0.13523208481556662,9.532384228961938,503.32951769486505,0.8672874346301549,0.09441604674743875,0.07564332966991412,Energy,1
-electricity/15T/long,FlowState-9.1M,316119.8529764912,316119.8529764912,59.7140382530052,59.7140382530052,0.9053667166654249,0.14293423834777463,0.13760582326768755,9.726931671510378,562.2453672343519,0.8870110003705841,0.09420621652697063,0.0749509701869353,Energy,1
-electricity/D/short,FlowState-9.1M,1180566865.8407207,1180566865.8407207,4251.209920748874,4251.209920748874,1.4344403736384097,0.49429796389693836,0.10163411985861288,15.199692356424537,34359.378135244544,0.5646387062964002,0.06986149925058828,0.05504415510373746,Energy,1
-electricity/H/short,FlowState-9.1M,1579386.9683294483,1579386.9683294483,172.5957497328681,172.5957497328681,0.9351379841940162,0.21026389299976914,0.12611722789637678,12.947069300985513,1256.7366344343784,0.5932694400880952,0.08147751963297314,0.06677232663588524,Energy,1
-electricity/H/medium,FlowState-9.1M,6221001.874001003,6221001.874001003,247.56637994989617,247.56637994989617,1.092976787129436,0.23200557334682143,0.13328747567829785,11.958698401046853,2494.193632018373,0.973565963834623,0.09663331596028776,0.07678815543188483,Energy,1
-electricity/H/long,FlowState-9.1M,8939375.961766891,8939375.961766891,279.8932897311374,279.8932897311374,1.2110867967690446,0.3095987619112468,0.14577881565036716,13.842587383560438,2989.8789209208608,1.1792074146755631,0.11038983560820556,0.08752998078933216,Energy,1
-electricity/W/short,FlowState-9.1M,29395794717.160362,29395794717.160362,23643.860884712838,23643.860884712838,1.3635557497389068,0.22346164837183186,0.09038805711913753,13.709397168603852,171452.01870249404,0.39119693104666264,0.05394748855213885,0.04355379314195652,Energy,1
-ett1/15T/short,FlowState-9.1M,4.980384614354088,4.980384614354088,1.0932999247596378,1.0932999247596378,0.6888563402341751,0.49305846536351217,0.23987056868416923,7.201910430402015,2.2316775336849384,0.42187994489597685,0.20667919314076327,0.1617466807586172,Energy,7
-ett1/15T/medium,FlowState-9.1M,8.6315771484375,8.6315771484375,1.544872349330357,1.544872349330357,0.9899225182222047,0.7127148305476998,0.38790635971795945,8.719024268920881,2.9379545858364624,0.5599770158522798,0.29445417986419087,0.22932511415283205,Energy,7
-ett1/15T/long,FlowState-9.1M,8.090037667410714,8.090037667410714,1.551713111514137,1.551713111514137,1.0126223652403492,0.7426191157153659,0.39777882893880206,8.355813417792739,2.8442991522360503,0.54212621467887,0.2957580445613115,0.2298512894395186,Energy,7
-ett1/D/short,FlowState-9.1M,43043.99444444444,43043.99444444444,136.9359343998016,136.9359343998016,1.6288935332388368,1.2419960627480158,0.4954109918503534,14.079257234165125,207.470466439068,0.5449280619678922,0.3596667739124283,0.2799498278363056,Energy,7
-ett1/H/short,FlowState-9.1M,98.04556412469773,98.04556412469773,4.894838360377721,4.894838360377721,0.8150353380790544,0.4436365876879011,0.2579571133568173,6.952233363517736,9.90179600500322,0.4621573388829306,0.22846213654080613,0.1762152118908626,Energy,7
-ett1/H/medium,FlowState-9.1M,134.41744326636905,134.41744326636905,6.668464587983631,6.668464587983631,1.2267932617039405,3365661524510.5957,0.43888593401227677,9.119016541001752,11.593853684878425,0.555318170217747,0.31940368179657114,0.24767421231989253,Energy,7
-ett1/H/long,FlowState-9.1M,155.68571635251323,155.68571635251323,7.22068271536045,7.22068271536045,1.33916082947429,2267774406926.194,0.47107417192408646,9.95334609492623,12.47740823859319,0.5975160415714699,0.3457828477696871,0.2699857075194963,Energy,7
-ett1/W/short,FlowState-9.1M,1173048.4285714286,1173048.4285714286,801.5694056919643,801.5694056919643,1.4509044072930064,0.5297911167144775,0.5278735501425607,8.922727965738348,1083.0736025642157,0.43098083698912737,0.31896359818216297,0.24500652359110595,Energy,7
-ett2/15T/short,FlowState-9.1M,7.959989992777507,7.959989992777507,1.7561996550787062,1.7561996550787062,0.7547916193814699,0.11044701391019925,0.1292610100337437,8.60130403004982,2.8213454224496344,0.13393930909778234,0.08337304839290896,0.06581268360764704,Energy,7
-ett2/15T/medium,FlowState-9.1M,10.991811126224578,10.991811126224578,2.050341496543279,2.050341496543279,0.8470324155409298,0.12984282517942974,0.15523655846005394,8.238194223435517,3.3153900413412263,0.17668312929658506,0.10926640522493662,0.08720802717137183,Energy,7
-ett2/15T/long,FlowState-9.1M,11.056184779575894,11.056184779575894,2.093517097594246,2.093517097594246,0.8656004641238805,0.13304481590146605,0.15894615657745845,8.728302116810942,3.325084176314322,0.17719974581181555,0.11156731014178155,0.09031154642244392,Energy,7
-ett2/D/short,FlowState-9.1M,119717.15555555555,119717.15555555555,222.04579613095237,222.04579613095237,1.4635575132775187,0.3624706752716549,0.15674171447753907,10.830255578141793,346.00166987394084,0.19802587337139363,0.1270826603909114,0.10325530356962487,Energy,7
-ett2/H/short,FlowState-9.1M,104.57532457624163,104.57532457624163,6.295174280802409,6.295174280802409,0.7215709730957005,0.11713471286857265,0.10737862814040411,6.602956702509036,10.226207731913215,0.12969675934784944,0.0798403205913801,0.0631822907791898,Energy,7
-ett2/H/medium,FlowState-9.1M,242.78725353422618,242.78725353422618,9.703669084821428,9.703669084821428,1.0379484333384368,0.17125420465428529,0.16814332689557757,9.244285748553247,15.581631927825345,0.2099724972418964,0.13076317291967424,0.10431498050240505,Energy,7
-ett2/H/long,FlowState-9.1M,265.77815806878306,265.77815806878306,10.071580997850528,10.071580997850528,1.0965159499861146,0.1877654904885175,0.18084840320405507,9.853142275736998,16.302704010954226,0.2232529902611188,0.13792255400799516,0.11143469439326707,Energy,7
-ett2/W/short,FlowState-9.1M,4955971.428571428,4955971.428571428,1521.9556361607142,1521.9556361607142,0.9778324368044548,0.14722657203674316,0.1582614013126918,6.102820239909918,2226.2011204227324,0.18674414426016983,0.12766874487189425,0.10406980997248803,Energy,7
-hierarchical_sales/D/short,FlowState-9.1M,29.732930018538134,29.732930018538134,2.319569186919876,2.319569186919876,0.7495294259800727,0.6318419237892607,1.0690176652748262,10.409452522840244,5.452791030154937,1.6728559020336073,0.7116181388678587,0.5828056079568731,Sales,1
-hierarchical_sales/W/short,FlowState-9.1M,450.37896728515625,450.37896728515625,8.750412407567946,8.750412407567946,0.7124265352171969,0.5166803930063173,0.452388971538867,8.61290730769748,21.222133900368178,0.9743185478836948,0.40173571377650935,0.3398582822825211,Sales,1
-hospital/M/short,FlowState-9.1M,2029.1258259507586,2029.1258259507586,16.616914870996986,16.616914870996986,0.7584542558926894,0.19929957068624418,0.17468420747361563,6.50496006333193,45.04581918392381,0.16352678391513475,0.0603232596648055,0.04789252589407568,Healthcare,1
-jena_weather/10T/short,FlowState-9.1M,769.5275096238605,769.5275096238605,5.621278191369678,5.621278191369678,0.2767616179581378,0.39370277928161435,0.5409789359463113,2.943629425991047,27.740358858959638,0.17230240076182607,0.03491518378141902,0.028705220857371594,Nature,21
-jena_weather/10T/medium,FlowState-9.1M,1424.3707860465001,1424.3707860465001,9.894016493760146,9.894016493760146,0.6254029435471754,0.9141056125584986,0.6582028373839364,7.134168263751859,37.740837113748555,0.2316148725005984,0.060719410166084245,0.049470015067881346,Nature,21
-jena_weather/10T/long,FlowState-9.1M,1399.3250419980004,1399.3250419980004,10.083748800287802,10.083748800287802,0.6608100770639971,0.9544456003029005,0.6474178345115097,7.37106124596258,37.40755327467971,0.22890322069317012,0.06170418471632936,0.05070029776307641,Nature,21
-jena_weather/D/short,FlowState-9.1M,398.70033172123016,398.70033172123016,9.827138264973959,9.827138264973959,1.0485371388820024,0.6242780152916303,0.44123424348377044,10.138610984284272,19.967481857290622,0.12023687611673844,0.05917543406788213,0.047547547386128125,Nature,21
-jena_weather/H/short,FlowState-9.1M,1098.5380878799044,1098.5380878799044,8.411170702131967,8.411170702131967,0.526016955075292,1.3175091402849612,0.6050199826334354,6.146329621532627,33.144201421665066,0.20317183962392238,0.051559939646816814,0.0419072690267179,Nature,21
-jena_weather/H/medium,FlowState-9.1M,1349.0420030381945,1349.0420030381945,10.663989451574901,10.663989451574901,0.8571477516894351,2.6584602221914055,0.6862809438554067,7.631882833911909,36.729307140731564,0.22475314018670384,0.0652548415077891,0.052881529582308406,Nature,21
-jena_weather/H/long,FlowState-9.1M,1344.8131965112434,1344.8131965112434,12.889586691881613,12.889586691881613,1.0851070705986812,2.5530645058483583,0.6719191616805142,13.687396490420356,36.671694759190544,0.22080422921459042,0.0776095916233129,0.06666390952483377,Nature,21
-kdd_cup_2018/D/short,FlowState-9.1M,3031.419290378869,3031.419290378869,21.71406054869319,21.71406054869319,1.223272467425053,0.5122704279217459,0.48005108592659085,12.181636446841818,55.05832625842225,1.233364972366011,0.48641801356059444,0.3812015815435914,Nature,1
-kdd_cup_2018/H/short,FlowState-9.1M,4400.043310172846,4400.043310172846,22.743728537194453,22.743728537194453,0.9542261628597182,0.8840861593739912,0.5019650321757874,10.160826590381683,66.33282226901585,1.3884661046462603,0.47606742916953976,0.3817186229134154,Nature,1
-kdd_cup_2018/H/medium,FlowState-9.1M,5346.50910268196,5346.50910268196,26.33725056482099,26.33725056482099,1.0846836992020321,0.9676168371097675,0.5905999808700999,11.210373175534803,73.11982701485255,1.5305304083425761,0.5512863542935927,0.4368045266133778,Nature,1
-kdd_cup_2018/H/long,FlowState-9.1M,4320.785902502329,4320.785902502329,24.9758049761873,24.9758049761873,1.0534284105933664,0.9931413860142767,0.6358806894330652,9.937313926015616,65.73268519163301,1.542354420888718,0.5860333121638589,0.45748987044545686,Nature,1
-m4_daily/D/short,FlowState-9.1M,460449.38954061264,460449.38954061264,194.8177779062743,194.8177779062743,3.5933811129151243,0.04256217416009881,0.03372789031974429,36.4567024138539,678.5642118035792,0.10481941775567499,0.030093962654342218,0.024315459514113697,Econ/Fin,1
-m4_hourly/H/short,FlowState-9.1M,524888.7468503716,524888.7468503716,188.91631142279184,188.91631142279184,0.7308697355223807,0.09173926594704629,0.0867135555823836,8.266989981253527,724.4920612749125,0.09890916765238221,0.02579124895572352,0.020490718600366213,Econ/Fin,1
-m4_monthly/M/short,FlowState-9.1M,1863447.246301143,1863447.246301143,555.0341335720486,555.0341335720486,0.9217787164197633,0.1597439799979329,0.1291678792089224,10.553067069674826,1365.0814064740398,0.28371077918144827,0.11535514714449419,0.09256760422999852,Econ/Fin,1
-m4_quarterly/Q/short,FlowState-9.1M,1835070.2141721903,1835070.2141721903,561.5495734303793,561.5495734303793,1.1533472901853319,0.11924825147073716,0.10135561777527134,12.789597196530536,1354.6476346903612,0.22674415917787266,0.09399350990139102,0.07549476248623303,Econ/Fin,1
-m4_weekly/W/short,FlowState-9.1M,230569.25755303193,230569.25755303193,249.35544133845352,249.35544133845352,2.022636456714285,0.06192654865519097,0.06137127862999366,16.35037889030763,480.17627758254775,0.08748067109178026,0.04542869435053447,0.03663408849488293,Econ/Fin,1
-m4_yearly/A/short,FlowState-9.1M,3295300.5925140013,3295300.5925140013,818.0042513808635,818.0042513808635,2.957246114331518,0.16630538438952275,0.135139478891435,42.9209268420369,1815.2962822949871,0.29109117207079993,0.13117077284613704,0.1069378729835909,Econ/Fin,1
-restaurant/D/short,FlowState-9.1M,138.683303161775,138.683303161775,7.088883148874568,7.088883148874568,0.681671230570501,0.6547431785474475,0.3927890905492656,6.158892375231965,11.776387525968012,0.5419766395607936,0.32624682728843574,0.2559205236124014,Sales,1
-saugeen/D/short,FlowState-9.1M,1065.7159375,1065.7159375,12.316854858398438,12.316854858398438,2.7363346763757384,0.2869456609090169,0.3157666778564453,39.327833877693664,32.64530498402489,1.0573892206158066,0.3989458688020571,0.32886548733101045,Nature,1
-saugeen/M/short,FlowState-9.1M,419.1245814732143,419.1245814732143,12.768525623139881,12.768525623139881,0.7480760568691176,0.35278070540655226,0.3556371870495024,7.5489379732842705,20.472532365909554,0.6146468386464715,0.3833494444247625,0.29564347249203715,Nature,1
-saugeen/W/short,FlowState-9.1M,907.9439239501953,907.9439239501953,14.38510627746582,14.38510627746582,1.1671291864275761,0.39806915521621705,0.39103698134422304,13.698295871517155,30.13210785773533,0.9095627312966047,0.4342263945655186,0.35654937897593736,Nature,1
-solar/10T/short,FlowState-9.1M,23.815074714604954,23.815074714604954,2.3434108497452564,2.3434108497452564,1.0258561153573258,5.817045293185954,1.5298146551832956,10.298084292870156,4.880069130105121,1.4196115690597917,0.6816979564563959,0.5199798844919239,Energy,1
-solar/10T/medium,FlowState-9.1M,20.57507829672466,20.57507829672466,2.0579187168323,2.0579187168323,0.8992403786637814,3.935542893892818,1.4561078073914613,9.428119094294988,4.535976002661903,1.0065510994343836,0.45666034074222656,0.35640086194325327,Energy,1
-solar/10T/long,FlowState-9.1M,18.803191816913145,18.803191816913145,1.947746906760062,1.947746906760062,0.8511553963682477,3.6116326980938003,1.4495610039586075,8.98398203054954,4.336264730953721,0.9372142615089935,0.4209743389961493,0.33731284559674707,Energy,1
-solar/D/short,FlowState-9.1M,123798.74148418491,123798.74148418491,254.33213104470804,254.33213104470804,0.9914601541317253,1.065309401092158,0.43119359422484166,5.072566028494322,351.8504532954092,0.5083040848435385,0.36742331836204006,0.277712421695133,Energy,1
-solar/H/short,FlowState-9.1M,757.1993341141831,757.1993341141831,11.305498109246692,11.305498109246692,0.8724446953179906,4.777759083050538,1.3993490626769542,10.642841134590933,27.517255206764048,1.0142951912516207,0.41672442548319527,0.3331443526320188,Energy,1
-solar/H/medium,FlowState-9.1M,801.285641917579,801.285641917579,11.445277230292922,11.445277230292922,0.8764719755896929,5.458095207860186,1.400396199470019,10.798993971727489,28.30698927681252,1.0196838280418565,0.4122856014484468,0.34501846917605444,Energy,1
-solar/H/long,FlowState-9.1M,719.3457268856448,719.3457268856448,12.36631455371173,12.36631455371173,0.942005746657252,5.876856700090995,1.4082166438168466,8.146907869423451,26.820621299396567,0.9299199543477858,0.42876272465383575,0.3335355229807926,Energy,1
-solar/W/short,FlowState-9.1M,955186.6131386862,955186.6131386862,768.0469177691606,768.0469177691606,0.838795166934673,0.16764145785004553,0.15302670088997722,4.476202957998712,977.3364892086482,0.19949880509892567,0.15677757256247188,0.12235764216039015,Energy,1
-temperature_rain/D/short,FlowState-9.1M,180.4470724159759,180.4470724159759,5.7659389208630145,5.7659389208630145,1.3497787807137442,24.105154695755104,1.4952793405611897,24.459044384745972,13.433058937411683,1.5814261953049171,0.6788034573857006,0.5497859033550305,Nature,1
-us_births/D/short,FlowState-9.1M,218382.50666666665,218382.50666666665,310.88701822916664,310.88701822916664,0.4573647670456565,0.0298173189163208,0.02927158196767171,5.9522450787192085,467.3141413082496,0.043806908712113006,0.02914313525633875,0.023686841289048206,Healthcare,1
-us_births/M/short,FlowState-9.1M,56510709.333333336,56510709.333333336,6193.608072916667,6193.608072916667,0.6995303835548405,0.018985547125339508,0.01924945041537285,6.844936444934768,7517.360529689482,0.02334887055249893,0.019237304446992797,0.014923346389001804,Healthcare,1
-us_births/W/short,FlowState-9.1M,2057186.5714285714,2057186.5714285714,1119.4234793526787,1119.4234793526787,1.0174865839349032,0.015180262071745736,0.015214066420282637,9.795766029253233,1434.2895702850842,0.01947034027817997,0.015196063967786272,0.011881630832056645,Healthcare,1

results/FlowState-9.1M/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "FlowState-9.1M",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-research/flowstate",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/flowstate.ipynb",
-    "org": "IBM Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/FlowState-r1.1/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/short,FlowState-r1.1,41.18631665492575,41.18631665492575,3.5313914894442564,3.5313914894442564,0.5585164871955189,0.0924224082715002,0.07574458536840936,7.1386863681154065,6.417656632675649,0.1100486425372225,0.06055556754191994,0.04832590599299439,Transport,1
-loop_seattle/5T/medium,FlowState-r1.1,63.29747640981763,63.29747640981763,4.61263058279567,4.61263058279567,0.7340415633852784,0.14249896623770889,0.10689076798619132,9.918247739475596,7.95597111670333,0.14155307452772617,0.0820681763517885,0.06564512744241545,Transport,1
-loop_seattle/5T/long,FlowState-r1.1,74.92596474207373,74.92596474207373,4.954258121560027,4.954258121560027,0.7847423188554609,0.1481291061382121,0.11335350154723177,11.117572501835635,8.655978554852926,0.15303948074296336,0.08759230231284211,0.07047262089836084,Transport,1
-loop_seattle/D/short,FlowState-r1.1,19.202562320736785,19.202562320736785,2.928832532254781,2.928832532254781,0.8852385524728139,0.05418352716601424,0.05413354100088586,17.37128648415423,4.382072833801007,0.07831349537191128,0.052342149858993804,0.04399730354473092,Transport,1
-loop_seattle/H/short,FlowState-r1.1,59.50151512374327,59.50151512374327,4.101224705045146,4.101224705045146,0.8354556467000297,0.1093292313444123,0.09460305469932616,11.792800639073072,7.71372252053075,0.13654073297773034,0.07259584796352124,0.05860784400416869,Transport,1
-loop_seattle/H/medium,FlowState-r1.1,70.48822588374371,70.48822588374371,4.540771216676946,4.540771216676946,0.9338664808678643,0.11269175054119099,0.10353630782403936,12.937869517595587,8.395726644177007,0.14839353117576465,0.0802576243440828,0.06472378046382879,Transport,1
-loop_seattle/H/long,FlowState-r1.1,58.680955620323786,58.680955620323786,4.1843423114431495,4.1843423114431495,0.881609157316706,0.12109606066724464,0.09702981696901429,11.126577538744572,7.660349575595346,0.13690067899513877,0.07477978621362534,0.0598261300450432,Transport,1
-m_dense/D/short,FlowState-r1.1,9165.257708333333,9165.257708333333,46.75142975983796,46.75142975983796,0.7080525556385575,0.13111976414278226,0.10177948704472295,12.484336659406704,95.73535244795066,0.16573205620105474,0.08093364035662448,0.06745370604949491,Transport,1
-m_dense/H/short,FlowState-r1.1,45357.06244249132,45357.06244249132,88.8164010281033,88.8164010281033,0.7908603854810199,0.29801525639719595,0.2108831982369297,15.716386667864725,212.97197572096502,0.37775925324817894,0.15753817944820003,0.13254244564706233,Transport,1
-m_dense/H/medium,FlowState-r1.1,37333.612291666665,37333.612291666665,80.65108723958333,80.65108723958333,0.7013222843424145,0.26109505457277044,0.19177552964952257,12.237213634057158,193.21907848777943,0.3361767973557966,0.14032270738306465,0.116484184339851,Transport,1
-m_dense/H/long,FlowState-r1.1,33911.18148148148,33911.18148148148,79.69908950617284,79.69908950617284,0.6990924490177047,0.25759383242079864,0.19106638025354455,11.008171994373534,184.14988862739364,0.3187907050673161,0.137970916660747,0.11356870870963892,Transport,1
-sz_taxi/15T/short,FlowState-r1.1,16.620113698845234,16.620113698845234,2.7355782388913035,2.7355782388913035,0.5464031171222989,1087704810534.7782,0.39686791465978194,7.590175889379568,4.0767773668481375,0.38119613414755593,0.2557882747788491,0.20405979696838894,Transport,1
-sz_taxi/15T/medium,FlowState-r1.1,16.319562237079328,16.319562237079328,2.7636555859166334,2.7636555859166334,0.5385217982835804,9333318291956.139,0.40757947742429557,7.388613518681938,4.039747793746452,0.3759659580219572,0.25720427933900225,0.20562579105609002,Transport,1
-sz_taxi/15T/long,FlowState-r1.1,15.67457285823985,15.67457285823985,2.735411571709179,2.735411571709179,0.5158517998320638,5970907624088.145,0.4060595259707198,6.402822780595488,3.9591126352049963,0.36644839656489564,0.253184811031775,0.20062083656449903,Transport,1
-sz_taxi/H/short,FlowState-r1.1,7.432201711540548,7.432201711540548,1.900836227286575,1.900836227286575,0.5801890213933354,1.3546589297107143,0.30318191723945814,7.291773597003335,2.7262064689858962,0.2539629568572672,0.1770746252255366,0.14077263642438345,Transport,1
-bitbrains_fast_storage/5T/short,FlowState-r1.1,1976861.612706536,1976861.612706536,167.4826576990746,167.4826576990746,0.7519912197587632,2.2339818168864483,0.6668860623658195,16.873362129733305,1406.0091083298628,4.414520862588936,0.5258541229598823,0.4061369341649599,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,FlowState-r1.1,3028042.7402493255,3028042.7402493255,293.7332585337577,293.7332585337577,1.045613905514075,4.431932811361121,0.7435921984303433,25.177973240934428,1740.1272195587671,5.2869871149162195,0.8924427683420221,0.6566134834043376,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,FlowState-r1.1,4617118.666467717,4617118.666467717,404.63246794619585,404.63246794619585,0.9590761896289091,4.779574306200461,0.7558024375698824,20.584272408017313,2148.7481626444073,5.678499841220382,1.0693228014945033,0.7406708163367473,Web/CloudOps,2
-bitbrains_fast_storage/H/short,FlowState-r1.1,3312387.107490891,3312387.107490891,342.97028445108265,342.97028445108265,1.0820700147909392,3.969181289200646,0.484934175936071,23.128998802987564,1819.9964580984467,5.187581059423924,0.9775767110132656,0.6996050717085824,Web/CloudOps,2
-bitbrains_rnd/5T/short,FlowState-r1.1,1681179.2138263306,1681179.2138263306,125.49460379907278,125.49460379907278,1.7681451504562586,1.1160088371764871,0.575984034574635,58.96794258096454,1296.602951495303,5.305324992517941,0.5134876927385813,0.422501174777909,Web/CloudOps,2
-bitbrains_rnd/5T/medium,FlowState-r1.1,2285917.636175524,2285917.636175524,150.01609405881368,150.01609405881368,4.475115798948466,0.5603419467449297,0.6458122348889342,166.03007290649845,1511.9251423848748,6.361439808223015,0.6311941814225975,0.6231177815796237,Web/CloudOps,2
-bitbrains_rnd/5T/long,FlowState-r1.1,2351187.6310941125,2351187.6310941125,178.95946986407603,178.95946986407603,3.4129345721695743,1.8509179005254237,0.6165357994238756,121.92821155502831,1533.3582852986815,5.87395018000862,0.6855534158590824,0.627068224219766,Web/CloudOps,2
-bitbrains_rnd/H/short,FlowState-r1.1,1966932.091537609,1966932.091537609,158.2553058756134,158.2553058756134,5.868490186601384,1.5189840510272619,0.4709583415088658,220.67158925254097,1402.473561796303,6.137910603446953,0.6926026603607015,0.6419735300133448,Web/CloudOps,2
-bizitobs_application/10S/short,FlowState-r1.1,500666.25333333336,500666.25333333336,372.10096571180554,372.10096571180554,1.1823625169483314,0.016823274824354383,0.01695952468448215,20.97155737936136,707.577736600957,0.027288446639498865,0.014350447762970033,0.011755689383340543,Web/CloudOps,2
-bizitobs_application/10S/medium,FlowState-r1.1,3935967.1466666665,3935967.1466666665,1093.320625,1093.320625,2.3676547555327216,0.03411839485168457,0.0348132578531901,64.83349684614342,1983.927202965539,0.07790298221381144,0.04293148310888284,0.03895132702591145,Web/CloudOps,2
-bizitobs_application/10S/long,FlowState-r1.1,6119067.306666667,6119067.306666667,1497.1277777777777,1497.1277777777777,3.216036669297102,0.04633814493815104,0.04741866217719184,95.45157875719431,2473.674858720658,0.09539975173986631,0.05773823419813738,0.05333611330028972,Web/CloudOps,2
-bizitobs_l2c/5T/short,FlowState-r1.1,19.885550231025334,19.885550231025334,2.7026234399704707,2.7026234399704707,0.276430121944435,0.14285877266744829,0.1902939099432862,3.5472860599123264,4.459321723202457,0.15315115259634096,0.09281902507992103,0.07396516958850098,Web/CloudOps,7
-bizitobs_l2c/5T/medium,FlowState-r1.1,53.191010310374146,53.191010310374146,4.453667299439307,4.453667299439307,0.4470985778463834,0.32591378373837027,0.43945305473916607,5.292615331439768,7.2932167327163775,0.38373046495036595,0.23432840215507506,0.18430884138915696,Web/CloudOps,7
-bizitobs_l2c/5T/long,FlowState-r1.1,49.95102740575397,49.95102740575397,4.214128340463789,4.214128340463789,0.42011206020231284,0.3312073844203662,0.5385287930608905,4.635159047287204,7.067604078169205,0.3968354029021234,0.23661700618385545,0.18553585102949338,Web/CloudOps,7
-bizitobs_l2c/H/short,FlowState-r1.1,50.07088022383432,50.07088022383432,4.286062694731212,4.286062694731212,0.42650556524094235,0.3814869247180381,0.5247374697670417,4.75810589710833,7.0760780255614995,0.381418747645028,0.23102976810699172,0.1803095237048081,Web/CloudOps,7
-bizitobs_l2c/H/medium,FlowState-r1.1,65.80172991071429,65.80172991071429,4.498783365885417,4.498783365885417,0.45699914387985396,0.4527186809383691,0.5840262827972638,5.5938648215563616,8.111826545896694,0.4911834185110209,0.27240816606389223,0.21507537775708097,Web/CloudOps,7
-bizitobs_l2c/H/long,FlowState-r1.1,75.38985615079365,75.38985615079365,4.987205481150793,4.987205481150793,0.5384132586346023,0.6017732506175247,0.6503577405360634,8.8745103938435,8.682733218911753,0.530366404922417,0.30463290475010524,0.2476359444838448,Web/CloudOps,7
-bizitobs_service/10S/short,FlowState-r1.1,3317.9713483782166,3317.9713483782166,19.666672522126053,19.666672522126053,0.7618789966532473,0.06100102321023033,0.048019160027541814,12.137484066395194,57.601834592122295,0.0426732813260109,0.014569699996985671,0.011750894008903083,Web/CloudOps,2
-bizitobs_service/10S/medium,FlowState-r1.1,50150.591594742065,50150.591594742065,49.034828210255455,49.034828210255455,1.0852290148445844,0.07175583915104941,0.06815943975297231,19.99207193622117,223.94327762793432,0.16854498012543406,0.03690476549996101,0.03089093635655254,Web/CloudOps,2
-bizitobs_service/10S/long,FlowState-r1.1,129285.9797883598,129285.9797883598,77.02262359457671,77.02262359457671,1.344908114283321,0.08371802274512236,0.0838547269629423,30.38519638750258,359.56359630579925,0.2663762227644862,0.05706082526520561,0.0530009267095947,Web/CloudOps,2
-car_parts/M/short,FlowState-r1.1,1.4856415840358994,1.4856415840358994,0.4481034558164942,0.4481034558164942,0.8372151288965608,0.8769938348475738,1.8817615337004137,21.63020858024475,1.2188689773867818,2.9227227756579506,1.0745061203984554,0.9378051838705077,Sales,1
-covid_deaths/D/short,FlowState-r1.1,430168.97855135886,430168.97855135886,104.5614619434328,104.5614619434328,34.05063977408983,0.09260296089109638,0.1326858238616121,915.2672393419839,655.8726847120246,0.24677527783105752,0.03934175705585549,0.033454791500207165,Healthcare,1
-electricity/15T/short,FlowState-r1.1,141113.07029197094,141113.07029197094,53.85753833573144,53.85753833573144,1.032094945860029,0.1720920030335683,0.158048031749295,18.846808710858166,375.6501967149371,0.7404805986749748,0.10616382629040971,0.08908891969322026,Energy,1
-electricity/15T/medium,FlowState-r1.1,249810.31007338667,249810.31007338667,53.64487963626621,53.64487963626621,0.8294280868833853,0.12422209056386399,0.12399649101777002,11.156120735340924,499.810274077461,0.8612234235569413,0.09243552862517805,0.07431042920154046,Energy,1
-electricity/15T/long,FlowState-r1.1,300442.04575821967,300442.04575821967,58.12667236208987,58.12667236208987,0.8798687887631998,0.12945158170611068,0.12530573691716795,11.37083631209657,548.1259396874223,0.8647358723163199,0.09170195221656668,0.07317596576603264,Energy,1
-electricity/D/short,FlowState-r1.1,1208854381.3754954,1208854381.3754954,4249.771407657658,4249.771407657658,1.4243974716455194,0.36926631643707913,0.09978502848201326,20.625049273470584,34768.583252348595,0.5713633055316376,0.0698378597025261,0.05561432124729894,Energy,1
-electricity/H/short,FlowState-r1.1,1613915.3673808323,1613915.3673808323,174.46095134477358,174.46095134477358,0.9619028196498475,0.183780782831857,0.11713235586192641,16.742957322111057,1270.3996880434254,0.5997193771253657,0.08235802799536732,0.06814279119523865,Energy,1
-electricity/H/medium,FlowState-r1.1,5808216.924979061,5808216.924979061,240.25960720577754,240.25960720577754,1.0733431319975204,0.22825562854870293,0.12026463458328647,15.781710098518042,2410.024258172324,0.9407118836534168,0.09378124178375646,0.0756033463338115,Energy,1
-electricity/H/long,FlowState-r1.1,8956605.67370777,8956605.67370777,275.1706645434497,275.1706645434497,1.1953276268295878,0.3050557565978495,0.132755564606184,17.914241508835946,2992.758873298644,1.180343267092205,0.10852723354793894,0.08786070653593353,Energy,1
-electricity/W/short,FlowState-r1.1,36078963230.25586,36078963230.25586,25494.158621903152,25494.158621903152,1.3594268430357415,0.20350993436779727,0.09040927497653274,20.266511487896995,189944.63201221524,0.43339097243819963,0.058169257428289774,0.04631378270512843,Energy,1
-ett1/15T/short,FlowState-r1.1,4.656153322401501,4.656153322401501,1.0622073059990293,1.0622073059990293,0.6766890014504159,0.4598139387429506,0.2314501444498698,7.961049498743763,2.1578121610560776,0.4079163149073156,0.20080139400024954,0.15827797794511383,Energy,7
-ett1/15T/medium,FlowState-r1.1,8.89330315968347,8.89330315968347,1.5627029951791915,1.5627029951791915,0.9899752461852758,0.7306958562600337,0.38553465101453993,10.358971100581922,2.982164173831392,0.5684034065381015,0.29785271839207844,0.23021491376994435,Energy,7
-ett1/15T/long,FlowState-r1.1,8.130042840866816,8.130042840866816,1.5652777390252977,1.5652777390252977,1.0145398677902764,0.7679734756468817,0.39474683246915304,10.028280214822347,2.8513229983407378,0.543464966651646,0.2983434759004775,0.22842927100955762,Energy,7
-ett1/D/short,FlowState-r1.1,42483.40793650794,42483.40793650794,134.5613777281746,134.5613777281746,1.581535388586393,1.630994385007828,0.46574381268213666,19.71956304105528,206.11503568761773,0.5413679781391109,0.35342992204955054,0.2771837936830846,Energy,7
-ett1/H/short,FlowState-r1.1,106.3021133786156,106.3021133786156,4.993795285906111,4.993795285906111,0.8244809076861775,0.49539737247285387,0.258320867447626,10.146414504419937,10.310291624324483,0.4812235010494161,0.23308086119874988,0.181706814247171,Energy,7
-ett1/H/medium,FlowState-r1.1,139.02376534598216,139.02376534598216,6.8204275948660715,6.8204275948660715,1.2648960406205094,2760500344873.384,0.44136278061639694,15.817099356337005,11.790833954643842,0.5647530592501833,0.3266823504098217,0.25543631892563273,Energy,7
-ett1/H/long,FlowState-r1.1,154.54894386574074,154.54894386574074,7.164622085813492,7.164622085813492,1.3670575458208438,2378460364492.3257,0.47707191749855327,16.393400912726182,12.431771549772813,0.5953305994401435,0.34309822570600446,0.26805497941370754,Energy,7
-ett1/W/short,FlowState-r1.1,1075680.0,1075680.0,771.2861328125,771.2861328125,1.3643363010023326,0.5668923514229911,0.5037649699619838,14.536345828009663,1037.1499409439311,0.41270671593599034,0.30691316110987005,0.23742146321787652,Energy,7
-ett2/15T/short,FlowState-r1.1,7.304920473552886,7.304920473552886,1.6587105387733097,1.6587105387733097,0.725191432710606,0.10680937565710347,0.125530667532058,10.481100255821858,2.702761638316055,0.12830971479477007,0.07874489305304956,0.06335551758223466,Energy,7
-ett2/15T/medium,FlowState-r1.1,11.586610000852554,11.586610000852554,2.1286878894624257,2.1286878894624257,0.8735594682799485,0.1340193696868576,0.15848787580217633,10.70772645226366,3.4039109860354095,0.18140057047902014,0.1134416261484014,0.0899161296351619,Energy,7
-ett2/15T/long,FlowState-r1.1,11.234950823102679,11.234950823102679,2.135616706969246,2.135616706969246,0.8812962652946466,0.13562774243052372,0.16070971231611947,11.09320254219016,3.351857816659692,0.1786265614989045,0.11381087441999353,0.09115107804358559,Energy,7
-ett2/D/short,FlowState-r1.1,140633.44603174602,140633.44603174602,224.67652219742064,224.67652219742064,1.4766893919320996,0.4055099366203187,0.15303484598795572,14.408425559750553,375.011261206575,0.21462882694062074,0.12858829424262969,0.10328619732668874,Energy,7
-ett2/H/short,FlowState-r1.1,102.00043647402809,102.00043647402809,6.215718950544085,6.215718950544085,0.7153557065546415,0.11585144904957281,0.10676509766351609,9.31099124124636,10.099526547023286,0.12809008954597403,0.07883260599007601,0.06331160459119221,Energy,7
-ett2/H/medium,FlowState-r1.1,246.4487537202381,246.4487537202381,9.741715204148065,9.741715204148065,1.0343091666071846,0.17109220222949373,0.167119870867048,13.207667592066016,15.69868636925517,0.21154988101620983,0.13127586881201597,0.10598055052874122,Energy,7
-ett2/H/long,FlowState-r1.1,282.89351851851853,282.89351851851853,10.30222232556217,10.30222232556217,1.0936991912522707,0.1843426839589738,0.1781482393779452,13.223136510848828,16.819438709972413,0.23032927445605814,0.1410810095657247,0.11317765420760437,Energy,7
-ett2/W/short,FlowState-r1.1,4708938.857142857,4708938.857142857,1478.9453125,1478.9453125,0.9147873844250943,0.1429311547960554,0.16028210094996861,8.131814176064013,2170.0089532402526,0.18203048291198762,0.1240608381052101,0.09609149321916526,Energy,7
-hierarchical_sales/D/short,FlowState-r1.1,29.64594539344286,29.64594539344286,2.3308367057002344,2.3308367057002344,0.7504326015202561,0.6556324687627294,1.0474300598974176,12.383659662309565,5.444809031861711,1.6704071133525444,0.7150748888494296,0.5901059020086894,Sales,1
-hierarchical_sales/W/short,FlowState-r1.1,437.5111029026872,437.5111029026872,8.690049680612855,8.690049680612855,0.7051757021096121,0.5148454852359658,0.44845643184952816,11.043459702369713,20.91676607180678,0.9602989615079262,0.39896443145639526,0.3363650389267718,Sales,1
-hospital/M/short,FlowState-r1.1,1957.4588355669919,1957.4588355669919,16.36353972765323,16.36353972765323,0.74437363544445,0.18870636609677177,0.1713015998979591,9.323686869590068,44.24317840715099,0.16061301151088805,0.05940344905716918,0.046680543662433814,Healthcare,1
-jena_weather/10T/short,FlowState-r1.1,780.2115707518562,780.2115707518562,5.473272321337745,5.473272321337745,0.2775795614205036,0.3780787137716162,0.4552668513938,4.066894111573193,27.93226755478073,0.17349439431840422,0.03399588180472134,0.027549205943691757,Nature,21
-jena_weather/10T/medium,FlowState-r1.1,1430.7339318653894,1430.7339318653894,9.435519536886725,9.435519536886725,0.5859960273681665,0.741478591207612,0.5981370526009934,9.219933286547313,37.82504371266991,0.23213164695936558,0.05790562217595341,0.04771194345863314,Nature,21
-jena_weather/10T/long,FlowState-r1.1,1354.094798787435,1354.094798787435,9.405177274835173,9.405177274835173,0.6118957062764383,0.79288590954648,0.5996555597889854,9.17752728389396,36.79802710455324,0.2251734257393483,0.05755188941633385,0.04758977870854997,Nature,21
-jena_weather/D/short,FlowState-r1.1,356.8233367435516,356.8233367435516,9.431417216951886,9.431417216951886,0.9967967016292069,0.5989843455668028,0.43969016302199593,14.112515936314143,18.889768043667228,0.1137472775171724,0.0567925465827262,0.044910965661652875,Nature,21
-jena_weather/H/short,FlowState-r1.1,1091.956836847036,1091.956836847036,8.258424466116386,8.258424466116386,0.5304386924037128,1.1396004250491016,0.5217299064419306,7.849252843925402,33.04477018904861,0.20256233251316866,0.05062361496751318,0.041416455825921565,Nature,21
-jena_weather/H/medium,FlowState-r1.1,1414.8333875868057,1414.8333875868057,10.606650991288442,10.606650991288442,0.8112445925213712,2.1094796253792336,0.6351193367754044,11.055883158731206,37.61427106281346,0.2301683912742822,0.06490397730679902,0.05207389480094752,Nature,21
-jena_weather/H/long,FlowState-r1.1,1349.9187065972221,1349.9187065972221,11.66680191282242,11.66680191282242,0.9666116556197651,2.06461807238681,0.5747081554585571,16.451576342916358,36.74123986200278,0.22122296777911385,0.0702470725903513,0.05757029792158968,Nature,21
-kdd_cup_2018/D/short,FlowState-r1.1,2883.1174212672054,2883.1174212672054,20.96379679759708,20.96379679759708,1.1813600086741343,0.5278631109246168,0.458980997347976,17.035479022199613,53.694668462215176,1.202817589718716,0.4696113088617511,0.3825638291872041,Nature,1
-kdd_cup_2018/H/short,FlowState-r1.1,4441.47685154161,4441.47685154161,22.776485279826446,22.776485279826446,0.9512020153841013,0.8479522495272036,0.5026460447811604,13.31600145893584,66.64440600336692,1.3949881165116842,0.47675308711815967,0.38645039605653964,Nature,1
-kdd_cup_2018/H/medium,FlowState-r1.1,5202.689290588127,5202.689290588127,25.458616963676484,25.458616963676484,1.0545740815810614,0.9551854621436087,0.5687003430140803,14.247369337759727,72.12966997420774,1.509804628186757,0.5328949617090609,0.43162578148430897,Nature,1
-kdd_cup_2018/H/long,FlowState-r1.1,4160.649216227934,4160.649216227934,24.376665976798456,24.376665976798456,1.0347222292234943,1.011666863768487,0.6223404605004181,13.516435091933223,64.50309462520332,1.5135032574152183,0.571975090112832,0.4572102373747373,Nature,1
-m4_daily/D/short,FlowState-r1.1,401902.84281584795,401902.84281584795,185.74755754999086,185.74755754999086,3.522997039075566,0.04018086401973621,0.03227194502308626,48.523189849393226,633.9580765443784,0.09792900260428807,0.02869286427614407,0.023019483947443423,Econ/Fin,1
-m4_hourly/H/short,FlowState-r1.1,1234841.5120557025,1234841.5120557025,216.7537121563526,216.7537121563526,0.7341721209547745,0.08803809846896864,0.08380702716236912,10.524051349913531,1111.2342291594975,0.1517080152397916,0.029591668978707766,0.023716032751841715,Econ/Fin,1
-m4_monthly/M/short,FlowState-r1.1,1831284.5926835577,1831284.5926835577,553.901649601124,553.901649601124,0.9231846831529943,0.1597955104166435,0.13056359625124822,14.82942307107181,1353.2496416713207,0.2812517322738052,0.11511977809743389,0.09408253460100799,Econ/Fin,1
-m4_quarterly/Q/short,FlowState-r1.1,1874544.4963158264,1874544.4963158264,559.9784285004934,559.9784285004934,1.1422491640328631,0.12177914538203428,0.10039086639974266,16.953513409290576,1369.1400572314822,0.22916993550478296,0.09373052790743878,0.07610107752880635,Econ/Fin,1
-m4_weekly/W/short,FlowState-r1.1,231057.50064281124,231057.50064281124,251.8601253649293,251.8601253649293,1.9963062730080454,0.06104256755819866,0.06038675018058795,23.29007781713922,480.68440857054145,0.0875732446775809,0.04588500893694445,0.03627395217719889,Econ/Fin,1
-m4_yearly/A/short,FlowState-r1.1,3323983.0471071466,3323983.0471071466,829.0107786091637,829.0107786091637,2.990569895741503,0.17296787356493876,0.1346197778825568,52.911443800347094,1823.1793787521694,0.2923552631228497,0.132935720498244,0.10999118170529777,Econ/Fin,1
-restaurant/D/short,FlowState-r1.1,140.08006822894777,140.08006822894777,7.135844374500181,7.135844374500181,0.6861334271843667,0.662262267866889,0.39248753921139684,8.625522460960001,11.835542582786298,0.5446990923364606,0.32840809169979296,0.2598849281296545,Sales,1
-saugeen/D/short,FlowState-r1.1,931.7861197916667,931.7861197916667,11.388044840494791,11.388044840494791,2.5295908414038117,0.2654854329427083,0.29971853892008465,40.98169642437607,30.52517190437536,0.9887176041064971,0.3688614906223498,0.30642001826210236,Nature,1
-saugeen/M/short,FlowState-r1.1,407.56361607142856,407.56361607142856,12.21571277436756,12.21571277436756,0.7158703691414229,0.3390327408200219,0.3425343150184268,7.9901898198722465,20.188204874912195,0.6061104743922467,0.36675234428160386,0.28704733439913216,Nature,1
-saugeen/W/short,FlowState-r1.1,888.5257873535156,888.5257873535156,14.130605125427246,14.130605125427246,1.1463315835290424,0.37444459795951845,0.38158645629882815,17.185238570105316,29.808149680138076,0.8997837843264017,0.42654406566708036,0.3461251604009651,Nature,1
-solar/10T/short,FlowState-r1.1,24.66211265322646,24.66211265322646,2.117640808550981,2.117640808550981,0.9287901085571951,5.6709349299145115,1.2235352051540809,11.379260755420226,4.966096319366597,1.4446368688810374,0.6160214764964501,0.4759049305194654,Energy,1
-solar/10T/medium,FlowState-r1.1,21.68119979483763,21.68119979483763,1.8794418304585114,1.8794418304585114,0.8213368024611923,3.948030292206356,1.2300935392563257,11.205299697887101,4.656307527949333,1.0332531430526921,0.4170556104487377,0.3320914339213908,Energy,1
-solar/10T/long,FlowState-r1.1,20.469288030099985,20.469288030099985,1.8581602036227856,1.8581602036227856,0.8125172596409251,3.574314130822955,1.3257619563800211,10.918592191163759,4.524299728145781,0.9778550184658323,0.4016116060840004,0.3225571079912444,Energy,1
-solar/D/short,FlowState-r1.1,111289.09708029198,111289.09708029198,257.70904686549574,257.70904686549574,1.0057995392307875,0.9710817555151426,0.4453487953130346,7.548119518173436,333.60020545600986,0.4819386917076512,0.3723018117384235,0.27439489849560605,Energy,1
-solar/H/short,FlowState-r1.1,776.593984229935,776.593984229935,11.039652264214368,11.039652264214368,0.8514343790179513,4.331114244254236,1.1659223830032106,13.357574744514213,27.867435910573743,1.0272029686180193,0.4069252590981618,0.3308139131661982,Energy,1
-solar/H/medium,FlowState-r1.1,791.1747158226885,791.1747158226885,10.867526237691987,10.867526237691987,0.8316482945272915,4.658330125965161,1.1542683057937682,11.50233161228408,28.127828139098984,1.0132300256627487,0.3914736621062123,0.3167292657671744,Energy,1
-solar/H/long,FlowState-r1.1,736.4027549675588,736.4027549675588,11.691397102151765,11.691397102151765,0.8894328764507248,4.952025634892195,1.215671566194508,8.937329335166122,27.136741789823606,0.9408804294518032,0.40536210321643124,0.3094097699773962,Energy,1
-solar/W/short,FlowState-r1.1,1297037.2700729927,1297037.2700729927,893.8112026687957,893.8112026687957,0.9852421878138513,0.20091895465433163,0.1798025343539941,10.203292945293688,1138.87544098246,0.23247294267758353,0.18244920647630777,0.13893127772716146,Energy,1
-temperature_rain/D/short,FlowState-r1.1,183.035784870195,183.035784870195,5.739790158551816,5.739790158551816,1.3366877239330506,18.960441451038935,1.4798521434058074,29.977656589320667,13.529071840676838,1.5927294525167142,0.6757250567111854,0.5541995268610795,Nature,1
-us_births/D/short,FlowState-r1.1,213428.89333333334,213428.89333333334,294.6863671875,294.6863671875,0.43354107575659157,0.02830586830774943,0.02785397211710612,6.611043401893777,461.9836505043586,0.04330721845368622,0.027624455681883164,0.022721743935648103,Healthcare,1
-us_births/M/short,FlowState-r1.1,56526218.666666664,56526218.666666664,6097.212239583333,6097.212239583333,0.6884564844064888,0.018774597595135372,0.019039298097292583,9.560373978105865,7518.392026668113,0.023352074375081903,0.018937899645877953,0.015231363311142884,Healthcare,1
-us_births/W/short,FlowState-r1.1,1963500.0,1963500.0,1053.5404575892858,1053.5404575892858,0.9581356887388214,0.014308188642774309,0.014337735516684396,14.87991293027259,1401.2494424619765,0.019021823782712045,0.014301708407470075,0.011676482420030629,Healthcare,1

results/FlowState-r1.1/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "FlowState-r1.1",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-research/flowstate",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/flowstate.ipynb",
-    "org": "IBM TSFM",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Granite-FlowState-r1.1/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/short,Granite-FlowState-r1.1,42.82049292218944,42.82049292218944,3.6148773476804372,3.6148773476804372,0.5714188054170729,0.09337616576990967,0.07711654531205278,7.343161918886601,6.5437369233633955,0.11221064133584596,0.061987165786786605,0.049465133262749365,Transport,1
-loop_seattle/5T/medium,Granite-FlowState-r1.1,64.47779220281863,64.47779220281863,4.621886448658411,4.621886448658411,0.7355908458932993,0.1450500824872185,0.10671246598502554,10.352291676135495,8.029806486013136,0.14286675652083425,0.08223285667937381,0.06604363537582135,Transport,1
-loop_seattle/5T/long,Granite-FlowState-r1.1,76.2332441627967,76.2332441627967,4.958941879246216,4.958941879246216,0.7851269596650206,0.1514638143897453,0.11342908868219939,11.6098930962979,8.73116510912471,0.15436879355370725,0.08767511158415527,0.07087433771577142,Transport,1
-loop_seattle/D/short,Granite-FlowState-r1.1,18.643451488325592,18.643451488325592,2.910715090158185,2.910715090158185,0.8805285351780197,0.05401328867310956,0.05373202285530397,16.409808495291113,4.317806328255772,0.07716496831764477,0.0520183678095814,0.043340375983772945,Transport,1
-loop_seattle/H/short,Granite-FlowState-r1.1,60.4172839203635,60.4172839203635,4.0996880376172555,4.0996880376172555,0.8353130070728667,0.10737858750470386,0.09427020056516679,12.899487051692955,7.772855583398131,0.13758745079563303,0.07256864869043556,0.059128448890238716,Transport,1
-loop_seattle/H/medium,Granite-FlowState-r1.1,69.43756268543602,69.43756268543602,4.461180922564338,4.461180922564338,0.9164186983330671,0.1124264960195504,0.10176490886046545,14.10716259160257,8.332920417562862,0.1472834368199886,0.07885087407845587,0.0643069935408418,Transport,1
-loop_seattle/H/long,Granite-FlowState-r1.1,58.52163232069143,58.52163232069143,4.138562578608746,4.138562578608746,0.8704855349849465,0.11965449713414011,0.09572721388809945,12.492349817092396,7.649943288723874,0.13671470606211347,0.0739616419494453,0.059744393753176146,Transport,1
-m_dense/D/short,Granite-FlowState-r1.1,8844.385185185185,8844.385185185185,44.804594907407406,44.804594907407406,0.6780280804854826,0.12489091492830337,0.09885407624421297,11.22129071314475,94.04459147226483,0.16280509885583308,0.07756338125246949,0.06490363513987576,Transport,1
-m_dense/H/short,Granite-FlowState-r1.1,45669.876805555556,45669.876805555556,88.69347005208333,88.69347005208333,0.786622690912705,0.2930256440777317,0.20985524707370334,15.56250742109504,213.7051164702323,0.37905966848964123,0.15732013304333634,0.13258406118923904,Transport,1
-m_dense/H/medium,Granite-FlowState-r1.1,36440.13333333333,36440.13333333333,79.52442274305555,79.52442274305555,0.6961297413615561,0.2629954909773274,0.19038873884412977,12.277735854542547,190.8929892199641,0.33212968447602353,0.1383624487296083,0.11511739260793835,Transport,1
-m_dense/H/long,Granite-FlowState-r1.1,33506.66271604938,33506.66271604938,79.46983024691357,79.46983024691357,0.699150208087103,0.2646974787822378,0.19067783685378087,11.235047534187569,183.04825242555413,0.3168835844007741,0.1375740239345079,0.1132062591978625,Transport,1
-sz_taxi/15T/short,Granite-FlowState-r1.1,16.728458316043767,16.728458316043767,2.747216491326599,2.747216491326599,0.5487755720731621,1126116727963.8784,0.39763055878244474,7.439945248368927,4.0900438036827635,0.38243659869691954,0.2568764984573061,0.2044651690091268,Transport,1
-sz_taxi/15T/medium,Granite-FlowState-r1.1,16.49518103966346,16.49518103966346,2.7843558026175215,2.7843558026175215,0.5425405698390648,9665869900766.742,0.4095527844551282,7.4826220992568935,4.061425985988599,0.37798347196190774,0.25913077748589786,0.2073763274291691,Transport,1
-sz_taxi/15T/long,Granite-FlowState-r1.1,15.96824363425926,15.96824363425926,2.765990515380164,2.765990515380164,0.5207498415541186,6180501110401.24,0.40922933290487,6.586632399036764,3.996028482663663,0.3698652495869742,0.2560151352185432,0.2033367834149199,Transport,1
-sz_taxi/H/short,Granite-FlowState-r1.1,7.317307398869441,7.317307398869441,1.8808249123076088,1.8808249123076088,0.5741635514335869,1.331105063104222,0.30036444541735524,7.550469125333817,2.705052198917692,0.25199230184125776,0.17521044481226936,0.1398694383426523,Transport,1
-bitbrains_fast_storage/5T/short,Granite-FlowState-r1.1,1901682.621905392,1901682.621905392,167.2689894107207,167.2689894107207,0.7460947559842351,2.0728535563261588,0.6134509551935365,16.687942249645744,1379.0150912536787,4.329766307687471,0.5251832552557927,0.40973946752983464,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Granite-FlowState-r1.1,2995213.7149516493,2995213.7149516493,314.8017677480409,314.8017677480409,1.0401858161035211,4.610036745342824,0.7385942794897868,25.119089350142087,1730.6685745548307,5.2582490995916125,0.956454711287959,0.6986505286923888,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Granite-FlowState-r1.1,4905420.793689073,4905420.793689073,432.7917371445724,432.7917371445724,0.9603073993104954,5.261749365174479,0.7600769810577693,20.60891135238473,2214.8184561469307,5.85310383916566,1.1437393305124333,0.782488449870848,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Granite-FlowState-r1.1,3431316.6168900854,3431316.6168900854,358.5181370907021,358.5181370907021,1.0869194034844711,4.402088971006676,0.4428184934045766,22.879634604845315,1852.381336790588,5.279888589569867,1.021893161836061,0.71977635355069,Web/CloudOps,2
-bitbrains_rnd/5T/short,Granite-FlowState-r1.1,1766561.7061398826,1766561.7061398826,130.39813677906207,130.39813677906207,1.7638507722292056,1.1297549643836737,0.5449222948163439,58.86717925370083,1329.1206514609132,5.438378036675832,0.5335515344699744,0.4377197229911648,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Granite-FlowState-r1.1,2247809.861563726,2247809.861563726,154.4188369348107,154.4188369348107,4.464451525691743,0.787031806496662,0.6710641459317817,166.11323042594643,1499.2697761122665,6.3081921211292284,0.6497187537736173,0.6362422697013934,Web/CloudOps,2
-bitbrains_rnd/5T/long,Granite-FlowState-r1.1,2283786.5370768206,2283786.5370768206,182.47911526209919,182.47911526209919,3.407751177916408,2.061568273885263,0.6617425229278162,122.10031824483181,1511.2202146202321,5.789144318738249,0.6990363966732904,0.633359061321069,Web/CloudOps,2
-bitbrains_rnd/H/short,Granite-FlowState-r1.1,1942897.7243936746,1942897.7243936746,161.34457317463023,161.34457317463023,5.868019925284047,1.6857610524202482,0.4799714762397508,220.25971222524868,1393.878662005296,6.100295005824038,0.7061227930256301,0.6403773136699781,Web/CloudOps,2
-bizitobs_application/10S/short,Granite-FlowState-r1.1,435833.49333333335,435833.49333333335,349.60003472222223,349.60003472222223,1.0945138008656972,0.01549920399983724,0.015595785776774089,18.927659416491785,660.1768651909375,0.025460382888069278,0.013482675947960921,0.011039946100168736,Web/CloudOps,2
-bizitobs_application/10S/medium,Granite-FlowState-r1.1,4158850.1333333333,4158850.1333333333,1133.59625,1133.59625,2.4570954990529166,0.035588836669921874,0.03629936218261719,68.08341310051901,2039.3259016972577,0.08007832606489343,0.04451298836438572,0.040374599551834145,Web/CloudOps,2
-bizitobs_application/10S/long,Granite-FlowState-r1.1,6054025.6711111115,6054025.6711111115,1489.2286111111111,1489.2286111111111,3.2620142809770902,0.04714868757459852,0.04815923055013021,95.2292224396665,2460.492973188729,0.09489137910440212,0.05743359491367557,0.05265415772823531,Web/CloudOps,2
-bizitobs_l2c/5T/short,Granite-FlowState-r1.1,20.581055850074407,20.581055850074407,2.663113112676711,2.663113112676711,0.26952585101843013,0.1327533515309151,0.16833361620472678,3.927104841300968,4.536634859681172,0.15580639777259425,0.09146208010584303,0.07415495098508415,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Granite-FlowState-r1.1,53.09288903061225,53.09288903061225,4.438569568452381,4.438569568452381,0.4387651439909097,0.3216101248275157,0.46777150139471624,5.603154855549286,7.286486741263738,0.38337635501844913,0.23353403129283107,0.18491829100278326,Web/CloudOps,7
-bizitobs_l2c/5T/long,Granite-FlowState-r1.1,54.713948412698414,54.713948412698414,4.423893229166667,4.423893229166667,0.43798642828221446,0.3502267228934987,0.5016481407917451,5.616426867015719,7.396887751797942,0.4153241888964006,0.24839499108545002,0.19607359239096828,Web/CloudOps,7
-bizitobs_l2c/H/short,Granite-FlowState-r1.1,53.64597671750992,53.64597671750992,4.435615660652282,4.435615660652282,0.4433349303328908,0.4009693612297662,0.49695812221279284,5.872396536353213,7.324341384555332,0.3948007585900072,0.2390910439171935,0.1897231893499972,Web/CloudOps,7
-bizitobs_l2c/H/medium,Granite-FlowState-r1.1,66.55394345238095,66.55394345238095,4.628214227585565,4.628214227585565,0.47018720517781587,0.5005183502185141,0.6329492076129236,6.653278259828079,8.158060029956935,0.4939829261954981,0.28024540133402565,0.22507865076967612,Web/CloudOps,7
-bizitobs_l2c/H/long,Granite-FlowState-r1.1,75.22833581349207,75.22833581349207,4.991430276537699,4.991430276537699,0.5363875361879832,0.5979433659768266,0.6793827241531917,9.646741966595439,8.673426993610546,0.529797953821599,0.30489096744584776,0.2518555741131467,Web/CloudOps,7
-bizitobs_service/10S/short,Granite-FlowState-r1.1,3148.52191468254,3148.52191468254,19.67712058738426,19.67712058738426,0.7633172189610371,0.06188430604480562,0.048525252972961105,12.754475867585727,56.11169142596345,0.04156933663620937,0.014577440617834976,0.011779218933401439,Web/CloudOps,2
-bizitobs_service/10S/medium,Granite-FlowState-r1.1,59542.25777777778,59542.25777777778,51.6868501984127,51.6868501984127,1.112505594471713,0.07277412051246279,0.07031014094277034,21.292975393822697,244.0128229781742,0.18364980076232373,0.0389007414656221,0.03297085681352006,Web/CloudOps,2
-bizitobs_service/10S/long,Granite-FlowState-r1.1,132166.81312169312,132166.81312169312,77.2195171957672,77.2195171957672,1.3402624307525801,0.08288179589327051,0.08071807053984788,30.45096949226667,363.54753901201576,0.2693276392227919,0.05720668698453872,0.053163731236121836,Web/CloudOps,2
-car_parts/M/short,Granite-FlowState-r1.1,1.4722050573937648,1.4722050573937648,0.45413781149985705,0.45413781149985705,0.8515586780548303,0.8606106697924651,1.893962477013163,18.744704531782148,1.2133445748812515,2.9094758251453263,1.0889758863203007,0.9398160803710929,Sales,1
-covid_deaths/D/short,Granite-FlowState-r1.1,350782.8130325815,350782.8130325815,105.45731712092731,105.45731712092731,35.86894481209891,0.09467551719569789,0.15684102578424372,1029.7135816440584,592.2692065544024,0.2228441607724772,0.03967882691022771,0.03513866300238933,Healthcare,1
-electricity/15T/short,Granite-FlowState-r1.1,137319.03691393053,137319.03691393053,53.095869608011334,53.095869608011334,1.018241379395906,0.1689074819200456,0.15023384521544098,18.73351181633455,370.5658334411452,0.7304583192548771,0.10466242749118412,0.08790048661804731,Energy,1
-electricity/15T/medium,Granite-FlowState-r1.1,238870.41076984798,238870.41076984798,52.41099211711712,52.41099211711712,0.8243936458064528,0.12315474808976877,0.11817977273288396,11.50187496073774,488.74370662940305,0.8421546099701565,0.0903094158059576,0.0729588649777341,Energy,1
-electricity/15T/long,Granite-FlowState-r1.1,304612.23711613176,304612.23711613176,57.46679683980856,57.46679683980856,0.8717266114253,0.1300054788103262,0.12026286654866912,11.66204171447544,551.916875186954,0.8707165205356768,0.09066091587386112,0.07254937222949652,Energy,1
-electricity/D/short,Granite-FlowState-r1.1,1189769259.1740541,1189769259.1740541,4234.128211711712,4234.128211711712,1.417458035095331,0.4043187114628301,0.09663542902426599,20.756911159968222,34493.03203799362,0.5668350949228479,0.06958079139454862,0.05575820731574889,Energy,1
-electricity/H/short,Granite-FlowState-r1.1,1609673.7918032093,1609673.7918032093,172.07934926625845,172.07934926625845,0.9460497151690752,0.18848235927994939,0.11259301229178434,16.65911630801175,1268.7292034958482,0.5989307939734722,0.08123374239238583,0.06742330744783993,Energy,1
-electricity/H/medium,Granite-FlowState-r1.1,6177541.610135135,6177541.610135135,241.0686083544482,241.0686083544482,1.0782392203396434,0.22013789162757236,0.12051602634728509,16.347524384261146,2485.466075032032,0.9701593099507457,0.09409702151292647,0.0763968962276965,Energy,1
-electricity/H/long,Granite-FlowState-r1.1,9074913.373021021,9074913.373021021,274.272160472973,274.272160472973,1.2119279435299404,0.2954353958269407,0.13554681050553669,19.406985310203254,3012.459688198503,1.188113258566846,0.10817286338811918,0.08841821229745177,Energy,1
-electricity/W/short,Granite-FlowState-r1.1,33100016404.064865,33100016404.064865,25321.007967342342,25321.007967342342,1.3812113732597766,0.16706132031909812,0.0863024091655969,20.762894426391732,181934.0990690444,0.4151135897054748,0.057774186180983164,0.0458255605047542,Energy,1
-ett1/15T/short,Granite-FlowState-r1.1,4.442524919055757,4.442524919055757,1.055978502546038,1.055978502546038,0.6802917207627877,0.45468905768698353,0.23841071810041156,8.35815747745422,2.1077298021937625,0.3984486781439899,0.19962389773585362,0.1567541764212187,Energy,7
-ett1/15T/medium,Granite-FlowState-r1.1,8.992349911644345,8.992349911644345,1.579459984188988,1.579459984188988,1.0032300671345475,0.7395525641672563,0.3875243680439298,12.547648936807203,2.9987247142150855,0.5715599123831161,0.30104664356027483,0.2361714006070424,Energy,7
-ett1/15T/long,Granite-FlowState-r1.1,8.4578125,8.4578125,1.599786396329365,1.599786396329365,1.0242953807403656,0.7716730514026123,0.3939791046626984,12.485701937388217,2.908231851142546,0.5543118663205758,0.3049208689173845,0.23880504815809436,Energy,7
-ett1/D/short,Granite-FlowState-r1.1,40303.35555555556,40303.35555555556,130.5198040674603,130.5198040674603,1.5470503094593107,1.4104303269159226,0.46201656281001985,17.421064406869203,200.7569564312917,0.5272948052430658,0.3428145947693165,0.268597089231379,Energy,7
-ett1/H/short,Granite-FlowState-r1.1,98.93397681826637,98.93397681826637,4.902997407459077,4.902997407459077,0.8149935271966231,0.4684942745027088,0.25785915283929733,9.885304534942575,9.946556028006196,0.46424643768221874,0.22884293558182456,0.17864531439385675,Energy,7
-ett1/H/medium,Granite-FlowState-r1.1,131.75859375,131.75859375,6.6317138671875,6.6317138671875,1.2239744855247616,2773888281103.4297,0.4247671218145461,15.639067535049525,11.478614626774434,0.5497984306624957,0.3176433738160071,0.249008847940679,Energy,7
-ett1/H/long,Granite-FlowState-r1.1,149.66464947089946,149.66464947089946,7.102835648148148,7.102835648148148,1.345518954092143,2521832986156.261,0.4644356540901951,16.974845370226074,12.233750425396925,0.5858478114084024,0.34013941551584037,0.2666175637172497,Energy,7
-ett1/W/short,Granite-FlowState-r1.1,1209587.142857143,1209587.142857143,816.3184988839286,816.3184988839286,1.478741481365925,0.5085328647068569,0.525702953338623,20.13851768570184,1099.8123216518093,0.43764157282962557,0.3248326143908989,0.25876824155087563,Energy,7
-ett2/15T/short,Granite-FlowState-r1.1,7.433689662388393,7.433689662388393,1.7008858816964285,1.7008858816964285,0.7384027233646114,0.10786576495383415,0.1268110547746931,10.400515129220086,2.726479353009737,0.12943568493302798,0.0807471103154575,0.06436762992659932,Energy,7
-ett2/15T/medium,Granite-FlowState-r1.1,12.101385323660715,12.101385323660715,2.168910629030258,2.168910629030258,0.8868956733739541,0.13606172565220417,0.1594026838030134,11.35460989713758,3.4787045467617275,0.18538644995735842,0.11558516579540995,0.09207258893636237,Energy,7
-ett2/15T/long,Granite-FlowState-r1.1,12.237542162698412,12.237542162698412,2.1961648995535716,2.1961648995535716,0.9050912457629583,0.1393115146793567,0.1620602756076389,12.138698592145643,3.498219856255237,0.18642646837700225,0.11703760284397455,0.0943523584810855,Energy,7
-ett2/D/short,Granite-FlowState-r1.1,138587.88571428572,138587.88571428572,219.10188492063492,219.10188492063492,1.3897593474455543,0.38629729255797374,0.1419898381308904,14.686460473942931,372.27393907482394,0.21306219744909505,0.12539778954832093,0.10302542932056531,Energy,7
-ett2/H/short,Granite-FlowState-r1.1,104.50483165922618,104.50483165922618,6.303522309802827,6.303522309802827,0.7207248261847619,0.11624919250551964,0.10764389946347191,9.350039125568314,10.22276047157646,0.12965304662254284,0.07994620182987354,0.06427493563862349,Energy,7
-ett2/H/medium,Granite-FlowState-r1.1,248.37712053571428,248.37712053571428,9.701012602306548,9.701012602306548,1.0412887069439127,0.1755138744788928,0.1691345941452753,13.655143878241839,15.759984788562274,0.21237592989284354,0.13072738330383865,0.10623828527297685,Energy,7
-ett2/H/long,Granite-FlowState-r1.1,277.33164682539683,277.33164682539683,10.22107101521164,10.22107101521164,1.097435592836727,0.19034047003441823,0.17958283600983796,13.765694068141695,16.65327735988916,0.22805381613482756,0.13996970083608845,0.11276664785250319,Energy,7
-ett2/W/short,Granite-FlowState-r1.1,5391661.142857143,5391661.142857143,1596.753627232143,1596.753627232143,0.9695904656565125,0.1444650718144008,0.16234183311462402,11.149484367738765,2321.9950781293965,0.1947797887008792,0.1339431495996941,0.10652702792859971,Energy,7
-hierarchical_sales/D/short,Granite-FlowState-r1.1,29.087526644532865,29.087526644532865,2.3149030643635027,2.3149030643635027,0.7465963613500913,0.6486222617751877,1.0585066627268134,12.014865225355267,5.393285329419617,1.654600212033894,0.7101866241417535,0.5827202312601111,Sales,1
-hierarchical_sales/W/short,Granite-FlowState-r1.1,441.05945444915255,441.05945444915255,8.65535930051642,8.65535930051642,0.7041560075862549,0.4982404462468342,0.44777420819815944,11.155394972652246,21.00141553441464,0.9641852597413849,0.3973717791378409,0.33456040539283305,Sales,1
-hospital/M/short,Granite-FlowState-r1.1,2164.7243929269885,2164.7243929269885,16.38479628846833,16.38479628846833,0.7402010891489667,0.19223510529983567,0.17049851680724115,8.583375476156979,46.52659876809166,0.1689023576636654,0.059480615309002616,0.047023095997766357,Healthcare,1
-jena_weather/10T/short,Granite-FlowState-r1.1,769.0742987738715,769.0742987738715,5.495101020449684,5.495101020449684,0.2771594747713172,0.39031378642147635,0.34633570928635377,3.7224894612721298,27.732188856523237,0.1722516648632715,0.034131467381150214,0.027298745529688487,Nature,21
-jena_weather/10T/medium,Granite-FlowState-r1.1,1423.517243867244,1423.517243867244,9.466825058621934,9.466825058621934,0.59664313258057,0.6919762807882073,0.5239432389118007,10.194704048269562,37.729527480041995,0.23154547796196237,0.058097746761880675,0.047669193825090744,Nature,21
-jena_weather/10T/long,Granite-FlowState-r1.1,1391.13849619709,1391.13849619709,9.479343765500992,9.479343765500992,0.6030176689845642,0.6849356703911327,0.5101684765966505,9.818137016678751,37.29796906263248,0.2282326624587765,0.05800572847087873,0.047659983137912594,Nature,21
-jena_weather/D/short,Granite-FlowState-r1.1,376.1075892857143,376.1075892857143,9.443488033234127,9.443488033234127,0.9939123424562557,0.5728558380591687,0.429398453187751,13.619543908861337,19.39349347811565,0.11678052793359939,0.056865232625579715,0.04558364609271115,Nature,21
-jena_weather/H/short,Granite-FlowState-r1.1,1077.1955864188467,1077.1955864188467,8.188501139730837,8.188501139730837,0.5196861226091521,1.1501010960746758,0.5270776264878901,7.991605098828543,32.820657921785276,0.20118852822063593,0.05019498684521908,0.04119831088589379,Nature,21
-jena_weather/H/medium,Granite-FlowState-r1.1,1330.8058531746033,1330.8058531746033,10.226915922619048,10.226915922619048,0.7842942648496598,1.8652826046760853,0.6386914476148045,11.40531967647425,36.48021180276512,0.22322888589957443,0.06258031230569297,0.05083417539446324,Nature,21
-jena_weather/H/long,Granite-FlowState-r1.1,1841.494708994709,1841.494708994709,13.846733424272486,13.846733424272486,0.9848209886039994,1.8613040453767122,0.6123215711083183,15.607983226575751,42.91264043373128,0.25838163942703385,0.08337267636554856,0.06880514349091527,Nature,21
-kdd_cup_2018/D/short,Granite-FlowState-r1.1,2921.234310584148,2921.234310584148,21.20006677300477,21.20006677300477,1.1951445046864824,0.5133452117106201,0.46647117559449597,17.98914564621405,54.048444108819155,1.2107425328178039,0.4749040044330547,0.38685809142608985,Nature,1
-kdd_cup_2018/H/short,Granite-FlowState-r1.1,4337.888890701996,4337.888890701996,22.387130088702538,22.387130088702538,0.9372166722022238,0.873000487563369,0.4887326658474317,13.435242376527574,65.86265171325853,1.3786245797153462,0.46860317656109995,0.38122292771860034,Nature,1
-kdd_cup_2018/H/medium,Granite-FlowState-r1.1,5052.386906355176,5052.386906355176,25.23020061772411,25.23020061772411,1.0530793374274843,0.9681536701541428,0.5636873612115938,14.37902041715058,71.08014424827215,1.4878361640663633,0.5281137974985459,0.42830766409169074,Nature,1
-kdd_cup_2018/H/long,Granite-FlowState-r1.1,4053.343280007734,4053.343280007734,24.065082806155928,24.065082806155928,1.0311357462105595,1.034437652912479,0.6159803498329852,13.69219308729011,63.66587217660443,1.4938586860877772,0.5646641089228381,0.4533249005609384,Nature,1
-m4_daily/D/short,Granite-FlowState-r1.1,383310.48283145763,383310.48283145763,183.23157888066513,183.23157888066513,3.4131109315753108,0.040825493850045344,0.031355624337666754,47.63678962259134,619.1207336468854,0.09563704263290454,0.02830421494347694,0.022900931802225407,Econ/Fin,1
-m4_hourly/H/short,Granite-FlowState-r1.1,723110.9570659692,723110.9570659692,196.79325420115498,196.79325420115498,0.713990207508164,0.08605266250849922,0.07881981527939702,10.842057120645304,850.3593105658156,0.11609283342854268,0.026866627078656887,0.02135558155683602,Econ/Fin,1
-m4_monthly/M/short,Granite-FlowState-r1.1,1823382.6206840277,1823382.6206840277,552.4422353063512,552.4422353063512,0.916699987111396,0.15884671712804724,0.12885651554001704,13.9707533787845,1350.3268569809413,0.2806442762956636,0.11481646130430026,0.0931532832288947,Econ/Fin,1
-m4_quarterly/Q/short,Granite-FlowState-r1.1,1738616.6759635417,1738616.6759635417,552.4645934855143,552.4645934855143,1.1420816185424119,0.11770258088906606,0.10061800170938173,16.177277701491448,1318.5661439471066,0.22070475375841966,0.09247284455557588,0.07464459265586436,Econ/Fin,1
-m4_weekly/W/short,Granite-FlowState-r1.1,227444.00771373473,227444.00771373473,253.5405372830512,253.5405372830512,2.003717481484363,0.06146616391152725,0.06104892496125765,23.404341756008172,476.9109012318074,0.08688576857100315,0.046191153082985485,0.036472378780812914,Econ/Fin,1
-m4_yearly/A/short,Granite-FlowState-r1.1,3131604.405429326,3131604.405429326,817.0288270277451,817.0288270277451,2.984024894070045,0.1659732732094537,0.13642267458416943,50.49293436422214,1769.6339749872927,0.28376901000824706,0.1310143592804424,0.10743897836577086,Econ/Fin,1
-restaurant/D/short,Granite-FlowState-r1.1,137.7787987433017,137.7787987433017,7.046978344199837,7.046978344199837,0.677381609597049,0.6467121740989439,0.3890514482444905,8.241040759460827,11.73792139790098,0.5402063392220255,0.32431827108484773,0.2561261610293061,Sales,1
-saugeen/D/short,Granite-FlowState-r1.1,1035.563125,1035.563125,11.783541666666666,11.783541666666666,2.617649999084457,0.27195281982421876,0.3072052510579427,43.21598802043241,32.1801666403392,1.0423232649014553,0.3816717221938187,0.31452559549176246,Nature,1
-saugeen/M/short,Granite-FlowState-r1.1,380.6612955729167,380.6612955729167,12.135650634765625,12.135650634765625,0.7111608211623143,0.340565250033424,0.33993373598371235,7.677201788255062,19.51054319010408,0.5857650376482935,0.3643486386665845,0.28286816123353986,Nature,1
-saugeen/W/short,Granite-FlowState-r1.1,927.8205078125,927.8205078125,13.886923217773438,13.886923217773438,1.126597692510595,0.34466731548309326,0.36839163303375244,17.58278879914699,30.460146221128024,0.9194648420678209,0.419188324656872,0.3435656589218223,Nature,1
-solar/10T/short,Granite-FlowState-r1.1,24.720465577953924,24.720465577953924,2.183071472464977,2.183071472464977,0.9589325577874787,5.650709114180957,1.1862783837506152,12.726368164043848,4.971967978371736,1.4463449183608275,0.6350552425826858,0.4935898798135239,Energy,1
-solar/10T/medium,Granite-FlowState-r1.1,21.32158231205762,21.32158231205762,1.8855408740871593,1.8855408740871593,0.8232591275892576,3.8759157674105147,0.9138217515517283,11.07508290126873,4.617529892925179,1.0246482461787885,0.41840901835676175,0.3314387984075189,Energy,1
-solar/10T/long,Granite-FlowState-r1.1,20.4143656066251,20.4143656066251,1.8876105959011305,1.8876105959011305,0.8242874371025948,3.5151956025250626,0.9042914375585296,10.715946882788078,4.518225935765619,0.9765422377082462,0.40797682573851435,0.3226831328999706,Energy,1
-solar/D/short,Granite-FlowState-r1.1,109432.85644768857,109432.85644768857,262.3573296836983,262.3573296836983,1.02409644292405,0.9211316185276004,0.4570838501273571,8.045836984753434,330.806373045757,0.4779025454518829,0.3790169896649952,0.2780918687327324,Energy,1
-solar/H/short,Granite-FlowState-r1.1,777.4137228478359,777.4137228478359,11.22367580441663,11.22367580441663,0.8659475080751678,4.611731669517061,1.2401509271696132,14.227258467692957,27.88213985417611,1.0277449656136954,0.4137084299841406,0.33745670532819655,Energy,1
-solar/H/medium,Granite-FlowState-r1.1,836.8581964720195,836.8581964720195,10.958907628117396,10.958907628117396,0.839777069545184,4.923572757517174,1.2340413833988315,13.859831599381886,28.928501455692782,1.0420721418868888,0.3947654309803713,0.32704401025351737,Energy,1
-solar/H/long,Granite-FlowState-r1.1,846.5779602595296,846.5779602595296,11.646764750608272,11.646764750608272,0.8878626267514227,5.8804177557274055,1.172973835519761,13.799974504528342,29.09601278971965,1.0088119223695706,0.4038146127567912,0.32890043353662274,Energy,1
-solar/W/short,Granite-FlowState-r1.1,1227805.2262773723,1227805.2262773723,848.6813697536496,848.6813697536496,0.927460577256568,0.18811136788695398,0.16777606950189075,9.054210756693172,1108.0637284368495,0.2261835046686794,0.1732370816150543,0.1333145763617965,Energy,1
-temperature_rain/D/short,Granite-FlowState-r1.1,183.57464001832022,183.57464001832022,5.741369487955628,5.741369487955628,1.333805731412502,16.92348956585481,1.4556871695658486,29.64772745993979,13.548971917393594,1.595072215615797,0.675910984660452,0.5539753872752878,Nature,1
-us_births/D/short,Granite-FlowState-r1.1,197990.13333333333,197990.13333333333,283.69604166666664,283.69604166666664,0.4175609173313895,0.02720049540201823,0.026900806427001954,6.376966146226347,444.9608222454347,0.04171146643669608,0.026594201845652737,0.021694404889559496,Healthcare,1
-us_births/M/short,Granite-FlowState-r1.1,58234309.333333336,58234309.333333336,5903.828125,5903.828125,0.667696291168976,0.018020798762639362,0.01828135425845782,10.031723113895659,7631.14076225392,0.02370227117910025,0.018337249904458355,0.014920015894344925,Healthcare,1
-us_births/W/short,Granite-FlowState-r1.1,2029044.5714285714,2029044.5714285714,1061.6605050223213,1061.6605050223213,0.9656769501920781,0.01444631814956665,0.014466085604258947,15.024446556263998,1424.4453557186991,0.0193367060307101,0.014411937255166946,0.011944285300434935,Healthcare,1

results/Granite-FlowState-r1.1/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Granite-FlowState-r1.1",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-flowstate-r1",
-    "code_link": "https://github.com/ibm-granite/granite-tsfm/blob/main/notebooks/hfdemo/flowstate_gift_eval.ipynb",
-    "org": "IBM TSFM",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Granite-PatchTST-FM-r1/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,Granite-PatchTST-FM-r1,3560241.911086835,3560241.911086835,330.3868431509289,0.8835260186384448,3.197770993630356,0.8318481264292397,15.440296969627102,1886.8603316321096,4.9864085182291085,0.8731137866328444,0.655179639612732,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Granite-PatchTST-FM-r1,2864790.2500490574,2864790.2500490574,250.51094820457672,0.9833245733486772,2.4101741209596725,0.8192538448108175,20.647428446914976,1692.5691271109306,5.142492774059587,0.7611214929601039,0.5900655532810936,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,Granite-PatchTST-FM-r1,1690064.7653183923,1690064.7653183923,157.64045200789258,0.7333684488586926,1.5585825129129298,0.7530395322444554,14.264675983559377,1300.024909499196,4.081756749698011,0.4949520384625052,0.3768071796512747,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Granite-PatchTST-FM-r1,2832920.457411168,2832920.457411168,294.93454232321415,1.1892983194717002,3.05796086826526,0.5809643436078195,21.79707498580622,1683.1281761681637,4.797461914676581,0.8406592285439941,0.6342816013834021,Web/CloudOps,2
-bitbrains_rnd/5T/long,Granite-PatchTST-FM-r1,2951950.9541333546,2951950.9541333546,218.38087151754831,3.3229869039654143,3.0497967958344185,0.7304561066133104,114.93912797891832,1718.124254567566,6.581747218177688,0.8365679547289803,0.6949354567739926,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Granite-PatchTST-FM-r1,2465016.8314685137,2465016.8314685137,160.9891727007411,4.386970607331847,0.9643846934118298,0.752701340702562,159.0422563748133,1570.037207033169,6.605946011728172,0.677363427165845,0.6387112853902226,Web/CloudOps,2
-bitbrains_rnd/5T/short,Granite-PatchTST-FM-r1,1586002.2058809646,1586002.2058809646,120.28101205190684,1.6628450304097355,1.1000200726745368,0.6984842677887679,52.5695216925217,1259.3657951052048,5.152961254376889,0.4921551761606629,0.3947585807419383,Web/CloudOps,2
-bitbrains_rnd/H/short,Granite-PatchTST-FM-r1,1857786.7078129663,1857786.7078129663,153.0405726524871,5.783279698051841,1.5838947137455075,0.5631753645011934,193.9183338835672,1363.0064958806934,5.965183562889221,0.6697804531385586,0.5866811869518448,Web/CloudOps,2
-bizitobs_application/10S/long,Granite-PatchTST-FM-r1,3739765.4755555554,3739765.4755555554,1194.3565277777775,2.8141896501849737,0.0400035858154296,0.0406939866807725,35.77763044814646,1933.8473247791708,0.0745807615080632,0.0460615572969105,0.0385763341730791,Web/CloudOps,2
-bizitobs_application/10S/medium,Granite-PatchTST-FM-r1,2980090.6666666665,2980090.6666666665,972.0909375,2.1815994191328287,0.0312965234120686,0.0318047841389973,23.685191556868656,1726.2939108583644,0.0677864810928479,0.0381711500810472,0.031389051072567,Web/CloudOps,2
-bizitobs_application/10S/short,Granite-PatchTST-FM-r1,390921.5288888889,390921.5288888889,342.4424652777778,1.0330746183122967,0.0149882952372233,0.0150943660736083,7.907045051580357,625.237178108347,0.0241128988152143,0.0132066371041114,0.0104364307084782,Web/CloudOps,2
-bizitobs_l2c/5T/long,Granite-PatchTST-FM-r1,143.02444444444444,143.02444444444444,8.021969246031746,0.8020580458368616,0.6505114606658532,0.8541219463045635,4.6966925290890655,11.95928277299456,0.6714958485437813,0.4504215802991161,0.3395052383335766,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Granite-PatchTST-FM-r1,91.40143494897958,91.40143494897958,6.330571056547619,0.6397992289605405,0.4268889225162263,0.7167942176870749,4.358261035637123,9.560409768884364,0.5030181457575778,0.3330811326534564,0.2570901289892507,Web/CloudOps,7
-bizitobs_l2c/5T/short,Granite-PatchTST-FM-r1,21.17513485863095,21.17513485863095,2.697712634858631,0.27508879758439,0.1468369658979901,0.2075271606445312,3.072308120042426,4.601644799268078,0.158039108459347,0.09265037139772,0.0744579968392201,Web/CloudOps,7
-bizitobs_l2c/H/long,Granite-PatchTST-FM-r1,87.99270833333334,87.99270833333334,5.283280629960317,0.5604280735871783,0.58333244462591,0.7765326121496776,4.646736646748616,9.380442864456525,0.5729845237863355,0.3227180293648931,0.2640906197769966,Web/CloudOps,7
-bizitobs_l2c/H/medium,Granite-PatchTST-FM-r1,81.18707217261905,81.18707217261905,5.079536365327381,0.5133178873831814,0.505432298650427,0.7722488403320312,4.079640908887259,9.010386904712751,0.5455926130721421,0.3075736422932536,0.2490579016445379,Web/CloudOps,7
-bizitobs_l2c/H/short,Granite-PatchTST-FM-r1,66.49545820932539,66.49545820932539,4.962561228918651,0.4926453726385679,0.4100937877627585,0.6294116065615699,3.1085738749910985,8.154474735341656,0.4395470722056446,0.2674947595776747,0.206441463964781,Web/CloudOps,7
-bizitobs_service/10S/long,Granite-PatchTST-FM-r1,120780.36656084657,120780.36656084657,70.96888227513227,1.2479301866344925,0.0978730572089947,0.098556560536541,11.926088452159098,347.5346983552097,0.2574648149465814,0.0525760168075567,0.0449459898779979,Web/CloudOps,2
-bizitobs_service/10S/medium,Granite-PatchTST-FM-r1,25411.3853968254,25411.3853968254,39.39496527777778,1.0288784916062734,0.0895549180772569,0.0859443785652281,8.87982620222163,159.40948966992335,0.1199753384277009,0.0296495792147352,0.0238714811508857,Web/CloudOps,2
-bizitobs_service/10S/short,Granite-PatchTST-FM-r1,2463.506878306878,2463.506878306878,19.23072255291005,0.7309067102604315,0.088355396412037,0.077605652178406,5.943472131845511,49.63372722561624,0.0367702518791123,0.0142467340579427,0.0112838944570345,Web/CloudOps,2
-car_parts/M/short,Granite-PatchTST-FM-r1,26.4610474557219,26.4610474557219,0.6837069816888368,1.876759252700665,0.8541359817272098,1.908326833295968,24.32957864258123,5.144030273600837,12.33485691920787,1.6394592071270708,1.4383714554290363,Sales,1
-covid_deaths/D/short,Granite-PatchTST-FM-r1,380890.01704260655,380890.01704260655,119.496757518797,32.37175180743203,0.0902342940071487,0.3630837959155701,520.857468214823,617.1628772395554,0.232210536021342,0.0449612365545464,0.035977096966817,Healthcare,1
-electricity/15T/long,Granite-PatchTST-FM-r1,329434.623975976,329434.623975976,59.168566722972976,0.8857615710620902,0.1300065319187137,0.1321669115404466,7.375683737674041,573.9639570356104,0.9054984840651322,0.0933456653770936,0.0744486372424997,Energy,1
-electricity/15T/medium,Granite-PatchTST-FM-r1,273030.62342342344,273030.62342342344,54.55219833896396,0.8397576402370122,0.1252744205018101,0.1303305823523719,7.287509686343032,522.5233233296132,0.9003603032990526,0.0939989310508085,0.0758314699271581,Energy,1
-electricity/15T/short,Granite-PatchTST-FM-r1,146451.70876126125,146451.70876126125,54.06206239442567,1.031365868917758,0.1729898139890589,0.1710955150707348,11.071261990972364,382.6900949348719,0.7543576107560772,0.1065669813778311,0.0883694283128147,Energy,1
-electricity/D/short,Granite-PatchTST-FM-r1,1559566856.59791,1559566856.59791,4476.371603603604,1.4504649323007712,0.3146180595621108,0.0971008146818693,12.020056552678527,39491.35166840849,0.6489740590631771,0.0735616515195071,0.0578184976187207,Energy,1
-electricity/H/long,Granite-PatchTST-FM-r1,5786424.070918919,5786424.070918919,245.4288168168168,1.1191279175005069,0.2771379289769037,0.1355321004598348,9.52712796501222,2405.4987156344355,0.9487279819629136,0.0967970527611579,0.0765718702153733,Energy,1
-electricity/H/medium,Granite-PatchTST-FM-r1,5192548.627027027,5192548.627027027,235.82394988738736,1.0436214104333954,0.2199524193892879,0.1270903908669411,8.773832351807384,2278.7164428745905,0.8894581210993733,0.0920498590480449,0.0732556555318954,Energy,1
-electricity/H/short,Granite-PatchTST-FM-r1,1843707.3834234236,1843707.3834234236,180.9339907094595,0.9625130794110324,0.1576397468994951,0.1292154934170009,10.570119684131894,1357.8318686138662,0.6409936100265168,0.0854137648129849,0.0696319143975002,Energy,1
-electricity/W/short,Granite-PatchTST-FM-r1,36726996224.46126,36726996224.46126,26507.044144144144,1.5222598920330002,0.2493074548179805,0.1001737749254381,11.968112826560269,191642.88722637543,0.4372658262906267,0.0604803273837136,0.0484658611020912,Energy,1
-ett1/15T/long,Granite-PatchTST-FM-r1,9.291839037698413,9.291839037698413,1.5923480902777778,1.006992137595089,0.7523337783802859,0.3936470346602183,7.255476983369256,3.048251800245251,0.5809998070632441,0.3035031204293816,0.2338483399922018,Energy,7
-ett1/15T/medium,Granite-PatchTST-FM-r1,10.24916728670635,10.24916728670635,1.6263766431051587,1.011379228470316,0.6833244230750114,0.4038027808779761,6.831795281749721,3.201432068107388,0.6101961175736281,0.3099889962437612,0.2376469028180295,Energy,7
-ett1/15T/short,Granite-PatchTST-FM-r1,5.136346726190476,5.136346726190476,1.0981990269252233,0.6928476742686431,0.5082904209048354,0.2319919949486142,4.734854715419407,2.2663509715378325,0.4284346708349145,0.20760532879542,0.1603141513930065,Energy,7
-ett1/D/short,Granite-PatchTST-FM-r1,50289.03492063492,50289.03492063492,151.08561507936508,1.771473723433422,1.5291763547867063,0.4848894391741071,10.490174075618324,224.25216815146945,0.5890057581702475,0.396831379567005,0.2989924023511341,Energy,7
-ett1/H/long,Granite-PatchTST-FM-r1,168.01669973544975,168.01669973544975,7.836313140707672,1.4602118968603444,3107483977147.2886,0.5058860819175761,9.076850798328705,12.96212558708832,0.6207281203507274,0.3752640640325587,0.2850414625166165,Energy,7
-ett1/H/medium,Granite-PatchTST-FM-r1,146.11673177083333,146.11673177083333,7.241581798735119,1.3000336751521957,3393483094790.0005,0.4607075645810082,8.637312385097207,12.087875403512122,0.5789805776206538,0.3468546020503054,0.2633321682206374,Energy,7
-ett1/H/short,Granite-PatchTST-FM-r1,95.15452008928573,95.15452008928573,4.818414597284226,0.8088845147551476,0.4212641034807478,0.2609306880405971,5.648773862874824,9.754717837502309,0.4552925896798463,0.2248951222058543,0.175970671403293,Energy,7
-ett1/W/short,Granite-PatchTST-FM-r1,1524946.5714285714,1524946.5714285714,967.9596819196428,1.6094378042651256,0.7341563361031669,0.5544040203094482,8.65047715163096,1234.8872707371193,0.4913911190056428,0.3851742604544947,0.2775505333337409,Energy,7
-ett2/15T/long,Granite-PatchTST-FM-r1,11.837507440476193,11.837507440476193,2.1687709263392856,0.9149746233727708,0.1408953510909379,0.1753431532118055,7.652566824894373,3.440567895053982,0.1833540910069694,0.1155777284246976,0.0942035780099884,Energy,7
-ett2/15T/medium,Granite-PatchTST-FM-r1,11.86523685515873,11.86523685515873,2.123739304315476,0.8910729126134934,0.1369941394834891,0.1704220920138889,7.145450057863805,3.4445953107961365,0.18356871928202,0.1131779117739015,0.0910012727531562,Energy,7
-ett2/15T/short,Granite-PatchTST-FM-r1,7.900158110119047,7.900158110119047,1.748869105747768,0.7569587196472788,0.107751687559489,0.1281962258475167,5.2642382475802,2.8107219908982546,0.1334349719274312,0.083025037974541,0.0656665645916505,Energy,7
-ett2/D/short,Granite-PatchTST-FM-r1,104998.3365079365,104998.3365079365,193.625496031746,1.2782534440565,0.4280349489242311,0.1327717614552331,12.398217765109216,324.0344680862462,0.1854534754468212,0.1108169800153619,0.0916184272663594,Energy,7
-ett2/H/long,Granite-PatchTST-FM-r1,219.33330026455027,219.33330026455027,9.038329819775132,1.0044719456946245,0.1789282378303983,0.1679141412967096,8.596149250513434,14.809905477907355,0.2028102569748672,0.1237729704694383,0.099605908353893,Energy,7
-ett2/H/medium,Granite-PatchTST-FM-r1,221.83154761904763,221.83154761904763,9.287344215029762,1.011140085970306,0.1723698464376925,0.1648891993931361,7.701020435605725,14.894010461223925,0.2007063689447082,0.1251529357650987,0.0980075242732892,Energy,7
-ett2/H/short,Granite-PatchTST-FM-r1,104.0081101190476,104.0081101190476,6.292024739583334,0.7264983531366029,0.1169904753496935,0.1082992735363188,5.348523253569123,10.198436650734642,0.129344552895588,0.0798003806486125,0.0633594006618307,Energy,7
-ett2/W/short,Granite-PatchTST-FM-r1,3517323.4285714286,3517323.4285714286,1282.2314453125,0.8794649853792829,0.1703345264707292,0.1658431802477155,12.051513574052766,1875.4528595972304,0.1573217424754814,0.1075595604555686,0.0953089766835159,Energy,7
-hierarchical_sales/D/short,Granite-PatchTST-FM-r1,28.748806324927656,28.748806324927656,2.315990595287309,0.7465589063341885,0.641347762140962,1.0702172256097562,7.108029550495353,5.361791335451954,1.644938203459559,0.7105202665854988,0.5767988927247731,Sales,1
-hierarchical_sales/W/short,Granite-PatchTST-FM-r1,458.8499735169492,458.8499735169492,8.916996325476696,0.716464917024617,0.5339663549386389,0.4560585021972656,6.729422518601681,21.42078368120432,0.9834386564887168,0.4093836629299549,0.3448925913569617,Sales,1
-hospital/M/short,Granite-PatchTST-FM-r1,3810.112559756627,3810.112559756627,19.023498614732723,0.7853037073861423,0.1974985586047846,0.1793038220262589,5.255814513111923,61.72610922256989,0.2240801101551184,0.0690597174974116,0.054355253573628,Healthcare,1
-jena_weather/10T/long,Granite-PatchTST-FM-r1,1384.4145502645504,1384.4145502645504,9.619530216600529,0.6462098947259111,0.8581206706589269,0.6366232251364087,5.758603968072445,37.20772164839646,0.227680428829171,0.0588635548703414,0.0478569403430338,Nature,21
-jena_weather/10T/medium,Granite-PatchTST-FM-r1,1432.267243867244,1432.267243867244,9.30020799512987,0.5892837527888096,0.7713411836353322,0.641492844178391,5.326222438440273,37.84530676143667,0.2322560006170245,0.0570752174760108,0.0462648760803059,Nature,21
-jena_weather/10T/short,Granite-PatchTST-FM-r1,809.2229166666667,809.2229166666667,5.572844587053571,0.2712864170138168,0.365503831047429,0.5411508227151538,2.300174627069347,28.44684370306602,0.1766905524337725,0.0346143494509349,0.0279210283569779,Nature,21
-jena_weather/D/short,Granite-PatchTST-FM-r1,347.5309771825397,347.5309771825397,9.165304129464284,1.0025985781193825,0.6179124861199239,0.4390276227678571,6.436768534914223,18.642182736539723,0.1122564093088437,0.0551901108543768,0.0437195469754961,Nature,21
-jena_weather/H/long,Granite-PatchTST-FM-r1,1272.795238095238,1272.795238095238,11.082472511574077,0.8023925089669193,2.7347417027598717,0.6393813037367725,6.088307670680138,35.67625594278691,0.2148105874154018,0.066728763075476,0.0534239495978675,Nature,21
-jena_weather/H/medium,Granite-PatchTST-FM-r1,1296.902380952381,1296.902380952381,10.320042007688492,0.7489722241679198,2.9821052571997826,0.6600172254774306,5.799681113480338,36.01253088790596,0.2203670634368937,0.0631501673364322,0.0514484064325006,Nature,21
-jena_weather/H/short,Granite-PatchTST-FM-r1,1210.3553675856308,1210.3553675856308,8.944488499895572,0.5281775733213819,2.1168104852810274,0.6086263632714599,4.526691473585032,34.79016193675492,0.2132614529927782,0.0548291386867528,0.0442949163885226,Nature,21
-kdd_cup_2018/D/short,Granite-PatchTST-FM-r1,2957.866347496509,2957.866347496509,21.549396568920805,1.219652621900834,0.5284714819594055,0.4788551069303145,9.385715871214828,54.386269843559866,1.2183101560560292,0.4827293501156341,0.3834325323845116,Nature,1
-kdd_cup_2018/H/long,Granite-PatchTST-FM-r1,4236.865544495287,4236.865544495287,24.48609980021209,1.0282468225130277,0.9085002856807992,0.6246091941985341,7.692172582381301,65.0912094256612,1.5273027998289397,0.5745428470562617,0.4540966480665742,Nature,1
-kdd_cup_2018/H/medium,Granite-PatchTST-FM-r1,5458.294339887579,5458.294339887579,26.340993360919377,1.0665688206070971,0.8542630355881101,0.5889132317578863,8.435857708864447,73.88027030193906,1.5464478608225838,0.5513646968054816,0.4393298934540979,Nature,1
-kdd_cup_2018/H/short,Granite-PatchTST-FM-r1,4958.699611221055,4958.699611221055,23.904235588357256,0.983285549637286,0.8306301819438837,0.5288944451864471,7.417579533097781,70.41803470149571,1.4739770035352555,0.5003589448880097,0.399999886337238,Nature,1
-loop_seattle/5T/long,Granite-PatchTST-FM-r1,84.2026774452471,84.2026774452471,5.06509875587662,0.8022168999660725,0.1475555501805985,0.1152929038026029,6.191924637287151,9.176201689438123,0.1622371225068585,0.0895519818741918,0.0709189343106704,Transport,1
-loop_seattle/5T/medium,Granite-PatchTST-FM-r1,66.54444885190918,66.54444885190918,4.572653105650155,0.7275648604052184,0.1385115933098414,0.1049488901427655,5.4338195192346594,8.157478093866338,0.1451382937371707,0.0813568926535093,0.0642675026877392,Transport,1
-loop_seattle/5T/short,Granite-PatchTST-FM-r1,42.5755638161926,42.5755638161926,3.4612344684738616,0.5477137602628981,0.0879340495610507,0.0747455526062578,4.011723008389508,6.524995311583956,0.1118892674543696,0.0593525314076191,0.0466317799457261,Transport,1
-loop_seattle/D/short,Granite-PatchTST-FM-r1,18.841311919504644,18.841311919504644,2.9661686097136224,0.8956912405885,0.0545518054312596,0.0546317747133804,8.085273417372017,4.340658005361012,0.0775733639093932,0.0530094001171596,0.043546172925751,Transport,1
-loop_seattle/H/long,Granite-PatchTST-FM-r1,60.79299965600275,60.79299965600275,4.117478553921568,0.8604183672586829,0.1204356621006406,0.0956647528460397,7.13774005632601,7.796986575338113,0.1393425887821255,0.0735848542785818,0.0594283292632749,Transport,1
-loop_seattle/H/medium,Granite-PatchTST-FM-r1,69.95050309597524,69.95050309597524,4.406012964396285,0.9002909927970342,0.1154512419174084,0.1012422512436306,7.877806644126116,8.36364173646715,0.1478264147913928,0.0778757771523369,0.0632289393260712,Transport,1
-loop_seattle/H/short,Granite-PatchTST-FM-r1,61.38732873689642,61.38732873689642,4.073639792871789,0.8258860275542205,0.1115120998658347,0.0942914628249585,8.142078024844116,7.835006620092699,0.1386875846991341,0.0721075668728643,0.059099117726745,Transport,1
-m4_daily/D/short,Granite-PatchTST-FM-r1,388113.4412112609,388113.4412112609,191.5534272660448,3.55504867658056,0.0417093234884238,0.0325775189028905,26.97431892493655,622.9875128854999,0.0962343541948214,0.029589710845682,0.0234880981584463,Econ/Fin,1
-m4_hourly/H/short,Granite-PatchTST-FM-r1,775388.1352657005,775388.1352657005,195.5000125805153,0.7911516008135205,0.0880331079357104,0.0817025348952043,6.416431779650747,880.5612615063761,0.120216048575358,0.0266900669337384,0.0216869100282989,Econ/Fin,1
-m4_monthly/M/short,Granite-PatchTST-FM-r1,1921317.6127407409,1921317.6127407409,576.5213806423611,0.9639420830184806,0.1674684075955991,0.1361787990993923,7.97810960840764,1386.1160170565597,0.2880824943762694,0.1198209351547555,0.0957939918331232,Econ/Fin,1
-m4_quarterly/Q/short,Granite-PatchTST-FM-r1,1892099.832,1892099.832,581.5942962239583,1.235394265770242,0.118516149520874,0.1064117333094279,9.873169308209109,1375.5361979969848,0.2302405371393506,0.0973486436451309,0.0779403247793273,Econ/Fin,1
-m4_weekly/W/short,Granite-PatchTST-FM-r1,279188.92650524963,279188.92650524963,268.0162309835012,2.2735426889552466,0.0653726411422621,0.0650584872948528,15.566011081529362,528.3833139920769,0.0962632512739651,0.0488284037467783,0.0387267391704431,Econ/Fin,1
-m4_yearly/A/short,Granite-PatchTST-FM-r1,4169919.71213836,4169919.71213836,989.9662390093148,3.702731309836588,0.1808246820546743,0.167945278890902,46.30471862328808,2042.0381270040868,0.3274502792137703,0.1587456752589602,0.1331695944410218,Econ/Fin,1
-m_dense/D/short,Granite-PatchTST-FM-r1,9073.2,9073.2,48.60490740740741,0.7382724151655814,0.1298774283757644,0.1073182282624421,7.663512871106065,95.25334639790876,0.1648976324303978,0.0841422843298253,0.0698565038911385,Transport,1
-m_dense/H/long,Granite-PatchTST-FM-r1,33471.19407407408,33471.19407407408,76.14867283950618,0.669455681517288,0.250806444883162,0.1850273377218364,6.593156129756058,182.95134346069744,0.3167158206568571,0.1318246095059464,0.1086196927712813,Transport,1
-m_dense/H/medium,Granite-PatchTST-FM-r1,37126.04888888889,37126.04888888889,78.56652777777778,0.6852608590683718,0.2548091841378649,0.1909204779730902,7.311375752948847,192.6812105237272,0.335240963626814,0.1366958325071954,0.1132291751140868,Transport,1
-m_dense/H/short,Granite-PatchTST-FM-r1,43555.6,43555.6,86.0034375,0.7674994255689626,0.2862264102376926,0.2112649536132812,8.361476626238819,208.6997843793807,0.3701814128360166,0.1525486674419846,0.126600031956907,Transport,1
-restaurant/D/short,Granite-PatchTST-FM-r1,146.2458204912674,146.2458204912674,7.191243900018679,0.6943383268515723,0.5617524148191604,0.4094190625145932,4.989544721702008,12.093213819794448,0.5565577196818333,0.3309577062235652,0.2601468648242149,Sales,1
-saugeen/D/short,Granite-PatchTST-FM-r1,1143.5694791666667,1143.5694791666667,12.619335123697915,2.803325002314382,0.2892969004313151,0.3283851623535156,26.765220722630087,33.81670414405678,1.0953311045771603,0.4087432714077386,0.3379694422037989,Nature,1
-saugeen/M/short,Granite-PatchTST-FM-r1,399.2012183779762,399.2012183779762,12.671183268229166,0.7424166042821579,0.3648750214349656,0.3651896431332543,4.513374837281677,19.98002047991884,0.5998601543072107,0.3804269349060132,0.2902350531050835,Nature,1
-saugeen/W/short,Granite-PatchTST-FM-r1,1006.41806640625,1006.41806640625,15.03714599609375,1.2199679167455302,0.3860137224197387,0.3924800157546997,9.522505627255724,31.724092838192394,0.957618121707534,0.4539087556598434,0.3632914876656488,Nature,1
-solar/10T/long,Granite-PatchTST-FM-r1,18.43882885365977,18.43882885365977,1.8987884546235048,0.832195511905498,3.244976979761864,1.4572184937810473,4.396100539197826,4.294045744243973,0.9280891970895278,0.4103927059129785,0.309792802434517,Energy,1
-solar/10T/medium,Granite-PatchTST-FM-r1,18.88880778588808,18.88880778588808,1.9005309856088253,0.8325209066064043,3.374979747094756,1.4576146202561395,4.195647490370604,4.346125606317433,0.9644224949898966,0.4217353571839216,0.3146876876629736,Energy,1
-solar/10T/short,Granite-PatchTST-FM-r1,19.6339330520073,19.6339330520073,1.9587136818544708,0.8610847881848431,4.468661212566328,1.5191142803851123,4.163627493472483,4.431019414537393,1.2889830678393273,0.5697895979359479,0.4211803096158544,Energy,1
-solar/D/short,Granite-PatchTST-FM-r1,130109.28272506082,130109.28272506082,249.3304288321168,0.9718716298362916,1.0880847494677617,0.4223128789822841,5.868146968912653,360.7066435832044,0.5210982417166384,0.3601975466273925,0.2784684130004737,Energy,1
-solar/H/long,Granite-PatchTST-FM-r1,776.1284671532846,776.1284671532846,12.70354445458232,0.9654119230054088,4.6235619769422565,1.410628611618005,5.093538398856965,27.859082309962844,0.9659251554211664,0.4404550377922513,0.3296668706544726,Energy,1
-solar/H/medium,Granite-PatchTST-FM-r1,825.9937956204379,825.9937956204379,12.121377927311435,0.9245115134098392,4.605788270956117,1.4112851182329684,4.910312766574399,28.74010778720981,1.035285762235158,0.4366403243762972,0.3348069787042533,Energy,1
-solar/H/short,Granite-PatchTST-FM-r1,811.3955532078371,811.3955532078371,11.654402172173134,0.8978146520724268,4.373071593204729,1.41977877964328,4.557578434472665,28.485005761063785,1.0499668284755266,0.4295851575084227,0.3303841984807735,Energy,1
-solar/W/short,Granite-PatchTST-FM-r1,1195350.6569343065,1195350.6569343065,881.0796076642335,0.9580460489375064,0.1922686361048343,0.1739828429953025,6.339220323691665,1093.320930438225,0.2231741362747251,0.1798503760016047,0.1288945492032944,Energy,1
-sz_taxi/15T/long,Granite-PatchTST-FM-r1,15.617199741809117,15.617199741809117,2.7070679754273503,0.5108963369452572,6409229188419.829,0.3996972586694266,4.09140733140318,3.9518602887512495,0.3657771488101139,0.2505613896588111,0.1992509775624279,Transport,1
-sz_taxi/15T/medium,Granite-PatchTST-FM-r1,16.386979166666666,16.386979166666666,2.761179762620192,0.5380977411322828,9626317542349.238,0.4070536295572917,3.868064773350427,4.04808339423321,0.3767417284315778,0.2569738651535043,0.2024654849225995,Transport,1
-sz_taxi/15T/short,Granite-PatchTST-FM-r1,16.709395300337682,16.709395300337682,2.736000293922657,0.5459788141024169,1197576032641.2163,0.396748553265582,3.883733115143272,4.087712722334788,0.3822186219615105,0.255827728870365,0.2010207021840949,Transport,1
-sz_taxi/H/short,Granite-PatchTST-FM-r1,7.123297797309028,7.123297797309028,1.8433206672342413,0.5607464946524433,1.1574532272469285,0.296253921639206,3.9454526431443977,2.668950692183921,0.248629226772152,0.1717166950778551,0.1350240181340797,Transport,1
-temperature_rain/D/short,Granite-PatchTST-FM-r1,188.941292164182,188.941292164182,5.80212133125438,1.3453495715114678,16.42268390002208,1.5309341661478375,18.92274425432168,13.745591735686826,1.6182195513266315,0.6830630763627867,0.5506902560782463,Nature,1
-us_births/D/short,Granite-PatchTST-FM-r1,161362.13333333333,161362.13333333333,244.47736979166663,0.3601118582031157,0.0236554940541585,0.0232861582438151,3.449814558640205,401.6990581683424,0.0376560271034359,0.0229177695985378,0.0186499266635611,Healthcare,1
-us_births/M/short,Granite-PatchTST-FM-r1,46630346.66666666,46630346.66666666,5565.311197916667,0.6302631921523932,0.0171498283743858,0.0173488818109035,4.248327496783376,6828.641641400335,0.0212097143810989,0.0172858186369167,0.013520194376792,Healthcare,1
-us_births/W/short,Granite-PatchTST-FM-r1,2466518.285714286,2466518.285714286,1214.917131696429,1.104328212121284,0.0163884205477578,0.0164176225662231,6.320608069633479,1570.515293053298,0.0213195911072234,0.0164923809347774,0.012921748206645,Healthcare,1

results/Granite-PatchTST-FM-r1/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Granite-PatchTST-FM-r1",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-patchtst-fm-r1",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/patchtst_fm.ipynb",
-    "org": "IBM TSFM & Rensselaer Polytechnic Institute",
-    "replication_code_available": "Yes",
-    "testdata_leakage": "No"
-}

results/Kairos_10m/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/short,Kairos_10m,1810532.091,1912681.723,187.0098493,0.831729591,3.002209001,0.590534531,16.22975749,1345.56014,4.22472607,0.587164678,0.458352563,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Kairos_10m,3110730.865,3238868.958,329.4609586,1.060140721,6.177741877,0.695202082,30.83011185,1763.726414,5.358687963,1.000993385,0.877951505,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Kairos_10m,4586108.869,4712353.369,430.1446869,0.979887879,6.071620542,0.73735556,29.01335334,2141.520224,5.659398546,1.136743977,1.036897936,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Kairos_10m,2869327.387,2453456.713,309.0994843,1.114115335,4.103139998,0.494369588,22.88990317,1693.908907,4.828190642,0.881033939,0.655800091,Web/CloudOps,2
-bitbrains_rnd/5T/short,Kairos_10m,1465660.69,1581001.544,128.4923884,1.76123324,1.312806388,0.57635041,55.65831158,1210.644741,4.953608811,0.525753762,0.441768547,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Kairos_10m,2108348.405,2161279.709,175.5262686,4.495163697,1.591177821,0.662557233,168.5697024,1452.015291,6.109368508,0.738528488,0.691730142,Web/CloudOps,2
-bitbrains_rnd/5T/long,Kairos_10m,2737334.922,2853808.602,229.7301491,3.430676412,3.511605216,0.647875606,126.7719811,1654.489324,6.337975891,0.88004445,0.825368471,Web/CloudOps,2
-bitbrains_rnd/H/short,Kairos_10m,1832654.855,1730415.982,179.0902405,5.842787788,2.499416124,0.553727085,201.9890565,1353.755833,5.924697933,0.783786523,0.649874582,Web/CloudOps,2
-bizitobs_application/10S/short,Kairos_10m,613666.7456,625286.3925,416.1294406,1.580968231,0.021784332,0.022089067,22.20717372,783.3688439,0.030211407,0.01604845,0.013137639,Web/CloudOps,2
-bizitobs_application/10S/medium,Kairos_10m,3790500.788,3729079.932,1075.250867,2.673845178,0.037245446,0.037884086,61.22701643,1946.920848,0.076449853,0.042221938,0.039055802,Web/CloudOps,2
-bizitobs_application/10S/long,Kairos_10m,5949571.921,5853577.146,1459.86961,3.579093613,0.049599603,0.05072162,94.99143183,2439.174434,0.094069216,0.05630134,0.053402801,Web/CloudOps,2
-bizitobs_l2c/5T/short,Kairos_10m,20.54262746,20.74002412,2.659062964,0.274390343,0.155866221,0.158145838,4.543189006,4.53239754,0.155660873,0.091322982,0.078075822,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Kairos_10m,131.2736865,132.1261307,7.491670865,0.73033687,0.558713023,0.674872034,20.16752317,11.45747296,0.602831584,0.394172068,0.366499537,Web/CloudOps,7
-bizitobs_l2c/5T/long,Kairos_10m,296.5507789,299.1918647,11.35085559,1.073609237,0.847646851,0.899640614,34.33167048,17.22064978,0.966913743,0.637333574,0.609135909,Web/CloudOps,7
-bizitobs_l2c/H/short,Kairos_10m,60.7329608,61.04508003,4.800797728,0.484780387,0.441340598,0.511886786,5.430103609,7.793135492,0.420069996,0.258775314,0.215633997,Web/CloudOps,7
-bizitobs_l2c/H/medium,Kairos_10m,69.93757513,70.26804824,4.776177979,0.491334673,0.502032132,0.602784975,9.386819422,8.362868834,0.506384423,0.289204838,0.255884742,Web/CloudOps,7
-bizitobs_l2c/H/long,Kairos_10m,82.14190456,82.31918035,5.257683624,0.56686766,0.626630707,0.667743657,13.46802478,9.06321712,0.553607483,0.321154504,0.291799819,Web/CloudOps,7
-bizitobs_service/10S/short,Kairos_10m,4058.543552,4079.008437,22.34945665,0.884871298,0.087248944,0.064748737,10.88395396,63.70669943,0.047195961,0.016557192,0.014147005,Web/CloudOps,2
-bizitobs_service/10S/medium,Kairos_10m,39408.41962,39177.0733,48.87135651,1.24555563,0.087958938,0.086401506,24.49902286,198.51554,0.149407464,0.036781732,0.03392636,Web/CloudOps,2
-bizitobs_service/10S/long,Kairos_10m,131583.8009,131476.6236,78.34476089,1.535978278,0.122186718,0.100468909,35.85316286,362.7448151,0.268732962,0.058040305,0.055512398,Web/CloudOps,2
-car_parts/M/short,Kairos_10m,1.379966796,1.345996134,0.547855546,0.971052955,0.71106495,1.795214667,18.41156084,1.17471988,2.816857769,1.3137014,1.069803943,Sales,1
-covid_deaths/D/short,Kairos_10m,3988612.078,3794762.04,286.3498588,41.03518789,0.119880061,0.152260507,1141.692506,1997.15099,0.751437744,0.107740523,0.093316017,Healthcare,1
-electricity/15T/short,Kairos_10m,153524.6974,155437.4988,59.07438236,1.098731204,0.182009491,0.172097834,18.18759412,391.8222778,0.772358953,0.116447254,0.100072249,Energy,1
-electricity/15T/medium,Kairos_10m,342047.7929,343177.9305,63.51896658,0.932210714,0.146614085,0.139066496,15.18092329,584.8485213,1.007752889,0.109449575,0.095450165,Energy,1
-electricity/15T/long,Kairos_10m,415426.3794,416555.2406,68.01105515,0.979369127,0.158566788,0.143257516,17.29451852,644.535786,1.01683423,0.107295778,0.094121759,Energy,1
-electricity/H/short,Kairos_10m,1606337.709,1649895.876,187.5725166,1.022751611,0.220597024,0.128594449,14.22096805,1267.413788,0.598309823,0.088547624,0.07415508,Energy,1
-electricity/H/medium,Kairos_10m,6211735.11,6234717.849,261.5160119,1.150560967,0.251110834,0.135597075,19.29738401,2492.335272,0.972840575,0.102078316,0.088152411,Energy,1
-electricity/H/long,Kairos_10m,9860003.068,9879399.064,301.4680021,1.290051537,0.330484509,0.149583873,25.40375538,3140.064182,1.238440419,0.118898894,0.105567037,Energy,1
-electricity/D/short,Kairos_10m,1247127328,1245713552,4262.463378,1.449482229,0.331268085,0.097179615,16.37080746,35314.68997,0.58033764,0.070046429,0.05695268,Energy,1
-electricity/W/short,Kairos_10m,36836035416,37253801527,25556.25897,1.412593911,0.248364726,0.092946908,14.83053764,191927.1617,0.437914454,0.05831095,0.046852236,Energy,1
-ett1/15T/short,Kairos_10m,5.300356797,5.31324402,1.133080507,0.720062519,0.520042192,0.246191844,8.79494876,2.302250377,0.435221135,0.214199372,0.179693587,Energy,7
-ett1/15T/medium,Kairos_10m,9.566173699,9.627244225,1.619898853,1.011907023,0.76232271,0.389823271,17.42351711,3.092923164,0.58951418,0.308754305,0.268566617,Energy,7
-ett1/15T/long,Kairos_10m,9.280986236,9.302320575,1.61754719,1.031722205,0.802001847,0.391256179,19.45241591,3.046471112,0.580660376,0.308306078,0.271595474,Energy,7
-ett1/H/short,Kairos_10m,107.2321071,108.1013412,5.147870834,0.85338299,0.514793758,0.268129726,8.974475367,10.35529367,0.483323921,0.240272193,0.198732952,Energy,7
-ett1/H/medium,Kairos_10m,138.9595444,139.5240566,7.001363107,1.289394967,4.30854E+12,0.432953863,23.30471769,11.7881103,0.564622566,0.335348712,0.287811738,Energy,7
-ett1/H/long,Kairos_10m,146.9223161,147.2141426,7.117938773,1.323733772,4.06479E+12,0.454740494,27.96227788,12.1211516,0.580455686,0.340862665,0.299351126,Energy,7
-ett1/D/short,Kairos_10m,40916.28663,40854.56691,135.4433603,1.732398179,1.169964409,0.485007665,14.62261282,202.2777463,0.53128923,0.355746492,0.283327069,Energy,7
-ett1/W/short,Kairos_10m,1562560.839,1542194.275,873.7720124,1.388739924,0.693768152,0.475561352,9.158197955,1250.024335,0.497414527,0.347694745,0.269048117,Energy,7
-ett2/15T/short,Kairos_10m,8.302789351,8.311591102,1.764882267,0.757097444,0.107651499,0.129594791,9.171380634,2.881456116,0.136792976,0.083785242,0.069264253,Energy,7
-ett2/15T/medium,Kairos_10m,12.21097657,12.24386233,2.173864332,0.89320208,0.134642523,0.162314071,17.29400971,3.494420777,0.186223999,0.115849159,0.102010919,Energy,7
-ett2/15T/long,Kairos_10m,11.75403925,11.74075185,2.1722814,0.899702535,0.13602665,0.164359369,20.04326974,3.428416435,0.182706505,0.1157648,0.104163117,Energy,7
-ett2/H/short,Kairos_10m,103.1219513,103.4147463,6.344779407,0.737790623,0.121383688,0.11105188,7.510896992,10.15489789,0.128792354,0.080469453,0.065633211,Energy,7
-ett2/H/medium,Kairos_10m,232.9115885,233.865732,9.670508716,1.034360918,0.173058682,0.167535172,19.72308539,15.26144123,0.205657718,0.130316313,0.114305765,Energy,7
-ett2/H/long,Kairos_10m,218.0616891,217.4376764,9.143644036,1.001303315,0.175363239,0.170617224,23.64694857,14.76691197,0.202221496,0.125215169,0.113164663,Energy,7
-ett2/D/short,Kairos_10m,124359.417,119712.8567,206.7277103,1.340607581,0.441081873,0.13563725,11.62884797,352.6463058,0.201828773,0.118315716,0.09688143,Energy,7
-ett2/W/short,Kairos_10m,4225332.79,4052880.539,1384.865595,0.953398771,0.164246292,0.189289749,5.64283276,2055.561429,0.172430072,0.11616898,0.091534065,Energy,7
-hierarchical_sales/D/short,Kairos_10m,27.91455607,28.35606058,2.318985732,0.753311602,0.628465036,1.016531245,9.224303992,5.283422761,1.620895593,0.711439141,0.596698377,Sales,1
-hierarchical_sales/W/short,Kairos_10m,480.0083695,482.9231101,9.405300158,0.741136701,0.587627419,0.471909615,8.387690391,21.90909331,1.00585719,0.431801931,0.365377768,Sales,1
-hospital/M/short,Kairos_10m,3993.181301,3898.252304,20.00846385,0.778758211,0.20181704,0.178820548,7.087910855,63.19162366,0.229400268,0.07263537,0.058375885,Healthcare,1
-jena_weather/10T/short,Kairos_10m,671.8771544,727.4382035,5.30533567,0.287055399,0.392783991,0.388796476,3.193699929,25.92059325,0.160999378,0.032952785,0.028034228,Nature,21
-jena_weather/10T/medium,Kairos_10m,1538.693578,1544.01571,10.11403831,0.646882761,0.767474677,0.543149908,15.4281034,39.22618485,0.24073043,0.062069681,0.056651488,Nature,21
-jena_weather/10T/long,Kairos_10m,1494.616802,1491.537582,9.925640064,0.674084581,0.814208848,0.49646408,17.36593219,38.66027421,0.236568839,0.060736691,0.056184652,Nature,21
-jena_weather/H/short,Kairos_10m,1078.625471,1088.699065,8.282835479,0.522555661,1.216712904,0.48348571,6.070476252,32.842434,0.201322019,0.050773252,0.044053348,Nature,21
-jena_weather/H/medium,Kairos_10m,1382.86239,1383.213599,10.64639829,0.784102826,2.235314318,0.491635757,15.19587935,37.18685776,0.227552972,0.065147198,0.059242461,Nature,21
-jena_weather/H/long,Kairos_10m,1392.874626,1406.725912,11.7966697,1.010064577,3.029660378,0.553565525,26.1871929,37.32123559,0.224715199,0.071029025,0.06460137,Nature,21
-jena_weather/D/short,Kairos_10m,417.7352865,432.4015161,10.46425314,1.151357989,0.684712558,0.465561918,9.177513542,20.43857349,0.123073616,0.063011906,0.050933146,Nature,21
-kdd_cup_2018/H/short,Kairos_10m,4419.601553,4529.073298,22.49060626,0.934864612,0.895238641,0.492621138,9.6108999,66.48008388,1.391548557,0.470769121,0.385794681,Nature,1
-kdd_cup_2018/H/medium,Kairos_10m,5026.305216,5051.372151,25.09016039,1.042052773,0.982277674,0.55276731,23.58832538,70.89644008,1.48399089,0.525182497,0.47633815,Nature,1
-kdd_cup_2018/H/long,Kairos_10m,4109.368354,4158.984394,24.29095432,1.017889098,1.017874715,0.606667263,27.18648876,64.10435519,1.504147212,0.569963946,0.529071639,Nature,1
-kdd_cup_2018/D/short,Kairos_10m,2738.983347,2861.86742,20.90804455,1.18084037,0.521594111,0.457834174,12.82975368,52.33529733,1.172366229,0.468362398,0.38959781,Nature,1
-loop_seattle/5T/short,Kairos_10m,40.64405025,41.11053169,3.530882594,0.559802009,0.095450682,0.075121614,5.910752047,6.375268642,0.109321782,0.060546841,0.049453158,Transport,1
-loop_seattle/5T/medium,Kairos_10m,77.39246813,78.53904624,5.151573297,0.817428835,0.16932764,0.117884492,13.80072234,8.797298911,0.156522025,0.091657075,0.079090824,Transport,1
-loop_seattle/5T/long,Kairos_10m,90.2883451,91.16576298,5.558082904,0.877834318,0.178302018,0.125476249,16.91393642,9.502017949,0.167997631,0.098268048,0.086300006,Transport,1
-loop_seattle/H/short,Kairos_10m,57.18461933,57.60757245,4.23055205,0.856369599,0.122813514,0.097658313,10.65703661,7.562051264,0.133855998,0.074885074,0.0626711,Transport,1
-loop_seattle/H/medium,Kairos_10m,66.81366939,66.56706103,4.867457479,0.993321252,0.134308115,0.110150638,16.42223228,8.173962894,0.144473881,0.086031767,0.074308162,Transport,1
-loop_seattle/H/long,Kairos_10m,60.70510834,61.31113802,4.628187224,0.960032499,0.148915903,0.107596221,17.61205959,7.791348301,0.139241802,0.082711888,0.07228013,Transport,1
-loop_seattle/D/short,Kairos_10m,18.45696981,18.54099565,2.945943744,0.88573819,0.054799714,0.054443332,15.87653927,4.296157564,0.076778074,0.05264795,0.046094922,Transport,1
-m4_daily/D/short,Kairos_10m,391497.8652,397876.8751,184.5510234,3.368832711,0.04615679,0.031635598,37.43967871,625.6979025,0.096653034,0.028508033,0.023419576,Econ/Fin,1
-m4_hourly/H/short,Kairos_10m,969630.2788,975116.8155,223.5987388,1.181314413,0.116265106,0.104532851,10.61118617,984.6980648,0.134433036,0.030526167,0.024118603,Econ/Fin,1
-m4_monthly/M/short,Kairos_10m,1877492.86,1890124.823,567.3343786,0.969122306,0.160023484,0.132755817,11.58481131,1370.216355,0.284777998,0.11791156,0.097795424,Econ/Fin,1
-m4_quarterly/Q/short,Kairos_10m,1857582.324,1858601.262,574.8336255,1.192798692,0.119648127,0.104618625,14.01880353,1362.931519,0.228130736,0.096217026,0.080001916,Econ/Fin,1
-m4_weekly/W/short,Kairos_10m,330414.0372,333779.3971,298.6387644,2.674855413,0.070933405,0.07033857,21.51909622,574.8165248,0.104722657,0.054407352,0.043742066,Econ/Fin,1
-m4_yearly/A/short,Kairos_10m,3178454.973,3183331.875,816.8244874,2.985468989,0.162086473,0.137889205,40.2147412,1782.822193,0.285883801,0.130981592,0.110006829,Econ/Fin,1
-m_dense/H/short,Kairos_10m,48160.97429,48326.53369,98.64674668,0.854007898,0.346444744,0.246750134,12.01473687,219.4560874,0.389260451,0.174974764,0.146597968,Transport,1
-m_dense/H/medium,Kairos_10m,42946.55675,42927.45376,98.68519071,0.832516702,0.360330447,0.25326675,12.16657343,207.2355103,0.360563619,0.17169977,0.143687786,Transport,1
-m_dense/H/long,Kairos_10m,45005.55068,44941.54037,102.4647671,0.863176632,0.369114845,0.257607789,13.79695231,212.145117,0.367254577,0.177381668,0.150249557,Transport,1
-m_dense/D/short,Kairos_10m,8355.244675,8344.594807,46.82486186,0.695106111,0.126786815,0.100242404,9.683785974,91.40702749,0.158239086,0.081060762,0.067145752,Transport,1
-restaurant/D/short,Kairos_10m,140.5706043,141.3613837,7.23156217,0.69355123,0.711404825,0.397673358,6.526674012,11.85624748,0.54565198,0.332813246,0.269470384,Sales,1
-saugeen/D/short,Kairos_10m,1117.759425,1329.733154,13.99998133,3.11030755,0.310290698,0.357092107,38.55055068,33.43290931,1.082899882,0.453462724,0.377373245,Nature,1
-saugeen/W/short,Kairos_10m,867.9728929,910.4976711,15.12883234,1.22722935,0.437968539,0.423039432,14.32639105,29.46137968,0.889316241,0.456676383,0.378713428,Nature,1
-saugeen/M/short,Kairos_10m,374.6974066,378.1033093,12.05295908,0.706306814,0.354173757,0.343810414,9.545841469,19.35710223,0.581158242,0.361865966,0.307696213,Nature,1
-solar/10T/short,Kairos_10m,30.11446408,29.83210635,2.446171777,1.080078207,6.329230346,1.095985989,22.61629389,5.487664721,1.59636106,0.7115911,0.632086323,Energy,1
-solar/10T/medium,Kairos_10m,18.87475381,18.75175701,1.751308057,0.767035677,3.74801772,0.953134309,18.09525531,4.344508466,0.964063694,0.388622218,0.353206899,Energy,1
-solar/10T/long,Kairos_10m,19.8978288,19.91892616,1.851552939,0.810446929,3.695683806,0.945560794,19.14383605,4.460698241,0.964108573,0.400183551,0.363499862,Energy,1
-solar/H/short,Kairos_10m,728.6604486,722.2543287,11.40852035,0.880963217,4.851503329,1.096192009,14.47191876,26.99371128,0.994997188,0.42052186,0.369250237,Energy,1
-solar/H/medium,Kairos_10m,731.1075893,726.8118343,11.26094998,0.862083883,5.024127648,0.869450865,15.68261525,27.03900126,0.974007934,0.405645701,0.357972002,Energy,1
-solar/H/long,Kairos_10m,719.706837,717.2635631,11.99304579,0.913622403,6.480797139,0.870100589,16.4780499,26.8273524,0.93015332,0.415820808,0.365656595,Energy,1
-solar/D/short,Kairos_10m,128887.22,138248.8152,253.4257179,0.988675235,1.125668135,0.424552004,7.250994189,359.0086629,0.518645257,0.366113858,0.298755026,Energy,1
-solar/W/short,Kairos_10m,1724042.309,1702531.917,1049.920951,1.14966831,0.23934989,0.205960952,5.211548907,1313.027916,0.268021813,0.214315106,0.161385581,Energy,1
-sz_taxi/15T/short,Kairos_10m,16.71656027,16.76992299,2.765511895,0.552011102,1.0565E+12,0.398875223,5.280649393,4.088589032,0.382300573,0.258587198,0.208897079,Transport,1
-sz_taxi/15T/medium,Kairos_10m,17.05466285,17.06151511,2.828485422,0.551494367,1.08737E+13,0.410716438,10.57946274,4.12972915,0.38434022,0.263237774,0.231693625,Transport,1
-sz_taxi/15T/long,Kairos_10m,16.15779234,16.11721364,2.77039906,0.52302319,7.00833E+12,0.40564965,11.45797907,4.019675652,0.372053995,0.256423186,0.230494889,Transport,1
-sz_taxi/H/short,Kairos_10m,7.251273563,7.275430271,1.868721965,0.57004514,1.101679632,0.299723346,5.339876235,2.692818888,0.250852698,0.174082984,0.141010543,Transport,1
-temperature_rain/D/short,Kairos_10m,170.5559356,180.4207189,5.995170112,1.414163307,39.72589316,1.434223286,24.49561994,13.05970657,1.53747275,0.705790029,0.583723713,Nature,1
-us_births/D/short,Kairos_10m,209347.3418,208010.0311,298.7584456,0.439924569,0.028429703,0.028101218,5.739075333,457.5449068,0.042891122,0.02800618,0.023432893,Healthcare,1
-us_births/W/short,Kairos_10m,3314698.973,3324767.554,1350.922852,1.228312098,0.018144656,0.018334756,10.53156755,1820.631476,0.024714894,0.018338645,0.014700383,Healthcare,1
-us_births/M/short,Kairos_10m,43947173.33,44131778.67,5834.16276,0.659422984,0.018011262,0.018105495,3.125986382,6629.266425,0.020590456,0.01812087,0.013579064,Healthcare,1

results/Kairos_10m/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Kairos_10m",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/mldi-lab/Kairos_10m",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/kairos.ipynb",
-    "org": "ShanghaiTech University",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Kairos_23m/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/short,Kairos_23m,1707341.794,1784558.671,179.0190917,0.808000842,2.704615412,0.560622395,15.76129876,1306.652897,4.102566949,0.562075675,0.441013666,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Kairos_23m,3328570.202,3531051.56,324.7435942,1.081494928,5.97465739,0.70911085,30.98600809,1824.436955,5.543143353,0.986660729,0.86709214,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Kairos_23m,4568745.259,4653083.681,413.6801344,0.976229155,5.614626186,0.732703378,28.1947039,2137.462341,5.648674774,1.09323308,0.992588002,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Kairos_23m,3413698.149,3045016.897,353.0351745,1.109313467,4.187970438,0.48545739,21.90959844,1847.61959,5.266316019,1.006264929,0.741144631,Web/CloudOps,2
-bitbrains_rnd/5T/short,Kairos_23m,1534957.708,1663030.753,133.5207793,1.752172492,1.338067227,0.549458185,55.81945093,1238.934102,5.069360707,0.546328486,0.462226594,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Kairos_23m,2543514.582,2617378.394,211.131306,4.491108758,2.761358799,0.657647288,168.1060341,1594.839986,6.710304809,0.88833703,0.83501316,Web/CloudOps,2
-bitbrains_rnd/5T/long,Kairos_23m,2646024.019,2724295.42,215.879959,3.418166699,3.199160744,0.623240056,125.8029147,1626.660388,6.231369509,0.826987491,0.779093528,Web/CloudOps,2
-bitbrains_rnd/H/short,Kairos_23m,1829934.461,1698663.671,181.6947208,5.918637469,2.606476248,0.538474269,203.4749602,1352.750702,5.920298987,0.795185004,0.65899633,Web/CloudOps,2
-bizitobs_application/10S/short,Kairos_23m,428854.2467,436366.8048,360.2895687,1.284805938,0.017477108,0.01767147,19.2922527,654.869641,0.025255706,0.013894929,0.011657033,Web/CloudOps,2
-bizitobs_application/10S/medium,Kairos_23m,3848082.191,3803404.211,1085.956001,2.519400122,0.035465608,0.036134312,60.42480203,1961.652923,0.077028339,0.042642297,0.039821635,Web/CloudOps,2
-bizitobs_application/10S/long,Kairos_23m,5454809.804,5394829.469,1420.80945,3.036164922,0.042674628,0.04368477,79.92239677,2335.553426,0.090072967,0.054794946,0.051865761,Web/CloudOps,2
-bizitobs_l2c/5T/short,Kairos_23m,21.71855353,21.86138777,2.762863287,0.283967715,0.159403307,0.158433581,4.481306806,4.660316891,0.160054141,0.094887906,0.080466497,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Kairos_23m,125.9852388,126.4387094,7.447215776,0.75172113,0.526929307,0.694814941,20.48971538,11.22431462,0.590564027,0.391833077,0.362121991,Web/CloudOps,7
-bizitobs_l2c/5T/long,Kairos_23m,309.4200162,310.8392044,11.74248572,1.11161244,0.884080186,0.92823194,35.13115033,17.59033872,0.987671225,0.659323021,0.627991555,Web/CloudOps,7
-bizitobs_l2c/H/short,Kairos_23m,58.27923192,58.40539445,4.730869463,0.480441452,0.456774521,0.536242635,6.449291552,7.634083568,0.411496689,0.255006001,0.216424908,Web/CloudOps,7
-bizitobs_l2c/H/medium,Kairos_23m,64.85084853,64.89934256,4.740805435,0.49038535,0.501237908,0.656779709,9.271107074,8.053002455,0.487621542,0.287062977,0.253086961,Web/CloudOps,7
-bizitobs_l2c/H/long,Kairos_23m,78.84433918,78.94470137,5.141076927,0.555519392,0.618180873,0.692736589,13.19774405,8.879433494,0.542381448,0.31403183,0.285876414,Web/CloudOps,7
-bizitobs_service/10S/short,Kairos_23m,3733.905852,3732.507719,21.3423794,0.83937801,0.081588223,0.076264087,11.14286213,61.10569411,0.045269053,0.015811117,0.013379555,Web/CloudOps,2
-bizitobs_service/10S/medium,Kairos_23m,48475.35173,48416.88268,49.18446468,1.195938998,0.095605106,0.100061225,23.61456548,220.1711873,0.165706014,0.037017385,0.034242579,Web/CloudOps,2
-bizitobs_service/10S/long,Kairos_23m,130500.5745,130369.5168,74.21120669,1.387789888,0.104107327,0.11587307,32.58120384,361.2486325,0.267624542,0.054978036,0.052709078,Web/CloudOps,2
-car_parts/M/short,Kairos_23m,1.35126107,1.31537328,0.55208667,0.984477066,0.691285403,1.78780268,17.95724707,1.162437555,2.787406014,1.323847202,1.067456747,Sales,1
-covid_deaths/D/short,Kairos_23m,4200571.492,4058449.428,290.3054806,41.01133791,0.120935699,0.34891478,1068.641889,2049.529578,0.771145442,0.109228845,0.092407369,Healthcare,1
-electricity/15T/short,Kairos_23m,151495.2357,152907.6878,59.37378781,1.114015098,0.193453193,0.17018331,19.21801586,389.2238889,0.767237016,0.117037441,0.100976263,Energy,1
-electricity/15T/medium,Kairos_23m,357419.005,359468.0345,63.07073961,0.906346837,0.147418971,0.136715352,14.85963536,597.8453019,1.030147651,0.108677235,0.095116077,Energy,1
-electricity/15T/long,Kairos_23m,393679.1096,394906.6041,66.31459815,0.952142182,0.157162891,0.140069446,16.85484711,627.4385305,0.989861214,0.10461941,0.091762582,Energy,1
-electricity/H/short,Kairos_23m,1558370.562,1589332.451,181.873561,0.993847504,0.226693101,0.126667516,13.82499369,1248.347132,0.589308999,0.08585731,0.071976246,Energy,1
-electricity/H/medium,Kairos_23m,6075265.137,6118089.187,258.0729869,1.138975944,0.248377239,0.134842464,18.77937102,2464.805294,0.962094718,0.10073439,0.086806012,Energy,1
-electricity/H/long,Kairos_23m,9848452.691,9908715.864,299.7382446,1.287702513,0.32363146,0.14865293,24.87294107,3138.224449,1.237714828,0.118216678,0.104681863,Energy,1
-electricity/D/short,Kairos_23m,1315988843,1307053715,4336.847313,1.449698347,0.355762507,0.097909129,15.86737479,36276.56052,0.596144367,0.071268804,0.057508934,Energy,1
-electricity/W/short,Kairos_23m,41207838979,41641755155,26355.03477,1.417538512,0.240266199,0.091990789,15.01738318,202997.1403,0.463172493,0.060133493,0.048222479,Energy,1
-ett1/15T/short,Kairos_23m,5.046287597,5.040945261,1.105387792,0.710783211,0.504222102,0.240302058,9.503843586,2.246394355,0.424662022,0.208964296,0.177053945,Energy,7
-ett1/15T/medium,Kairos_23m,9.37870697,9.409024851,1.60489475,1.014918936,0.785989691,0.390423498,18.93467566,3.062467464,0.583709293,0.305894509,0.26927411,Energy,7
-ett1/15T/long,Kairos_23m,8.976488554,8.984341912,1.569445922,1.010603201,0.787634474,0.389888382,20.04390289,2.996078863,0.571055564,0.299137929,0.265214963,Energy,7
-ett1/H/short,Kairos_23m,105.937825,106.9329282,5.14991562,0.852810101,0.519497721,0.269973462,8.610663579,10.29261021,0.480398227,0.240367631,0.197163041,Energy,7
-ett1/H/medium,Kairos_23m,140.8053483,141.0363157,7.060981946,1.316249527,3.4834E+12,0.440387104,24.12348267,11.86614294,0.568360145,0.338204313,0.289715033,Energy,7
-ett1/H/long,Kairos_23m,154.8883624,155.4902709,7.111122511,1.335753115,2.06196E+12,0.457200531,28.455959,12.44541532,0.595983973,0.340536249,0.299249152,Energy,7
-ett1/D/short,Kairos_23m,38758.73978,38879.20092,130.4698161,1.63771442,1.332695709,0.45825865,14.15551161,196.8723947,0.517091894,0.342683313,0.27365841,Energy,7
-ett1/W/short,Kairos_23m,1173650.819,1152782.474,804.0648717,1.425272753,0.516807305,0.516429872,9.4166173,1083.35166,0.43109149,0.319956609,0.253953737,Energy,7
-ett2/15T/short,Kairos_23m,9.203477002,9.268239052,1.884437798,0.798972716,0.113856208,0.135158918,10.22236821,3.03372329,0.144021641,0.089460968,0.074564323,Energy,7
-ett2/15T/medium,Kairos_23m,13.15442562,13.20147098,2.237063072,0.909482641,0.13588952,0.161862105,17.5250791,3.626903035,0.193284218,0.119217134,0.104911461,Energy,7
-ett2/15T/long,Kairos_23m,12.32623053,12.32898447,2.21113724,0.907549653,0.135350556,0.162084741,20.0203573,3.510873186,0.187100775,0.117835498,0.105881471,Energy,7
-ett2/H/short,Kairos_23m,109.576251,109.52402,6.467573708,0.746650059,0.122458384,0.111828774,7.857717911,10.46786755,0.13276168,0.082026826,0.067473941,Energy,7
-ett2/H/medium,Kairos_23m,224.5714778,224.8240202,9.381193697,1.007837385,0.168440071,0.164329425,18.93446311,14.98570912,0.201942051,0.126417607,0.110914282,Energy,7
-ett2/H/long,Kairos_23m,222.4406173,222.0433279,9.194034282,1.008696567,0.174330261,0.170523555,24.13914005,14.91444325,0.204241824,0.125905225,0.114217777,Energy,7
-ett2/D/short,Kairos_23m,112864.7907,107753.8629,196.8557583,1.299417389,0.441465764,0.134760083,11.70359315,335.9535544,0.192275072,0.112665738,0.092540734,Energy,7
-ett2/W/short,Kairos_23m,4150899.216,3851434.076,1378.458293,0.974422298,0.172392256,0.201068219,6.133161686,2037.375571,0.170904557,0.115631505,0.090797113,Energy,7
-hierarchical_sales/D/short,Kairos_23m,27.63740127,28.0194047,2.320944333,0.752799204,0.630752444,1.012782492,8.883299434,5.257128614,1.61282884,0.712040018,0.593441178,Sales,1
-hierarchical_sales/W/short,Kairos_23m,477.5471216,475.1658983,9.405112953,0.739019721,0.582120064,0.469097267,8.142246176,21.85285157,1.003275104,0.431793336,0.365047483,Sales,1
-hospital/M/short,Kairos_23m,3520.236374,3482.872011,19.22710103,0.778595956,0.199949906,0.177208595,7.11413443,59.33157991,0.215387413,0.069798842,0.056159187,Healthcare,1
-jena_weather/10T/short,Kairos_23m,665.6996914,738.7743629,5.319821034,0.287800469,0.371741177,0.286308668,3.175860949,25.80115678,0.160257528,0.033042757,0.028078195,Nature,21
-jena_weather/10T/medium,Kairos_23m,1459.735745,1471.256187,9.794295435,0.631514464,0.76686471,0.468485839,14.7559298,38.20648826,0.234472569,0.060107425,0.054855219,Nature,21
-jena_weather/10T/long,Kairos_23m,1474.013604,1474.98976,9.818192732,0.657502959,0.786090625,0.446823014,17.09893396,38.39288481,0.234932637,0.060079203,0.055633265,Nature,21
-jena_weather/H/short,Kairos_23m,1050.920584,1061.345807,8.200854975,0.529682405,1.375343121,0.391644545,5.918081082,32.4179053,0.198719685,0.050270716,0.043463064,Nature,21
-jena_weather/H/medium,Kairos_23m,1413.997261,1415.30579,10.94789852,0.838833883,3.356717372,0.499567536,16.15376344,37.60315493,0.230100368,0.066992131,0.060483964,Nature,21
-jena_weather/H/long,Kairos_23m,1213.065642,1208.287068,11.93862578,1.067859211,3.607675903,0.502165502,27.99286492,34.82909189,0.209709732,0.071883758,0.065411956,Nature,21
-jena_weather/D/short,Kairos_23m,414.3082141,419.1556883,10.64303979,1.192655032,0.775180214,0.465483169,11.02148995,20.35456249,0.122567733,0.064088494,0.05127791,Nature,21
-kdd_cup_2018/H/short,Kairos_23m,4427.067033,4547.675895,22.57937472,0.946478975,0.886918433,0.497183501,9.870102896,66.53620844,1.392723345,0.472627206,0.387048407,Nature,1
-kdd_cup_2018/H/medium,Kairos_23m,5132.194615,5165.174831,25.18841888,1.037104069,0.949265505,0.552893546,22.98073436,71.63933707,1.499541069,0.527239225,0.480136893,Nature,1
-kdd_cup_2018/H/long,Kairos_23m,4109.150866,4160.615973,24.32751484,1.022176443,1.001448125,0.609091317,26.55714712,64.1026588,1.504107408,0.570821803,0.528577145,Nature,1
-kdd_cup_2018/D/short,Kairos_23m,2729.877292,2882.415445,21.042573,1.183348289,0.526683939,0.458743711,12.03411154,52.24822765,1.170415776,0.471375978,0.389363814,Nature,1
-loop_seattle/5T/short,Kairos_23m,41.21857391,41.74000211,3.5585549,0.565187368,0.095963707,0.075800575,6.04550471,6.420169305,0.110091729,0.06102136,0.049906874,Transport,1
-loop_seattle/5T/medium,Kairos_23m,76.41336493,77.20204798,5.108584848,0.809479209,0.165790482,0.116921678,13.41299602,8.741473842,0.155528782,0.090892222,0.078314894,Transport,1
-loop_seattle/5T/long,Kairos_23m,90.81446073,91.30525049,5.567232231,0.877176524,0.177444604,0.12563399,16.65596941,9.529662152,0.168486386,0.09842981,0.086398042,Transport,1
-loop_seattle/H/short,Kairos_23m,58.2232892,58.66340734,4.262083519,0.863428695,0.121602632,0.098258336,10.86460728,7.630418678,0.135066171,0.075443213,0.063286668,Transport,1
-loop_seattle/H/medium,Kairos_23m,66.37172741,66.25331435,4.786359657,0.978355234,0.132591807,0.108508555,16.08485316,8.146884522,0.143995274,0.084598372,0.073006138,Transport,1
-loop_seattle/H/long,Kairos_23m,59.68090767,60.23684426,4.54657852,0.944957048,0.145220616,0.105705796,17.28279314,7.725341913,0.13806218,0.081253432,0.070962569,Transport,1
-loop_seattle/D/short,Kairos_23m,18.36945918,18.43300042,2.926311011,0.879414473,0.054250849,0.054045953,14.76922716,4.285960706,0.076595843,0.052297087,0.045369863,Transport,1
-m4_daily/D/short,Kairos_23m,396646.5527,401988.9526,180.3247399,3.315577651,0.04465909,0.030930723,35.33684798,629.7988193,0.097286512,0.027855189,0.022857668,Econ/Fin,1
-m4_hourly/H/short,Kairos_23m,1166720.87,1146693.283,223.9427119,1.052534835,0.108654735,0.103211934,10.0369363,1080.148541,0.147464134,0.030573127,0.024380711,Econ/Fin,1
-m4_monthly/M/short,Kairos_23m,1896907.858,1912070.585,568.781396,0.971246858,0.160140477,0.132688364,11.40348175,1377.282781,0.286246644,0.1182123,0.097844071,Econ/Fin,1
-m4_quarterly/Q/short,Kairos_23m,1903249.605,1903418.522,575.5485976,1.191176832,0.120744574,0.104665653,13.7372899,1379.583127,0.230917922,0.0963367,0.079967133,Econ/Fin,1
-m4_weekly/W/short,Kairos_23m,338007.3029,335784.8361,292.2761162,2.476020196,0.071899634,0.070616361,18.93165696,581.3839548,0.10591914,0.053248176,0.042922655,Econ/Fin,1
-m4_yearly/A/short,Kairos_23m,3226780.754,3218642.586,818.7294448,2.983811947,0.163574173,0.13771485,39.06809475,1796.324234,0.288048916,0.131287061,0.109863485,Econ/Fin,1
-m_dense/H/short,Kairos_23m,47900.96206,48249.68888,97.748952,0.848947814,0.323038216,0.241225236,11.92782338,218.8628841,0.388208256,0.1733823,0.145967115,Transport,1
-m_dense/H/medium,Kairos_23m,41303.09042,41285.4816,95.0202017,0.80189121,0.334465831,0.239759647,11.87380326,203.2316177,0.353597352,0.165323152,0.138948911,Transport,1
-m_dense/H/long,Kairos_23m,43088.12026,43001.65535,99.22641762,0.839948397,0.353919713,0.249938733,13.38339459,207.5767816,0.359346113,0.171775606,0.145812086,Transport,1
-m_dense/D/short,Kairos_23m,8286.111559,8278.529345,45.90504214,0.67853632,0.12367634,0.097950838,9.493810009,91.02808116,0.157583073,0.079468418,0.066168307,Transport,1
-restaurant/D/short,Kairos_23m,141.5972164,142.202737,7.269481804,0.696364645,0.714720607,0.399619607,6.176499711,11.89946286,0.547640852,0.334558396,0.269602297,Sales,1
-saugeen/D/short,Kairos_23m,1108.032001,1281.533603,13.75392074,3.055252873,0.31216837,0.352331438,38.2413383,33.28711464,1.078177558,0.445492763,0.376255288,Nature,1
-saugeen/W/short,Kairos_23m,893.4954509,904.9346477,15.29253114,1.240646422,0.450981859,0.42216417,16.8360356,29.89139426,0.902296589,0.461617767,0.386462357,Nature,1
-saugeen/M/short,Kairos_23m,354.9838039,358.2287118,11.91686403,0.698269366,0.341086229,0.340606738,7.901661459,18.84101388,0.565663722,0.357779985,0.300805173,Nature,1
-solar/10T/short,Kairos_23m,34.241154,34.19272553,2.689900692,1.184199488,7.545181486,1.273942407,25.47895426,5.851594142,1.702228089,0.782491814,0.702745494,Energy,1
-solar/10T/medium,Kairos_23m,18.62466252,18.58357906,1.720628738,0.752775746,3.794913401,0.752194433,18.02185436,4.315630025,0.957655453,0.381814355,0.348417012,Energy,1
-solar/10T/long,Kairos_23m,19.25185393,19.3903283,1.842976035,0.806333465,3.450628129,0.785524389,18.97302332,4.387693463,0.948329758,0.39832979,0.362447306,Energy,1
-solar/H/short,Kairos_23m,706.1653341,704.473123,11.24235991,0.868485586,5.023929993,1.050632902,14.78353493,26.57377154,0.979518069,0.41439713,0.364527023,Energy,1
-solar/H/medium,Kairos_23m,708.4717261,704.3536115,11.01345669,0.841780452,5.048762216,0.807035163,15.26293817,26.61713219,0.958811226,0.396730415,0.348079802,Energy,1
-solar/H/long,Kairos_23m,725.9884084,723.2922657,12.07100678,0.917516877,6.628130214,0.920937438,16.50732944,26.94417207,0.934203671,0.418523858,0.36584082,Energy,1
-solar/D/short,Kairos_23m,133078.1359,139097.899,254.3133683,0.992591175,1.130621915,0.425223858,8.188429179,364.7987609,0.527009977,0.367396211,0.303081549,Energy,1
-solar/W/short,Kairos_23m,1419433.958,1438369.51,963.0668386,1.050541519,0.215749582,0.189172881,4.989217959,1191.399999,0.243194516,0.196586011,0.145785997,Energy,1
-sz_taxi/15T/short,Kairos_23m,16.89509476,16.93092615,2.782575109,0.555987108,1.11501E+12,0.40057374,5.448553214,4.11036431,0.384336654,0.260182681,0.210691447,Transport,1
-sz_taxi/15T/medium,Kairos_23m,17.05363022,17.0297247,2.8496483,0.557001753,1.05379E+13,0.413602269,11.52436232,4.129604123,0.384328584,0.265207333,0.235704128,Transport,1
-sz_taxi/15T/long,Kairos_23m,16.25944957,16.18806209,2.807774724,0.530414765,6.56588E+12,0.411599253,12.0531867,4.032300779,0.373222555,0.259882611,0.234653979,Transport,1
-sz_taxi/H/short,Kairos_23m,7.307025407,7.258550881,1.871615388,0.570611393,1.167082243,0.298827038,5.309991265,2.703151015,0.251815199,0.174352524,0.141253212,Transport,1
-temperature_rain/D/short,Kairos_23m,168.7283624,177.8638801,5.980755653,1.405348839,37.6737983,1.409521261,24.60785402,12.9895482,1.529213256,0.704093066,0.581370193,Nature,1
-us_births/D/short,Kairos_23m,206202.3625,204998.1265,296.5690299,0.436686197,0.02805545,0.027780127,5.594592874,454.0951029,0.042567731,0.02780094,0.023262481,Healthcare,1
-us_births/W/short,Kairos_23m,3422206.951,3427590.342,1366.115165,1.241663925,0.018325138,0.018463339,12.02327143,1849.920796,0.025112493,0.018544879,0.014988401,Healthcare,1
-us_births/M/short,Kairos_23m,81163490.67,81312970.67,7400.020833,0.836776873,0.022714441,0.023072151,6.103282184,9009.078236,0.027982136,0.022984414,0.019080748,Healthcare,1

results/Kairos_23m/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Kairos_23m",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/mldi-lab/Kairos_23m",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/kairos.ipynb",
-    "org": "ShanghaiTech University",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Kairos_50m/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/short,Kairos_50m,1859393.025,1895906.573,191.4840931,0.777266114,3.075856404,0.556909967,15.09210526,1363.595624,4.281353028,0.601212697,0.474591749,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Kairos_50m,3617116.576,3786168.797,356.9805528,1.053425503,5.828812637,0.69568294,29.02928915,1901.871861,5.778411984,1.084605513,0.940152242,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Kairos_50m,5347065.231,5491082.498,472.626398,0.971915712,6.514752641,0.721556412,26.95761055,2312.372209,6.11090933,1.249010455,1.133669183,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Kairos_50m,3790466.007,3773475.471,384.7313619,1.086932016,5.230961917,0.520531875,21.77684911,1946.911915,5.549331401,1.096609359,0.820407234,Web/CloudOps,2
-bitbrains_rnd/5T/short,Kairos_50m,1533813.825,1707646.62,133.5053577,1.717693392,1.41809104,0.524111448,54.78831385,1238.472376,5.067471458,0.546265386,0.457716991,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Kairos_50m,2273023.479,2377314.928,184.45203,4.456124703,1.910063072,0.618703098,167.2992549,1507.65496,6.34347296,0.776083716,0.727873337,Web/CloudOps,2
-bitbrains_rnd/5T/long,Kairos_50m,2547494.005,2616006.238,216.6253947,3.38159377,3.234311451,0.590594225,124.7980449,1596.087092,6.114250098,0.829843088,0.784425776,Web/CloudOps,2
-bitbrains_rnd/H/short,Kairos_50m,1820958.458,1770432.862,179.2651649,5.741018387,2.43819341,0.52154564,200.0163663,1349.428938,5.905761322,0.784552078,0.650610652,Web/CloudOps,2
-bizitobs_application/10S/short,Kairos_50m,474754.098,478055.7495,369.6837068,1.540312786,0.020862356,0.02120089,23.92358334,689.0240184,0.026572904,0.014257224,0.011454249,Web/CloudOps,2
-bizitobs_application/10S/medium,Kairos_50m,3102011.245,3048442.928,976.253023,2.274304038,0.032161208,0.032683953,55.00321834,1761.252749,0.069159213,0.038334584,0.035262935,Web/CloudOps,2
-bizitobs_application/10S/long,Kairos_50m,4840797.506,4772801.644,1321.560514,2.907980515,0.040301668,0.041303781,77.6355305,2200.181244,0.084852203,0.050967311,0.048136903,Web/CloudOps,2
-bizitobs_l2c/5T/short,Kairos_50m,20.73574656,20.84141728,2.674121444,0.274380122,0.153384109,0.157241041,4.210190709,4.553652003,0.156390837,0.091840152,0.077865696,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Kairos_50m,151.1522163,152.7400397,8.321643368,0.826131405,0.602234835,0.79061562,22.90675997,12.29439776,0.646866138,0.437840829,0.409104329,Web/CloudOps,7
-bizitobs_l2c/5T/long,Kairos_50m,325.0179643,329.4567715,12.7999909,1.224763161,0.913108588,1.101895414,39.36157586,18.02825461,1.012259547,0.718700355,0.688543969,Web/CloudOps,7
-bizitobs_l2c/H/short,Kairos_50m,57.91809892,58.5556723,4.736005423,0.480059553,0.45162486,0.553507846,4.586802967,7.610394137,0.410219768,0.255282842,0.20851936,Web/CloudOps,7
-bizitobs_l2c/H/medium,Kairos_50m,63.73390488,63.67394802,4.684195818,0.474470152,0.485989131,0.708163446,6.840211445,7.983351732,0.483404085,0.283635179,0.238645077,Web/CloudOps,7
-bizitobs_l2c/H/long,Kairos_50m,76.49806179,76.72765939,5.158500381,0.556074308,0.603111698,0.714666628,11.13733155,8.746317042,0.53425031,0.315096105,0.277948554,Web/CloudOps,7
-bizitobs_service/10S/short,Kairos_50m,3121.050634,3168.797398,21.07442242,0.909076806,0.092010181,0.063097711,12.77227131,55.86636407,0.041387589,0.015612606,0.012906506,Web/CloudOps,2
-bizitobs_service/10S/medium,Kairos_50m,31113.11522,30839.08518,43.24961181,1.108338697,0.086811396,0.081545835,22.79641562,176.3891018,0.132754587,0.032550675,0.029779048,Web/CloudOps,2
-bizitobs_service/10S/long,Kairos_50m,132030.3125,131965.1704,73.82499945,1.405237841,0.102216737,0.108052115,33.73356756,363.3597562,0.26918853,0.054691921,0.052381197,Web/CloudOps,2
-car_parts/M/short,Kairos_50m,1.414383305,1.334951029,0.558874637,0.999470277,0.681762091,1.782883487,17.05439855,1.189278481,2.851767801,1.34012405,1.085418217,Sales,1
-covid_deaths/D/short,Kairos_50m,3580828.426,3557598.145,290.0575531,42.00239176,0.123081455,0.157623721,1220.94577,1892.307699,0.711989947,0.109135561,0.096761458,Healthcare,1
-electricity/15T/short,Kairos_50m,152185.9318,153507.6004,57.34764455,1.067538813,0.184793556,0.160299234,17.79196962,390.1101535,0.768984019,0.113043513,0.097225397,Energy,1
-electricity/15T/medium,Kairos_50m,277731.7063,278646.5793,58.35341668,0.883097662,0.139763041,0.130736294,14.27574336,527.0025676,0.908078487,0.100548812,0.087194536,Energy,1
-electricity/15T/long,Kairos_50m,356994.5982,358996.9872,64.06950792,0.936887595,0.154274704,0.135775034,16.58496097,597.4902494,0.942614128,0.101077504,0.088594224,Energy,1
-electricity/H/short,Kairos_50m,1518109.226,1562907.483,174.8803717,0.949474205,0.221146524,0.120495848,13.63652791,1232.115752,0.581646629,0.082556025,0.06915336,Energy,1
-electricity/H/medium,Kairos_50m,5571500.482,5588592.121,245.2659689,1.097297265,0.25350753,0.129798362,18.9808748,2360.40261,0.92134291,0.095735389,0.08292229,Energy,1
-electricity/H/long,Kairos_50m,9082957.177,9101245.658,288.5171285,1.248374157,0.308570919,0.142595428,25.39900142,3013.794481,1.188639685,0.113791073,0.101266118,Energy,1
-electricity/D/short,Kairos_50m,1248351582,1251751137,4251.995652,1.43649799,0.321572368,0.097051711,15.87298451,35332.01922,0.580622417,0.06987441,0.056563829,Energy,1
-electricity/W/short,Kairos_50m,42773897882,42563774916,26643.75409,1.42843091,0.246369676,0.09290708,15.16564683,206818.5144,0.471891607,0.060792255,0.049238666,Energy,1
-ett1/15T/short,Kairos_50m,5.165115501,5.264231797,1.141816796,0.719104212,0.523534821,0.248611826,8.234283115,2.272689046,0.429632813,0.215850894,0.178675105,Energy,7
-ett1/15T/medium,Kairos_50m,10.10533617,10.16933795,1.63775785,1.022493869,0.774998435,0.395545879,18.25644554,3.17888914,0.605899379,0.312158248,0.273001623,Energy,7
-ett1/15T/long,Kairos_50m,8.853108631,8.880000675,1.579386801,1.012680489,0.793426423,0.389877963,19.0526992,2.975417388,0.567117466,0.30103267,0.264197838,Energy,7
-ett1/H/short,Kairos_50m,107.0877701,108.5887301,5.09058598,0.837936409,0.507895703,0.261678663,8.594493947,10.34832209,0.482998529,0.237598474,0.193503729,Energy,7
-ett1/H/medium,Kairos_50m,135.0111678,136.2789804,6.800880085,1.275834324,2.60577E+12,0.426364182,23.91029885,11.61943062,0.556543209,0.32574605,0.27976782,Energy,7
-ett1/H/long,Kairos_50m,146.0603763,147.2046833,6.867089016,1.281688514,3.06197E+12,0.435697724,28.4452898,12.0855441,0.57875052,0.328850013,0.290574828,Energy,7
-ett1/D/short,Kairos_50m,41755.00513,41961.04904,139.5849564,1.785173239,1.433147215,0.485441241,14.67657218,204.3404148,0.536706898,0.366624532,0.289489663,Energy,7
-ett1/W/short,Kairos_50m,2153185.844,2085116.145,944.0636379,1.485292829,0.616860242,0.511878408,13.13188023,1467.373791,0.583903065,0.375665461,0.298061675,Energy,7
-ett2/15T/short,Kairos_50m,8.424481214,8.431180281,1.784239681,0.768928799,0.111529115,0.132711843,8.622286122,2.902495687,0.137791799,0.084704207,0.06998294,Energy,7
-ett2/15T/medium,Kairos_50m,13.8397496,13.82079922,2.273352646,0.929703183,0.138929158,0.167057506,17.92224457,3.720181394,0.19825519,0.121151071,0.107114016,Energy,7
-ett2/15T/long,Kairos_50m,12.82068073,12.78033339,2.260576486,0.931296981,0.141632767,0.168528531,19.96997419,3.580597818,0.190816526,0.120470205,0.108143276,Energy,7
-ett2/H/short,Kairos_50m,114.2573788,114.2044238,6.57644948,0.7502733,0.122897048,0.111602583,7.906534851,10.68912432,0.135567832,0.083407674,0.068441677,Energy,7
-ett2/H/medium,Kairos_50m,231.2604804,233.4488848,9.848766636,1.045914985,0.17425909,0.167788134,19.59925391,15.20725092,0.204927468,0.132718453,0.11629653,Energy,7
-ett2/H/long,Kairos_50m,220.8514104,220.8830466,9.262856604,1.022710757,0.177085177,0.176331057,24.00075498,14.8610703,0.203510922,0.126847693,0.114722352,Energy,7
-ett2/D/short,Kairos_50m,112943.3102,109548.9818,200.7072229,1.340029417,0.437446402,0.136124482,11.61837716,336.0703946,0.192341943,0.114870032,0.093753119,Energy,7
-ett2/W/short,Kairos_50m,5338131.795,5203102.11,1609.780385,1.164997698,0.194499319,0.228787634,7.208596958,2310.439741,0.193810452,0.13503588,0.107803016,Energy,7
-hierarchical_sales/D/short,Kairos_50m,27.28709216,28.09181395,2.290182335,0.744619214,0.606006926,1.021866525,9.134164445,5.223704831,1.602574793,0.702602578,0.587669947,Sales,1
-hierarchical_sales/W/short,Kairos_50m,458.3533465,461.3533303,9.157517712,0.729670587,0.570236492,0.462583864,8.227431206,21.40918837,0.98290631,0.420426117,0.356151975,Sales,1
-hospital/M/short,Kairos_50m,3344.590542,3287.376472,18.70543868,0.773676409,0.198966637,0.178374902,7.232407981,57.83243504,0.209945169,0.067905086,0.054445767,Healthcare,1
-jena_weather/10T/short,Kairos_50m,588.5397406,647.8586392,5.198390945,0.284913144,0.349235101,0.313635662,2.676367663,24.25983802,0.150684006,0.032288524,0.02655814,Nature,21
-jena_weather/10T/medium,Kairos_50m,1511.311017,1512.724232,9.978306859,0.627679752,0.774745832,0.4849722,13.92840437,38.87558382,0.238578797,0.0612367,0.054970218,Nature,21
-jena_weather/10T/long,Kairos_50m,1546.16145,1549.417083,9.980570664,0.645286124,0.801083221,0.451684113,16.38695187,39.32125952,0.240613521,0.061072821,0.056167538,Nature,21
-jena_weather/H/short,Kairos_50m,1086.585766,1089.305577,8.460113015,0.560436148,1.449401524,0.455677833,6.979475606,32.9634004,0.202063536,0.051859952,0.044385481,Nature,21
-jena_weather/H/medium,Kairos_50m,1505.286199,1506.090058,11.22069069,0.857690675,2.54889791,0.517302779,17.41095061,38.79801797,0.237411947,0.068661395,0.061741582,Nature,21
-jena_weather/H/long,Kairos_50m,1192.895535,1201.217889,11.42615049,1.035467669,2.670123256,0.481627523,27.26896082,34.5383198,0.207958962,0.068798089,0.061903489,Nature,21
-jena_weather/D/short,Kairos_50m,430.3252873,427.8099919,10.56173814,1.122478737,0.776305575,0.463632688,9.369381566,20.74428324,0.124914489,0.063598925,0.050842244,Nature,21
-kdd_cup_2018/H/short,Kairos_50m,4423.00621,4521.612552,22.35811906,0.936497383,0.865647907,0.495410356,10.3724855,66.50568555,1.392084446,0.467995924,0.387665232,Nature,1
-kdd_cup_2018/H/medium,Kairos_50m,5101.574262,5145.10676,25.18947189,1.042339793,0.977360496,0.553608629,21.30156337,71.42530548,1.495061001,0.527261267,0.473833851,Nature,1
-kdd_cup_2018/H/long,Kairos_50m,4086.297501,4139.237693,24.23591298,1.020022283,1.039520966,0.606979002,25.08223864,63.92415428,1.499918971,0.568672453,0.52287054,Nature,1
-kdd_cup_2018/D/short,Kairos_50m,2715.186615,2834.747051,20.78310564,1.176038485,0.529615013,0.454773322,12.19857362,52.10745259,1.167262265,0.465563634,0.385130423,Nature,1
-loop_seattle/5T/short,Kairos_50m,39.50931554,40.3244091,3.461945374,0.54921742,0.093988561,0.073542008,5.598254631,6.285643606,0.10778491,0.05936472,0.048348954,Transport,1
-loop_seattle/5T/medium,Kairos_50m,77.25818295,79.11513807,5.113389333,0.811052493,0.170814678,0.11671389,13.50493768,8.789663415,0.156386173,0.090977703,0.078503912,Transport,1
-loop_seattle/5T/long,Kairos_50m,91.6434602,93.12734209,5.531505158,0.873930664,0.180681217,0.124585919,16.76076789,9.573059083,0.169253653,0.097798148,0.085987464,Transport,1
-loop_seattle/H/short,Kairos_50m,54.33541909,54.70702461,4.089501762,0.830537226,0.115226523,0.094187465,10.97928907,7.371256276,0.130478733,0.07238834,0.060876962,Transport,1
-loop_seattle/H/medium,Kairos_50m,61.44919655,61.15202069,4.565432201,0.9380787,0.123629269,0.103425326,15.93332211,7.838953792,0.138552633,0.080693504,0.06989731,Transport,1
-loop_seattle/H/long,Kairos_50m,55.99017993,56.41888305,4.337624523,0.90673465,0.132348799,0.100673378,17.1753599,7.482658614,0.133725105,0.077519145,0.068042935,Transport,1
-loop_seattle/D/short,Kairos_50m,18.52714292,18.56323141,2.889923523,0.873032537,0.053492156,0.053302621,14.72432294,4.304316777,0.07692389,0.051646794,0.044789456,Transport,1
-m4_daily/D/short,Kairos_50m,404480.1803,408458.6218,180.7881428,3.30995315,0.045401151,0.03120442,38.02919375,635.987563,0.098242502,0.027926772,0.023009329,Econ/Fin,1
-m4_hourly/H/short,Kairos_50m,955905.4409,960364.1019,210.2623817,1.019491024,0.102742231,0.095853622,10.33854687,977.7041684,0.133478215,0.028705459,0.022277235,Econ/Fin,1
-m4_monthly/M/short,Kairos_50m,1888605.507,1905221.489,566.016827,0.973541534,0.15798614,0.132389552,12.49722163,1374.265443,0.285619537,0.117637728,0.098244516,Econ/Fin,1
-m4_quarterly/Q/short,Kairos_50m,1851646.548,1851589.755,578.9015635,1.206708185,0.122731953,0.105711689,15.47908243,1360.752199,0.227765956,0.096897928,0.081090363,Econ/Fin,1
-m4_weekly/W/short,Kairos_50m,350282.7948,342247.6443,303.2645621,2.431395293,0.076217278,0.07408593,20.03375849,591.8469353,0.107825333,0.0552501,0.044314932,Econ/Fin,1
-m4_yearly/A/short,Kairos_50m,3281788.821,3281350.4,833.4983668,3.044331239,0.16515814,0.140944585,47.48120055,1811.570816,0.290493776,0.133655326,0.11400675,Econ/Fin,1
-m_dense/H/short,Kairos_50m,48021.62194,48189.77842,95.69494292,0.837500594,0.334651014,0.231534621,13.30495925,219.1383625,0.388696886,0.169738999,0.14469597,Transport,1
-m_dense/H/medium,Kairos_50m,39322.67852,39322.3823,90.65505082,0.771879837,0.329843712,0.232506273,12.67312661,198.2994668,0.345016032,0.157728341,0.134242315,Transport,1
-m_dense/H/long,Kairos_50m,40222.16097,40198.09126,93.80588077,0.802050862,0.343733928,0.237319099,14.20688609,200.5546334,0.347189736,0.162391855,0.139522713,Transport,1
-m_dense/D/short,Kairos_50m,7916.943304,7938.128376,44.29911886,0.671495166,0.123345113,0.096759587,9.663077388,88.97720666,0.154032706,0.076688328,0.064397125,Transport,1
-restaurant/D/short,Kairos_50m,140.1237592,141.2470529,7.228977495,0.692931762,0.704488942,0.398910108,6.620843457,11.83738819,0.544784031,0.332694294,0.269871618,Sales,1
-saugeen/D/short,Kairos_50m,936.8498176,1119.693293,12.52292173,2.781401227,0.286591548,0.321401168,34.67216938,30.60800251,0.991400479,0.405620413,0.332404681,Nature,1
-saugeen/W/short,Kairos_50m,902.9603745,923.9052747,14.91398416,1.209895312,0.42131126,0.399116245,15.43171781,30.04929907,0.907063077,0.450191012,0.375871821,Nature,1
-saugeen/M/short,Kairos_50m,373.6656669,376.9704953,11.9940023,0.702779869,0.341025159,0.339837744,9.544651426,19.3304337,0.580357572,0.360095907,0.306651125,Nature,1
-solar/10T/short,Kairos_50m,31.05741108,31.65870506,2.532276401,1.11778936,6.795422657,1.309459949,22.72021849,5.572917646,1.621161127,0.736638925,0.648568364,Energy,1
-solar/10T/medium,Kairos_50m,18.68836707,18.67212164,1.711743919,0.74922253,3.651725607,0.785634443,17.02272027,4.323004403,0.959291857,0.379842778,0.341880425,Energy,1
-solar/10T/long,Kairos_50m,18.87930919,18.97296966,1.786490282,0.781561492,3.356449826,0.672876267,17.71496927,4.345032703,0.939109317,0.386121298,0.346967491,Energy,1
-solar/H/short,Kairos_50m,701.370366,711.6082536,10.93042915,0.844024776,4.763235367,0.863297421,13.92895042,26.48339793,0.976186868,0.402899259,0.348278462,Energy,1
-solar/H/medium,Kairos_50m,704.5910831,714.5251452,11.13871129,0.852412238,4.885715744,0.854922327,15.23863931,26.54413463,0.956181683,0.401242378,0.348896747,Energy,1
-solar/H/long,Kairos_50m,718.9796879,723.1976859,11.98387975,0.912655434,6.906881422,1.01813983,17.12603183,26.8137966,0.929683315,0.415503005,0.364192226,Energy,1
-solar/D/short,Kairos_50m,130743.0957,139400.5272,254.9196083,0.995196489,1.123354658,0.426924223,7.349796348,361.5841475,0.522365955,0.368272021,0.30062322,Energy,1
-solar/W/short,Kairos_50m,1387663.955,1450200.784,928.6871969,1.013478148,0.205651775,0.180864472,5.228532047,1177.991492,0.240457504,0.189568267,0.144666621,Energy,1
-sz_taxi/15T/short,Kairos_50m,16.69964544,16.77801924,2.758025874,0.550346844,1.00246E+12,0.396922753,5.315816891,4.086519967,0.382107106,0.257887223,0.208488519,Transport,1
-sz_taxi/15T/medium,Kairos_50m,16.77671943,16.77064254,2.802017281,0.546180246,1.06112E+13,0.409229129,9.106818545,4.095939383,0.381195518,0.260774472,0.22627041,Transport,1
-sz_taxi/15T/long,Kairos_50m,16.08016981,16.04621383,2.748618542,0.519517046,7.78138E+12,0.402883812,10.2055382,4.010008704,0.37115924,0.254407221,0.226165568,Transport,1
-sz_taxi/H/short,Kairos_50m,7.225723914,7.241094466,1.863642401,0.567262774,1.063674053,0.298543224,5.448591703,2.688070668,0.250410372,0.173609791,0.140658008,Transport,1
-temperature_rain/D/short,Kairos_50m,168.3354179,179.2370264,5.900764702,1.381027354,34.0699801,1.429881937,24.24066362,12.97441397,1.527431557,0.694676017,0.575360018,Nature,1
-us_births/D/short,Kairos_50m,189073.1956,188141.2082,272.5702897,0.401353423,0.026126218,0.025713137,5.566167923,434.8254772,0.04076136,0.025551253,0.021406951,Healthcare,1
-us_births/W/short,Kairos_50m,3006552.911,3010076.897,1313.646484,1.194214344,0.017668725,0.017781145,11.75990854,1733.941438,0.023538085,0.017832622,0.014462162,Healthcare,1
-us_births/M/short,Kairos_50m,60816298.67,60781960,6681.496094,0.756184961,0.020494023,0.020749506,5.042984677,7798.480536,0.024222027,0.020752681,0.016539774,Healthcare,1

results/Kairos_50m/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Kairos_50m",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/mldi-lab/Kairos_50m",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/kairos.ipynb",
-    "org": "ShanghaiTech University",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Lag-Llama/config.json

@@ -2,8 +2,5 @@
     "model": "Lag-Llama",
     "model_type": "pretrained",
     "model_dtype": "float32",
-    "model_link": "https://huggingface.co/time-series-foundation-models/Lag-Llama",
-    "org": "Morgan Stanley & Service Now",
-    "testdata_leakage": "Yes",
-    "replication_code_available": "No"
+    "model_link": "https://huggingface.co/time-series-foundation-models/Lag-Llama"
 }

results/Lingjiang/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-sz_taxi/15T/short,Lingjiang,17.09323329017276,17.386402977837456,2.8361871821830853,0.5671442573738626,1174271885554.2747,0.41391644502276864,4.4164362710667655,4.134396363457761,0.3865837599108391,0.26519564364706477,0.2088630352872326,Transport,1
-sz_taxi/15T/medium,Lingjiang,17.21445792434562,17.514251552483973,2.9012683835803954,0.5629482017337738,10647864730398.818,0.420859646594417,7.359556932369601,4.149030962085679,0.38613655459189805,0.27001142864910843,0.22888953052411917,Transport,1
-sz_taxi/15T/long,Lingjiang,16.0140947738604,16.15976395566239,2.7994916519208513,0.5266544729112937,7095435715620.177,0.41183234812600794,8.351346494999227,4.001761458890372,0.37039587407490804,0.2591159338283382,0.22517247657610712,Transport,1
-ett1/W/short,Lingjiang,934043.8571428572,947159.0,790.3670479910714,1.4737426040551591,0.6101730210440499,0.5210852862135302,9.820853035160889,966.4594441273039,0.38457728002962416,0.3145059126779166,0.24913932511091272,Energy,7
-jena_weather/H/short,Lingjiang,1193.8501848493304,1208.3259932056703,9.578534883962837,0.6138052619383408,1.863594383941177,0.6316858060715952,5.381475698617071,34.55213719655168,0.21180240260988445,0.05871580939741089,0.04919520614165182,Nature,21
-jena_weather/H/medium,Lingjiang,1297.6031746031747,1307.8561507936508,11.358327132936507,0.9872609969998994,3.3926952205216447,0.742350333050968,14.921345951635312,36.022259432234044,0.2204265941250247,0.06950361816090492,0.059438166565082017,Nature,21
-jena_weather/H/long,Lingjiang,1811.4849206349206,1837.1756613756613,14.870024181547619,1.7036503568567323,2.949063884971797,0.8200739450141611,36.74916733824333,42.561542742655845,0.25626764233661453,0.08953402045444432,0.0788971210232101,Nature,21
-m_dense/H/short,Lingjiang,56631.89229166666,56800.576736111114,112.90510443793403,0.9664262184532758,0.377370882363476,0.2814634009501656,9.238169080076567,237.9745622785483,0.42210761464237084,0.2002655403961221,0.16331943563923426,Transport,1
-m_dense/H/medium,Lingjiang,45420.64666666667,45423.653333333335,104.41352430555555,0.8804006605805744,0.36356739349609785,0.2614305755106678,8.759647794720259,213.12120182343818,0.37080397737034576,0.18166634653191666,0.14737409299407392,Transport,1
-m_dense/H/long,Lingjiang,49752.48987654321,49573.60592592593,111.23660493827161,0.9419306312193415,0.41018671183221617,0.2705995697473848,9.47996512382366,223.05266166657418,0.3861371511555014,0.1925670171974051,0.15693379160316637,Transport,1
-solar/W/short,Lingjiang,1960827.0218978103,1931086.401459854,1143.7363138686133,1.2745701544246,0.26682154105527556,0.22508404991847766,7.160781461501847,1400.2953338127677,0.28583528674232206,0.23346517647965948,0.1795946046722768,Energy,1
-ett2/D/short,Lingjiang,127917.14285714286,125213.21904761904,217.22093253968254,1.409814638887418,0.41028955853174603,0.14565096545073425,12.304443440561512,357.65506127712337,0.20469542797939055,0.12432127087344728,0.10254958679143258,Energy,7
-saugeen/M/short,Lingjiang,821.346912202381,812.7466517857143,18.786626906622026,1.1000416552043357,0.7276654016403925,0.5518138153362566,12.341764029571204,28.659150584104562,0.860433677181315,0.5640308990896521,0.4597692693518234,Nature,1
-us_births/D/short,Lingjiang,2826943.5733333332,2767791.5733333332,1238.2691666666667,1.8224119325817063,0.12258313496907552,0.11965751761143395,26.734568368331193,1681.3517101824154,0.1576130794474118,0.11607768640027098,0.10097962706084157,Healthcare,1
-saugeen/D/short,Lingjiang,1119.9961458333332,1123.9998958333333,15.4671484375,3.4350743055523565,0.46237904866536456,0.42182195556561747,49.05696560926704,33.46634347868517,1.0839828391469435,0.5009846231772188,0.43951157433521065,Nature,1
-bizitobs_application/10S/short,Lingjiang,9553505.848888889,9514224.071111111,1451.8597222222222,6.286112010241561,0.09175194634331597,0.0917911630043546,62.00851907684117,3090.874609053057,0.11920267909227933,0.055992426236948833,0.04477444122233195,Web/CloudOps,2
-bizitobs_application/10S/medium,Lingjiang,38072316.586666666,38252482.56,3302.0416666666665,14.387804728830615,0.2129423395792643,0.2000370956039799,158.41181211429534,6170.27686466877,0.2422886122656452,0.12966145776068874,0.11724607413195814,Web/CloudOps,2
-bizitobs_application/10S/long,Lingjiang,43412484.55111111,43363701.19111111,3864.6633333333334,19.528228877502624,0.29758646647135417,0.2568691437691168,196.7394898977901,6588.815109798658,0.25410426253827,0.14904461726584523,0.13530558714350346,Web/CloudOps,2
-us_births/W/short,Lingjiang,4952630.285714285,4914044.571428572,1619.2280970982142,1.4719038040047356,0.021840855479240417,0.021891268192348306,11.998193407821105,2225.450580380136,0.030210273413381852,0.021980862645627184,0.017531634559094456,Healthcare,1
-hierarchical_sales/W/short,Lingjiang,474.56658521749205,485.61599990068856,11.611765522067829,0.8532678474854984,0.9547392777979034,0.5492071498136553,7.406421840175275,21.784549231450534,1.0001393108314858,0.5331018348551086,0.41534321791432344,Sales,1
-ett2/15T/short,Lingjiang,7.304725138346354,7.388636634463356,1.7280328659784225,0.755450170575806,0.1109275996181732,0.13233627908806683,5.027568057151543,2.7027255018492635,0.12830799794028813,0.0820358698125295,0.06468501154439725,Energy,7
-ett2/15T/medium,Lingjiang,9.417513640873016,9.406885540674603,1.9176648530505953,0.8102434393985944,0.12510297214776597,0.15249707628553727,9.903711351508937,3.0687967741238613,0.16354173501807104,0.10219583124418731,0.0863454473480228,Energy,7
-ett2/15T/long,Lingjiang,9.139844680059523,9.112584790426586,1.9217139253162203,0.8189941522786657,0.12683853355144326,0.15527791717027067,11.138921354033528,3.0232176038220477,0.16111273320475183,0.10241161025058418,0.08812990126301982,Energy,7
-electricity/D/short,Lingjiang,3690691163.269766,3749371098.125838,6297.337263513514,1.825122512966233,0.6999188601849841,0.13103219884045708,15.254432410985517,60751.05894772342,0.9983416598539446,0.10348616543007227,0.08229310686538788,Energy,1
-solar/10T/short,Lingjiang,7.971274427427863,8.137727385657838,1.0961543851235198,0.462802415535418,1.9123008104950558,1.4585079224571553,3.6283600508181397,2.8233445463541753,0.8213106059319867,0.3188711853830772,0.2561423437975909,Energy,1
-solar/10T/medium,Lingjiang,7.30529797576587,7.445224747618751,1.1026903179044667,0.4762752678565837,1.5468000155097679,1.4105413662397628,3.5098566111266103,2.702831473800368,0.5997690350163539,0.2446913595250988,0.19642906234134852,Energy,1
-solar/10T/long,Lingjiang,5.771575383219599,5.832640472931874,0.970011247200204,0.4178728686754567,1.3346674182704028,1.398590857213463,2.934618715582179,2.402410327820707,0.5192425663451602,0.20965241597042147,0.16677663458486577,Energy,1
-bitbrains_rnd/5T/short,Lingjiang,1454676.3283585014,1494937.345909339,134.2604387692385,4.896481511820496,1.4175650688905905,0.7594272120753072,147.95764243714765,1206.0996345072415,4.935011534888143,0.5493549579558862,0.4637727868272927,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Lingjiang,2273789.872997734,2313939.890607318,170.1899805013223,12.308572831484428,1.8745901569497507,0.7930135085822246,520.4164828195159,1507.9091063448534,6.344542271617249,0.7160760028260043,0.6592322518507768,Web/CloudOps,2
-bitbrains_rnd/5T/long,Lingjiang,2914635.2722429223,2955469.1726222956,213.55429364347947,15.358232684244904,3.434647996477651,0.7831883359010346,556.0979504987027,1707.2302926796146,6.540014637915582,0.8180783883736876,0.7395778802399846,Web/CloudOps,2
-m4_yearly/A/short,Lingjiang,3936182.7263573315,3940952.357534604,926.3724553435405,3.4868375752066854,0.17393223924764972,0.15295901769111292,48.18305387001156,1983.9815337742766,0.31814063371167794,0.14854811649147528,0.1275370953666668,Econ/Fin,1
-ett2/H/short,Lingjiang,89.04362444196428,89.76956031436012,6.018736049107143,0.7099558829055521,0.11579877961710715,0.10795171174971493,4.9516478976436655,9.436292939601032,0.11967844475334054,0.07633431627743249,0.060648775917624805,Energy,7
-ett2/H/medium,Lingjiang,162.27760416666666,162.34384300595238,7.973710123697916,0.907039326082194,0.15990741471564449,0.1551258809372724,10.553095233885985,12.738822715096818,0.17166382811626876,0.10745087161792942,0.09012610337599822,Energy,7
-ett2/H/long,Lingjiang,203.03371362433862,203.1843253968254,8.661400462962963,0.9753604010915986,0.1753028890534151,0.1665938242831186,15.46816916513478,14.248989915932238,0.19512895006611786,0.11861121303415395,0.10311387342623744,Energy,7
-sz_taxi/H/short,Lingjiang,7.773222311949119,7.7306772867838545,1.952469198112814,0.5932086240553479,0.8541937934027778,0.312534350797163,5.0204712814012,2.788049912026167,0.25972405404837795,0.1818845542725299,0.14649103854196774,Transport,1
-m_dense/D/short,Lingjiang,19804.687407407408,18806.54,87.40711226851852,1.2007316328104565,0.20896806992629088,0.1764104723064206,8.72343824704361,140.72912778599678,0.24362292699974167,0.1513146344787508,0.11454439973549187,Transport,1
-solar/D/short,Lingjiang,111434.15377128954,118397.84817518249,256.7090556569343,1.001682357126927,1.0344546872623936,0.4374496389920945,5.980117795658627,333.81754563127674,0.48225268020663853,0.37085716956476394,0.2769877237352596,Energy,1
-ett1/D/short,Lingjiang,37461.76190476191,37928.276190476194,129.57366071428572,1.6221098555549,1.2298961821056547,0.4697289031690134,10.953606401513925,193.55041179176527,0.5083665767038218,0.3403295178683078,0.2699848904414602,Energy,7
-kdd_cup_2018/H/short,Lingjiang,4209.314949408824,4216.908606780375,23.61135662573143,0.984102320635578,0.9781430452791183,0.5141915555291138,8.099185907929957,64.87923357599736,1.3580398573445713,0.49422845518296776,0.39632909174029174,Nature,1
-kdd_cup_2018/H/medium,Lingjiang,4845.177616249731,4861.564490791731,26.19779684160988,1.1098394040784967,1.1810039223819655,0.5766375241276097,13.33649079388805,69.60731007767598,1.457007068819303,0.5483673358893288,0.46181373879234333,Nature,1
-kdd_cup_2018/H/long,Lingjiang,3777.00968693059,3803.853777661251,23.727969318494736,1.0484847535977073,1.1259852954507164,0.6109661612949059,17.113950961780642,61.45738106143631,1.4420385148776678,0.556754047213631,0.48712247821121907,Nature,1
-electricity/15T/short,Lingjiang,106979.23249725068,107181.7422578499,46.46277012043171,0.8784644069041138,0.13553034983860776,0.15343672736125977,8.811451409216483,327.0767990812719,0.6447328516706035,0.09158727968601092,0.07531089291314144,Energy,1
-electricity/15T/medium,Lingjiang,255490.10428068694,255875.68903265765,54.502327594928914,0.8566204719397901,0.1281595765067794,0.13442819134255826,8.821427516852031,505.46028951905504,0.8709589721345719,0.09391299812333029,0.07809937535060471,Energy,1
-electricity/15T/long,Lingjiang,334741.3973020364,335076.2592161693,60.12559493917746,0.9148428045415958,0.1344224968796469,0.13701520395166672,10.056061198522244,578.5684033042562,0.9127626100349774,0.09485549963178525,0.07962718340403302,Energy,1
-bizitobs_l2c/H/short,Lingjiang,87.81773933531746,89.68966238839286,6.0466109987289185,0.6132358461152132,0.5974742422858588,0.7479992598736441,4.581464839162259,9.371111958317298,0.5051269343858105,0.32592781846989066,0.25796571862790607,Web/CloudOps,7
-bizitobs_l2c/H/medium,Lingjiang,124.88249627976191,125.34395461309524,6.777444312686012,0.6772106649665172,0.5648209363825983,0.8958428998502589,7.0525878583762385,11.175083725850197,0.6766682935776718,0.41038454747989217,0.3411844013367673,Web/CloudOps,7
-bizitobs_l2c/H/long,Lingjiang,89.15849454365079,87.8366691468254,5.973435174851191,0.6403397953288085,0.7194376691083268,0.7969727165870376,6.905730267625824,9.44237758955078,0.5767676755497171,0.36487466087550813,0.2997970122577858,Web/CloudOps,7
-covid_deaths/D/short,Lingjiang,1105261.6408521303,740747.3333724937,137.14504082471805,46.97034764025341,0.15950974217228742,0.43316459058217893,1879.9299471650304,1051.3142445777714,0.39556208215522815,0.051601486601826514,0.054492841692399346,Healthcare,1
-saugeen/W/short,Lingjiang,1263.2958984375,1263.604296875,19.51348876953125,1.5823706309584327,0.735014820098877,0.5518413174729557,17.640407083308567,35.54287408802924,1.0728912091471896,0.5890308844684464,0.4824969935136547,Nature,1
-bizitobs_l2c/5T/short,Lingjiang,24.677030581519716,24.987733532133557,3.3545733497256323,0.3469033280871791,0.19827775474083162,0.22295488926795595,2.977660203881629,4.967598069642885,0.17060741821913902,0.1152096225177417,0.09272611009401345,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Lingjiang,129.2798469387755,131.56347789115645,8.081776147959184,0.7769746660786438,0.6045963468467317,0.8976405112532411,11.664473778347682,11.370129591995665,0.5982360215357628,0.4252202730478402,0.36594187170290926,Web/CloudOps,7
-bizitobs_l2c/5T/long,Lingjiang,223.84626984126984,231.2563888888889,10.753251488095238,1.006255620896709,0.8809193260013586,1.113815891635273,16.574954822937777,14.9614929014878,0.840065458946472,0.6037789949166943,0.5294317796593851,Web/CloudOps,7
-bitbrains_fast_storage/H/short,Lingjiang,3727547.588392926,3791171.796155395,377.3934709330137,10.801860834345261,6.207630168792159,0.6849123241399845,460.00229166739234,1930.6857818901879,5.503081569150704,1.0756939703445767,0.8207449978427294,Web/CloudOps,2
-temperature_rain/D/short,Lingjiang,176.29479995097697,174.49793604630133,6.85677124670614,1.7758821742923057,116.20552978809594,1.4046897334015713,26.967362774168745,13.277605203912977,1.5631251811050066,0.8072232629453759,0.6562921590914577,Nature,1
-car_parts/M/short,Lingjiang,1.8932626458679012,1.8726193467443393,0.6411106109112339,1.1685522892965359,0.6084963390294428,1.7623544992125955,20.072465496027167,1.375958809655253,3.299408079093689,1.5373174795568199,1.2669739090728933,Sales,1
-ett2/W/short,Lingjiang,4426755.428571428,4369387.428571428,1364.62890625,0.8382627374642126,0.1382666059902736,0.14333329986210291,12.311190433214493,2103.9856055998644,0.17649213624456936,0.11447144419815805,0.11005800035604434,Energy,7
-electricity/W/short,Lingjiang,293216462548.1802,295802462886.0541,55618.44344031531,2.05324014036354,0.27171204641973346,0.12206950498191843,22.060561717235288,541494.6560661335,1.23551211068611,0.1269029337191233,0.1028292775747762,Energy,1
-m4_hourly/H/short,Lingjiang,49552281.860504836,50028761.21694263,1165.5019900065497,3.5781276609341783,0.20328312718733882,0.18213568786364756,31.88400326014204,7039.338169210571,0.9610251650543133,0.15911676856444965,0.14132054518393555,Econ/Fin,1
-solar/H/short,Lingjiang,403.2013216921181,407.78835768424256,8.668212499824921,0.6708210896810207,3.1421810864188666,1.3852154919689164,5.949208250515579,20.07987354771235,0.7401508249717682,0.3195131990015417,0.2630590271714113,Energy,1
-solar/H/medium,Lingjiang,331.3477493917275,329.5756576946472,8.693236770072993,0.6676443209120652,2.7253151548540204,1.3853930825626415,4.587427010147563,18.20295990743614,0.6557130961698584,0.31315067589164935,0.2503951025798989,Energy,1
-solar/H/long,Lingjiang,673.3169606650446,676.609058191403,12.09902026941403,0.9209384654596641,4.7493711059971115,1.4154859835191538,8.69386646391294,25.948351790914284,0.8996767745888563,0.41949514248080394,0.34892784690362766,Energy,1
-kdd_cup_2018/D/short,Lingjiang,2703.469975979121,2773.758597438327,20.306674391374095,1.1497899485946192,0.5179411246822714,0.44369057369143095,10.851214597383303,51.99490336541766,1.1647410635822066,0.4548910758079765,0.3796386481450549,Nature,1
-jena_weather/D/short,Lingjiang,473.0492063492064,411.16262400793653,11.217914496527778,1.4728260202685992,1.3635249775274958,0.4644392777350744,46.922873965526826,21.749694396685356,0.1309687084952244,0.06755018010018583,0.056511961170245484,Nature,21
-bitbrains_rnd/H/short,Lingjiang,2202512.1140639754,2260655.0138066253,212.19918226834977,13.35019690042479,5.980002028465694,0.6937300674779288,493.5711218791996,1484.086289291824,6.49508785045146,0.9286874628324797,0.7650499489657955,Web/CloudOps,2
-hierarchical_sales/D/short,Lingjiang,38.006511076051574,37.00677162728658,2.706984823920008,0.863367504569755,0.8717738846921772,1.0006339814958891,10.424223068046993,6.164942098353526,1.8913359631596063,0.8304729659301323,0.6946249814745438,Sales,1
-jena_weather/10T/short,Lingjiang,977.3738037896535,1015.139794843159,7.531115359351748,0.37825047090228486,0.46671172549086337,0.5697162743324519,3.394748151401456,31.262978165709892,0.19418227685150435,0.04677766526140715,0.03774732755741364,Nature,21
-jena_weather/10T/medium,Lingjiang,1559.6394683441558,1587.0593795093796,10.57711024869228,0.764288819186884,1.1371565525463427,0.6901022479536222,10.098053444720671,39.49227099502073,0.24236339531671758,0.06491154567524171,0.055233552370179545,Nature,21
-jena_weather/10T/long,Lingjiang,1649.9367466517858,1682.0053664434524,11.055315548528439,0.9397411592430446,1.2492042783485764,0.7165659701217734,14.352642834267925,40.61941342082362,0.2485571589359742,0.06764937236819439,0.058566091098292535,Nature,21
-us_births/M/short,Lingjiang,290976896.0,278728234.6666667,13686.470052083334,1.5482366052848597,0.04185976584752401,0.042657789917493916,10.642255753936716,17058.044905557024,0.052982171176379204,0.04251008266859687,0.034070572629962194,Healthcare,1
-electricity/H/short,Lingjiang,1476958.854649845,1496657.4412938133,168.618973663605,0.9268181713686989,0.21461331510676238,0.13056361738499564,10.325464849490274,1215.301960275653,0.5737093134382268,0.07960019713229399,0.06595918627209568,Energy,1
-electricity/H/medium,Lingjiang,4832241.587778716,4832438.3344453825,236.6403076171875,1.09338040135783,0.2203902037909806,0.13760611188733513,11.456428467859483,2198.236017305402,0.8580439399674773,0.0923685083423678,0.0759866724604843,Energy,1
-electricity/H/long,Lingjiang,7462470.25157958,7462616.077933934,271.33462443693696,1.2508563444428233,0.31756775432533596,0.15122960311419073,15.006629317815262,2731.752231001117,1.07740227511646,0.10701429594114113,0.08966975033431074,Energy,1
-m4_daily/D/short,Lingjiang,329778.9041535706,329276.8219819866,179.72874353578928,3.3390770455173326,0.03956626303122064,0.031533893375144395,32.544817631462834,574.2637931765946,0.08870788516277912,0.02776312372721809,0.02269625702322976,Econ/Fin,1
-m4_monthly/M/short,Lingjiang,2039266.7754814816,2019260.9005138888,606.0031261664496,1.1226536765536765,0.17505683936013117,0.14117489530719476,12.328738993471791,1428.0289827176064,0.2967934456053558,0.12594825317920366,0.10535289873829468,Econ/Fin,1
-m4_weekly/W/short,Lingjiang,438319.71030640666,431951.546603814,334.4961665684594,2.754998052518397,0.08141426379046655,0.08592870751588935,31.990570079580458,662.0571805413839,0.12061654816449499,0.060940012693090316,0.05065628874458569,Econ/Fin,1
-restaurant/D/short,Lingjiang,190.70837601860933,188.50204050212477,8.80071393860325,0.8240286415384662,0.8861624333909037,0.4547895594580048,6.821462891597235,13.80972034541646,0.6355553270966182,0.4050292465038384,0.32166372383285985,Sales,1
-loop_seattle/H/short,Lingjiang,66.54251516506989,67.2236101766819,5.007142026604021,1.0090175995760635,0.13925489204269575,0.11299635656371422,9.209791822772557,8.157359570661937,0.14439355959368416,0.08863150561767132,0.07358521044869959,Transport,1
-loop_seattle/H/medium,Lingjiang,76.99957793150155,77.71184570816402,5.4727257081967755,1.1136856506759663,0.1404986118753628,0.1214428414386179,12.099502781988765,8.77494033777447,0.155096089495088,0.09672981508109388,0.08105321799367299,Transport,1
-loop_seattle/H/long,Lingjiang,70.79840334382794,71.36419579893361,5.203341549878929,1.0755114882183647,0.15542734892129653,0.11751095357153543,13.30539704902671,8.414178708812164,0.15037261467675547,0.09299066504162157,0.07834189026002741,Transport,1
-bizitobs_service/10S/short,Lingjiang,35265.94363715278,34056.36448536706,61.2626712859623,2.6223915545703065,0.4595425358525029,0.1380988889196401,22.613725021528364,187.79228854549055,0.139122534885189,0.045385346699561374,0.03639845287624151,Web/CloudOps,2
-bizitobs_service/10S/medium,Lingjiang,193462.79111111112,194218.79873015874,156.6311681547619,5.9955915470430785,0.7422196742466518,0.25725528334621645,97.64690266645428,439.8440531723842,0.3310369895041594,0.1178843046632047,0.10660746620190892,Web/CloudOps,2
-bizitobs_service/10S/long,Lingjiang,253671.4835978836,253741.34857142856,188.32271164021165,6.784637070568266,0.8733079117063492,0.299932154213709,122.38880218805424,503.6581018884573,0.373126023423768,0.13951548530883168,0.12738002349704713,Web/CloudOps,2
-m4_quarterly/Q/short,Lingjiang,1907992.1736171874,1885455.4473020833,597.3419918823242,1.317592379302041,0.12494343821704387,0.10819207996411273,14.695396455754674,1381.3008990141095,0.23120544634977488,0.09998453049237148,0.08444549378418674,Econ/Fin,1
-ett1/H/short,Lingjiang,75.08721342540923,75.77322533017113,4.548006875174386,0.7860549040833174,0.4154739879426502,0.24878916943412938,5.9106727904619065,8.665287844348232,0.40444444034314075,0.21227409041078596,0.16958609057392596,Energy,7
-ett1/H/medium,Lingjiang,112.00694754464286,111.83585379464286,6.249769810267857,1.1492538539997257,2449041071080.1504,0.42695534965027,12.927616230242444,10.5833334797994,0.506916585978865,0.29934915888474967,0.24726110557639414,Energy,7
-ett1/H/long,Lingjiang,144.31777447089948,143.885582010582,7.321917886078042,1.407624351485582,5745437891059.979,0.4952164807372616,23.525579877290475,12.013233306271026,0.5752877241803844,0.35063078939111864,0.3014529425723179,Energy,7
-ett1/15T/short,Lingjiang,5.069843056088402,5.253259386335101,1.0913109643118721,0.7011456306428773,0.5423508031230515,0.23254345565111398,5.320126779644499,2.251631198950752,0.4256520211031162,0.20630319824481128,0.16474795691969796,Energy,7
-ett1/15T/medium,Lingjiang,7.2045667472718256,7.302609592013889,1.455413566468254,0.938675437736884,0.7068375110976982,0.36035814622461165,10.192483819569587,2.6841324012186556,0.5115982593580167,0.27740324840650293,0.2299298580590507,Energy,7
-ett1/15T/long,Lingjiang,7.722519221230159,7.829583333333333,1.4931809973338295,0.9729193255919298,0.7450789178175449,0.3710287804470433,11.835645389025277,2.778942104692028,0.5296691128128234,0.2846017744635329,0.23855391412204563,Energy,7
-bitbrains_fast_storage/5T/short,Lingjiang,1954053.6534129835,1999442.6899339228,201.41602733258273,2.444770665010118,3.084083823438249,0.7988736351806309,62.558692740494266,1397.8746915989943,4.388980808138862,0.6323965114520241,0.5076265340917465,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Lingjiang,3729072.868248793,3802328.3051358406,340.5113410739228,5.6708881935007796,5.7487469436829794,0.8372298529267018,251.82308947685195,1931.0807513537059,5.867156562612315,1.034567481460983,0.8260142958672874,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Lingjiang,5361708.249168937,5447638.381534424,439.83621263937414,7.11267701991123,5.660593612997303,0.8467724288118024,252.1054136753133,2315.5362767983006,6.119271025766552,1.1623557873204784,0.9661501434349373,Web/CloudOps,2
-loop_seattle/D/short,Lingjiang,31.224680453557347,30.775288499767196,4.392894287424314,1.285936906558313,0.0818310491071766,0.08014658430309597,10.135276966701587,5.587904835764237,0.09986332280961768,0.07850688821431616,0.06165947831056865,Transport,1
-loop_seattle/5T/short,Lingjiang,43.63356840371839,44.16203817361649,3.7965655804172513,0.5980905252220723,0.10697673070787522,0.08048186692263883,5.303860601208523,6.60557101269212,0.11327095886670523,0.06510271751948467,0.05258145275089023,Transport,1
-loop_seattle/5T/medium,Lingjiang,97.04370509223426,98.38700033055986,6.10260813489664,0.9613854475761041,0.20460375692330154,0.1377187937535835,9.255888837051833,9.851076341813329,0.17527089061615334,0.10857793867099694,0.08888026521949656,Transport,1
-loop_seattle/5T/long,Lingjiang,110.97194815316477,112.31845896399496,6.511690450851393,1.0222475428434075,0.21798529059033153,0.14519023734942602,10.731233432727178,10.534322386995985,0.18624898575435347,0.11512802603369222,0.09536266556169985,Transport,1
-hospital/M/short,Lingjiang,5807.473737641243,5310.54653886897,21.607252642363374,0.8321956108572173,0.22188464334248356,0.18458302524987624,18.56413557902935,76.20678275351376,0.27664831769002246,0.0784393446020066,0.08745533368176907,Healthcare,1

results/Lingjiang/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Lingjiang",
-    "model_type": "zero-shot",
-    "model_dtype": "bf16",
-    "model_link": "",
-    "code_link": "",
-    "org": "Alibaba Cloud",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/LongSeer-v1.0/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/short,LongSeer-v1.0,46.0242304907889,46.02331518960391,3.589270943508967,0.5687626614343698,0.09884109298061186,0.07643756997305023,4.497018896993891,6.78411604343476,0.11633261285092873,0.06154807264719392,0.048856053338145494,Transport,1
-loop_seattle/5T/medium,LongSeer-v1.0,76.76476550602929,76.76478494045722,5.019541802913666,0.7969993449931385,0.16136170103256034,0.11388027800100095,6.010984602961737,8.761550405380847,0.1558859874059524,0.08930796423793884,0.07079612386501875,Transport,1
-loop_seattle/5T/long,LongSeer-v1.0,96.47652557221839,96.47503596459175,5.647234629052602,0.8916623353048918,0.17664159158721868,0.12617891124127512,8.996797183285276,9.822246462608154,0.1736593271001622,0.09984426367138824,0.08144384797622839,Transport,1
-loop_seattle/D/short,LongSeer-v1.0,18.12208853757326,18.12384730747723,2.8602431629956446,0.864970901763362,0.05304606637176444,0.0527865281145386,8.173707913641033,4.257004643828012,0.07607836426538289,0.051116369242735785,0.04201349592297479,Transport,1
-loop_seattle/H/short,LongSeer-v1.0,52.8556305403572,52.854997138571356,3.8521136690703486,0.78843415312391,0.1071639130549121,0.08879508830578732,7.173488451758402,7.270187792647257,0.12868971804811358,0.06818632972085041,0.055437729637307386,Transport,1
-loop_seattle/H/medium,LongSeer-v1.0,58.71657652813255,58.71541905387657,4.128539975997834,0.8543206210287033,0.11178719868562535,0.09415711073365285,7.394763948661772,7.662674241290214,0.13543690575803125,0.07297147993509565,0.05915929237524131,Transport,1
-loop_seattle/H/long,LongSeer-v1.0,56.68521123218334,56.68494527713816,4.046970633265896,0.8510943492871715,0.12022873356767966,0.0939135038044772,10.139530173698274,7.528958177077579,0.1345525650511663,0.0723247847292509,0.06031364274351593,Transport,1
-m_dense/D/short,LongSeer-v1.0,7532.877058272768,7532.080180712247,41.26080985740379,0.6283250243481306,0.11413978652035932,0.0915861894426376,7.175165060626899,86.79214859808903,0.15025004746380605,0.07142856513643785,0.059421949509734374,Transport,1
-m_dense/H/short,LongSeer-v1.0,44625.319467573754,44623.16956457004,87.6365440881749,0.7879919208198808,0.2925730907443508,0.20884869766570574,9.413387131352389,211.24705789092957,0.3746996413056291,0.1554453915853284,0.12966772302270893,Transport,1
-m_dense/H/medium,LongSeer-v1.0,37372.48219818137,37372.223928933236,80.43756175801158,0.6907086542694718,0.26285078774290366,0.19041971160772073,8.172997042123356,193.31963738374168,0.3363517457065754,0.13995119525277486,0.11615981456939724,Transport,1
-m_dense/H/long,LongSeer-v1.0,35518.25006984655,35518.87839758105,80.62103838248753,0.6891598376130174,0.2629022584965644,0.19026444536571543,9.334471140977001,188.46286124816888,0.32625707269745163,0.1395669353966939,0.11733937538692515,Transport,1
-sz_taxi/15T/short,LongSeer-v1.0,16.795344794515753,16.79543114838596,2.740441331707967,0.5467604402347875,991745256287.852,0.39519995149543047,3.9391596828269804,4.098212390117886,0.3832003858044493,0.2562429848968234,0.20170643314588096,Transport,1
-sz_taxi/15T/medium,LongSeer-v1.0,16.389281421003933,16.389360761759487,2.7532134643961426,0.5361790841993602,9775272913335.678,0.40567249616802936,3.780174055060321,4.048367747747718,0.3767681922723905,0.25623246813426176,0.20183847240878053,Transport,1
-sz_taxi/15T/long,LongSeer-v1.0,15.682106405261367,15.68212897428238,2.699100493022098,0.5085591288177516,6100660675101.114,0.39836143570406646,7.356102270297045,3.9600639395420583,0.3665364641140068,0.24982393367999434,0.21055028181655566,Transport,1
-sz_taxi/H/short,LongSeer-v1.0,7.117017849618273,7.117036295365579,1.8381334192224916,0.5597655569841422,1.0724209624494827,0.2951989014991285,4.054685375738937,2.6677739502473354,0.24851960599921666,0.17123347091563526,0.1353149693253083,Transport,1
-bitbrains_fast_storage/5T/short,LongSeer-v1.0,1687411.6621886154,1687412.4785833326,153.2286464912964,0.6733190171575073,2.0886408773694622,0.6214190151461394,14.054942930012436,1299.0041039922144,4.078551587485608,0.4811000500111534,0.3894354226155039,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,LongSeer-v1.0,3779159.714364199,3780013.2875551553,307.5101835428412,0.9636380446946546,5.144975642700141,0.6916805934785569,21.378652848440748,1944.0060993639395,5.906427722489297,0.9343009127489266,0.6661207395165849,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,LongSeer-v1.0,5730425.300971117,5730943.960914614,436.1294247746676,0.8879072696257402,6.5135449589618215,0.7006954889089089,20.16689085846449,2393.830675083582,6.326179009876596,1.152559719998877,0.8761475254071986,Web/CloudOps,2
-bitbrains_fast_storage/H/short,LongSeer-v1.0,2972559.498755461,2972707.28411875,315.8323694781101,1.0225891613791231,3.520140230734581,0.554810631308017,21.22801767755407,1724.1112199494153,4.914277259160498,0.9002248886696476,0.6686107367124238,Web/CloudOps,2
-bitbrains_rnd/5T/short,LongSeer-v1.0,1921346.747955039,1921356.4769140088,130.42642839417718,1.632282502197274,0.8407460220212226,0.6058548065863313,53.2011491404533,1386.1265266760604,5.67162957211258,0.5336672908492105,0.43750091113871936,Web/CloudOps,2
-bitbrains_rnd/5T/medium,LongSeer-v1.0,2261146.6964819273,2261014.3603241513,146.93415619603482,4.354417707735,0.4273876738779071,0.6553167402108951,161.28734912470875,1503.710975048705,6.326878685676465,0.618226904278888,0.5925082920391348,Web/CloudOps,2
-bitbrains_rnd/5T/long,LongSeer-v1.0,2515843.408901862,2515793.790357852,177.8868631120994,3.284983631166077,2.01272384399748,0.6381245369493597,119.40820993778838,1586.1410431931524,6.0761489834867355,0.6814444951870552,0.645007141806014,Web/CloudOps,2
-bitbrains_rnd/H/short,LongSeer-v1.0,1920377.2713749395,1920225.5264966632,153.27557900605962,5.839488109354878,1.4276834619984835,0.5432500488758396,207.49640353538877,1385.776775449401,6.064837451418844,0.6708089559679596,0.6195705481378445,Web/CloudOps,2
-bizitobs_application/10S/short,LongSeer-v1.0,294645.3603897539,294700.01270279195,297.1104173130459,1.0949135427021237,0.01463347217337955,0.014839935933547418,12.02613191699986,542.812454158666,0.020934106673512535,0.011458361211485904,0.009082270608996738,Web/CloudOps,2
-bizitobs_application/10S/medium,LongSeer-v1.0,2017959.6389235337,2018209.6985455612,796.3624589904149,1.8526373007223234,0.025688313190954794,0.026205765434006503,19.91774190099144,1420.5490624837755,0.05578078075803387,0.03127080992979109,0.025451630635652263,Web/CloudOps,2
-bizitobs_application/10S/long,LongSeer-v1.0,5765426.426879411,5765844.4118995145,1456.2653928438822,3.2338613622599306,0.046365004001185116,0.047363460514149434,83.00918786780666,2401.130239466283,0.09260199574435533,0.05616233534285751,0.05280172878775413,Web/CloudOps,2
-bizitobs_l2c/5T/short,LongSeer-v1.0,20.373347919607074,20.3718268460857,2.6357839961846667,0.27568265123316266,0.14558654370899374,0.20853834101907465,3.0265283488620573,4.513684517066636,0.1550181963321965,0.0905234912774441,0.07329864848066826,Web/CloudOps,7
-bizitobs_l2c/5T/medium,LongSeer-v1.0,73.8943518198645,73.89864605467528,5.324644300630506,0.5179756021851551,0.3841201751622641,0.6392097887452,2.8957063895534088,8.59618239801044,0.4522856064720462,0.28015459249863955,0.21595839758730156,Web/CloudOps,7
-bizitobs_l2c/5T/long,LongSeer-v1.0,67.63723875295415,67.63970367099189,4.932597449533642,0.48942273388896274,0.4012803019771939,0.7168111241472357,2.8031510601628336,8.224186206121196,0.46177576029324036,0.27695797254488,0.21433801172576367,Web/CloudOps,7
-bizitobs_l2c/H/short,LongSeer-v1.0,54.116549400230234,54.12009355836604,4.411082185764191,0.4309511446411313,0.3957468755913899,0.6004868110906503,2.5785752355101663,7.356395136221969,0.39652857931050906,0.23776865162265695,0.1837548805493375,Web/CloudOps,7
-bizitobs_l2c/H/medium,LongSeer-v1.0,67.61802284697572,67.62023351064259,4.6311540039455785,0.47665571905829845,0.4865380507573607,0.7658251641551905,3.4897544214599314,8.223017867363279,0.4979162219157413,0.2804234092578883,0.22538355768412913,Web/CloudOps,7
-bizitobs_l2c/H/long,LongSeer-v1.0,78.61762810578328,78.61928286137275,5.242010739232812,0.5602501865621412,0.6854595668360703,0.7954020169295813,7.660521771603889,8.866658226512584,0.5416010752269373,0.3201971453270174,0.27195844174335904,Web/CloudOps,7
-bizitobs_service/10S/short,LongSeer-v1.0,2721.8304579236465,2722.560884663934,19.679846909374156,0.796852433888931,0.05781059918879464,0.04762787932178004,7.9354254871069205,52.171165004470105,0.03865006690553408,0.014579459739356168,0.011397359598317072,Web/CloudOps,2
-bizitobs_service/10S/medium,LongSeer-v1.0,31284.3025058498,31293.50695432949,38.19413134131167,0.9754570600352084,0.06498881326014079,0.05878980570923786,12.251047407811283,176.8736908244123,0.13311929185941515,0.02874579986227749,0.024212881114902468,Web/CloudOps,2
-bizitobs_service/10S/long,LongSeer-v1.0,130717.16565940694,130717.62367605438,74.75126437710549,1.3325479154291813,0.08133747710412294,0.07894631544510854,27.026752542396128,361.5482895263189,0.2678465312893882,0.0553781263884149,0.05252153683715446,Web/CloudOps,2
-car_parts/M/short,LongSeer-v1.0,1.3360928045544718,1.3360617402631685,0.4629782559240631,0.837717297915629,0.7844164724537002,1.8713051865202925,15.917245444361356,1.155894806872352,2.7717171746824447,1.1101743651928713,0.9556762484689177,Sales,1
-covid_deaths/D/short,LongSeer-v1.0,167543.70304721053,167790.32367988015,73.81103625976881,31.813697271566046,0.08340436391978567,0.12132637437225427,596.258123304896,409.3210268813594,0.15400902834930708,0.027771761598549216,0.025537640777597688,Healthcare,1
-electricity/15T/short,LongSeer-v1.0,146092.66529746004,146088.59960042423,53.97579573374678,1.0281227612745885,0.16312359495507064,0.16509750170479157,11.62478038079838,382.22070234023175,0.7534323485640142,0.1063969332280927,0.08922847337054249,Energy,1
-electricity/15T/medium,LongSeer-v1.0,259864.43488162008,259845.99877208995,54.80682300000849,0.8523834184113196,0.13499725781493685,0.12823074303276452,7.3292980481471295,509.76900149147957,0.8783833403302456,0.0944376769061754,0.07620556163631009,Energy,1
-electricity/15T/long,LongSeer-v1.0,317346.2777652863,317329.09088241146,59.188755804855255,0.8938057477151716,0.13939286648536126,0.13007962108438745,10.82805968504122,563.334960538831,0.8887299852492259,0.0933775209389709,0.07785065206531233,Energy,1
-electricity/D/short,LongSeer-v1.0,1515913011.8933616,1515819981.8502014,4455.1814633462345,1.447586849128998,0.366291117070099,0.09669354568000493,12.070734473970706,38934.72758211314,0.6398269070835231,0.07321343061093417,0.05744157590956039,Energy,1
-electricity/H/short,LongSeer-v1.0,1809026.8404245544,1809020.1297028281,180.4163591489731,0.9935590802729833,0.1949090877493826,0.12485621828384617,10.738023207384423,1345.0006841725228,0.6349363775990226,0.08516940614653218,0.07015019051435102,Energy,1
-electricity/H/medium,LongSeer-v1.0,5094296.129368869,5094129.680012066,237.26984356956402,1.065497114165642,0.21812847860486623,0.12388168483888007,9.090494220845848,2257.0547466485764,0.881002808491169,0.09261423492958501,0.07419198194565325,Energy,1
-electricity/H/long,LongSeer-v1.0,7813660.541909567,7813155.011885832,272.3567366243106,1.1865440641606388,0.2928410567528819,0.13617812325829226,14.079921496250309,2795.2925682134896,1.102462577798176,0.10741741789534347,0.08923018786543918,Energy,1
-electricity/W/short,LongSeer-v1.0,50098112232.73079,50112811162.63338,30473.181979114084,1.5474103384595685,0.246106076546934,0.10013370424310732,12.011484696254136,223826.07585518446,0.5106972422545295,0.06952974509334192,0.0546889329664956,Energy,1
-ett1/15T/short,LongSeer-v1.0,4.264355671905866,4.264088266042388,1.0393059390020511,0.6700005681558207,0.45738942040129543,0.23138104163088113,4.5564341949651554,2.0650316394442645,0.39037689422295846,0.19647206215410956,0.15268108353975282,Energy,7
-ett1/15T/medium,LongSeer-v1.0,9.826846598449844,9.826967429471328,1.5898634893033239,0.99374781426123,0.7458533654059897,0.38798395540140845,6.6058533023544905,3.1347801515337315,0.597492125761373,0.30302951721493804,0.2333211077477075,Energy,7
-ett1/15T/long,LongSeer-v1.0,8.676029601524846,8.675947987655391,1.5544066984147307,0.9908475020704225,0.7642841893704028,0.3873122654164479,11.3944512326036,2.945510074931818,0.5614171326333801,0.29627145362601337,0.23880299682831396,Energy,7
-ett1/D/short,LongSeer-v1.0,44302.10618651053,44303.50827442242,140.62216850495528,1.7248584379593006,1.2516700210221028,0.4782691223593642,11.186983822811957,210.4806551360731,0.5528344224295554,0.36934879006324894,0.2827358715202506,Energy,7
-ett1/H/short,LongSeer-v1.0,100.36092634315284,100.35926064986297,4.942744165122331,0.8122495852668848,0.48889561318370894,0.26312915585152125,5.858050338976464,10.018030062999054,0.46758244849871233,0.23069809179018846,0.1790781575886868,Energy,7
-ett1/H/medium,LongSeer-v1.0,134.8168429282513,134.80399215017468,6.6371856402173375,1.2557348704290185,3422206414018.1025,0.4250784331472231,9.099727570964859,11.611065538022396,0.5561425153374954,0.3179054587733441,0.25176388383810944,Energy,7
-ett1/H/long,LongSeer-v1.0,154.55276714439705,154.54186349862198,7.001250236481921,1.3543671229136296,2586083230127.341,0.4559502376879168,16.072796847312603,12.43192531928973,0.5953379778599078,0.3352747101698712,0.27909442923019123,Energy,7
-ett1/W/short,LongSeer-v1.0,1497652.9829065837,1497708.0673844032,949.7188813345773,1.7541511726637922,0.7185417217567522,0.5750790397234518,7.861969442690004,1223.7863305767817,0.4869737899613918,0.3779158105348484,0.2864675413984665,Energy,7
-ett2/15T/short,LongSeer-v1.0,7.432546866884754,7.432418971560176,1.7051740257158166,0.7453295194429448,0.10787797708460739,0.12764033130844532,5.467665589135652,2.7262697714798425,0.1294257246365941,0.08095067708210464,0.06373573302190828,Energy,7
-ett2/15T/medium,LongSeer-v1.0,11.53506378414462,11.534974161913519,2.0979106955585025,0.8666235137576583,0.12840205393333884,0.1562999060101684,6.847914111063962,3.3963309297158633,0.18099661108803128,0.11180145107155103,0.08931590805441335,Energy,7
-ett2/15T/long,LongSeer-v1.0,11.186850137011591,11.186820536916807,2.1120868632268337,0.8744475392942791,0.12997406150008908,0.1583590484901792,10.535021911694026,3.3446748925735057,0.1782437675464314,0.11255692465739453,0.09389595487281455,Energy,7
-ett2/D/short,LongSeer-v1.0,108912.97057710792,108917.7849711631,201.47734995569502,1.3419951589554755,0.4157480111179851,0.1379441886261173,11.55813056372572,330.0196518044159,0.1888789325539842,0.11531079008588901,0.09357710422003707,Energy,7
-ett2/H/short,LongSeer-v1.0,104.2986068555644,104.29558987348933,6.178408167617661,0.7124075351871471,0.11779465277124355,0.10658488363415913,5.24187544325247,10.212668938899586,0.1295250579094858,0.07835940638895765,0.06271841637814912,Energy,7
-ett2/H/medium,LongSeer-v1.0,277.72906290110336,277.728000010331,10.053290588524016,1.0740978584460832,0.17848638538651185,0.17445594985662627,7.133979724556896,16.665205156286056,0.22457434240023685,0.13547454722000046,0.10871949062884831,Energy,7
-ett2/H/long,LongSeer-v1.0,272.37054944783523,272.3744493350912,9.986804386705318,1.0796246171036399,0.18219027615651567,0.18130303717657661,12.84882380394219,16.503652609281232,0.22600482033496497,0.13676159966360776,0.11460433918953555,Energy,7
-ett2/W/short,LongSeer-v1.0,3960077.0367907914,3960151.774846331,1408.37880052839,1.0080789436889268,0.153539140470145,0.17002220985029534,8.048487513955948,1989.994230341081,0.1669299761982547,0.11814136748026394,0.09199058152959873,Energy,7
-hierarchical_sales/D/short,LongSeer-v1.0,28.475422093122276,28.475703540542284,2.315160761364559,0.7477283688215581,0.6490829004134098,1.0594495509493382,7.063391924062131,5.3362366976289834,1.6370983235760137,0.7102656827278555,0.5776925465032,Sales,1
-hierarchical_sales/W/short,LongSeer-v1.0,438.4661574839851,438.46582374260197,8.806842288602207,0.7170310657158414,0.5412469747004662,0.45392489263905444,6.515194154166639,20.93958350789206,0.9613465211594395,0.4043264372167001,0.3402834663308039,Sales,1
-hospital/M/short,LongSeer-v1.0,3082.6420341230573,3082.891402726941,18.554865246853172,0.7823656642929027,0.19534118073437384,0.17792285820718184,5.054490820983131,55.52154567483741,0.20155610368927815,0.06735846954870052,0.052659996476029446,Healthcare,1
-jena_weather/10T/short,LongSeer-v1.0,832.6235681837969,832.5797398153427,5.568672614187346,0.2779789063839592,0.3484922423018878,0.5400938191573753,2.3442929055315473,28.855217347713687,0.17922707839532995,0.03458843893476902,0.028523332062706644,Nature,21
-jena_weather/10T/medium,LongSeer-v1.0,1535.5893465833005,1535.585174598874,9.677195595258334,0.6053491184632395,0.7534642882341088,0.653218749030893,5.785078799039996,39.18659651696356,0.24048744629592161,0.059388777359176186,0.048954900309381544,Nature,21
-jena_weather/10T/long,LongSeer-v1.0,1513.0164274286128,1512.996857814586,9.856002733897709,0.6409036277181911,0.7796226872532774,0.6418380756063655,9.76330116981491,38.89751184110126,0.2380205447691358,0.06031057075197246,0.05161299694685843,Nature,21
-jena_weather/D/short,LongSeer-v1.0,344.69248417838327,344.67632253359596,9.144597904449089,0.9842805307529764,0.5789712496597971,0.4439966307532038,6.780510175366108,18.565895727876512,0.11179703683135697,0.05506542553702984,0.04314200948182787,Nature,21
-jena_weather/H/short,LongSeer-v1.0,1095.5934506050394,1095.547245546405,8.127180896850346,0.5183177669695901,1.3231627936347228,0.6051687409750266,4.397413868769132,33.09975000819552,0.20289935292941078,0.04981909968210969,0.04155216734690047,Nature,21
-jena_weather/H/medium,LongSeer-v1.0,1329.3714935213043,1329.3334073462338,10.143434797787746,0.7764688016648068,2.2379479634143533,0.6703452150256449,5.79169895911606,36.460547082035184,0.2231085370557606,0.06206947178721806,0.05061500783995835,Nature,21
-jena_weather/H/long,LongSeer-v1.0,1454.936753038004,1454.9834353801903,11.302535065843154,0.961749346128708,2.18121395268605,0.6544290739210725,16.172621183507818,38.1436331913729,0.2296669549870601,0.0680537902402484,0.0579900316436015,Nature,21
-kdd_cup_2018/D/short,LongSeer-v1.0,2917.5581628657737,2917.7326257446616,21.3730163976993,1.2016498110544827,0.5408212956201985,0.4668077507170135,9.269784444117338,54.014425507134426,1.2099805046624161,0.4787782694019486,0.3811402453194768,Nature,1
-kdd_cup_2018/H/short,LongSeer-v1.0,4414.960208452247,4415.0009060647835,22.821608855703882,0.959035373950117,0.9113040127762346,0.4985543619364024,7.808720865914642,66.44516693072752,1.3908176736794997,0.4776976024667804,0.385155770629251,Nature,1
-kdd_cup_2018/H/medium,LongSeer-v1.0,5163.256785290904,5163.525249489807,25.31805515825232,1.0501003140227394,0.9494614798458324,0.5619841650119635,8.88413254406726,71.85580550860803,1.5040721332702434,0.5299527430329121,0.42362553284978977,Nature,1
-kdd_cup_2018/H/long,LongSeer-v1.0,4147.197274322217,4147.323696221264,23.965820655903926,1.0095553125865635,0.9615589542844494,0.6046745131889034,16.230684805779465,64.39873658948765,1.5110545564250055,0.5623349838586679,0.4786726776044376,Nature,1
-m4_daily/D/short,LongSeer-v1.0,340611.90244862717,340622.1979159026,182.61557874215765,3.4370123142584297,0.03896116249331992,0.0316815507193683,27.167070925391545,583.6196556393788,0.09015310772845471,0.028209060103021318,0.022404976875449054,Econ/Fin,1
-m4_hourly/H/short,LongSeer-v1.0,909184.4889284399,908763.0929014629,187.24580865613697,0.7267489549998469,0.08634141184482277,0.07740963186193313,7.054726465419983,953.5116616635792,0.13017538841037143,0.02556318590535152,0.020256735166463407,Econ/Fin,1
-m4_monthly/M/short,LongSeer-v1.0,1994998.9407690072,1995080.4803512085,593.0146213166206,1.0009809659819167,0.17189401065502397,0.1402343272902172,8.6248128619582,1412.4443142187968,0.29355441683621925,0.12324879613553777,0.0992055425242112,Econ/Fin,1
-m4_quarterly/Q/short,LongSeer-v1.0,1931956.86218122,1932035.2662267284,595.0380201481978,1.2941127601245013,0.11825892608211885,0.10842983873326871,10.623112781252184,1389.948510622325,0.2326529040746084,0.09959888612010574,0.08024354165131799,Econ/Fin,1
-m4_weekly/W/short,LongSeer-v1.0,521886.83175761,521892.26379675424,287.3361659486263,2.515034717558766,0.06415130893228099,0.06325144166444929,19.517713261074327,722.4173528907027,0.1316132461499972,0.052348196489840564,0.041663156161577015,Econ/Fin,1
-m4_yearly/A/short,LongSeer-v1.0,4174142.4835543977,4174045.8723398186,1007.5493164817724,3.884634063589753,0.18258400571280808,0.16954678771853945,39.86398685908325,2043.071825353773,0.3276160379168071,0.1615652034232267,0.13355084584671176,Econ/Fin,1
-restaurant/D/short,LongSeer-v1.0,140.20984615286736,140.21245527114928,7.100885341016476,0.6806790265809167,0.6697808085453986,0.3920311820641779,4.6595340648125,11.841023864213236,0.5449513536077297,0.32679919597960616,0.2560124784032023,Sales,1
-saugeen/D/short,LongSeer-v1.0,1393.4072300070866,1393.4141618045708,13.974508867263793,3.1057460720732943,0.2962618500490524,0.35917229287387176,43.572690280911665,37.32837031008837,1.209074808403532,0.45263767185287634,0.40047229161055076,Nature,1
-saugeen/M/short,LongSeer-v1.0,414.5490048013557,414.58094656718794,12.570832224119277,0.7365257597182728,0.3524166579170756,0.3560807783559416,5.201030891772315,20.36047653669618,0.6112825864891468,0.3774140955115216,0.3029235141100359,Nature,1
-saugeen/W/short,LongSeer-v1.0,983.6830125295979,983.7257751041934,14.854581612348557,1.2051088698536045,0.3757548763389921,0.38121451367166204,10.516090184881362,31.363721280001165,0.9467400065654537,0.44839789792958573,0.35678297943514103,Nature,1
-solar/10T/short,LongSeer-v1.0,23.82815176248173,23.827867973960707,2.189771367920197,0.9669671699898876,4.883320316071335,1.5361426139493937,4.737971124252943,4.881408788708617,1.4200012880115964,0.6370042537904741,0.4854808922102818,Energy,1
-solar/10T/medium,LongSeer-v1.0,21.80776478548929,21.806650201452324,1.818061170511328,0.795819508832073,3.746060421137136,1.4430806218530625,4.862942410624812,4.669878455108793,1.0362645748501882,0.4034349938702347,0.3191246456845602,Energy,1
-solar/10T/long,LongSeer-v1.0,22.091236655169883,22.090233609313966,1.874045213517285,0.8186801626561234,3.51214694643004,1.4501530273454688,9.244373494897673,4.700131557219423,1.0158582444158422,0.4050448923361285,0.3362380477917045,Energy,1
-solar/D/short,LongSeer-v1.0,152553.12621950763,152590.39361823705,255.31632523142218,0.997413700838072,1.1672810288334887,0.42211131551894315,5.662038052768637,390.5804990261388,0.5642557876658005,0.3688451281018837,0.2903618889869105,Energy,1
-solar/H/short,LongSeer-v1.0,702.918149553927,702.8643030917655,11.270716788693091,0.8682874520522339,3.7200093350165773,1.4188272296078623,6.282589828989769,26.51260359817434,0.9772633864045557,0.4154423693372516,0.33181371825634076,Energy,1
-solar/H/medium,LongSeer-v1.0,764.8961021452312,764.842376859992,11.520185902024537,0.8820969212555924,4.226953719494845,1.4100076411231064,6.323379389085732,27.65675509066874,0.9962608695481802,0.414983984436409,0.3371120062095911,Energy,1
-solar/H/long,LongSeer-v1.0,719.4541489931607,719.4536141051263,12.967303521767585,0.9915602965829142,4.030072797889381,1.429722121501927,8.476722852847818,26.822642468503375,0.9299898972598303,0.449600045338805,0.3547745502631792,Energy,1
-solar/W/short,LongSeer-v1.0,2249787.928850549,2249985.135280282,1203.8533414854621,1.3171632182164317,0.2741966625003179,0.23064911190394505,6.470662635456182,1499.929307951061,0.30617307183623715,0.24573656481612574,0.17761224434794878,Energy,1
-temperature_rain/D/short,LongSeer-v1.0,185.92396448080018,185.93900246212016,5.7990974250770595,1.3328444644515622,22.64943684666385,1.5097981147371582,19.99389307323752,13.635393814657506,1.6052463651373792,0.682707092234894,0.551917873506917,Nature,1
-us_births/D/short,LongSeer-v1.0,164551.905738101,164552.07724496364,243.94963704427084,0.35926304666827996,0.023544930045649507,0.023119550771189303,3.7433466783325713,405.6499793394559,0.03802639390335173,0.022868298935773763,0.018724512616136647,Healthcare,1
-us_births/M/short,LongSeer-v1.0,75191903.56054688,75250260.51822917,7337.143229166667,0.8287930754311136,0.02250964108476498,0.022855616934574472,4.345896584780289,8671.326516776247,0.026933081040749717,0.022789116845781096,0.017229390308061747,Healthcare,1
-us_births/W/short,LongSeer-v1.0,1636835.66456604,1636803.4459261212,972.6974051339286,0.8850875900217537,0.013176655449420467,0.013229228904720081,5.45162588168897,1279.3887855402047,0.017367577313975716,0.013204271897407678,0.010465258658612496,Healthcare,1

results/LongSeer-v1.0/config.json

@@ -1,9 +0,0 @@
-{
-    "model": "LongSeer-v1.0",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "",
-    "org": "LongShine AI Research",
-    "replication_code_available": "No",
-    "testdata_leakage": "No"
-}

results/Migas-1.0/all_results.csv

@@ -1,98 +0,0 @@
-,dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-0,bizitobs_l2c/H/short,Migas-1.0,67.76839095637912,67.76839095637912,5.009414623654078,0.5022733834226804,0.4793521524619141,0.6395102516408004,20.09093534697701,8.23215591181187,0.4437343228145305,0.2700202996076525,0.2700203015146806,Web/CloudOps,7
-1,ett1/15T/short,Migas-1.0,5.306348299909206,5.306348299909206,1.0909823749746594,0.6783365755142878,0.501195515902572,0.2366594876384451,27.13346301659078,2.3035512366581314,0.4354670511844889,0.2062410725509608,0.2062410708331307,Energy,7
-2,loop_seattle/5T/short,Migas-1.0,41.47205902523178,41.47205902523178,3.489898709714474,0.5550519916361527,0.0935554249529314,0.0744429245059665,22.20207966496013,6.439880357990495,0.1104297302638297,0.0598440579231682,0.0598440578596965,Transport,1
-3,m_dense/D/short,Migas-1.0,8459.816347384982,8459.816347384982,44.71176086425781,0.6598702795112841,0.1187783441692038,0.0956550211818129,26.39481119810435,91.97725994714662,0.1592262423494718,0.077402671870579,0.0774026725126156,Transport,1
-4,m_dense/H/short,Migas-1.0,43554.68589326223,43554.68589326223,85.78731758382585,0.7671199965802804,0.2884761630204521,0.2042029148919714,30.684799865618604,208.69759436385996,0.3701775636388744,0.1521653390931193,0.1521653390531793,Transport,1
-5,saugeen/D/short,Migas-1.0,1232.8392111555736,1232.8392111555736,12.916662642161052,2.8700569175506434,0.2711084647973378,0.3225906809171041,114.80227674663196,35.111810137837864,1.137279879432168,0.418373774370366,0.4183737779741687,Nature,1
-6,ett2/W/short,Migas-1.0,3125085.0909598214,3125085.0909598214,1215.8835721697126,0.8125884956884671,0.1261013919221503,0.1378701725708586,32.50353985134533,1767.7910201604209,0.1482905486509351,0.1019939800329699,0.1019939810386672,Energy,7
-7,electricity/15T/short,Migas-1.0,122828.08130247508,122828.08130247508,45.80764403239967,0.8895529982434434,0.1489005167933964,0.1481435798177564,35.58211993069854,350.46837418299964,0.6908422566532103,0.0902958968810858,0.0902958968908497,Energy,1
-8,m4_daily/D/short,Migas-1.0,356566.8243499921,356566.8243499921,168.3290862531732,3.142947306349373,0.0373566069648811,0.0292169523462131,125.71789226001334,597.1321665678313,0.0922404171071156,0.0260021918036944,0.0260021918025791,Econ/Fin,1
-9,kdd_cup_2018/H/short,Migas-1.0,4507.389056657808,4507.389056657808,22.387264040026224,0.936685942429756,0.8820281105911753,0.4930063159340872,37.46743769773799,67.13709151175532,1.4053009163269776,0.4686059815980297,0.4686059816803452,Nature,1
-10,car_parts/M/short,Migas-1.0,1.3533870743906176,1.3533870743906176,0.4569626225792569,0.8352137406325942,0.8145454849144085,1.8867476047711556,33.40854963152422,1.163351655515484,2.7895979328018634,1.0957494935183392,1.095749490568756,Sales,1
-11,bizitobs_application/10S/short,Migas-1.0,311668.51268759783,311668.51268759783,310.5035489484999,1.0148212617952204,0.0145882193578614,0.0146695295307371,40.59285047180883,558.2727941495966,0.0215303514143063,0.0119748814456093,0.0119748814451189,Web/CloudOps,2
-12,hierarchical_sales/D/short,Migas-1.0,29.101012274988825,29.101012274988825,2.299111049862231,0.7419043206916037,0.6415052106119464,1.0763982781500498,29.676172811496308,5.394535408632408,1.6549837224925863,0.7053418089787743,0.7053418103808433,Sales,1
-13,electricity/W/short,Migas-1.0,40736454739.87946,40736454739.87946,26613.067773946128,1.4180225340595478,0.130853166465629,0.092931130958033,56.72090135471426,201832.73951437973,0.4605157141876901,0.0607222393261477,0.0607222393302134,Energy,1
-14,us_births/M/short,Migas-1.0,52507404.0,52507404.0,6178.21484375,0.6977779759494185,0.0190304666757583,0.0192727943261464,27.911119037976743,7246.199279622387,0.0225066455585445,0.0191894931821508,0.0191894931821508,Healthcare,1
-15,saugeen/M/short,Migas-1.0,396.4324006580171,396.4324006580171,12.338201341174898,0.7229378014319574,0.348202455611456,0.3547525462650117,28.91751215505913,19.91061025327996,0.59777621195335,0.3704297942766609,0.370429792061077,Nature,1
-16,ett2/15T/short,Migas-1.0,7.905865891069975,7.905865891069975,1.709707535803318,0.7334786860152273,0.1052803108457417,0.1238771218030403,29.339147463409947,2.8117371660718886,0.1334831692174201,0.0811659009482601,0.0811659009844728,Energy,7
-17,us_births/D/short,Migas-1.0,129661.49307291668,129661.49307291668,218.12482666015623,0.3211106809830259,0.0209289260208606,0.0208372311790784,12.844427239321035,360.08539691706005,0.0337550840365124,0.0204474325185122,0.0204474325185122,Healthcare,1
-18,bizitobs_l2c/5T/short,Migas-1.0,19.04098795023872,19.04098795023872,2.511150352443968,0.2614861159954598,0.1384228702642644,0.2029559666568058,10.459444642526446,4.363598050948175,0.1498636150002648,0.0862430648360631,0.0862430648653068,Web/CloudOps,7
-19,bitbrains_fast_storage/H/short,Migas-1.0,2951013.797367886,2951013.797367886,312.7932485650886,0.9752025616305824,3.711985458914432,0.5485283163354276,39.00810247334038,1717.8515062041558,4.896434826057503,0.8915623673515254,0.8915623611914132,Web/CloudOps,2
-20,loop_seattle/H/short,Migas-1.0,51.49528513636648,51.49528513636648,3.821495207781432,0.7797770503794993,0.1054925616175206,0.0876833858078421,31.191082018719037,7.176021539569573,0.1270228795664434,0.0676443517992669,0.0676443518243598,Transport,1
-21,m4_hourly/H/short,Migas-1.0,2093795.6341603703,2093795.6341603703,243.2031891050834,0.6891953678612321,0.088772833260712,0.0790879686929933,27.56781472253949,1446.9953815269662,0.1975468309563048,0.0332026072090685,0.0332026071478287,Econ/Fin,1
-22,m4_yearly/A/short,Migas-1.0,3305269.588524174,3305269.588524174,849.0509265922793,3.168430451364711,0.1637160751820891,0.1389799737223793,126.73721805346798,1818.040040407299,0.2915311459772832,0.1361492509081746,0.136149250818028,Econ/Fin,1
-23,temperature_rain/D/short,Migas-1.0,173.76696928367366,173.76696928367366,5.628950057348068,1.3103254342693558,22.194486015696167,1.5009931574003892,52.41301737774159,13.182069992367422,1.551878160879882,0.662676246427151,0.6626762464345192,Nature,1
-24,solar/H/short,Migas-1.0,834.3518415441401,834.3518415441401,11.561373296613226,0.8916078050280686,5.9285421714348105,1.4095480295802405,35.6643122019761,28.88514915218788,1.064716217827055,0.4261560701799031,0.4261560695062678,Energy,1
-25,electricity/D/short,Migas-1.0,1214167725.408834,1214167725.408834,4109.197000560313,1.3579297486535695,0.2646136470400649,0.0913194949020136,54.31718995528783,34844.909605404835,0.5726175882261352,0.067527753771011,0.0675277539026973,Energy,1
-26,hierarchical_sales/W/short,Migas-1.0,464.9657967711909,464.9657967711909,8.889073700344158,0.7141019539240872,0.5150542356477084,0.4551623651158001,28.564078117080463,21.56306556988572,0.9899708875933284,0.4081017215521483,0.4081017220724851,Sales,1
-27,electricity/H/short,Migas-1.0,1595674.6365738146,1595674.6365738146,162.26891320532036,0.8805457965733049,0.1554048549841485,0.1152273846604687,35.22183185693411,1263.2001569718927,0.5963206879848646,0.0766025157827034,0.0766025160715647,Energy,1
-28,ett1/W/short,Migas-1.0,1216463.9529854911,1216463.9529854911,886.0552673339844,1.603269880916382,0.6305486740810531,0.5997300105435508,64.13079548238782,1102.9342469002816,0.4388838690131237,0.3525825451334957,0.3525825409048953,Energy,7
-29,hospital/M/short,Migas-1.0,3196.9933659169324,3196.9933659169324,18.33753624070162,0.7642296454637582,0.1935917449138025,0.1740902049199025,30.56918581035713,56.54196110780853,0.2052604486658856,0.0665695147894957,0.0665695147578993,Healthcare,1
-30,bizitobs_service/10S/short,Migas-1.0,1935.9845940465264,1935.9845940465264,17.680996731073453,0.7270076939585101,0.0588525227331137,0.0524567128545432,29.08030774393231,43.99982493199861,0.0325964776723826,0.0130986479164549,0.0130986478990794,Web/CloudOps,2
-31,jena_weather/H/short,Migas-1.0,1075.4824023834856,1075.4824023834856,8.22083675634942,0.522421859980838,1.3181338798162827,0.609640715548161,20.89687438609983,32.7945483637675,0.2010284833703333,0.0503932033712617,0.0503932036393799,Nature,21
-32,m4_monthly/M/short,Migas-1.0,1834118.996764256,1834118.996764256,551.490991030225,0.9144070732837974,0.1573834074086815,0.1300209767893713,36.57628293315568,1354.2964951458216,0.2814693043020879,0.1146187604638469,0.1146187604371496,Econ/Fin,1
-33,ett1/D/short,Migas-1.0,39554.89821661086,39554.89821661086,135.39450165279328,1.7138136837306872,1.070365625714499,0.4920332276631915,68.55254745946515,198.88413264162344,0.5223757911101468,0.3556181630652616,0.3556181649816762,Energy,7
-34,ett2/H/short,Migas-1.0,105.68491889124824,105.68491889124824,6.333841402757735,0.7302320710630512,0.1191886888564583,0.1089032747028839,29.20928285194677,10.28031706180545,0.1303830182495259,0.0803307285408113,0.0803307281691345,Energy,7
-35,bitbrains_fast_storage/5T/short,Migas-1.0,2141993.1398959034,2141993.1398959034,173.39397331723637,0.6664024367536718,2.2949611125996694,0.7385465810614297,26.656097451470384,1463.554966475774,4.595200643527671,0.5444141942204079,0.5444141943897776,Web/CloudOps,2
-36,ett1/H/short,Migas-1.0,91.91580637324424,91.91580637324424,4.789374753974733,0.7964461149388368,0.4452036355400369,0.2511551908439114,31.8578446134522,9.587273145855615,0.447477260923512,0.2235397139353714,0.2235397133599294,Energy,7
-37,kdd_cup_2018/D/short,Migas-1.0,2891.8936432065207,2891.8936432065207,21.20372079339653,1.200569405635661,0.5337890400770172,0.4668241714621107,48.022776191827646,53.776329766975735,1.2046468856675427,0.4749858595596329,0.4749858607139228,Nature,1
-38,solar/W/short,Migas-1.0,1620841.3524749088,1620841.3524749088,1018.8470797573564,1.1099454609971078,0.2284319842383809,0.1987499896518505,44.39781846152969,1273.12267770035,0.2598761566234685,0.2079721521830476,0.2079721521716801,Energy,1
-39,covid_deaths/D/short,Migas-1.0,284543.2041749239,284543.2041749239,89.8512155269184,32.357190042209034,0.0849226800040846,0.1225092299132897,1294.2876029137644,533.4259125454292,0.200704086081099,0.0338069555143146,0.0338069552012592,Healthcare,1
-40,bitbrains_rnd/5T/short,Migas-1.0,1635458.22427014,1635458.22427014,120.70988489785196,1.623902795988607,1.089419817858844,0.657004913223982,64.95611183529356,1278.850352570675,5.232686483999105,0.4939100043413175,0.4939100028560019,Web/CloudOps,2
-41,solar/10T/short,Migas-1.0,22.1851231478387,22.1851231478387,1.9872746427246617,0.8725932711089113,5.418489149182527,1.5154800592674682,34.903730838613185,4.710108613167928,1.3701700747043477,0.5780979738063264,0.5780979720120226,Energy,1
-42,saugeen/W/short,Migas-1.0,1008.759186410904,1008.759186410904,14.896779882907868,1.208453940795026,0.3517409026622772,0.3932497665286064,48.33815767271116,31.760969544566866,0.9587312729934196,0.449671686520859,0.4496716902992121,Nature,1
-43,ett2/D/short,Migas-1.0,105638.46390438988,105638.46390438988,193.10420948815724,1.2672659048952086,0.423116128690659,0.1321143412400805,50.69063618000478,325.0207130390152,0.1860179186451422,0.1105186275506405,0.1105186283684935,Energy,7
-44,m4_weekly/W/short,Migas-1.0,227638.43862793903,227638.43862793903,244.76915367425624,1.956377051683399,0.0596917244334924,0.05964945607308,78.25508208805994,477.114701752041,0.0869228995528345,0.044593143913467,0.044593143832756,Econ/Fin,1
-45,jena_weather/D/short,Migas-1.0,375.9053472787464,375.9053472787464,9.541148790950697,0.9913058738955652,0.5702506750317797,0.44802408471467,39.6522349103001,19.388278605351907,0.1167491244044441,0.0574533092818528,0.0574533090409228,Nature,21
-46,bitbrains_rnd/H/short,Migas-1.0,2075609.7725232616,2075609.7725232616,185.6195064037285,5.80491717235226,2.716465395795177,0.5459502204616469,232.19669000958132,1440.6976686741957,6.305197948182749,0.8123617857982075,0.8123617838595786,Web/CloudOps,2
-47,sz_taxi/15T/short,Migas-1.0,16.61627431385039,16.61627431385039,2.719343078801447,0.5426504688154726,1071727247042.426,0.3946893663840398,21.706018757322443,4.076306454849831,0.3811520991741947,0.2542702160252995,0.2542702155392077,Transport,1
-48,jena_weather/10T/short,Migas-1.0,986.8081050001985,986.8081050001985,6.286482201555352,0.2778234302990672,0.3410393516834363,0.5496226620391502,11.112937215482209,31.41350195378093,0.1951172267980626,0.0390469351455171,0.0390469352306203,Nature,21
-49,restaurant/D/short,Migas-1.0,137.35283071331264,137.35283071331264,7.055709096194538,0.6771059178639187,0.6781232262304587,0.3903189632692646,27.08423672972001,11.719762400036643,0.5393706200663334,0.324720080520593,0.3247200817641926,Sales,1
-50,m4_quarterly/Q/short,Migas-1.0,1779758.9104318037,1779758.9104318037,555.4432852094968,1.1669607452761237,0.1128954662002373,0.1012704342420778,46.678429810833805,1334.0760512173972,0.2233008384818926,0.0929714248323658,0.092971424797221,Econ/Fin,1
-51,loop_seattle/D/short,Migas-1.0,17.421374277286116,17.421374277286116,2.8663807879783545,0.8679986061902566,0.0537240504649524,0.0528546621986463,34.71994425307893,4.173891981985892,0.0745930251725961,0.0512260535717519,0.0512260537089437,Transport,1
-52,us_births/W/short,Migas-1.0,1637938.6517857143,1637938.6517857143,979.7848074776786,0.8912715134852082,0.0133232812929366,0.0133735231523002,35.65086053940833,1279.819773165626,0.0173734279287305,0.0133004826892729,0.0133004826892729,Healthcare,1
-53,sz_taxi/H/short,Migas-1.0,7.198654377212127,7.198654377212127,1.8420700711699636,0.5607765806687299,1.1167570382802403,0.2959272311045191,22.43106322352115,2.6830308192810843,0.2499408789749059,0.1716001953510747,0.171600195617653,Transport,1
-54,solar/D/short,Migas-1.0,124632.77216012774,124632.77216012774,247.015595076438,0.9628569502983718,1.068637354356529,0.4208773470853077,38.5142779908695,353.0336700091476,0.5100134272140122,0.3568534134916323,0.3568534121762478,Energy,1
-55,ett2/15T/medium,Migas-1.0,11.509069886586024,11.509069886586024,2.0905353636968704,0.8580587100503677,0.1285027873931954,0.1559533062813774,34.32234840004277,3.3925020098131147,0.180792563385955,0.1114084077646773,0.1114084079609359,Energy,7
-56,ett2/15T/long,Migas-1.0,11.463524088481115,11.463524088481115,2.1162549809047158,0.8723057694577218,0.1323912177774623,0.1603278015530298,34.8922307873619,3.385782640466029,0.1804344735109531,0.1127790510621544,0.1127790502743471,Energy,7
-57,loop_seattle/H/medium,Migas-1.0,52.97706385908728,52.97706385908728,4.040250850437349,0.8340629171915586,0.1115759540083976,0.0917510105022089,33.36251668753303,7.278534458191928,0.1286472836772297,0.0714109825637204,0.0714109825175344,Transport,1
-58,loop_seattle/H/long,Migas-1.0,52.39794758369228,52.39794758369228,3.9661828832688673,0.8331927520076586,0.1190985104657958,0.0917662197939915,33.3277100788355,7.238642661693715,0.1293642141129145,0.0708809863536098,0.0708809864220545,Transport,1
-59,bizitobs_l2c/5T/medium,Migas-1.0,87.05864830860476,87.05864830860476,6.193035409888442,0.623511045616352,0.4224511253947698,0.6801275300330856,24.940441822209014,9.330522402770638,0.4909227036019123,0.3258447443437908,0.3258447413874479,Web/CloudOps,7
-60,bizitobs_l2c/5T/long,Migas-1.0,84.60085026090107,84.60085026090107,6.021703187246171,0.6064923854746656,0.4510890628805291,0.7598989462474036,24.25969542204889,9.197872050692,0.5164467664885384,0.3381096326049718,0.3381096301696746,Web/CloudOps,7
-61,sz_taxi/15T/medium,Migas-1.0,16.335364486009645,16.335364486009645,2.74319380776495,0.5354055486713524,9841071528236.752,0.4046837877004574,21.416221946327365,4.0417031664893015,0.3761479327989113,0.2552999657700842,0.2552999648901282,Transport,1
-62,sz_taxi/15T/long,Migas-1.0,15.653788915454832,15.653788915454832,2.6988208292556286,0.5088091922462166,6909949951098.135,0.400426020309796,20.352367692171264,3.956486941145495,0.3662053613010493,0.2497980333477892,0.2497980332784227,Transport,1
-63,ett1/15T/medium,Migas-1.0,9.514118940167958,9.514118940167958,1.5471230984491016,0.9716578459644328,0.8107757181194033,0.366317107904525,38.86631383253582,3.084496545656674,0.5879080577893083,0.2948831754248394,0.2948831745934117,Energy,7
-64,ett1/15T/long,Migas-1.0,9.218223182322488,9.218223182322488,1.5303059870099265,0.9779601276501768,0.8266003531213665,0.3680910936234489,39.1184051019901,3.03615269417111,0.5786936751612096,0.2916778189200215,0.2916778213258872,Energy,7
-65,m_dense/H/medium,Migas-1.0,37154.66851888021,37154.66851888021,79.37441232893202,0.6911595427883805,0.2734789884544799,0.1921849634912278,27.64638171415161,192.75546300657783,0.3353701654771137,0.1381014544656209,0.1381014536495813,Transport,1
-66,m_dense/H/long,Migas-1.0,34604.21305531443,34604.21305531443,78.16825997811776,0.6788404132320769,0.271994361191247,0.19035823215673,27.153616525814567,186.0220767955095,0.3220317307657802,0.1353208204388265,0.1353208198928278,Transport,1
-67,kdd_cup_2018/H/medium,Migas-1.0,5203.671635191357,5203.671635191357,26.6779962851947,1.0942553523790686,1.136272247528093,0.5745578983881852,43.77021409189434,72.13647922647291,1.5099471550820396,0.5584187782113987,0.558418777961172,Nature,1
-68,kdd_cup_2018/H/long,Migas-1.0,4145.881406076919,4145.881406076919,25.064391914486716,1.0562447324083994,1.142778040442103,0.6308476903119091,42.24978929527145,64.38851921015826,1.5108148483738553,0.5881119170681895,0.5881119174516758,Nature,1
-69,solar/H/medium,Migas-1.0,894.7889034670345,894.7889034670345,13.54190968330179,1.033087514768356,3.695045712912529,1.444535513119035,41.32350059194646,29.91302230579576,1.0775368803581895,0.4878111935686999,0.4878111960263955,Energy,1
-70,solar/H/long,Migas-1.0,840.1633811239102,840.1633811239102,12.70827762080902,0.967848005377142,4.527621281633469,1.4192543983280608,38.71392021896654,28.985571947503644,1.0049827344364264,0.440619202424875,0.4406192008030075,Energy,1
-71,loop_seattle/5T/medium,Migas-1.0,107.42258194969658,107.42258194969658,6.096134604718786,0.9581653276076684,0.2205349013024808,0.1331818555152453,38.32661310445517,10.364486574341084,0.1844055135124861,0.1084627611952763,0.1084627612126597,Transport,1
-72,loop_seattle/5T/long,Migas-1.0,107.77953447966328,107.77953447966328,6.230377596223208,0.9778064301630996,0.2193870149614504,0.1363740683050279,39.11225720585818,10.38169227436757,0.183550453826505,0.110154356830705,0.1101543568407007,Transport,1
-73,jena_weather/10T/medium,Migas-1.0,1507.6620965502464,1507.6620965502464,9.691627323105031,0.6040823324290929,0.7402687138682937,0.6501803237756696,24.163293300698275,38.82862470588221,0.238290609718815,0.0594773521205958,0.0594773526127156,Nature,21
-74,jena_weather/10T/long,Migas-1.0,1416.1354973752009,1416.1354973752009,9.844957298218894,0.6690524610298093,0.8186941759442563,0.6439758713953394,26.762098443244263,37.63157580244549,0.2302740568190083,0.0602429796767491,0.0602429798315487,Nature,21
-75,electricity/H/medium,Migas-1.0,5130942.793905815,5130942.793905815,232.6547902980984,1.0392075198115247,0.2299269504070957,0.1212892065213382,41.5683007941759,2265.15844785874,0.8841659757001467,0.0908128302722862,0.0908128302498635,Energy,1
-76,electricity/H/long,Migas-1.0,6905445.22063516,6905445.22063516,261.13082473875164,1.1539008302476184,0.2856901378396458,0.1324908817220043,46.15603321153579,2627.821382939708,1.036412004558257,0.1029899228602364,0.1029899224675225,Energy,1
-77,bizitobs_application/10S/medium,Migas-1.0,2690137.900464554,2690137.900464554,913.0550760142008,2.0022628770998026,0.0284663490454355,0.0289972422520319,80.09051508399207,1640.1639858454866,0.0644044139766699,0.0358529864127001,0.0358529852306545,Web/CloudOps,2
-78,bizitobs_application/10S/long,Migas-1.0,6038219.094881727,6038219.094881727,1497.670241631402,3.075290185405175,0.0446167394849989,0.0456595717536078,123.011607416207,2457.2787987694287,0.0947674286682864,0.0577591593853721,0.0577591599721262,Web/CloudOps,2
-79,bizitobs_l2c/H/medium,Migas-1.0,73.66053873697916,73.66053873697916,5.051676432291667,0.5087521655211131,0.5658799612100607,0.8073558989025298,20.350086604612365,8.582571802028758,0.5196877713664674,0.3058866884331329,0.3058866826837325,Web/CloudOps,7
-80,bizitobs_l2c/H/long,Migas-1.0,101.72183334108382,101.72183334108382,5.81146993485708,0.6160174705019227,0.7091944789241765,0.8160629575214688,24.64069881205705,10.085724234832313,0.6160651709764573,0.3549813712611184,0.354981377366632,Web/CloudOps,7
-81,bitbrains_rnd/5T/medium,Migas-1.0,2051063.219697872,2051063.219697872,139.14773800040834,4.351451754995677,0.4666779361587485,0.7369215944419996,174.05807036261194,1432.1533506220178,6.025799200913054,0.5854654657530562,0.5854654645397397,Web/CloudOps,2
-82,bitbrains_rnd/5T/long,Migas-1.0,2211673.325289293,2211673.325289293,152.1655749578905,3.2745940395356627,0.9458300937258992,0.7086650462719241,130.98376165394694,1487.1695684384122,5.697011600903938,0.582912039212575,0.5829120421819396,Web/CloudOps,2
-83,bitbrains_fast_storage/5T/medium,Migas-1.0,3451995.487205172,3451995.487205172,258.7699905768139,0.957507713367123,2.501966424623635,0.8148775972377993,38.30030858915207,1857.95465154701,5.644979372101459,0.7862146999705947,0.7862146996060186,Web/CloudOps,2
-84,bitbrains_fast_storage/5T/long,Migas-1.0,5037535.070207264,5037535.070207264,360.8481000479623,0.8679540125506047,3.311077517093307,0.827821601901677,34.71816050904581,2244.4453814266158,5.931399007422117,0.9536137881395894,0.9536137853105444,Web/CloudOps,2
-85,jena_weather/H/medium,Migas-1.0,1110.98398648155,1110.98398648155,9.538080062545715,0.7646243713194735,1.843682585163896,0.682453987640994,30.584974860282934,33.33142640934453,0.2039609046111737,0.0583652020744371,0.0583652026360851,Nature,21
-86,jena_weather/H/long,Migas-1.0,1159.714754385035,1159.714754385035,10.639683098815103,0.9135132358137096,1.7634913527898304,0.663015451885405,36.54052943112237,34.05458492457418,0.2050463420643673,0.0640626836288884,0.0640626831514936,Nature,21
-87,electricity/15T/medium,Migas-1.0,246472.83138909825,246472.83138909825,50.47550105704568,0.7946476059106433,0.1196695627697146,0.120811463839626,31.785904235667218,496.4603019266478,0.8554510874851036,0.0869743705650507,0.0869743705384092,Energy,1
-88,electricity/15T/long,Migas-1.0,309269.9492847028,309269.9492847028,56.06374499633595,0.8442964603654705,0.121411040569716,0.1227628812822043,33.771858414301235,556.1204449439912,0.8773481891103969,0.0884474318368861,0.0884474315446764,Energy,1
-89,bizitobs_service/10S/medium,Migas-1.0,9536.99710428784,9536.99710428784,31.68423638332931,0.9710657290744256,0.0682710242366033,0.0654162736106959,38.84262914276357,97.65755016529872,0.0734993691250821,0.0238463015040098,0.0238463016459156,Web/CloudOps,2
-90,bizitobs_service/10S/long,Migas-1.0,130393.74902528874,130393.74902528874,76.21497271261518,1.3126320345493696,0.0859763518275407,0.0886442199333635,52.50528138051342,361.1007463649012,0.2675149834386251,0.0564624896742453,0.0564624918316794,Web/CloudOps,2
-91,solar/10T/medium,Migas-1.0,19.28303655913593,19.28303655913593,1.7907610159905394,0.7828363883609444,3.585723994205194,1.445882866910677,31.313455535759758,4.391245445102782,0.9744348153027796,0.3973769860243638,0.3973769848451963,Energy,1
-92,solar/10T/long,Migas-1.0,19.040676687736383,19.040676687736383,1.8154775176508489,0.7943141717656826,3.490084853583276,1.4475720922314346,31.772566873193316,4.363562384994213,0.9431142110047708,0.392386425491302,0.3923864246930272,Energy,1
-93,ett1/H/medium,Migas-1.0,149.8045224780128,149.8045224780128,7.174136273066202,1.3090815425249192,3302090822118.268,0.4454975721381959,52.36326173214562,12.239465775842213,0.5862414244003958,0.3436241372451138,0.3436241385930232,Energy,7
-94,ett1/H/long,Migas-1.0,149.20867934857728,149.20867934857728,7.4953584015054044,1.4127199451045032,3141416336823.4604,0.4870810412856006,56.50879779346757,12.215100464121337,0.5849546933958798,0.3589364728127277,0.3589364784135151,Energy,7
-95,ett2/H/medium,Migas-1.0,241.2125319526309,241.2125319526309,9.583782277788435,1.0325837120117285,0.1773123444939934,0.1669127471390224,41.30334850580631,15.531018381053798,0.2092904428900654,0.1291476185442648,0.1291476196905136,Energy,7
-96,ett2/H/long,Migas-1.0,226.25396996553613,226.25396996553613,9.114234197707404,1.0151421918383703,0.1826299412288919,0.1710562968380236,40.605687660194185,15.041740922032137,0.2059850672257801,0.1248124238848163,0.1248124245982704,Energy,7

results/Migas-1.0/config.json

@@ -1,9 +0,0 @@
-{
-    "model": "Migas-1.0",
-    "model_type": "pretrained",
-    "model_dtype": "float32",
-    "model_link": "To your HF model link",
-    "org": "Synthefy",
-    "replication_code_available": "No",
-    "testdata_leakage": "No"
-}

results/Moirai2/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,Moirai2,3594920.75,3594920.75,890.2982177734375,3.3204338550567627,0.1615607738494873,0.14871330559253693,31.004405975341797,1896.027587890625,0.30403682589530945,0.14276345074176788,0.11582298576831818,Econ/Fin,1
-m4_quarterly/Q/short,Moirai2,1823365.0,1823365.0,563.21240234375,1.1834304332733154,0.11163925379514694,0.10256534814834595,9.126250267028809,1350.3203125,0.22601984441280365,0.09427183121442795,0.0754113420844078,Econ/Fin,1
-m4_monthly/M/short,Moirai2,1941434.375,1941434.375,570.535400390625,0.9396260380744934,0.1640520691871643,0.1344050168991089,7.7516584396362305,1393.3536376953125,0.28958672285079956,0.11857683956623077,0.0947224348783493,Econ/Fin,1
-m4_weekly/W/short,Moirai2,320634.75,320634.75,278.2564697265625,2.12347149848938,0.0672045573592186,0.06834465265274048,14.761430740356445,566.2462158203125,0.1031612828373909,0.050694018602371216,0.04001309722661972,Econ/Fin,1
-m4_daily/D/short,Moirai2,370240.09375,370240.09375,162.80653381347656,3.0710153579711914,0.0357334166765213,0.028526095673441887,25.159442901611328,608.4735717773438,0.09399235248565674,0.025149110704660416,0.02005612850189209,Econ/Fin,1
-m4_hourly/H/short,Moirai2,1835445.0,1835445.0,234.19720458984375,0.8085440993309021,0.09139207750558853,0.0857313722372055,6.641612529754639,1354.7860107421875,0.18495818972587585,0.03197309002280235,0.023612583056092262,Econ/Fin,1
-electricity/15T/short,Moirai2,126713.3984375,126713.3984375,46.910743713378906,0.8698201179504395,0.15082401037216187,0.15161579847335815,9.704551696777344,355.96826171875,0.7016835808753967,0.09247032552957535,0.07707162946462631,Energy,1
-electricity/H/short,Moirai2,1653415.0,1653415.0,166.158447265625,0.8867659568786621,0.17141255736351013,0.1225140392780304,10.239829063415527,1285.851806640625,0.6070138812065125,0.0784386545419693,0.06450968980789185,Energy,1
-electricity/D/short,Moirai2,1252630400.0,1252630400.0,4144.4931640625,1.4215503931045532,0.3179091513156891,0.09655529260635376,11.699943542480469,35392.51953125,0.5816166400909424,0.06810778379440308,0.054104726761579514,Energy,1
-electricity/W/short,Moirai2,119910146048.0,119910146048.0,38409.51171875,1.6595454216003418,0.2552073895931244,0.10663959383964539,12.825586318969727,346280.4375,0.790097713470459,0.08763783425092697,0.06640905886888504,Energy,1
-solar/10T/short,Moirai2,16.64216423034668,16.64216423034668,1.5266270637512207,0.6575393676757812,3.457381010055542,1.4877198934555054,4.72634220123291,4.07948112487793,1.186720609664917,0.444095641374588,0.35037222504615784,Energy,1
-solar/H/short,Moirai2,802.4385986328125,802.4385986328125,11.403338432312012,0.8793642520904541,5.135405540466309,1.4044291973114014,7.138167858123779,28.327346801757812,1.044155478477478,0.42033085227012634,0.34237420558929443,Energy,1
-solar/D/short,Moirai2,170813.640625,170813.640625,271.90545654296875,1.0638502836227417,1.260561227798462,0.43576809763908386,5.254066467285156,413.2960510253906,0.5970720648765564,0.39281076192855835,0.302970290184021,Energy,1
-solar/W/short,Moirai2,1808328.625,1808328.625,1091.556396484375,1.1966747045516968,0.24777232110500336,0.2126481980085373,6.803486347198486,1344.7410888671875,0.27449527382850647,0.2228139340877533,0.16269271075725555,Energy,1
-hospital/M/short,Moirai2,2882.404541015625,2882.404541015625,17.830530166625977,0.7649638056755066,0.19130390882492065,0.17565345764160156,5.211375713348389,53.68803024291992,0.1949000209569931,0.06472896039485931,0.051829639822244644,Healthcare,1
-covid_deaths/D/short,Moirai2,252106.03125,252106.03125,90.99989318847656,36.958065032958984,0.09614738076925278,0.37670475244522095,903.7923583984375,502.10162353515625,0.18891817331314087,0.03423915058374405,0.028077920898795128,Healthcare,1
-us_births/D/short,Moirai2,190028.15625,190028.15625,253.57337951660156,0.3733060956001282,0.024424130097031593,0.024021783843636513,3.786815881729126,435.92218017578125,0.04086416959762573,0.023770447820425034,0.019569363445043564,Healthcare,1
-us_births/M/short,Moirai2,78014528.0,78014528.0,7187.57177734375,0.811284065246582,0.022174924612045288,0.022547760978341103,4.347311973571777,8832.5830078125,0.02743394300341606,0.02232454903423786,0.016870463266968727,Healthcare,1
-us_births/W/short,Moirai2,1552936.875,1552936.875,957.8921508789062,0.8713688850402832,0.013035018928349018,0.01307821087539196,8.680670738220215,1246.1688232421875,0.01691661961376667,0.013003292493522167,0.010818051174283028,Healthcare,1
-saugeen/D/short,Moirai2,1027.0377197265625,1027.0377197265625,12.161438941955566,2.7013986110687256,0.27170529961586,0.31519150733947754,28.517648696899414,32.047428131103516,1.038023829460144,0.3939118981361389,0.32843467593193054,Nature,1
-saugeen/M/short,Moirai2,395.2047119140625,395.2047119140625,12.477724075317383,0.7310303449630737,0.34958547353744507,0.36250320076942444,4.56439733505249,19.879756927490234,0.5968499183654785,0.3746187090873718,0.291035532951355,Nature,1
-saugeen/W/short,Moirai2,1292.568603515625,1292.568603515625,17.306808471679688,1.4041545391082764,0.43147262930870056,0.4447954297065735,11.917930603027344,35.952308654785156,1.0852503776550293,0.5224204063415527,0.41932234168052673,Nature,1
-temperature_rain/D/short,Moirai2,182.9368438720703,182.9368438720703,5.879575729370117,1.3483240604400635,26.145727157592773,1.5040239095687866,20.553316116333008,13.52541446685791,1.5922988653182983,0.6921814680099487,0.5607564449310303,Nature,1
-kdd_cup_2018/H/short,Moirai2,5302.97900390625,5302.97900390625,25.09421157836914,1.006497859954834,0.7897746562957764,0.5716216564178467,8.732624053955078,72.8215560913086,1.5242869853973389,0.5252673029899597,0.4258558750152588,Nature,1
-kdd_cup_2018/D/short,Moirai2,3038.3671875,3038.3671875,22.03321647644043,1.241451621055603,0.5251110196113586,0.49087435007095337,9.494770050048828,55.12138366699219,1.234777569770813,0.49356743693351746,0.38876861333847046,Nature,1
-car_parts/M/short,Moirai2,1.3793753385543823,1.3793753385543823,0.452247679233551,0.8265860080718994,0.84610915184021,1.9076740741729736,15.108853340148926,1.1744681596755981,2.816254138946533,1.0844435691833496,0.9362376928329468,Sales,1
-restaurant/D/short,Moirai2,145.2991180419922,145.2991180419922,7.219489574432373,0.6959659457206726,0.5734684467315674,0.4184328019618988,4.903660774230957,12.054008483886719,0.5547534227371216,0.33225762844085693,0.26036787033081055,Sales,1
-hierarchical_sales/D/short,Moirai2,29.79330825805664,29.79330825805664,2.318131446838379,0.7479611039161682,0.6207244992256165,1.0917775630950928,7.330531597137451,5.458324432373047,1.6745535135269165,0.7111770510673523,0.5769974589347839,Sales,1
-hierarchical_sales/W/short,Moirai2,479.5635070800781,479.5635070800781,9.145384788513184,0.7380942106246948,0.5495446920394897,0.4673403799533844,6.649598598480225,21.898937225341797,1.005391001701355,0.4198690950870514,0.35205039381980896,Sales,1
-loop_seattle/5T/short,Moirai2,39.24714279174805,39.24714279174805,3.421999216079712,0.5417709946632385,0.08640541136264801,0.0729915127158165,3.9730300903320312,6.264753818511963,0.1074267029762268,0.0586797334253788,0.04626261815428734,Transport,1
-loop_seattle/H/short,Moirai2,61.74736022949219,61.74736022949219,4.191839694976807,0.8503301739692688,0.11133775115013123,0.0967826396226883,9.166641235351562,7.8579487800598145,0.13909368216991425,0.07419982552528381,0.06182778254151344,Transport,1
-loop_seattle/D/short,Moirai2,18.762725830078125,18.762725830078125,2.959958553314209,0.8935706615447998,0.054861217737197876,0.05470937117934227,7.584428787231445,4.3315958976745605,0.07741141319274902,0.05289841443300247,0.04312709718942642,Transport,1
-sz_taxi/15T/short,Moirai2,16.780986785888672,16.780986785888672,2.739116907119751,0.5463942885398865,1337784270848.0,0.39846450090408325,3.9365270137786865,4.096460342407227,0.3830365538597107,0.25611916184425354,0.20139019191265106,Transport,1
-sz_taxi/H/short,Moirai2,7.243575096130371,7.243575096130371,1.8513975143432617,0.5632746815681458,1.0763623714447021,0.2980678081512451,4.026472091674805,2.6913890838623047,0.25071948766708374,0.1724691092967987,0.13598862290382385,Transport,1
-m_dense/H/short,Moirai2,46547.97265625,46547.97265625,89.18578338623047,0.7929656505584717,0.2878399193286896,0.22047041356563568,9.276103973388672,215.74978637695312,0.3826863765716553,0.15819334983825684,0.1318719983100891,Transport,1
-m_dense/D/short,Moirai2,9495.8916015625,9495.8916015625,49.772308349609375,0.6916432976722717,0.1258518397808075,0.10052505135536194,7.0636701583862305,97.44686889648438,0.16869494318962097,0.086163230240345,0.07009396702051163,Transport,1
-ett1/15T/short,Moirai2,5.021040439605713,5.021040439605713,1.079026699066162,0.6870396733283997,0.508618950843811,0.2342115193605423,5.1140007972717285,2.24076771736145,0.42359837889671326,0.203980952501297,0.1601320505142212,Energy,7
-ett1/H/short,Moirai2,110.48771667480469,110.48771667480469,5.065814971923828,0.8362465500831604,0.5074601173400879,0.2602593004703522,5.890653133392334,10.511313438415527,0.49060600996017456,0.23644231259822845,0.1851363480091095,Energy,7
-ett1/D/short,Moirai2,45395.75390625,45395.75390625,142.25717163085938,1.7477439641952515,1.1709531545639038,0.4903564453125,11.691117286682129,213.0627899169922,0.5596165060997009,0.373643159866333,0.28650546073913574,Energy,7
-ett1/W/short,Moirai2,1070556.875,1070556.875,834.5147094726562,1.4887369871139526,0.6270838379859924,0.5270519852638245,8.900157928466797,1034.67724609375,0.41172274947166443,0.3320733308792114,0.2488435059785843,Energy,7
-ett2/15T/short,Moirai2,8.050238609313965,8.050238609313965,1.7549543380737305,0.7664317488670349,0.11144769191741943,0.1304120570421219,5.862476825714111,2.837294101715088,0.13469645380973816,0.08331392705440521,0.06601111590862274,Energy,7
-ett2/H/short,Moirai2,111.35823822021484,111.35823822021484,6.3867340087890625,0.7354120016098022,0.11914452165365219,0.10967425256967545,5.209497928619385,10.552640914916992,0.13383685052394867,0.08100155740976334,0.06421768665313721,Energy,7
-ett2/D/short,Moirai2,112720.8125,112720.8125,200.43377685546875,1.3028600215911865,0.42615124583244324,0.13562987744808197,11.184418678283691,335.73919677734375,0.19215241074562073,0.11471354216337204,0.09300631284713745,Energy,7
-ett2/W/short,Moirai2,3018818.25,3018818.25,1220.6822509765625,0.8076348304748535,0.13835936784744263,0.15684010088443756,8.835420608520508,1737.4747314453125,0.14574748277664185,0.10239652544260025,0.08512651920318604,Energy,7
-jena_weather/10T/short,Moirai2,1263.07080078125,1263.07080078125,7.481215953826904,0.3154330551624298,0.3750856816768646,0.5614975690841675,2.2623369693756104,35.53970718383789,0.22074612975120544,0.04646772891283035,0.03595806285738945,Nature,21
-jena_weather/H/short,Moirai2,1116.116455078125,1116.116455078125,8.453888893127441,0.536453366279602,1.3488954305648804,0.6119290590286255,4.829719066619873,33.408329010009766,0.2047909051179886,0.05182179436087608,0.04214661940932274,Nature,21
-jena_weather/D/short,Moirai2,341.45184326171875,341.45184326171875,9.141987800598145,1.0152313709259033,0.49779126048088074,0.4462507367134094,6.8829264640808105,18.47841453552246,0.11127026379108429,0.05504970625042915,0.043448418378829956,Nature,21
-bitbrains_fast_storage/5T/short,Moirai2,2142125.25,2142125.25,171.67364501953125,0.6864748001098633,2.1051151752471924,0.7426697015762329,13.77940845489502,1463.60009765625,4.59534215927124,0.5390127897262573,0.42746859788894653,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Moirai2,2942650.5,2942650.5,292.0852355957031,1.0675305128097534,3.8830220699310303,0.5814351439476013,22.434349060058594,1715.41552734375,4.889491558074951,0.8325377702713013,0.6148646473884583,Web/CloudOps,2
-bitbrains_rnd/5T/short,Moirai2,1660531.75,1660531.75,115.86862182617188,1.6520637273788452,1.0863659381866455,0.6535171270370483,53.418670654296875,1288.6162109375,5.272645473480225,0.4741009473800659,0.4042632579803467,Web/CloudOps,2
-bitbrains_rnd/H/short,Moirai2,2235573.0,2235573.0,196.98313903808594,5.809325695037842,3.0100300312042236,0.5586869716644287,197.04698181152344,1495.1832275390625,6.54365348815918,0.8620945811271667,0.6697196960449219,Web/CloudOps,2
-bizitobs_application/10S/short,Moirai2,621851.5625,621851.5625,406.2403259277344,1.438624620437622,0.019857333973050117,0.020211493596434593,18.09433364868164,788.57568359375,0.030412212014198303,0.015667065978050232,0.01300627738237381,Web/CloudOps,2
-bizitobs_service/10S/short,Moirai2,4797.98974609375,4797.98974609375,22.429920196533203,0.8738541007041931,0.07667911797761917,0.05649945139884949,9.500022888183594,69.26752471923828,0.05131559818983078,0.016616802662611008,0.01355437096208334,Web/CloudOps,2
-bizitobs_l2c/5T/short,Moirai2,20.624032974243164,20.624032974243164,2.863663911819458,0.2905579209327698,0.1645745486021042,0.20925605297088623,4.3934006690979,4.5413689613342285,0.15596899390220642,0.09834981709718704,0.08443012833595276,Web/CloudOps,7
-bizitobs_l2c/H/short,Moirai2,67.85011291503906,67.85011291503906,5.013020038604736,0.5027103424072266,0.4784625768661499,0.636954665184021,7.536383152008057,8.237117767333984,0.4440017640590668,0.27021461725234985,0.23466992378234863,Web/CloudOps,7
-electricity/15T/medium,Moirai2,283338.0,283338.0,55.66805648803711,0.8413034677505493,0.13227048516273499,0.13056059181690216,9.948001861572266,532.2950439453125,0.9171979427337646,0.09592166543006897,0.07995456457138062,Energy,1
-electricity/H/medium,Moirai2,6361778.5,6361778.5,248.01693725585938,1.0840357542037964,0.23050330579280853,0.13177354633808136,13.117870330810547,2522.256591796875,0.9845198392868042,0.09680917859077454,0.0803634449839592,Energy,1
-solar/10T/medium,Moirai2,29.05948257446289,29.05948257446289,2.3172357082366943,0.9995384812355042,3.0454554557800293,1.504119634628296,8.617097854614258,5.390684604644775,1.1962143182754517,0.5142037868499756,0.41236650943756104,Energy,1
-solar/H/medium,Moirai2,714.8151245117188,714.8151245117188,11.081192016601562,0.8482193350791931,4.51237154006958,1.3964426517486572,9.920930862426758,26.736026763916016,0.9630941152572632,0.3991703987121582,0.3328731954097748,Energy,1
-kdd_cup_2018/H/medium,Moirai2,5786.36328125,5786.36328125,28.03462028503418,1.1240187883377075,0.9898953437805176,0.6367859840393066,13.927753448486328,76.06815338134766,1.5922441482543945,0.586815357208252,0.4954785704612732,Nature,1
-loop_seattle/5T/medium,Moirai2,91.64151000976562,91.64151000976562,5.445966720581055,0.864562451839447,0.1969592571258545,0.12233935296535492,10.540971755981445,9.572957038879395,0.17032258212566376,0.09689493477344513,0.08025791496038437,Transport,1
-loop_seattle/H/medium,Moirai2,71.71796417236328,71.71796417236328,4.58095121383667,0.9398095607757568,0.11857419461011887,0.10557787865400314,13.948471069335938,8.468646049499512,0.14968235790729523,0.08096779882907867,0.06914147734642029,Transport,1
-sz_taxi/15T/medium,Moirai2,17.261032104492188,17.261032104492188,2.8276829719543457,0.551992654800415,10671182839808.0,0.41678428649902344,6.010798931121826,4.154639720916748,0.38665857911109924,0.26316311955451965,0.21361444890499115,Transport,1
-m_dense/H/medium,Moirai2,39792.32421875,39792.32421875,81.75311279296875,0.7038857936859131,0.2560286521911621,0.2057977169752121,10.532341957092285,199.48013305664062,0.34707024693489075,0.14224009215831757,0.12004674971103668,Transport,1
-ett1/15T/medium,Moirai2,10.665780067443848,10.665780067443848,1.6653506755828857,1.0389811992645264,0.8133009672164917,0.3889414370059967,11.519312858581543,3.26585054397583,0.6224743723869324,0.3174174726009369,0.2604987323284149,Energy,7
-ett1/H/medium,Moirai2,167.32998657226562,167.32998657226562,7.205399036407471,1.3042583465576172,3247734521856.0,0.4289178252220154,16.902162551879883,12.935608863830566,0.6195850372314453,0.3451215326786041,0.2872616946697235,Energy,7
-ett2/15T/medium,Moirai2,12.762186050415039,12.762186050415039,2.2088661193847656,0.9195600748062134,0.14112639427185059,0.1747804433107376,11.09008502960205,3.572420120239258,0.1903807371854782,0.11771447211503983,0.0978662297129631,Energy,7
-ett2/H/medium,Moirai2,253.32736206054688,253.32736206054688,10.055752754211426,1.0852832794189453,0.18437251448631287,0.1749981790781021,11.153921127319336,15.916260719299316,0.21448184549808502,0.135507732629776,0.11071720719337463,Energy,7
-jena_weather/10T/medium,Moirai2,1942.8153076171875,1942.8153076171875,11.685406684875488,0.6510283946990967,0.8314501047134399,0.6661898493766785,9.578142166137695,44.07737731933594,0.27050212025642395,0.07171314209699631,0.058668095618486404,Nature,21
-jena_weather/H/medium,Moirai2,1340.6402587890625,1340.6402587890625,10.796601295471191,0.8172689080238342,2.6193902492523193,0.6811408400535583,10.437860488891602,36.61475372314453,0.22405217587947845,0.06606631726026535,0.05496005341410637,Nature,21
-bitbrains_fast_storage/5T/medium,Moirai2,3831930.5,3831930.5,260.03118896484375,0.9918146729469299,2.2075326442718506,0.8067377805709839,25.72391128540039,1957.53173828125,5.947522163391113,0.7900465726852417,0.6938542127609253,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Moirai2,2298316.0,2298316.0,147.26242065429688,4.3996782302856445,0.5052017569541931,0.7080380916595459,163.8717498779297,1516.019775390625,6.378668308258057,0.6196081042289734,0.5960801839828491,Web/CloudOps,2
-bizitobs_application/10S/medium,Moirai2,3613374.25,3613374.25,1043.581787109375,2.478975534439087,0.03553047776222229,0.036169908940792084,53.43565368652344,1900.8878173828125,0.07464227080345154,0.040978383272886276,0.03691835328936577,Web/CloudOps,2
-bizitobs_service/10S/medium,Moirai2,56963.7421875,56963.7421875,49.91252899169922,1.131983995437622,0.10594205558300018,0.08129119127988815,18.115341186523438,238.67079162597656,0.17962925136089325,0.03756534680724144,0.03391871601343155,Web/CloudOps,2
-bizitobs_l2c/5T/medium,Moirai2,77.68477630615234,77.68477630615234,5.3431549072265625,0.5360136032104492,0.37753960490226746,0.6504175662994385,14.239152908325195,8.813896179199219,0.46374058723449707,0.28112852573394775,0.2606326937675476,Web/CloudOps,7
-bizitobs_l2c/H/medium,Moirai2,73.60548400878906,73.60548400878906,5.040341854095459,0.5085751414299011,0.561661422252655,0.7950536608695984,10.486610412597656,8.579363822937012,0.5194935202598572,0.30520036816596985,0.27381497621536255,Web/CloudOps,7
-electricity/15T/long,Moirai2,391376.21875,391376.21875,63.17216110229492,0.9070706963539124,0.13897426426410675,0.134074404835701,10.943906784057617,625.6007080078125,0.9869617819786072,0.09966183453798294,0.08316168934106827,Energy,1
-electricity/H/long,Moirai2,9811671.0,9811671.0,291.53839111328125,1.262234091758728,0.30803436040878296,0.1474093645811081,17.574865341186523,3132.35888671875,1.2354013919830322,0.11498266458511353,0.09748584777116776,Energy,1
-solar/10T/long,Moirai2,29.88235855102539,29.88235855102539,2.3448755741119385,1.01083505153656,3.0021917819976807,1.503761887550354,9.01179027557373,5.466475963592529,1.1814912557601929,0.5068073272705078,0.40836524963378906,Energy,1
-solar/H/long,Moirai2,695.760498046875,695.760498046875,11.615360260009766,0.8833699226379395,5.532365322113037,1.3997015953063965,10.741609573364258,26.37727165222168,0.9145480990409851,0.4027256965637207,0.3319021165370941,Energy,1
-kdd_cup_2018/H/long,Moirai2,4539.05078125,4539.05078125,25.811946868896484,1.0698148012161255,0.9702631831169128,0.6511303782463074,15.044140815734863,67.37247467041016,1.5808305740356445,0.6056525707244873,0.5183228254318237,Nature,1
-loop_seattle/5T/long,Moirai2,102.15283966064453,102.15283966064453,5.852677822113037,0.928242027759552,0.20338046550750732,0.12979671359062195,12.898492813110352,10.10706901550293,0.17869503796100616,0.10347653925418854,0.08709994703531265,Transport,1
-loop_seattle/H/long,Moirai2,63.72977828979492,63.72977828979492,4.314446926116943,0.9038061499595642,0.12193074822425842,0.1005469411611557,13.63674259185791,7.98309326171875,0.14266857504844666,0.07710494101047516,0.06565489619970322,Transport,1
-sz_taxi/15T/long,Moirai2,17.477622985839844,17.477622985839844,2.822140693664551,0.5302703380584717,7329904328704.0,0.4138064384460449,6.833168029785156,4.180624961853027,0.38695117831230164,0.2612123191356659,0.21665456891059875,Transport,1
-m_dense/H/long,Moirai2,37458.58203125,37458.58203125,82.49683380126953,0.7182016968727112,0.26045969128608704,0.2135668247938156,10.146082878112793,193.54220581054688,0.33505016565322876,0.14281421899795532,0.11958861351013184,Transport,1
-ett1/15T/long,Moirai2,10.191858291625977,10.191858291625977,1.6781684160232544,1.0669130086898804,0.8645601868629456,0.3900018632411957,14.423590660095215,3.1924688816070557,0.6084877252578735,0.3198605477809906,0.2684479057788849,Energy,7
-ett1/H/long,Moirai2,203.1143341064453,203.1143341064453,7.873347282409668,1.4649949073791504,2660186456064.0,0.47378653287887573,24.58342933654785,14.251818656921387,0.682488739490509,0.37703752517700195,0.3230729103088379,Energy,7
-ett2/15T/long,Moirai2,13.122858047485352,13.122858047485352,2.279362916946411,0.959116518497467,0.14799295365810394,0.17831845581531525,13.057952880859375,3.6225485801696777,0.19305217266082764,0.12147137522697449,0.10234040766954422,Energy,7
-ett2/H/long,Moirai2,237.56210327148438,237.56210327148438,9.41628360748291,1.0515315532684326,0.18637529015541077,0.17694972455501556,14.501702308654785,15.413049697875977,0.21106985211372375,0.12894874811172485,0.10860944539308548,Energy,7
-jena_weather/10T/long,Moirai2,1825.4752197265625,1825.4752197265625,11.603591918945312,0.7330641150474548,0.9823510646820068,0.6760526895523071,13.818408012390137,42.725582122802734,0.26144516468048096,0.07100436836481094,0.05961557850241661,Nature,21
-jena_weather/H/long,Moirai2,1278.8531494140625,1278.8531494140625,11.639805793762207,1.0389355421066284,2.1917943954467773,0.6806634664535522,18.089033126831055,35.76105499267578,0.21532118320465088,0.07008452713489532,0.05799703299999237,Nature,21
-bitbrains_fast_storage/5T/long,Moirai2,5638371.5,5638371.5,367.75579833984375,0.9175259470939636,3.341670274734497,0.8233354091644287,21.859882354736328,2374.525390625,6.275162220001221,0.9718688130378723,0.8065826892852783,Web/CloudOps,2
-bitbrains_rnd/5T/long,Moirai2,2340055.5,2340055.5,154.8313751220703,3.3333687782287598,0.7227475643157959,0.6934060454368591,121.20797729492188,1529.7239990234375,5.860028266906738,0.5931240916252136,0.5697691440582275,Web/CloudOps,2
-bizitobs_application/10S/long,Moirai2,6483073.0,6483073.0,1533.4085693359375,3.4278934001922607,0.050070058554410934,0.05103800445795059,101.53668975830078,2546.18798828125,0.09819629043340683,0.05913744121789932,0.056454192847013474,Web/CloudOps,2
-bizitobs_service/10S/long,Moirai2,128119.78125,128119.78125,76.06694030761719,1.37122642993927,0.11781994998455048,0.09284570068120956,30.744794845581055,357.938232421875,0.2651720941066742,0.05635282024741173,0.053895868360996246,Web/CloudOps,2
-bizitobs_l2c/5T/long,Moirai2,85.3919677734375,85.3919677734375,5.707359790802002,0.5799223184585571,0.40167975425720215,0.7719800472259521,16.739368438720703,9.240777015686035,0.5188558101654053,0.3204597234725952,0.30009692907333374,Web/CloudOps,7
-bizitobs_l2c/H/long,Moirai2,99.5688705444336,99.5688705444336,5.755020618438721,0.6107828617095947,0.7120028138160706,0.8073437213897705,15.002673149108887,9.97842025756836,0.6095107197761536,0.35153326392173767,0.3212907910346985,Web/CloudOps,7

results/Moirai2/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Moirai2",
-    "model_type": "pretrained",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/Salesforce/moirai-2.0-R-small",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai2.ipynb",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/MoiraiAgent-leaking/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-ett1/W/short,MoiraiAgent-leaking,1922959.1008590756,1922959.1008590756,1023.2215715135846,1.7678688932404552,0.6523123413431963,0.6174924906567194,10.592081938419708,1386.708008507586,0.5518042141837641,0.4071642853008308,0.3176080006270214,Energy,7
-saugeen/M/short,MoiraiAgent-leaking,442.6092938609176,442.6092938609176,13.155999881880623,0.7708285039004029,0.4059140170041235,0.376905313222615,6.120241012309893,21.03828162804457,0.6316323287276547,0.3949825840840487,0.3164227285413208,Nature,1
-us_births/M/short,MoiraiAgent-leaking,36880588.98640951,36880588.98640951,5135.903645833333,0.5796021824032279,0.0158337987051696,0.0159895124982955,3.116167384532352,6072.93907316791,0.018862507356484,0.0159520817078096,0.0116857772064188,Healthcare,1
-bizitobs_application/10S/long,MoiraiAgent-leaking,5800082.536261333,5800082.536261333,1464.715584081014,3.035268031373664,0.0438796853778002,0.0449018324974507,51.59158666862463,2408.336051356067,0.092879895106491,0.056488225442494,0.0503907930633193,Web/CloudOps,2
-bizitobs_l2c/H/long,MoiraiAgent-leaking,82.31742262811916,82.31742262811916,5.29689035225837,0.5646743036295974,0.6109710678291644,0.7847466165328574,5.301016690912072,9.0728949419752,0.55419860904321,0.3235493504829356,0.2631600366379862,Web/CloudOps,7
-ett1/D/short,MoiraiAgent-leaking,41145.4073356658,41145.4073356658,134.282200280778,1.6076143842723154,1.417166829902787,0.454428059923752,12.384847189063422,202.84330734748383,0.5327746751294115,0.3526966532235528,0.2730852757697575,Energy,7
-bizitobs_application/10S/medium,MoiraiAgent-leaking,2828606.770918675,2828606.770918675,938.2000554243724,2.1229976863180413,0.0301435773739771,0.0307052242576038,19.857662706714244,1681.846238786018,0.0660411518278822,0.0368403548887631,0.0303350781574969,Web/CloudOps,2
-bizitobs_l2c/H/medium,MoiraiAgent-leaking,70.95556323788983,70.95556323788983,4.829649629224358,0.4854082092213864,0.4647784520085575,0.7602969887287452,3.552974919534388,8.42351252375693,0.510056477894272,0.2924426208660596,0.2310871259677409,Web/CloudOps,7
-ett2/W/short,MoiraiAgent-leaking,3344984.803398259,3344984.803398259,1254.9863880702428,0.8198858253264116,0.1308706122168081,0.1447069959259727,6.41122158920198,1828.929961315703,0.153419184549162,0.105274117845128,0.0838331148615692,Energy,7
-ett2/D/short,MoiraiAgent-leaking,104282.32720071592,104282.32720071592,189.30453249537757,1.237825686492234,0.4110022840284508,0.1285059927702507,10.336576525749434,322.9277430025422,0.184820067481461,0.1083439785787208,0.0888575059495718,Energy,7
-saugeen/W/short,MoiraiAgent-leaking,968.515666503706,968.515666503706,15.271628594398498,1.2386532215612605,0.3978034767671309,0.4018297114926435,12.194035216392564,31.120984343425032,0.9394127902929924,0.4609868078678916,0.3785246081972413,Nature,1
-us_births/W/short,MoiraiAgent-leaking,1657965.44241333,1657965.44241333,1001.2321428571428,0.910554396027256,0.0136668304001199,0.0136704300942968,5.715512214382463,1287.6200691249458,0.0174793161815247,0.0135916281640429,0.0105582246634151,Healthcare,1
-jena_weather/D/short,MoiraiAgent-leaking,394.2980810603372,394.2980810603372,9.61741770075196,0.9967864218742054,0.5853275745379929,0.4566469308242122,7.240984737859527,19.856940375101527,0.1195712357222849,0.0579125734988972,0.0454740933462453,Nature,21
-bizitobs_application/10S/short,MoiraiAgent-leaking,362448.7766435564,362448.7766435564,326.0790887811449,1.0322422842293868,0.014563968016641,0.0146926839794667,7.6236653057529455,602.0371887546121,0.0232181679588484,0.0125755670789214,0.0099328847339682,Web/CloudOps,2
-bizitobs_l2c/H/short,MoiraiAgent-leaking,51.698960453781126,51.698960453781126,4.349450548567499,0.4327348105109728,0.3943748259399773,0.5896353840467818,2.969148880223248,7.190198916148365,0.3875701359980726,0.2344465237031578,0.1851041294926999,Web/CloudOps,7
-us_births/D/short,MoiraiAgent-leaking,144092.22343805592,144092.22343805592,225.1733553059896,0.3314301858018498,0.0217307261985107,0.0215195303870016,3.065084319944368,379.5948148197706,0.0355839336550964,0.0211081748835481,0.0171657923453774,Healthcare,1
-ett2/H/long,MoiraiAgent-leaking,234.7012196580409,234.7012196580409,9.268702529536354,1.0287833021144752,0.1809058778208943,0.173364232429192,7.351493310922624,15.319961477041677,0.2097950813149224,0.126927747421686,0.1029193447296313,Energy,7
-saugeen/D/short,MoiraiAgent-leaking,1086.453311888044,1086.453311888044,11.955319752693176,2.6561451289717404,0.2553949752399402,0.3013758503640539,36.156892150153325,32.96139123107585,1.0676273155342193,0.3872356553289948,0.3267546725551236,Nature,1
-ett1/H/long,MoiraiAgent-leaking,144.37525942663015,144.37525942663015,7.034508810350523,1.3433637923963433,3150427836070.028,0.4680202093894685,9.205412287337252,12.015625636088624,0.5754022876739224,0.3368673912393686,0.2616734754415228,Energy,7
-jena_weather/H/long,MoiraiAgent-leaking,1106.5238511486352,1106.5238511486352,10.249544346933783,0.8453325167374546,1.79609527110441,0.6108534520222177,6.790415363364537,33.26445326694301,0.2002888632087222,0.0617136127018452,0.0499238745289775,Nature,21
-ett2/H/medium,MoiraiAgent-leaking,235.30514024330705,235.30514024330705,9.48963560395475,1.0330257011357225,0.1757913497232386,0.1679309155735952,7.251909134525472,15.339659065419513,0.206711770472137,0.1278789423195871,0.1030607913319248,Energy,7
-ett1/H/medium,MoiraiAgent-leaking,140.97813261414478,140.97813261414478,6.820466484707071,1.2513513770335738,3369069804995.08,0.4326347979727412,9.050658851082996,11.87342126828425,0.5687087329049733,0.3266841767586929,0.2549407068345508,Energy,7
-m_dense/D/short,MoiraiAgent-leaking,8762.381605938195,8762.381605938195,45.44365694116663,0.6709316438156029,0.1206921257646375,0.0982101740781094,7.932004904699334,93.60759374077615,0.1620485911421941,0.0786696921625643,0.0653627983208705,Transport,1
-jena_weather/H/medium,MoiraiAgent-leaking,1168.884994716826,1168.884994716826,9.67344134557375,0.7511120656178825,1.9190698241034452,0.6316595811251793,6.508329829883853,34.18896012921168,0.2092083105485261,0.0591935032083237,0.0474920323767152,Nature,21
-solar/W/short,MoiraiAgent-leaking,1482700.2404831452,1482700.2404831452,960.4683833992394,1.043678869855943,0.2131107776370573,0.1875504751764428,5.459400333652198,1217.6617923229526,0.2485552090738321,0.1960556053821608,0.1404323058515825,Energy,1
-bizitobs_l2c/5T/long,MoiraiAgent-leaking,88.81988518852675,88.81988518852675,5.938304780518732,0.6177959427352402,0.4901490008059811,0.776735331715351,6.102607049720008,9.424430231506134,0.5291676679505634,0.3334269356445322,0.2745323543842006,Web/CloudOps,7
-covid_deaths/D/short,MoiraiAgent-leaking,242705.70573679812,242705.70573679812,83.87179795183302,33.239184101665955,0.0876101806404636,0.1248095442844032,701.6649048043954,492.6517083465744,0.1853625940445299,0.0315571706585731,0.028651235209677,Healthcare,1
-bizitobs_l2c/5T/medium,MoiraiAgent-leaking,62.152304924536445,62.152304924536445,5.245451580836627,0.5503502362005954,0.4107753440196096,0.6907350538595017,4.24717078066682,7.883673314168748,0.4147971507621293,0.2759878908581025,0.2200715634238864,Web/CloudOps,7
-sz_taxi/15T/medium,MoiraiAgent-leaking,16.26584353405287,16.26584353405287,2.7432859414279607,0.534836458162746,9614899200899.854,0.4038453903786848,3.9433375324168223,4.033093543925416,0.3753466653680791,0.2553085414587048,0.2020051126646884,Transport,1
-hierarchical_sales/W/short,MoiraiAgent-leaking,464.1881975026845,464.1881975026845,8.938606926508374,0.7191409360244655,0.5280152514457227,0.4580353239245712,7.421791152111056,21.54502721053479,0.9891427376923094,0.4103758161938505,0.344678402667067,Sales,1
-bizitobs_service/10S/long,MoiraiAgent-leaking,129921.21888730965,129921.21888730965,75.65915844685028,1.3131301187280573,0.0786872796079503,0.0763868603599212,19.85008828981294,360.44586124314094,0.2670298171734636,0.0560507233399257,0.0515311539731114,Web/CloudOps,2
-solar/D/short,MoiraiAgent-leaking,121706.4160932687,121706.4160932687,248.42212083693548,0.9677288967397706,1.0561448218938685,0.4238682760182228,4.515579545076429,348.86446665326736,0.5039903406221526,0.3588853588322652,0.2703548529272707,Energy,1
-sz_taxi/15T/long,MoiraiAgent-leaking,15.455212343807252,15.455212343807252,2.6837548986810518,0.5061601466274933,6568357735729.298,0.39712348290551,3.5873166400619425,3.931311784100474,0.3638751877116986,0.2484035536126279,0.1960291123136082,Transport,1
-m4_weekly/W/short,MoiraiAgent-leaking,220386.8966151768,220386.8966151768,241.1860764615664,1.858585168765529,0.0594641682519109,0.0585660750529685,13.247784358335284,469.45382799075867,0.0855272054973445,0.0439403619583068,0.035039527537903,Econ/Fin,1
-ett1/H/short,MoiraiAgent-leaking,99.13028522490048,99.13028522490048,4.886843017502023,0.8076410086977762,0.4670246261471479,0.2563510184376263,5.740288531249164,9.956419297362908,0.4647067967904227,0.2280889441530953,0.1768892652838432,Energy,7
-bizitobs_service/10S/medium,MoiraiAgent-leaking,19560.353310614497,19560.353310614497,35.81813772769792,0.9921884018998464,0.0635273419636437,0.0567131624258045,9.695895273721227,139.85833300384536,0.1052606771956583,0.0269575745122114,0.0209736849782821,Web/CloudOps,2
-ett2/H/short,MoiraiAgent-leaking,107.90844776117396,107.90844776117396,6.385164782617774,0.7318255343840185,0.1193336995280915,0.1091390787750913,5.54881917778854,10.387899102377435,0.1317474639433783,0.0809816555474566,0.0648465254146567,Energy,7
-sz_taxi/H/short,MoiraiAgent-leaking,7.132598843609232,7.132598843609232,1.837800126860474,0.5597375526572784,1.137913795837233,0.2944005599432808,4.193710668341138,2.6706925775179053,0.2487914911173868,0.1712024205954399,0.1356767697536933,Transport,1
-kdd_cup_2018/D/short,MoiraiAgent-leaking,3078.232510680184,3078.232510680184,22.192841526974757,1.2387248595389642,0.5380777106260454,0.4859012938921304,10.357692304531176,55.48182144342581,1.2428517069707397,0.4971432129793569,0.4001246255639362,Nature,1
-m_dense/H/long,MoiraiAgent-leaking,33275.39462595018,33275.39462595018,76.69024538124785,0.6633716774678452,0.2648703596900888,0.186496713131142,7.305148955855769,182.4154451408931,0.3157881014450989,0.1327621516346807,0.1095644998487754,Transport,1
-loop_seattle/D/short,MoiraiAgent-leaking,18.468066837006607,18.468066837006607,2.937754229790655,0.885774281184359,0.0546682304801358,0.0541910881425739,8.640705751025932,4.2974488754383815,0.076801153435212,0.0525015933631274,0.0430062016079124,Transport,1
-m_dense/H/medium,MoiraiAgent-leaking,35796.37455213744,35796.37455213744,77.98605653602216,0.6768500768864981,0.2682997191560772,0.1884592107191146,8.317821293168087,189.19929849800565,0.3291828765949031,0.13568588588129,0.1123607476262086,Transport,1
-hospital/M/short,MoiraiAgent-leaking,3186.2245918136227,3186.2245918136227,18.404263072250096,0.76587996713784,0.1931911764511835,0.1744733258827311,5.165826464899864,56.44665261832293,0.2049144567170711,0.0668117486829324,0.0519486082776373,Healthcare,1
-m4_hourly/H/short,MoiraiAgent-leaking,1241505.6206661155,1241505.6206661155,214.67741793993972,0.6788343354056098,0.0868393482228086,0.0778341758176444,5.472877345296247,1114.2287111119133,0.1521168364398163,0.0293082105553569,0.0217615815324199,Econ/Fin,1
-bizitobs_l2c/5T/short,MoiraiAgent-leaking,19.21867740203917,19.21867740203917,2.537843653311332,0.2665844470986803,0.1480165085857754,0.2031408347986984,2.680562154908216,4.383911199150727,0.1505612493006792,0.087159819990509,0.0706035533707206,Web/CloudOps,7
-solar/H/medium,MoiraiAgent-leaking,600.5255129407659,600.5255129407659,10.172298594019257,0.7759985673179968,3.788771915294393,1.3576157924833727,4.035497267113435,24.5056220680228,0.8827497032920046,0.3664299376176856,0.2830659024458329,Energy,1
-jena_weather/H/short,MoiraiAgent-leaking,1095.598569307172,1095.598569307172,8.321559204081451,0.5172613682014809,1.2378954620962417,0.5695605894813986,4.785618543702605,33.09982733047367,0.2028998187923268,0.0510106242464674,0.0411788546111014,Nature,21
-electricity/W/short,MoiraiAgent-leaking,36092800415.65694,36092800415.65694,25948.885207406463,1.4202135280103632,0.1058227079521159,0.0902172530846871,12.024212164992706,189981.05278068373,0.4334740831947393,0.0592067948912308,0.0460692062479211,Energy,1
-ett1/15T/long,MoiraiAgent-leaking,8.991227395028174,8.991227395028174,1.5273126489462865,0.9765382704500768,0.8000395593895443,0.3723549572820061,7.369432331297573,2.998537542707807,0.5715242204220015,0.2911073010082861,0.2301857186651809,Energy,7
-solar/H/long,MoiraiAgent-leaking,599.7042825914968,599.7042825914968,10.698153308879933,0.8133307519736666,4.639376467594781,1.3521956245880704,4.057072931014464,24.48886037755732,0.8490735308877917,0.3709245209415354,0.2796492297528261,Energy,1
-restaurant/D/short,MoiraiAgent-leaking,137.63240083189052,137.63240083189052,7.062107270439989,0.678016519175151,0.6584484470146008,0.3902829708478726,4.6589857976088025,11.731683631597408,0.5399192627639758,0.3250145393237894,0.2554124505749786,Sales,1
-ett2/15T/long,MoiraiAgent-leaking,11.889467509118012,11.889467509118012,2.1591536020049973,0.890255619901942,0.1348756420333238,0.1608448022710511,7.699890880232282,3.448110715901972,0.1837560615834547,0.1150652038023039,0.0928460923382147,Energy,7
-hierarchical_sales/D/short,MoiraiAgent-leaking,28.89327839263237,28.89327839263237,2.312057612056498,0.7450733557706084,0.6342060536884567,1.063330113769468,7.999372259333705,5.3752468215545575,1.649066197585318,0.7093136708854482,0.5808777900911117,Sales,1
-bizitobs_service/10S/short,MoiraiAgent-leaking,2135.672394549348,2135.672394549348,18.226838727946635,0.723223785025364,0.0558043224962753,0.0450336083052,5.872363644096716,46.21333567866908,0.0342363179417515,0.0135030254059553,0.0106411772938972,Web/CloudOps,2
-ett1/15T/medium,MoiraiAgent-leaking,9.257671719036347,9.257671719036347,1.542459416512459,0.9714533238729788,0.7706487963148978,0.3739968314331537,7.066523659793911,3.0426422265912807,0.5799306339124488,0.293994298568728,0.2311450045472186,Energy,7
-ett2/15T/medium,MoiraiAgent-leaking,11.334073198617274,11.334073198617274,2.0943166991346884,0.8633323594950876,0.1301556993622524,0.1569237683263772,6.876641756063168,3.3666115306962983,0.1794128106229322,0.1116099205091781,0.0888799033407043,Energy,7
-jena_weather/10T/long,MoiraiAgent-leaking,1411.4909967526894,1411.4909967526894,9.616698463717212,0.6472233828365973,0.7977089640109153,0.6185700220762774,5.970667404026429,37.5698149683052,0.229896134127328,0.0588462254004157,0.0477285235329391,Nature,21
-loop_seattle/H/long,MoiraiAgent-leaking,53.83723740263109,53.83723740263109,3.999869223036408,0.8383294835462033,0.1193368716321157,0.0927078619296184,7.337945736874577,7.33738627868474,0.1311288947505264,0.0714830064061217,0.0573188110243204,Transport,1
-loop_seattle/H/medium,MoiraiAgent-leaking,59.07611561709591,59.07611561709591,4.191195134581735,0.8618598731158854,0.1122319039773527,0.0954522603633129,6.785559739901541,7.686098855537567,0.1358509380211795,0.0740789054583282,0.0585107628729103,Transport,1
-sz_taxi/15T/short,MoiraiAgent-leaking,16.570788246179074,16.570788246179074,2.713615720856091,0.541343904449962,1026926200035.912,0.3920738526027632,4.18019953812287,4.0707233074945135,0.380630049622624,0.2537346826261978,0.2009064787048499,Transport,1
-kdd_cup_2018/H/medium,MoiraiAgent-leaking,4377.495776316529,4377.495776316529,19.649335198091435,0.8141400962175239,0.7506871951548849,0.4347940531649916,7.555753436484032,66.16264638235482,1.3849040268428403,0.4112961758415845,0.3406220726609609,Nature,1
-kdd_cup_2018/H/long,MoiraiAgent-leaking,3352.225861948829,3352.225861948829,17.699599378355167,0.754144402047447,0.6688743226394185,0.449927874475496,6.527752036118429,57.89840983955284,1.3585307087219898,0.4153041396854681,0.3411435264504319,Nature,1
-ett2/15T/short,MoiraiAgent-leaking,7.699720499513117,7.699720499513117,1.6798881159030965,0.7260620959089167,0.1049230648719417,0.1238508746902464,6.058336669766258,2.7748370221533945,0.1317313957076078,0.0797502715920969,0.0642960478328363,Energy,7
-bitbrains_rnd/H/short,MoiraiAgent-leaking,1830237.7388572784,1830237.7388572784,144.0952470391579,5.805481271955453,1.1014774761453825,0.5055499661667071,208.3938026491316,1352.862793803303,5.920789498800784,0.6306313023052907,0.6168246016091092,Web/CloudOps,2
-ett1/15T/short,MoiraiAgent-leaking,4.570573538356436,4.570573538356436,1.0557503806183204,0.672161226538084,0.468461707618226,0.2367501389081841,4.770646742176777,2.137889973398172,0.4041502060801065,0.1995807731947193,0.1559861644073163,Energy,7
-m_dense/H/short,MoiraiAgent-leaking,42575.00205910077,42575.00205910077,85.12043382046951,0.757566311892297,0.2845861172071204,0.2036550518040063,9.56965571199351,206.33710780928564,0.3659906556060106,0.1509824563801495,0.125644344007529,Transport,1
-electricity/D/short,MoiraiAgent-leaking,1376024314.6556034,1376024314.6556034,4356.532716627356,1.383151148354362,0.2374848183037236,0.0889351669357248,11.933170241617075,37094.80172012789,0.6095908133275252,0.0715923040121236,0.0569352737249552,Energy,1
-jena_weather/10T/medium,MoiraiAgent-leaking,1447.1449215696714,1447.1449215696714,9.54355435575667,0.6126390130883194,0.7427771026741966,0.6212686116066237,5.653290667652542,38.04135804055464,0.2334591768869023,0.0585686331727467,0.0475902665359285,Nature,21
-car_parts/M/short,MoiraiAgent-leaking,1.3712891236144362,1.3712891236144362,0.4454835633693085,0.8243541012699945,0.8436202817784486,1.8826219878971917,16.154873936551763,1.171020547904449,2.8079871500722486,1.0682238870598233,0.9377930518310624,Sales,1
-jena_weather/10T/short,MoiraiAgent-leaking,858.288823557019,858.288823557019,5.774348040532098,0.2743923194800031,0.3471210258267757,0.5057820253920888,2.288540366828305,29.29656675375152,0.1819684131036287,0.0358659415103348,0.0287590539495772,Nature,21
-bitbrains_fast_storage/H/short,MoiraiAgent-leaking,4710294.1306892745,4710294.1306892745,368.6220884098037,0.9704924741677424,3.350517179106832,0.5391573042515456,19.34355072422629,2170.321204496992,6.1861205010729625,1.0506927055475754,0.8211485157407529,Web/CloudOps,2
-solar/H/short,MoiraiAgent-leaking,603.5866565715182,603.5866565715182,10.188234415364231,0.7865458014370584,4.024865043272097,1.3496179036589395,4.896978849421916,24.56800066288501,0.9055846907206506,0.3755417153649517,0.2931557017925997,Energy,1
-m4_daily/D/short,MoiraiAgent-leaking,381714.3416147495,381714.3416147495,169.3211172917965,3.150790890483381,0.0382864091538235,0.0290736550938306,25.854586458178687,617.8303501890705,0.0954377140511578,0.0261554330731272,0.020900875015841,Econ/Fin,1
-bitbrains_rnd/5T/medium,MoiraiAgent-leaking,2309249.3766866284,2309249.3766866284,148.7534943958135,4.354969717385149,0.6745840486026569,0.6563139580611497,159.93464776340124,1519.621458352911,6.393822021503173,0.6258817701050262,0.655730522595201,Web/CloudOps,2
-bitbrains_rnd/5T/long,MoiraiAgent-leaking,2390128.7436598563,2390128.7436598563,164.61913903575265,3.2710403459027115,1.1952702965853588,0.6411810709017152,115.53050312512713,1546.0041214886382,5.922393632691715,0.6306188497775609,0.6249570910274973,Web/CloudOps,2
-solar/10T/long,MoiraiAgent-leaking,18.48530508500165,18.48530508500165,1.844432255377427,0.8077314817128574,3.196107120891229,1.4404321352288,4.0539420978601495,4.299454044992416,0.9292581941919216,0.3986445183517212,0.301211438678737,Energy,1
-electricity/H/long,MoiraiAgent-leaking,7941654.720915937,7941654.720915937,270.651409538232,1.1636586657798176,0.2880209942651526,0.1338301233228583,10.444912646142264,2818.09416466447,1.1114555504409094,0.1067448402320295,0.0853057705828549,Energy,1
-loop_seattle/H/short,MoiraiAgent-leaking,41.83198045939066,41.83198045939066,3.5146763169777127,0.7252731216258883,0.1011813330586836,0.081206490150456,6.497171440752356,6.467764718926522,0.1144860148854065,0.0622133461295235,0.0503988029618021,Transport,1
-solar/10T/medium,MoiraiAgent-leaking,19.410690062794465,19.410690062794465,1.839805845075798,0.8028349055702573,3.519398278224154,1.437968320132993,4.0691967534132125,4.405756468847826,0.977654881197956,0.408260233540614,0.310317738127033,Energy,1
-kdd_cup_2018/H/short,MoiraiAgent-leaking,3743.1493174646353,3743.1493174646353,16.443774578741152,0.6770786314312887,0.5786148762220655,0.3711718737136376,6.3918925505540285,61.18128241108252,1.280635042112117,0.3441979821317664,0.2885938116836737,Nature,1
-bitbrains_fast_storage/5T/medium,MoiraiAgent-leaking,3222058.5119395223,3222058.5119395223,291.8819936104378,0.9613594805425484,4.132512384745454,0.768922542236128,21.66248865775462,1795.009334777823,5.453734098558912,0.8868181075535352,0.7106437689628734,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,MoiraiAgent-leaking,4476090.869644248,4476090.869644248,375.56108774984233,0.8719455125603943,4.437202793429223,0.7826495034403658,16.12787046000301,2115.6774020734465,5.591103636573008,0.9924958131214008,0.79908114565413,Web/CloudOps,2
-electricity/H/medium,MoiraiAgent-leaking,5353877.008593891,5353877.008593891,234.74639760218935,1.0422547287235862,0.2302762041186331,0.1216231671239951,9.391840463702495,2313.8446379551697,0.9031698078047152,0.0916292543273713,0.073331805999729,Energy,1
-m4_yearly/A/short,MoiraiAgent-leaking,3516755.460513619,3516755.460513619,869.6197613247356,3.2344877796601037,0.1650581389494087,0.1447390793590613,32.22733623253641,1875.3014319073127,0.3007132764860076,0.1394475593499499,0.1140816815605301,Econ/Fin,1
-m4_quarterly/Q/short,MoiraiAgent-leaking,1758350.28115295,1758350.28115295,551.5888870245616,1.144955127800403,0.1140453732170217,0.1005360687052079,9.314091832099416,1326.0280091887012,0.2219537386032714,0.0923262667143985,0.0740449863272539,Econ/Fin,1
-solar/10T/short,MoiraiAgent-leaking,21.58929055122808,21.58929055122808,1.877066185608718,0.821064877237723,5.119796612755968,1.499489365114564,6.064855980361769,4.646427719359043,1.351645294108808,0.5460383395049954,0.4412185972369583,Energy,1
-bitbrains_rnd/5T/short,MoiraiAgent-leaking,1702753.7780737197,1702753.7780737197,119.24636908403642,1.6113625487668528,0.9565043700860956,0.5837912460744317,52.53284280882733,1304.8960794154143,5.339258080624209,0.4879217201742764,0.4139724340422097,Web/CloudOps,2
-m4_monthly/M/short,MoiraiAgent-leaking,1809005.8372003816,1809005.8372003816,549.1371842566176,0.9072368197886248,0.1569295508788732,0.1297795411211348,8.03107875188016,1344.9928762638044,0.2795356919922433,0.1141295582369595,0.0919525076549633,Econ/Fin,1
-electricity/H/short,MoiraiAgent-leaking,1703762.1760296577,1703762.1760296577,162.05968912801202,0.8677276145534056,0.1497353933223731,0.1142297063122895,10.68528836799473,1305.282412365101,0.6161865191116784,0.076503747224458,0.0633078101249869,Energy,1
-temperature_rain/D/short,MoiraiAgent-leaking,174.9461532522185,174.9461532522185,5.650777000078573,1.309692067775514,23.49794962106201,1.4846019362913354,22.59824556451883,13.226721182977228,1.557134784195671,0.6652458536647419,0.5477337723339576,Nature,1
-bitbrains_fast_storage/5T/short,MoiraiAgent-leaking,1871352.344541768,1871352.344541768,159.8617234659177,0.6521529904922871,1.9962647783722725,0.6823002326646034,13.26901703348176,1367.9738098888326,4.295099415098394,0.5019262722660474,0.4134415562173111,Web/CloudOps,2
-loop_seattle/5T/long,MoiraiAgent-leaking,88.06876240809983,88.06876240809983,5.4172781922252415,0.8605164811153628,0.17373773724089,0.1221241736587049,6.803290176602598,9.384495852633735,0.1659198153711317,0.0957785917946583,0.0771438316697811,Transport,1
-loop_seattle/5T/medium,MoiraiAgent-leaking,73.99705059631746,73.99705059631746,5.016062351226753,0.7988602332224258,0.1613098377107649,0.1145437652741581,6.297998533106341,8.602153834727526,0.153049991877322,0.0892460559135899,0.0716343078152939,Transport,1
-loop_seattle/5T/short,MoiraiAgent-leaking,44.62217712510064,44.62217712510064,3.5802928772730938,0.5669836442339283,0.0952770218366573,0.0765577464950278,4.935491572959085,6.679983317726223,0.1145469662019274,0.0613941184729783,0.0492957716663473,Transport,1
-electricity/15T/long,MoiraiAgent-leaking,295611.2374323296,295611.2374323296,55.91430838385571,0.8510185480364513,0.1252222113691885,0.1231474356275867,7.391626067003246,543.7014230552736,0.8577556378079997,0.0882116750419311,0.0708844731948339,Energy,1
-electricity/15T/medium,MoiraiAgent-leaking,227065.9224501587,227065.9224501587,50.583872111053125,0.8014910916163803,0.1219113695165609,0.1210731746257233,7.298422489486778,476.5143465313072,0.8210821913509518,0.0871611040932867,0.0705510395156446,Energy,1
-electricity/15T/short,MoiraiAgent-leaking,131880.39777924397,131880.39777924397,48.60602376284002,0.9176286302001752,0.1548712764834733,0.1487684250526304,10.938975568133582,363.1534080512586,0.7158469673619654,0.0958120561028618,0.0808094801655365,Energy,1

results/MoiraiAgent-leaking/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "MoiraiAgent-leaking",
-    "model_type": "agentic",
-    "model_dtype": "bf16",
-    "model_link": "https://huggingface.co/Salesforce/moirai-agent",
-    "code_link": "https://github.com/SalesforceAIResearch/uni2ts/tree/main/project/moirai-agent/gift_eval",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "Yes",
-    "replication_code_available": "Yes"
-}

results/MoiraiAgent/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-ett1/W/short,MoiraiAgent,1352765.7856364343,1352765.7856364343,925.8344933646066,1.618608939759112,0.6359818469834985,0.584643682236503,7.834702064371434,1163.0845995182096,0.462819122359509,0.3684116424950215,0.2729947667639454,Energy,7
-ett1/D/short,MoiraiAgent,37471.18491072942,37471.18491072942,129.08230155796286,1.5566275280936923,1.3726162636579862,0.4516571430793921,11.44452537614056,193.57475277197028,0.5084305090957287,0.339038946745676,0.2613360178621839,Energy,7
-us_births/M/short,MoiraiAgent,38466434.88366699,38466434.88366699,5063.61328125,0.5713265856247004,0.0156097670383255,0.0157715784210701,3.0027055899003563,6202.131479069675,0.0192637780883921,0.0157275483282832,0.0120038061573812,Healthcare,1
-bizitobs_application/10S/long,MoiraiAgent,6093266.163729536,6093266.163729536,1500.5113391113282,3.144567357947045,0.0455923608676251,0.0466076387501265,51.42855102278452,2468.454205313426,0.0951984120054974,0.0578687246342912,0.0517269306335458,Web/CloudOps,2
-ett2/W/short,MoiraiAgent,3372574.287506861,3372574.287506861,1233.998185294015,0.7782184281428035,0.1232854068137059,0.1297796232774148,6.230850513900975,1836.4569931002636,0.1540505871194562,0.1035135294009621,0.0834030901069498,Energy,7
-bizitobs_application/10S/medium,MoiraiAgent,2896830.038944903,2896830.038944903,948.5478690640132,2.1336761416309296,0.0303295118123068,0.0308841900318056,19.999294735585075,1702.0076494965888,0.066832831087909,0.0372466830749566,0.0303255314571911,Web/CloudOps,2
-saugeen/M/short,MoiraiAgent,418.0067241953927,418.0067241953927,12.781790682247706,0.748843312965724,0.3706422391829786,0.3637731085979867,4.861806725260907,20.4452127451732,0.6138266216738716,0.383747701293984,0.3039403723776294,Nature,1
-bizitobs_l2c/H/medium,MoiraiAgent,71.49381001060063,71.49381001060063,4.801446896820285,0.4834676911213507,0.4809710528099655,0.7523832145692969,3.537655274061299,8.455401232975325,0.5119873876736136,0.2907349025815024,0.2297339134520516,Web/CloudOps,7
-bizitobs_l2c/H/long,MoiraiAgent,81.36305677386217,81.36305677386217,5.266159118091067,0.5627149878438005,0.6185166461030641,0.782885825606479,5.402726941594578,9.020147270076148,0.5509766290044599,0.3216721980041929,0.2616038483114018,Web/CloudOps,7
-ett2/D/short,MoiraiAgent,100697.58484477576,100697.58484477576,187.7946618995969,1.2367586908193842,0.4058072733327699,0.1285819139689067,10.203785514356522,317.328827629599,0.1816156604911263,0.1074798398001636,0.0880240185114922,Energy,7
-us_births/W/short,MoiraiAgent,2157828.067363194,2157828.067363194,1108.154994419643,1.0075658189502523,0.015034289227291,0.0150864433367893,7.186989401908293,1468.954753341026,0.0199409167390897,0.0150430953897451,0.0119241987550481,Healthcare,1
-bizitobs_l2c/H/short,MoiraiAgent,59.604154625757474,59.604154625757474,4.530936563612952,0.4492353413976346,0.4023519555423127,0.5752554834618275,3.0804914539438903,7.720372699925663,0.4161478607421958,0.2442290847078252,0.1939171911345982,Web/CloudOps,7
-us_births/D/short,MoiraiAgent,157364.50620109678,157364.50620109678,230.93515380859372,0.3399361562939616,0.02217824249431,0.0220657883723069,3.3457535002733585,396.69195378920506,0.0371866516982003,0.0216482967388692,0.0176490207026225,Healthcare,1
-bizitobs_application/10S/short,MoiraiAgent,341587.4033823008,341587.4033823008,318.5398887930976,1.0211638056692272,0.0142322837559567,0.0143715490721235,7.669099641985366,584.4547915641558,0.0225400851780626,0.012284810270426,0.0096597729220868,Web/CloudOps,2
-saugeen/W/short,MoiraiAgent,925.0864911976036,925.0864911976036,14.762212866544724,1.1973237281931408,0.393585953589763,0.3857141271523241,11.8851586831272,30.41523452478385,0.918109145168459,0.4456096705305454,0.3676909190685906,Nature,1
-jena_weather/D/short,MoiraiAgent,347.5738341526048,347.5738341526048,9.303695782782446,1.021803728112439,0.6929608194968275,0.4538076797337613,7.392566130949666,18.643332163339384,0.1122633307368286,0.0560234547980214,0.0441988054769723,Nature,21
-ett1/H/long,MoiraiAgent,142.02542733740407,142.02542733740407,7.093178078946633,1.350921080433261,3832430809346.176,0.4701999242605449,9.459183334012405,11.917442147432649,0.5707004930528605,0.3396769354436225,0.2623340206157171,Energy,7
-ett2/H/long,MoiraiAgent,226.8490278693037,226.8490278693037,9.179426481515645,1.022521647582833,0.1793278661954687,0.1727388574068828,7.362789210135406,15.061508153877012,0.2062557619745508,0.1257051806559636,0.1017823638023186,Energy,7
-ett2/H/medium,MoiraiAgent,233.82900894743756,233.82900894743756,9.440233191111613,1.0294221451635657,0.1749895710607018,0.1675125075863896,7.522601591701592,15.291468501992789,0.2060623716397702,0.127213213037023,0.1023839838442453,Energy,7
-jena_weather/H/medium,MoiraiAgent,1191.0267603718796,1191.0267603718796,9.780318472896507,0.7466179132415781,2.0369253597855503,0.664567048766185,6.610473623691858,34.511255560641075,0.2111804934535347,0.059847503305401,0.0478965476603304,Nature,21
-saugeen/D/short,MoiraiAgent,1082.3818935053832,1082.3818935053832,12.204498295783996,2.711603328343001,0.2773404714519053,0.3111324092278479,33.1936581695358,32.89957284685294,1.065625003340056,0.3953066077103364,0.3314646700265691,Nature,1
-jena_weather/H/long,MoiraiAgent,1119.547376755506,1119.547376755506,10.470168261985936,0.8588687641560072,2.0158468188413217,0.6373308782191968,6.882826956612988,33.45963802487269,0.2014640917016628,0.0630420131053584,0.0506773646350672,Nature,21
-m_dense/D/short,MoiraiAgent,8842.001343573229,8842.001343573229,45.97818169487847,0.6846139569330977,0.1229454990742302,0.0998071500562728,8.062547573127155,94.03191662182172,0.16278315681486,0.0795950335778078,0.0662035696607738,Transport,1
-bizitobs_l2c/5T/long,MoiraiAgent,80.1826368188519,80.1826368188519,5.661460135795778,0.5981732821582612,0.4771609656580611,0.752693502060964,5.875505446003986,8.954475798105209,0.5027804290982414,0.3178825227268256,0.264263140882958,Web/CloudOps,7
-solar/W/short,MoiraiAgent,1494598.358810968,1494598.358810968,962.6622683671268,1.052154052439466,0.2132898552299666,0.1879707058115188,5.4925076460304565,1222.5376717348909,0.2495504979416392,0.1965034321435121,0.144418048867952,Energy,1
-ett1/H/medium,MoiraiAgent,142.02682610862587,142.02682610862587,6.909293941711075,1.260470380932714,3293538275996.3164,0.435428440815242,9.182945686392657,11.917500833170765,0.5708200395727973,0.3309388013844405,0.2562620040969263,Energy,7
-solar/D/short,MoiraiAgent,125421.58344939328,125421.58344939328,247.73921307531296,0.9663387213572382,1.0770709158385756,0.4213955212462256,4.539166014978126,354.149097767301,0.5116248327811702,0.3578987896964187,0.2748545778966779,Energy,1
-bizitobs_l2c/5T/medium,MoiraiAgent,102.8356535341232,102.8356535341232,6.091979077985349,0.6179668938003371,0.4265015101387533,0.7138545189631208,4.407241280697617,10.14079156348868,0.5335547630376744,0.3205276859340874,0.2536645769330768,Web/CloudOps,7
-sz_taxi/15T/long,MoiraiAgent,15.457887452767109,15.457887452767109,2.682040417661973,0.5058064327859539,6574931508316.631,0.396931676873654,3.5857764155939265,3.931652000465848,0.3639066775300116,0.2482448643157962,0.1960831512611438,Transport,1
-sz_taxi/15T/medium,MoiraiAgent,16.27079166543773,16.27079166543773,2.7410300020763905,0.5342650077472046,9614655378610.76,0.4037579995396392,3.912378937875328,4.033706938467113,0.3754037519675526,0.2550985886510988,0.2018256062488793,Transport,1
-sz_taxi/H/short,MoiraiAgent,7.166686088220611,7.166686088220611,1.8404209862425276,0.5604558851701957,1.0833992498144307,0.29495951020118,4.206606214052367,2.677066694765114,0.2493852794657125,0.1714465698169411,0.1358042784995731,Transport,1
-covid_deaths/D/short,MoiraiAgent,213982.2644382116,213982.2644382116,79.87039716483997,33.8008034515976,0.0862469077749362,0.1254148667841752,694.4651813887957,462.5821704715948,0.1740487846173121,0.0300516242103975,0.0271142249459932,Healthcare,1
-bizitobs_service/10S/long,MoiraiAgent,129820.06615492344,129820.06615492344,76.2003300948654,1.3197164792493763,0.0792434230934667,0.0766594112957767,19.449316660195937,360.3055177969433,0.2669258462618532,0.056451640597598,0.051683343269173,Web/CloudOps,2
-ett2/H/short,MoiraiAgent,106.52021611190116,106.52021611190116,6.308384767919779,0.7238682355831751,0.1176922293956289,0.1077685183660484,5.535480461111588,10.320863147620027,0.1308972615159894,0.0800078713281162,0.0638451716560979,Energy,7
-hierarchical_sales/W/short,MoiraiAgent,463.775892811971,463.775892811971,8.903886270251567,0.7164347305947641,0.5190882478694694,0.4550544609393098,7.441705768957756,21.53545664275478,0.9887033482442162,0.4087817738819643,0.343933119501022,Sales,1
-bizitobs_service/10S/medium,MoiraiAgent,11271.791894200249,11271.791894200249,33.3395987831813,0.9882254195837348,0.0632918120045229,0.0556346282844855,9.49408723554683,106.16869545303948,0.0799050620749161,0.025092167695526,0.0190760021088053,Web/CloudOps,2
-ett1/H/short,MoiraiAgent,100.14874707304207,100.14874707304207,4.886711712248091,0.8085546710607726,0.4617481134348747,0.2565582214673985,5.6321609324471575,10.007434589995684,0.467087889080598,0.2280828156000348,0.1773236578321797,Energy,7
-kdd_cup_2018/D/short,MoiraiAgent,2922.8139964494053,2922.8139964494053,21.465333965573112,1.2106190272511297,0.545445043287299,0.4707725420062064,10.182593880678436,54.06305574465252,1.2110698489740632,0.4808462711883572,0.3860798419261956,Nature,1
-m4_hourly/H/short,MoiraiAgent,1065283.3296271868,1065283.3296271868,196.79407577444584,0.691023957521275,0.0872446103571716,0.0778326729384961,5.582512716534011,1032.1256365516683,0.1409079528062008,0.0268667392415626,0.0208442051762901,Econ/Fin,1
-loop_seattle/D/short,MoiraiAgent,17.991199413222905,17.991199413222905,2.8977329674396968,0.87655324451319,0.0540376106704831,0.0534805057732329,8.801016790351719,4.2416034012178585,0.0758031201930282,0.0517863599305544,0.0424757897849006,Transport,1
-m_dense/H/long,MoiraiAgent,33223.679875705464,33223.679875705464,76.5711024846486,0.6614335075754502,0.2670904756625508,0.1862606226141603,7.521675104921542,182.2736401011004,0.3155426159586211,0.1325558976681446,0.1092041454719824,Transport,1
-m_dense/H/medium,MoiraiAgent,35762.746222780166,35762.746222780166,77.44898279728162,0.6705002427206382,0.2649787522385362,0.1866664620191043,8.49549896134553,189.1104074946172,0.3290282174791922,0.1347514454279388,0.1119555065731968,Transport,1
-m4_weekly/W/short,MoiraiAgent,223286.48595297665,223286.48595297665,242.1176576730856,1.8892778387829177,0.0590034242768474,0.0584446347809014,13.060230568936255,472.5319946342011,0.0860879997126043,0.044110081604765,0.0350956841794039,Econ/Fin,1
-solar/H/medium,MoiraiAgent,648.0676275933828,648.0676275933828,11.047900666012298,0.8436119544720273,3.7485605334170526,1.3460297395747725,4.101542185164354,25.45717241944562,0.917026767879644,0.3979711679161126,0.3015323598269475,Energy,1
-solar/H/long,MoiraiAgent,657.1375417682298,657.1375417682298,11.464085175157434,0.8719623643665272,4.656949458072464,1.3547831663390706,4.237806031685371,25.63469410327008,0.888801679617524,0.3974807781169696,0.2989987795767928,Energy,1
-bizitobs_l2c/5T/short,MoiraiAgent,19.02807456309803,19.02807456309803,2.50962542632506,0.2633960017345521,0.1445640307357481,0.2030030684733802,2.7065670493104625,4.36211812805408,0.1498127870574099,0.0861906918957323,0.0696905128733639,Web/CloudOps,7
-hospital/M/short,MoiraiAgent,3210.8135593058914,3210.8135593058914,18.37806001428623,0.7671233183115229,0.1969797306790924,0.1742584924502835,5.155504999322464,56.66404114873816,0.2057036275631754,0.0667166254978022,0.0525390578252888,Healthcare,1
-jena_weather/H/short,MoiraiAgent,1077.0554751142038,1077.0554751142038,8.268799286650014,0.5204620138813819,1.2418139357929376,0.579840413680533,4.794966774744499,32.81852335365203,0.2011754434548723,0.0506872093361884,0.0409843252284757,Nature,21
-hierarchical_sales/D/short,MoiraiAgent,28.870291686621457,28.870291686621457,2.3191254524337745,0.7468318981343345,0.6382011397760713,1.051065047082289,7.99552129325384,5.373108196065054,1.648410090968987,0.711482006041586,0.5824485433968072,Sales,1
-electricity/W/short,MoiraiAgent,35083258662.777435,35083258662.777435,25947.24747589508,1.411048546243956,0.1347660237114963,0.0891211348817585,12.008972425657277,187305.25529941075,0.4273687961514646,0.0592030581282483,0.0464722087335114,Energy,1
-restaurant/D/short,MoiraiAgent,137.63419478435353,137.63419478435353,7.056270440110553,0.6784764777862964,0.6676881454550713,0.3900825698628384,4.732296280896855,11.73176008893608,0.5399227815078514,0.3247459148682288,0.2558508734596628,Sales,1
-ett1/15T/long,MoiraiAgent,9.422389992794113,9.422389992794113,1.5470378183472222,0.981033857099885,0.7531562054576552,0.3792726665056002,7.523447563893045,3.0695911768172177,0.5850671133370122,0.2948669377992203,0.2329642053337012,Energy,7
-ett2/15T/long,MoiraiAgent,11.05902507518202,11.05902507518202,2.104863958521968,0.8745799197263837,0.1326890333710151,0.159253384286456,7.510771242918992,3.325511250196279,0.1772225141348714,0.1121720104297118,0.0905086495937666,Energy,7
-sz_taxi/15T/short,MoiraiAgent,16.558701200517916,16.558701200517916,2.713412677519949,0.541352420905126,1060919047909.5848,0.392490469085212,4.186093973386571,4.069238405465809,0.3804912049284071,0.2537156972053589,0.2008213361949844,Transport,1
-bizitobs_service/10S/short,MoiraiAgent,2013.6883889253145,2013.6883889253145,17.76859489197611,0.7232148011719008,0.0561148362491071,0.045569652013514,5.841026503107757,44.874139422670986,0.0332441984997456,0.0131635437080268,0.010401715241124,Web/CloudOps,2
-ett2/15T/medium,MoiraiAgent,11.216139165001795,11.216139165001795,2.082252240858617,0.8602960222935935,0.1294691975494473,0.1563953319707347,6.85638304139059,3.349050487078658,0.1784769508826012,0.1109669837318822,0.0882731211028097,Energy,7
-ett1/15T/medium,MoiraiAgent,9.211166373617363,9.211166373617363,1.5535133586687937,0.97516976528058,0.7575482724837574,0.3768693774949594,6.841411002774935,3.03499034160199,0.5784721770246549,0.2961011909354774,0.2316135939004746,Energy,7
-loop_seattle/H/medium,MoiraiAgent,59.95017397866822,59.95017397866822,4.199623861113876,0.8629634613624407,0.1126407214818518,0.0957095396856846,7.013925137658528,7.742749768568543,0.1368522365758383,0.074227882257513,0.0587577611976216,Transport,1
-loop_seattle/H/long,MoiraiAgent,54.728499583149045,54.728499583149045,3.9986275471903263,0.8384211436067731,0.1197238625477462,0.0928030737463196,7.73103779251201,7.397871287279135,0.1322098426555045,0.0714608160000083,0.0575171879156625,Transport,1
-kdd_cup_2018/H/long,MoiraiAgent,4105.566404065304,4105.566404065304,24.236422609833472,1.0275908584670568,1.0691830440404957,0.6092836788710563,8.35120906350066,64.07469394437483,1.5034512971361498,0.5686844332386076,0.4514615651130975,Nature,1
-kdd_cup_2018/H/medium,MoiraiAgent,5203.888577877176,5203.888577877176,26.065055544016637,1.0727131239975156,1.0707403520198455,0.5635987296308976,9.229457527299909,72.13798290690679,1.509978643217316,0.5455888232490341,0.4358203209390789,Nature,1
-jena_weather/10T/long,MoiraiAgent,1411.8308823147645,1411.8308823147645,9.569876721662808,0.6490229098861618,0.8228760370905064,0.6110301417857371,6.004536935489068,37.57433808219067,0.2299238118360781,0.058559715139439,0.0476223060729336,Nature,21
-ett2/15T/short,MoiraiAgent,7.697886461454878,7.697886461454878,1.6816792677821857,0.728616320945213,0.1057309039065743,0.1245312281064521,6.14778851806086,2.774506525754603,0.1317157058665319,0.0798353039507806,0.064420357783512,Energy,7
-ett1/15T/short,MoiraiAgent,4.841649423363355,4.841649423363355,1.0774285208367342,0.6838519269347753,0.4776944593229803,0.2390559149076567,4.812270758281873,2.200374837013765,0.4159624465701956,0.2036788441645641,0.1592722497489796,Energy,7
-electricity/D/short,MoiraiAgent,1382539227.4389296,1382539227.4389296,4280.645653167839,1.3769762133998855,0.2364769507687429,0.0882320757655221,11.985107678410165,37182.51238739698,0.611032190946995,0.0703452274787498,0.0558817033080569,Energy,1
-bitbrains_rnd/H/short,MoiraiAgent,1830718.1047719184,1830718.1047719184,144.83140278963333,5.793483950035641,1.1844216256196078,0.5035021397170135,207.29718743113952,1353.040318974981,5.921566435809517,0.6338530800471734,0.6124089749522702,Web/CloudOps,2
-m_dense/H/short,MoiraiAgent,43583.89351095005,43583.89351095005,85.78774213762748,0.7668042028810433,0.2859960120068759,0.2035590437221675,9.845856077590676,208.7675585692137,0.3703016701224414,0.1521660951888979,0.1271604736242572,Transport,1
-jena_weather/10T/medium,MoiraiAgent,1465.044121810083,1465.044121810083,9.6248185725881,0.6160587878697006,0.7595650945636003,0.6277965884459716,5.677193887332573,38.27589478784373,0.2348985249751979,0.0590673503098057,0.0478798992720037,Nature,21
-car_parts/M/short,MoiraiAgent,1.4025056181568585,1.4025056181568585,0.4450336703294434,0.8261044203942538,0.8595463400269872,1.8922814289742744,16.17866119584093,1.1842743002180105,2.83976828854443,1.0671450897004526,0.9345276438391568,Sales,1
-jena_weather/10T/short,MoiraiAgent,782.917292034779,782.917292034779,5.409718375575396,0.2689855130756008,0.3410574809361546,0.5135571717473996,2.2262182097441934,27.980659249466925,0.173794977548585,0.0336011340992691,0.027284411331707,Nature,21
-bitbrains_fast_storage/H/short,MoiraiAgent,4878404.276856472,4878404.276856472,380.5056931232042,0.973322929989456,3.705378308505334,0.5314349305613412,19.483639821014783,2208.710998944061,6.295543886868999,1.0845648395855654,0.8440802232476808,Web/CloudOps,2
-solar/H/short,MoiraiAgent,622.97924053864,622.97924053864,10.62125978975074,0.8182496694810134,4.008891458403775,1.3100783334664758,4.357436060353433,24.959552090104506,0.9200174067965444,0.3915031749529274,0.3032379136007312,Energy,1
-m4_daily/D/short,MoiraiAgent,385173.09420242615,385173.09420242615,173.63991968324504,3.217525327321453,0.039445056656975,0.030095037959494,26.6561346770643,620.6231499085626,0.0958691244228714,0.0268225686833354,0.021439903375178,Econ/Fin,1
-bitbrains_rnd/5T/medium,MoiraiAgent,2255536.29482422,2255536.29482422,143.97818051637063,4.353420753986056,0.4074655698968911,0.6524662182186739,160.04175927199788,1501.8442977966192,6.319024446080794,0.6057895906519503,0.6373970327921428,Web/CloudOps,2
-bitbrains_rnd/5T/long,MoiraiAgent,2446482.0417865925,2446482.0417865925,167.54995487757208,3.274085748188964,1.357909158003714,0.6335628892253924,115.43771155649571,1564.123410024475,5.991804546648539,0.6418461452542831,0.6310167903981543,Web/CloudOps,2
-solar/10T/long,MoiraiAgent,18.28894126091996,18.28894126091996,1.8223210662703535,0.7980520053034176,3.190862832731323,1.404419899486424,4.029003350046246,4.276557173816335,0.924309401871066,0.3938655386380047,0.2978518991941628,Energy,1
-electricity/H/long,MoiraiAgent,7819442.5542399,7819442.5542399,269.90377532486485,1.1607238844406762,0.2897195709071405,0.1313644640114194,10.45507756308273,2796.326617947177,1.102870436103079,0.1064499735073594,0.0850267454347041,Energy,1
-loop_seattle/H/short,MoiraiAgent,41.50817033689937,41.50817033689937,3.4901375251492714,0.7207826650116116,0.100702513930955,0.0805439017196264,6.549942908781301,6.442683473281872,0.1140420513234954,0.0617789845519726,0.0500934032335441,Transport,1
-kdd_cup_2018/H/short,MoiraiAgent,4498.544802038399,4498.544802038399,23.202175202457283,0.973623212120263,0.9418033089617764,0.503392393461108,8.334360566202426,67.07119204277198,1.403921517517034,0.4856635468646081,0.3907892166931287,Nature,1
-solar/10T/medium,MoiraiAgent,19.445901852140217,19.445901852140217,1.8222868522423377,0.7971827731567656,3.57885939940251,1.4121247114517472,4.000905955482016,4.409750769844053,0.9785412324735082,0.4043726993615441,0.3072792592929066,Energy,1
-bitbrains_fast_storage/5T/medium,MoiraiAgent,3459001.260873351,3459001.260873351,290.4120960594848,0.958875376203356,4.364740169399297,0.7649254353883703,21.552631358523332,1859.8390416574632,5.650704652504714,0.8823521528424902,0.7088765178306987,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,MoiraiAgent,4345897.869383571,4345897.869383571,358.91226953150715,0.8720846744357172,4.239064793033548,0.7781968237887354,16.148341735392567,2084.6817189642093,5.509191301365249,0.9484979578746844,0.7779812709018508,Web/CloudOps,2
-electricity/H/medium,MoiraiAgent,5208583.625229657,5208583.625229657,233.0335891886531,1.0439053049978122,0.2317242076712653,0.1197832044123217,9.53078610711172,2282.232158486436,0.8908304153763461,0.0909606887632516,0.0728234126838367,Energy,1
-m4_yearly/A/short,MoiraiAgent,4728377.849018028,4728377.849018028,867.2981508906784,3.2247219974126247,0.1642933680961573,0.1429771888427956,33.278309609647195,2174.483352205307,0.3486884840912626,0.1390752783563608,0.1141283056435453,Econ/Fin,1
-m4_quarterly/Q/short,MoiraiAgent,1728674.678475974,1728674.678475974,544.7411762065888,1.1330936812084451,0.1119620134933035,0.0990553691422616,9.322200066051035,1314.7907356214423,0.2200728168861753,0.0911800805053659,0.0732135629566889,Econ/Fin,1
-solar/10T/short,MoiraiAgent,25.21909661909571,25.21909661909571,2.077295875354469,0.9125814406386376,6.037282440396299,1.496408209751763,6.453731541827825,5.021861867783273,1.4608590451053176,0.6042851334361932,0.4844959349683279,Energy,1
-bitbrains_rnd/5T/short,MoiraiAgent,1610569.5688300766,1610569.5688300766,114.8521813808176,1.6110979500369793,1.0095199141373952,0.586210315455754,52.46989296343748,1269.0821757593465,5.192717925043372,0.4699419725359041,0.3989302913635819,Web/CloudOps,2
-electricity/H/short,MoiraiAgent,1859940.526659586,1859940.526659586,166.59905035054285,0.8857916474096268,0.1504940370493263,0.1136383141251817,10.749727380050793,1363.7963655398066,0.6438092839513999,0.0786466499129525,0.0645433779778622,Energy,1
-m4_monthly/M/short,MoiraiAgent,1831601.5699268072,1831601.5699268072,553.1967798390499,0.912164753268308,0.1598582693000557,0.1308008202229178,8.103887229520714,1353.366753665394,0.281276071183406,0.114973281560979,0.092575070475117,Econ/Fin,1
-temperature_rain/D/short,MoiraiAgent,174.4420753223385,174.4420753223385,5.637379459866857,1.3050658667583694,23.95387878900661,1.4831368082190672,22.49757861777002,13.207652150262684,1.5548898548794776,0.6636686089645835,0.5463483189595792,Nature,1
-bitbrains_fast_storage/5T/short,MoiraiAgent,1846933.933235437,1846933.933235437,156.9393220212747,0.6466780843540297,1.974195468926736,0.6847807978641088,13.225017003718513,1359.0194749286843,4.266985018044951,0.4927506545423507,0.4109376016582722,Web/CloudOps,2
-loop_seattle/5T/long,MoiraiAgent,89.19992493442076,89.19992493442076,5.442245962289807,0.8626336595383874,0.1713474284752358,0.1228051325082958,7.024216536755028,9.444571188488164,0.1669819596556889,0.0962200271007625,0.0776591104062574,Transport,1
-loop_seattle/5T/medium,MoiraiAgent,72.35018331432613,72.35018331432613,4.953836101361572,0.790429736224429,0.1595618444656121,0.1131743156975235,6.261203975998,8.505891094666456,0.1513372799370917,0.0881389230699556,0.0707967925811483,Transport,1
-loop_seattle/5T/short,MoiraiAgent,42.680793834892526,42.680793834892526,3.4930809898592217,0.5528067089401885,0.0967539992402924,0.0745168231066803,4.554367439560088,6.5330539439754,0.1120274518246318,0.0598986271454036,0.0479448018955368,Transport,1
-electricity/15T/long,MoiraiAgent,304465.72035074496,304465.72035074496,56.640382835551726,0.858409030333623,0.1260704083702485,0.1232076127408403,7.41599648397349,551.7841247723107,0.8705070904850035,0.08935714648637,0.0718638443955452,Energy,1
-electricity/15T/short,MoiraiAgent,130170.61075508365,130170.61075508365,48.42047416709254,0.9307153819128722,0.157745732438964,0.1501397690141391,11.133849978114135,360.79164451949777,0.7111914657905786,0.0954463012662933,0.0808629554539468,Energy,1
-electricity/15T/medium,MoiraiAgent,235968.520460288,235968.520460288,51.35811539593971,0.811049395204578,0.1237151851778871,0.1220334927255913,7.329091044427192,485.7659111756279,0.8370235686187709,0.0884952032187822,0.0717627472668905,Energy,1

results/MoiraiAgent/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "MoiraiAgent",
-    "model_type": "agentic",
-    "model_dtype": "bf16",
-    "model_link": "https://huggingface.co/Salesforce/moirai-agent",
-    "code_link": "https://github.com/SalesforceAIResearch/uni2ts/tree/main/project/moirai-agent/gift_eval",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Moirai_base/config.json

@@ -1,10 +1,7 @@
 {
     "model": "Moirai_base",
-    "model_type": "zero-shot",
+    "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/Salesforce/moirai-1.1-R-base",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb"
 }

results/Moirai_large/config.json

@@ -1,10 +1,7 @@
 {
     "model": "Moirai_large",
-    "model_type": "zero-shot",
+    "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/Salesforce/moirai-1.1-R-large",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb"
 }

results/Moirai_small/config.json

@@ -1,10 +1,7 @@
 {
     "model": "Moirai_small",
-    "model_type": "zero-shot",
+    "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/Salesforce/moirai-1.1-R-large",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb"
 }

results/N-BEATS/config.json

@@ -1,8 +1,5 @@
 {
     "model": "N-BEATS",
     "model_type": "deep-learning",
-    "model_dtype": "float32",
-    "org": "ServiceNow",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
+    "model_dtype": "float32"
 }

results/PatchTST-FM-r1/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,PatchTST-FM-r1,3963596.2731543984,3963596.2731543984,352.5434826670514,0.8797694476386504,4.1081854286411685,0.8293920098845844,16.133208144852304,1990.8782667843852,5.261296865393238,0.9316671698199084,0.6834124649451816,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,PatchTST-FM-r1,2921895.543833521,2921895.543833521,266.30640919626904,0.9766616998331876,3.337360413806344,0.8158660437705388,20.803837593154928,1709.355300642181,5.193493808348751,0.8091124687563876,0.6216008248673692,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,PatchTST-FM-r1,1697146.698417202,1697146.698417202,160.63920341217968,0.687624021348568,1.7001684981853635,0.7549356647945814,13.373434108661632,1302.745830320405,4.090299768255742,0.5043673763500158,0.3900113374237228,Web/CloudOps,2
-bitbrains_fast_storage/H/short,PatchTST-FM-r1,2518220.652597486,2518220.652597486,283.5538990137864,1.0395623242658685,3.523696400636635,0.5770457850160442,22.46941555384954,1586.8902459204562,4.523152559246631,0.8082206991351422,0.6349661997734519,Web/CloudOps,2
-bitbrains_rnd/5T/long,PatchTST-FM-r1,2195655.983634115,2195655.983634115,152.48983685401197,3.295938909839324,0.9695883816904296,0.695676242221646,115.5016216331991,1481.774606218542,5.676344924715512,0.5841542349722959,0.5610908192920235,Web/CloudOps,2
-bitbrains_rnd/5T/medium,PatchTST-FM-r1,2252246.626834685,2252246.626834685,144.54221157691424,4.373931127052579,0.3871518981710227,0.7209210436750704,159.12556401543253,1500.7486887666053,6.314413932837834,0.6081626867284261,0.595316550063181,Web/CloudOps,2
-bitbrains_rnd/5T/short,PatchTST-FM-r1,1631778.1516590363,1631778.1516590363,121.93695315818664,1.654129640210054,1.0066700704954157,0.6739013568166801,51.15528638640983,1277.410721600158,5.226795884019823,0.498930809096983,0.3990364964406948,Web/CloudOps,2
-bitbrains_rnd/H/short,PatchTST-FM-r1,1854241.5317335152,1854241.5317335152,155.89833127317675,5.786635360098222,1.623052644088761,0.56780917666553,193.90873746621847,1361.7053762593123,5.959489226580281,0.6822874036207192,0.6155677518047236,Web/CloudOps,2
-bizitobs_application/10S/long,PatchTST-FM-r1,4451116.373333333,4451116.373333333,1301.9711111111112,2.785832170430785,0.0401415210300021,0.0408913718329535,40.46877111177244,2109.766900236453,0.0813652763628114,0.0502118216282943,0.0437200696812821,Web/CloudOps,2
-bizitobs_application/10S/medium,PatchTST-FM-r1,3442616.7466666666,3442616.7466666666,1015.4584375,2.199273533026733,0.0317380332946777,0.0323016611735026,30.304967364082973,1855.4289926231795,0.0728572356864973,0.0398740641678682,0.0344653873934104,Web/CloudOps,2
-bizitobs_application/10S/short,PatchTST-FM-r1,396251.9111111111,396251.9111111111,335.6299305555556,0.8708288126948269,0.0129473718007405,0.0130046102735731,6.555705093572008,629.4854335972447,0.0242767370486586,0.0129439048703548,0.0101856385798053,Web/CloudOps,2
-bizitobs_l2c/5T/long,PatchTST-FM-r1,157.21184523809524,157.21184523809524,8.811754092261905,0.8840677895623555,0.6809548739967544,0.9995436507936508,4.642079122308026,12.53841478170567,0.7040132450290019,0.4947668186844734,0.3626443482743184,Web/CloudOps,7
-bizitobs_l2c/5T/medium,PatchTST-FM-r1,100.75716411564626,100.75716411564626,6.5881816007653065,0.6647171353147934,0.4385002691074258,0.7865620515784438,4.170532367329468,10.037786813618142,0.528135198444038,0.3466352356064204,0.2689970352129537,Web/CloudOps,7
-bizitobs_l2c/5T/short,PatchTST-FM-r1,20.210028366815475,20.210028366815475,2.596833147321429,0.265623910275975,0.1404599538346777,0.2040685017903646,2.9512146631857896,4.49555651358266,0.1543956073159361,0.0891857614663426,0.0723064029577012,Web/CloudOps,7
-bizitobs_l2c/H/long,PatchTST-FM-r1,83.54987599206349,83.54987599206349,5.243330698164683,0.5644076179043155,0.5760710067074558,0.7978568909660219,4.17785550972483,9.140562126700058,0.5583319159857263,0.3202777722282121,0.2538278972375415,Web/CloudOps,7
-bizitobs_l2c/H/medium,PatchTST-FM-r1,76.89467075892857,76.89467075892857,4.865476771763393,0.4960727680655011,0.4530371210146007,0.7660351707821801,3.580428882335067,8.768960643025407,0.5309738862215401,0.2946120087651027,0.2315709156645362,Web/CloudOps,7
-bizitobs_l2c/H/short,PatchTST-FM-r1,61.47789171006944,61.47789171006944,4.738043406653026,0.474215010550257,0.3937309137065348,0.6240475366985987,2.783165169019389,7.840783870893869,0.4226383312357205,0.2553926739574771,0.1951113630657894,Web/CloudOps,7
-bizitobs_service/10S/long,PatchTST-FM-r1,128241.6965079365,128241.6965079365,72.5991798941799,1.2238110706500405,0.0855837609023644,0.0777257267381779,13.928026600548078,358.10849823473404,0.2652982239332185,0.053783793403052,0.047989600673952,Web/CloudOps,2
-bizitobs_service/10S/medium,PatchTST-FM-r1,18247.91619047619,18247.91619047619,36.66415178571429,0.9934111057685164,0.0740190148732018,0.0610556950644841,9.588169038381151,135.08484811582753,0.1016680399812409,0.0275943046286886,0.0218422475219499,Web/CloudOps,2
-bizitobs_service/10S/short,PatchTST-FM-r1,2442.651216931217,2442.651216931217,18.5728835978836,0.6732427289396902,0.0585957586702215,0.0500974269644923,5.304329267074427,49.4231850140318,0.0366142754779052,0.0137593859294764,0.0108681388895428,Web/CloudOps,2
-car_parts/M/short,PatchTST-FM-r1,40.05825960137256,40.05825960137256,0.7061695409546466,2.008152544170945,0.8591699306386479,1.908908106597499,31.17455820027039,6.329159470369866,15.176675161985978,1.693322120027278,1.4839786785310778,Sales,1
-covid_deaths/D/short,PatchTST-FM-r1,287003.0756892231,287003.0756892231,103.20888157894736,31.882086235616217,0.0865231223321659,0.3588205437911184,551.7273442670315,535.7266800237068,0.2015697705047671,0.0388328439662581,0.0311557439650033,Healthcare,1
-electricity/15T/long,PatchTST-FM-r1,327372.61426426424,327372.61426426424,57.530309215465465,0.8614837323850127,0.1266968880795095,0.1298965532915728,7.14277252413473,572.1648488541255,0.9026601704201124,0.0907611133832402,0.0724784463493436,Energy,1
-electricity/15T/medium,PatchTST-FM-r1,268713.65016216214,268713.65016216214,52.29111204954955,0.8138964655774179,0.1214987090762035,0.1279756491721213,7.1466404202918055,518.3759737508695,0.8932140023438907,0.0901028516866377,0.0726879971462578,Energy,1
-electricity/15T/short,PatchTST-FM-r1,144612.09912162164,144612.09912162164,52.52096688485361,1.0135635292888876,0.1651946560334545,0.1675993817990964,10.808356687292893,380.2789753873091,0.7496048188620089,0.1035291783567063,0.0860886827995823,Energy,1
-electricity/D/short,PatchTST-FM-r1,1380235345.92,1380235345.92,4278.698522522523,1.3954907142785902,0.2443172257083966,0.0937556746199324,11.688438826630987,37151.51875657306,0.6105228337145602,0.070313226323179,0.0556802404124095,Energy,1
-electricity/H/long,PatchTST-FM-r1,6958948.721009009,6958948.721009009,254.90554354354356,1.1327494687445716,0.285434901871913,0.1365553209459459,9.54274180245952,2637.9819409937227,1.0404192972821875,0.1005346709792122,0.0792597652041922,Energy,1
-electricity/H/medium,PatchTST-FM-r1,5163774.81009009,5163774.81009009,235.77881052927927,1.0426958869592484,0.2308472162027709,0.1270900884404912,8.690971117446248,2272.394070158187,0.8869902906789597,0.0920322396690405,0.0728864767337134,Energy,1
-electricity/H/short,PatchTST-FM-r1,2055950.8381981985,2055950.8381981985,190.167060106982,1.0194697392006693,0.1994799301410361,0.1344485116219735,10.747430506719658,1433.8587232353814,0.6768837147804688,0.0897724329379163,0.0724728514547487,Energy,1
-electricity/W/short,PatchTST-FM-r1,40931973500.07928,40931973500.07928,27890.36756756757,1.592060495291272,0.2510549388354338,0.1034785073082726,12.018606458627303,202316.51810981543,0.4616195296569064,0.0636366149377407,0.0503978301945591,Energy,1
-ett1/15T/long,PatchTST-FM-r1,8.820806671626984,8.820806671626984,1.5571654885912698,0.9975315893139254,0.7794792608948488,0.3832854740203373,7.063422218259968,2.969984288111132,0.5660819418640551,0.2967972817613952,0.2293434859211032,Energy,7
-ett1/15T/medium,PatchTST-FM-r1,9.884695560515873,9.884695560515873,1.6121971106150794,1.003133508203864,0.7447542601493071,0.388727058531746,6.720399342043071,3.1439935687777534,0.5992482828095069,0.3072863633312439,0.2326261389563056,Energy,7
-ett1/15T/short,PatchTST-FM-r1,5.484738304501488,5.484738304501488,1.091576857793899,0.6922614354916726,0.5141553577743448,0.2288527352469308,4.550091010463932,2.3419518151536525,0.4427263771752645,0.2063534631807721,0.1599439473136791,Energy,7
-ett1/D/short,PatchTST-FM-r1,52220.23492063492,52220.23492063492,153.1155009920635,1.8001913783207997,1.470210193452381,0.489733402312748,10.444820194981355,228.51747180606327,0.6002087197006059,0.4021629422487111,0.3055318845617347,Energy,7
-ett1/H/long,PatchTST-FM-r1,158.34277447089949,158.34277447089949,7.678492373511904,1.476379937529955,2289177229767.006,0.5163721155237269,8.690766933202426,12.583432539291474,0.6025933304839346,0.3677063693076039,0.2779044900053851,Energy,7
-ett1/H/medium,PatchTST-FM-r1,136.15321800595237,136.15321800595237,6.8933128720238095,1.2391395052311946,2776759156259.317,0.4509731837681361,8.411404023419772,11.668471108330875,0.5588921060758472,0.3301733460294125,0.2513947555266528,Energy,7
-ett1/H/short,PatchTST-FM-r1,95.67706473214284,95.67706473214284,4.817394438244048,0.8136873272543726,0.4326001848493304,0.2589340391613188,5.780271307237646,9.781465367323182,0.4565410063252634,0.2248475072098057,0.1751606472517254,Energy,7
-ett1/W/short,PatchTST-FM-r1,1618740.5714285714,1618740.5714285714,983.8065708705356,1.6549116604989678,0.7051722662789481,0.5871509824480329,8.584535609935498,1272.29735967209,0.506277486287478,0.391480115797622,0.2935765810215489,Energy,7
-ett2/15T/long,PatchTST-FM-r1,11.442535962301587,11.442535962301587,2.158029978918651,0.8984678195818592,0.1357782238154739,0.1661544751364087,7.491029551011065,3.3826817707702843,0.1802692346624073,0.1150053238941272,0.0923703419369555,Energy,7
-ett2/15T/medium,PatchTST-FM-r1,11.430755208333334,11.430755208333334,2.1125906808035717,0.8772920978515794,0.1309846853334912,0.16078614250062,7.02294934282655,3.380939988868973,0.1801764119520326,0.1125837814464801,0.0895866785198107,Energy,7
-ett2/15T/short,PatchTST-FM-r1,7.991065615699405,7.991065615699405,1.77919921875,0.7658749480647952,0.1079764555964452,0.1286532447451636,5.10569469682148,2.826847292603441,0.1342004973644258,0.084464916336796,0.0660844741474704,Energy,7
-ett2/D/short,PatchTST-FM-r1,99528.62222222224,99528.62222222224,192.0461061507937,1.2928396779202158,0.3630573575458829,0.1375210716610863,12.33687510343608,315.4815719217562,0.18055842731133,0.1099130535156965,0.0903384473694837,Energy,7
-ett2/H/long,PatchTST-FM-r1,212.4878306878307,212.4878306878307,8.849791253306877,0.995040831417387,0.1763480615466066,0.1675084835637814,8.024874240453391,14.576962327173336,0.1996202798118545,0.1211910799116531,0.0973925723377336,Energy,7
-ett2/H/medium,PatchTST-FM-r1,235.9010044642857,235.9010044642857,9.475467354910714,1.0135360334555097,0.1687032991425204,0.1636167617071242,7.411102795971758,15.35906912753132,0.2069733335412375,0.1276880160524587,0.1005695463925868,Energy,7
-ett2/H/short,PatchTST-FM-r1,112.50398995535714,112.50398995535714,6.452224004836309,0.7348755480676931,0.1180113335980585,0.1087252843947637,5.3846243585810765,10.606789804429855,0.134523607087625,0.081832153070992,0.0652608323015423,Energy,7
-ett2/W/short,PatchTST-FM-r1,3796286.285714286,3796286.285714286,1341.316545758929,0.896233871436805,0.1455636024475097,0.1637557574680873,9.78554078659539,1948.406088502673,0.1634413999394827,0.1125158945532261,0.0942490967744963,Energy,7
-hierarchical_sales/D/short,PatchTST-FM-r1,29.04666701116164,29.04666701116164,2.3304671351798265,0.7482468357996437,0.6521103956086343,1.0820840546196775,6.799613286550546,5.389495988602426,1.653437684235598,0.714961508706515,0.5784059482788666,Sales,1
-hierarchical_sales/W/short,PatchTST-FM-r1,449.9978151483051,449.9978151483051,8.871621342028602,0.7148419039906404,0.5365570209452338,0.4554052191265559,6.752798568321068,21.21315193808561,0.9739061816018972,0.4073004752452977,0.3438194455876778,Sales,1
-hospital/M/short,PatchTST-FM-r1,3525.712081703607,3525.712081703607,18.84233417535854,0.7871073345853571,0.1975924588451692,0.1796070879721113,5.251376847291895,59.37770694211429,0.2155548645447793,0.0684020485135335,0.0537095499048737,Healthcare,1
-jena_weather/10T/long,PatchTST-FM-r1,1395.4095238095238,1395.4095238095238,9.642588458994709,0.64635107807728,0.8499680878467298,0.6306441049727183,5.568196948263015,37.35518068233005,0.2285827559428275,0.0590046522093821,0.0475573113702345,Nature,21
-jena_weather/10T/medium,PatchTST-FM-r1,1452.8141414141414,1452.8141414141414,9.336882778679652,0.587514197278201,0.7889349291164726,0.6405601072104978,5.386835581456005,38.11579910501866,0.233916007505432,0.0573002899956883,0.0465717677920455,Nature,21
-jena_weather/10T/short,PatchTST-FM-r1,783.411507936508,783.411507936508,5.326362537202381,0.2604325581669295,0.3530425746504508,0.5328485398065477,2.3377619256880986,27.989489240365,0.1738498080082676,0.0330833870001333,0.0274343014370998,Nature,21
-jena_weather/D/short,PatchTST-FM-r1,413.3138392857143,413.3138392857143,9.773030598958334,1.022871776521573,0.6221875805540134,0.4508122035435268,6.614118562949505,20.33012147739689,0.1224205593367543,0.0588496174835885,0.0474247722581613,Nature,21
-jena_weather/H/long,PatchTST-FM-r1,1293.9759259259258,1293.9759259259258,11.156355406746032,0.8317077235200512,2.449478274828768,0.640890712838955,6.095109131172405,35.971876875219145,0.2165905529546639,0.0671736199611674,0.0536240804508476,Nature,21
-jena_weather/H/medium,PatchTST-FM-r1,1330.7748015873017,1330.7748015873017,10.283680555555556,0.7337128345261501,2.480368045492966,0.6553655230809772,5.799961582485118,36.47978620533982,0.2232262815934479,0.0629276651620147,0.0516748556370981,Nature,21
-jena_weather/H/short,PatchTST-FM-r1,1154.8640350877192,1154.8640350877192,8.614584965016709,0.5219028885417614,1.752417190877734,0.6029011942290622,4.464025759535787,33.983290527665496,0.2083153831988647,0.0528068512560814,0.0432712982592907,Nature,21
-kdd_cup_2018/D/short,PatchTST-FM-r1,2981.430414256267,2981.430414256267,21.68049321763415,1.2302623916034487,0.5222843133893543,0.4838005820283928,9.35697453068686,54.602476264875264,1.223153409319229,0.4856660541589855,0.3862128416556334,Nature,1
-kdd_cup_2018/H/long,PatchTST-FM-r1,4197.730831199723,4197.730831199723,24.219867765011923,1.0297069345421592,0.96836268276246,0.6232839881123265,7.680827563940429,64.78989760139865,1.5202328068624802,0.5682959676949285,0.449173123685721,Nature,1
-kdd_cup_2018/H/medium,PatchTST-FM-r1,5391.546383609852,5391.546383609852,25.88762928216312,1.060904092775483,0.8903413105588154,0.5846818051673373,8.397398244563831,73.42715018036483,1.536963236039264,0.5418749655565148,0.4330946122680242,Nature,1
-kdd_cup_2018/H/short,PatchTST-FM-r1,5032.095442817463,5032.095442817463,23.826647401412067,0.9751485424073102,0.8176087371616299,0.5308170243529172,7.412632842619154,70.93726413400408,1.4848454159571625,0.4987348836118325,0.3980819380349292,Nature,1
-loop_seattle/5T/long,PatchTST-FM-r1,80.09930053892903,80.09930053892903,4.9528165491342735,0.7837556080896918,0.138813854489164,0.1129112301216173,6.173471946681516,8.94982125737319,0.1582346701705778,0.0875668094959991,0.0695593905373264,Transport,1
-loop_seattle/5T/medium,PatchTST-FM-r1,65.28651767285862,65.28651767285862,4.535457351731811,0.7216607980296514,0.1329069843430022,0.1041806390878462,5.403311552079315,8.08000728173302,0.1437599288359008,0.0806951037776023,0.0637276553609565,Transport,1
-loop_seattle/5T/short,PatchTST-FM-r1,42.45603160877838,42.45603160877838,3.442128026940628,0.5445497668427377,0.08762463194667,0.0740097630503746,3.934908631499723,6.515829310899602,0.1117320907740679,0.0590248981075587,0.0463043203093516,Transport,1
-loop_seattle/D/short,PatchTST-FM-r1,18.432232004643964,18.432232004643964,2.941358278508772,0.8901067596772662,0.0546490837545955,0.0542572052978263,7.615497996735771,4.293277536410145,0.076726611560882,0.0525660063162913,0.0431926587245215,Transport,1
-loop_seattle/H/long,PatchTST-FM-r1,62.1328173374613,62.1328173374613,4.138070551685587,0.8652544148117627,0.1165373149671052,0.0960810264689757,7.441994288448565,7.882437271394001,0.1408697071228603,0.0739528608473901,0.0600755057884975,Transport,1
-loop_seattle/H/medium,PatchTST-FM-r1,70.24130546955624,70.24130546955624,4.40032007868937,0.8986605913994742,0.1136999171584752,0.1011860346523477,8.10584950772152,8.381008618868986,0.1481333724591721,0.0777751560460787,0.0635027094069052,Transport,1
-loop_seattle/H/short,PatchTST-FM-r1,61.7024855215632,61.7024855215632,4.091126738091359,0.828937412272446,0.1088085940152116,0.0946005728559332,7.5842923412593395,7.855092967085953,0.1390431334669908,0.0724171035859602,0.0590219373751063,Transport,1
-m4_daily/D/short,PatchTST-FM-r1,387628.1284261043,387628.1284261043,192.83329425631143,3.5334215705645766,0.0426666076437377,0.0322980904910333,27.05273123660975,622.5978866219386,0.0961741677046019,0.0297874149259662,0.0235971120250444,Econ/Fin,1
-m4_hourly/H/short,PatchTST-FM-r1,765326.0161030596,765326.0161030596,180.656841284219,0.7843335370439745,0.0878497506109412,0.07911200531055,6.072899646240558,874.8291353761942,0.1194334868349889,0.024663646422671,0.0202622220296083,Econ/Fin,1
-m4_monthly/M/short,PatchTST-FM-r1,1918470.7778148148,1918470.7778148148,576.5575244502314,0.9653153274157986,0.1667570336306536,0.1361200570706968,8.101922861206269,1385.08872561104,0.2878689879464792,0.1198284470788653,0.0959990802466031,Econ/Fin,1
-m4_quarterly/Q/short,PatchTST-FM-r1,1902028.044,1902028.044,579.3026875,1.221790308597588,0.1173429940541585,0.105816264629364,9.790244113690177,1379.1403278854548,0.2308438050160155,0.0969650686986586,0.0775696831680223,Econ/Fin,1
-m4_weekly/W/short,PatchTST-FM-r1,276633.53417613026,276633.53417613026,258.53401542746946,2.112752896936325,0.0623103424392677,0.0614034989060491,15.3108742224459,525.9596316982229,0.0958216939206513,0.0471008910215792,0.0378293568553451,Econ/Fin,1
-m4_yearly/A/short,PatchTST-FM-r1,4325126.685818751,4325126.685818751,979.111774904965,3.575231155520207,0.1787096053834945,0.1703265379885249,42.54209557331665,2079.693892335781,0.3334885557321239,0.1570051116256554,0.1304166953694127,Econ/Fin,1
-m_dense/D/short,PatchTST-FM-r1,7901.029629629629,7901.029629629629,43.54366898148148,0.6755029487833056,0.121526764798288,0.098941492151331,8.133892530392894,88.88773610363597,0.1538778194139052,0.0753805319593148,0.0648268116345247,Transport,1
-m_dense/H/long,PatchTST-FM-r1,34384.05135802469,34384.05135802469,76.58469135802468,0.6712664328913986,0.2522273419600839,0.1853342918113426,6.820154754602706,185.4293702681015,0.3210056513794463,0.1325794220167594,0.1093831220925856,Transport,1
-m_dense/H/medium,PatchTST-FM-r1,36726.66666666666,36726.66666666666,78.02033854166666,0.6778659860750951,0.2542899068444708,0.189529062906901,7.449369088025636,191.64202740178536,0.3334329162814731,0.1357455322400402,0.1124177656189065,Transport,1
-m_dense/H/short,PatchTST-FM-r1,44221.24444444444,44221.24444444444,85.92638020833333,0.7676417394746983,0.284895783396381,0.2090252346462673,7.72623371468542,210.28847910535765,0.3729993614025479,0.1524119870080143,0.1256220528424411,Transport,1
-restaurant/D/short,PatchTST-FM-r1,143.88219155692536,143.88219155692536,7.1258807030447375,0.6892413165154886,0.5611537720650042,0.4063485956909031,4.8821726184758125,11.995090310494763,0.5520418484339751,0.3279495404538186,0.2585072165514963,Sales,1
-saugeen/D/short,PatchTST-FM-r1,1194.380520833333,1194.380520833333,12.849480794270834,2.8548305268853613,0.2823316955566406,0.3275675964355469,27.512098428315984,34.55981077542719,1.1194005054238605,0.4161977445133498,0.3383299869241916,Nature,1
-saugeen/M/short,PatchTST-FM-r1,402.68968563988096,402.68968563988096,12.711325509207589,0.7447688924089432,0.3636894907270159,0.3647028605143229,4.314330401393504,20.067129481813808,0.6024754278686558,0.3816321254057805,0.2905929412022678,Nature,1
-saugeen/W/short,PatchTST-FM-r1,918.7890625,918.7890625,14.161715698242189,1.1490605546673125,0.3720211029052734,0.3698776483535766,8.409806822915495,30.31153348974611,0.9149788431958076,0.4274831641767286,0.3424756516076759,Nature,1
-solar/10T/long,PatchTST-FM-r1,19.37535965695965,19.37535965695965,1.905439672910964,0.8333014524345763,2.974107765294077,1.4585635412719755,4.225786644060472,4.4017450695104605,0.9513666809047956,0.411830260193426,0.3118143391638325,Energy,1
-solar/10T/medium,PatchTST-FM-r1,17.947770819508957,17.947770819508957,1.852772262428113,0.8121506950944682,3.1657445386993444,1.4539580914067685,4.045358151154874,4.2364809476154806,0.9400919107210144,0.4111375072505182,0.3057631638658959,Energy,1
-solar/10T/short,PatchTST-FM-r1,17.20347665754258,17.20347665754258,1.837988459454836,0.8057920521254259,3.886132657638197,1.5104036577136557,3.739968080925874,4.147707397773206,1.2065676328434112,0.5346706438136236,0.3988353127826964,Energy,1
-solar/D/short,PatchTST-FM-r1,131709.2905109489,131709.2905109489,249.1885796836983,0.971375037839436,1.0949221126064477,0.4216084352664994,5.7565700468672185,362.91774620559534,0.5242925318947654,0.3599926229223684,0.2793463047838657,Energy,1
-solar/H/long,PatchTST-FM-r1,768.3583130575831,768.3583130575831,12.425672901459857,0.9442015292325132,4.637481253240181,1.4066143298864555,5.330198046557008,27.71927692162231,0.96107784781932,0.4308207246389802,0.3197422995365536,Energy,1
-solar/H/medium,PatchTST-FM-r1,844.8163625304136,844.8163625304136,12.003270415145986,0.9147287735275224,4.629227237321221,1.4018422815921532,5.177123574494133,29.06572487536503,1.0470152497445122,0.4323858161238152,0.327753810951106,Energy,1
-solar/H/short,PatchTST-FM-r1,826.1417595082597,826.1417595082597,11.752417833189268,0.9043902556729688,4.468420114475848,1.402995041778717,4.75528956276132,28.74268184265796,1.0594648549261745,0.4331980475180401,0.3276557075139752,Energy,1
-solar/W/short,PatchTST-FM-r1,1451483.094890511,1451483.094890511,963.816605839416,1.053115620781112,0.2145745493199703,0.1889469397329066,8.185293169843082,1204.775122124669,0.2459247232902412,0.196739065856201,0.1466862508824363,Energy,1
-sz_taxi/15T/long,PatchTST-FM-r1,15.44105791488604,15.44105791488604,2.672480413105413,0.5045377086171898,5746401936368.246,0.3964917131298967,3.857780427649524,3.929511154696732,0.3637085527729245,0.2473600265017121,0.1957735804382971,Transport,1
-sz_taxi/15T/medium,PatchTST-FM-r1,16.249744591346154,16.249744591346154,2.7377852480635685,0.5336850404624458,9351514889105.725,0.4049061310596955,3.749768880248773,4.031097194480202,0.3751608790193476,0.2547966150843886,0.2003979898179049,Transport,1
-sz_taxi/15T/short,PatchTST-FM-r1,16.707357665121336,16.707357665121336,2.731934488038004,0.5451107607894305,1219746130062.6614,0.3971493829300989,3.853095282488541,4.087463475692638,0.3821953163344857,0.2554475586314184,0.2007466596647954,Transport,1
-sz_taxi/H/short,PatchTST-FM-r1,7.104631994524572,7.104631994524572,1.8419471153846156,0.560211836972062,1.292352268838475,0.2964402875329694,3.910919047387869,2.665451555463834,0.2483032605938959,0.1715887402470281,0.1349215457159464,Transport,1
-temperature_rain/D/short,PatchTST-FM-r1,189.86368681957345,189.86368681957345,5.822427224689967,1.3460665476622526,16.810589748785073,1.5273758866404197,18.631840008157308,13.779103266162622,1.6221647444367997,0.6854536168645327,0.5539757347660184,Nature,1
-us_births/D/short,PatchTST-FM-r1,157440.86666666667,157440.86666666667,239.2118489583333,0.3523441113129549,0.0230890274047851,0.0227139393488566,3.3486796709768822,396.7881886682953,0.037195672937214,0.0224241697476499,0.018319605659466,Healthcare,1
-us_births/M/short,PatchTST-FM-r1,18822784.0,18822784.0,3174.5885416666665,0.3596739348155098,0.0098161771893501,0.0097802517314751,3.907856905823244,4338.523251061356,0.0134754236381187,0.0098602503663454,0.0089355789405207,Healthcare,1
-us_births/W/short,PatchTST-FM-r1,2579948.285714286,2579948.285714286,1242.8823939732142,1.1299754734535108,0.016774442579065,0.0168314299413136,7.115378921930659,1606.2217423862392,0.0218043026557427,0.016872006628067,0.0134476966636985,Healthcare,1

results/PatchTST-FM-r1/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "PatchTST-FM-r1",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-research/patchtst-fm-r1",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/patchtst_fm.ipynb",
-    "org": "IBM TSFM & Rensselaer Polytechnic Institute",
-    "replication_code_available": "Yes",
-    "testdata_leakage": "No"
-}

results/PatchTST/config.json

@@ -1,8 +1,5 @@
 {
     "model": "PatchTST",
     "model_type": "deep-learning",
-    "model_dtype": "float32",
-    "org": "Princeton University",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
+    "model_dtype": "float32"
 }

results/RAES-Conductance-Ensemble-V/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,RAES-Conductance-Ensemble-V,5638371.732033539,5638371.732033539,367.75581366911103,0.9175259515459168,3.341670503305292,0.8233354112341082,21.85988145943682,2374.525580412546,6.275162134622835,0.9718688127684332,0.806582678819368,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,RAES-Conductance-Ensemble-V,3972996.782526061,3972996.782526061,296.7625756751314,0.922678293654104,4.452882114932632,0.7888244228718336,20.095119957266,1993.2377636714743,6.056006870709125,0.9016466725713445,0.5958079628067434,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,RAES-Conductance-Ensemble-V,1603086.8303740164,1603086.8303740164,135.86995648848335,0.6200028711994859,1.5824095346520524,0.709262084895994,13.414571671559708,1266.1306529635938,3.975337115867689,0.4265980605522285,0.3449510223541225,Web/CloudOps,2
-bitbrains_fast_storage/H/short,RAES-Conductance-Ensemble-V,2942650.532211141,2942650.532211141,292.0852416366856,1.067530549075558,3.883021970496216,0.5814351530194842,22.434349139149173,1715.4155567124665,4.889491578703148,0.8325378207383431,0.6148646641207637,Web/CloudOps,2
-bitbrains_rnd/5T/long,RAES-Conductance-Ensemble-V,2348073.4356846944,2348073.4356846944,158.8178155646857,3.242298077038253,1.3577732101478788,0.6674103183056098,114.656393371636,1532.3424668411087,5.870058758145598,0.6083952702341338,0.6077673418895261,Web/CloudOps,2
-bitbrains_rnd/5T/medium,RAES-Conductance-Ensemble-V,2298316.046078388,2298316.046078388,147.26242405065238,4.399678168790492,0.5052017442550143,0.7080381384911868,163.87174850524963,1516.0198039862105,6.378668122000223,0.6196080865108009,0.5960801450218078,Web/CloudOps,2
-bitbrains_rnd/5T/short,RAES-Conductance-Ensemble-V,1673092.12230237,1673092.12230237,113.14032567278504,1.5801923163973,1.0757374022347637,0.6338549634886189,51.032328352977295,1293.4806230873232,5.292549297242092,0.4629375503902039,0.3726048701457872,Web/CloudOps,2
-bitbrains_rnd/H/short,RAES-Conductance-Ensemble-V,2235573.0294696013,2235573.0294696013,196.98314415000291,5.809325524504389,3.010030253358116,0.5586869920028766,197.04698161166527,1495.1832762138563,6.543653627215469,0.8620946249355383,0.6697196831892436,Web/CloudOps,2
-bizitobs_application/10S/long,RAES-Conductance-Ensemble-V,6402541.795555555,6402541.795555555,1535.9975,3.2731282365695806,0.0476013098822699,0.0486348594373355,72.60439565545394,2530.3244447215766,0.0975844998370551,0.0592372840175285,0.0546884051520137,Web/CloudOps,2
-bizitobs_application/10S/medium,RAES-Conductance-Ensemble-V,4608678.826666667,4608678.826666667,1173.628333333333,2.468208258396144,0.0353520202636718,0.036206760989364,35.92321256328055,2146.783367428271,0.0842978644779315,0.0460849304554245,0.0409816328832849,Web/CloudOps,2
-bizitobs_application/10S/short,RAES-Conductance-Ensemble-V,350700.44444444444,350700.44444444444,331.1220833333333,0.9533217933281294,0.0139558071560329,0.0140337753295898,5.947966460577738,592.1996660286499,0.0228387740290102,0.0127700552213739,0.0096823635360575,Web/CloudOps,2
-bizitobs_l2c/5T/long,RAES-Conductance-Ensemble-V,118.33850847274536,118.33850847274536,6.077939966595362,0.6064908389649042,0.4503906544457082,0.7893094657716297,3.4539642405204383,10.878350448149083,0.6108031164940005,0.3412672437015986,0.2691925154345478,Web/CloudOps,7
-bizitobs_l2c/5T/medium,RAES-Conductance-Ensemble-V,111.44142581786022,111.44142581786022,6.146854371765033,0.6215585080121612,0.4235852684138554,0.7185434333321189,3.41221843990027,10.556582108706408,0.5554314759549612,0.3234149425479176,0.2518559736324187,Web/CloudOps,7
-bizitobs_l2c/5T/short,RAES-Conductance-Ensemble-V,16.059041341145832,16.059041341145832,2.233942376999628,0.2312076882805537,0.1101576894549384,0.1913435975260351,2.331712158188952,4.007373371816736,0.137629422211462,0.0767226235425061,0.0612583061660722,Web/CloudOps,7
-bizitobs_l2c/H/long,RAES-Conductance-Ensemble-V,99.56886092897446,99.56886092897446,5.755020722888765,0.6107828837342615,0.7120026713910353,0.8073437221466548,15.002674188255908,9.978419761113202,0.6095107037503958,0.3515332903288,0.3212908221211429,Web/CloudOps,7
-bizitobs_l2c/H/medium,RAES-Conductance-Ensemble-V,73.60548531668526,73.60548531668526,5.040342167445592,0.5085751385579764,0.5616613788930584,0.79505371820359,10.486613907787998,8.579363922616015,0.5194935293908364,0.3052003814643358,0.2738149897555715,Web/CloudOps,7
-bizitobs_l2c/H/short,RAES-Conductance-Ensemble-V,51.82110305059524,51.82110305059524,4.317893376426091,0.4206393707854118,0.3594347178507194,0.5943920303203886,2.7291461656729594,7.198687592234799,0.3880276973790066,0.2327455113054213,0.1818618572725514,Web/CloudOps,7
-bizitobs_service/10S/long,RAES-Conductance-Ensemble-V,131141.26899470898,131141.26899470898,76.45482142857144,1.2999944719663274,0.0735180986999834,0.0715070080633039,20.80533455267016,362.1343245188296,0.2682806847469078,0.0566401759134908,0.0525573483541307,Web/CloudOps,2
-bizitobs_service/10S/medium,RAES-Conductance-Ensemble-V,42301.805714285714,42301.805714285714,45.64089285714286,1.0598884646645204,0.061601339673239,0.0568402079040107,10.009644352005582,205.67402780683253,0.1547951200584567,0.0343504114969342,0.0254394413358957,Web/CloudOps,2
-bizitobs_service/10S/short,RAES-Conductance-Ensemble-V,1807.7659523809525,1807.7659523809525,17.62182705026455,0.6779335158674583,0.0535541328551277,0.044654541015625,5.257031475960209,42.51783099337209,0.0314985693867792,0.0130548132182732,0.0100787305028287,Web/CloudOps,2
-car_parts/M/short,RAES-Conductance-Ensemble-V,1.379375353654826,1.379375353654826,0.4522476767354239,0.8265859812656304,0.846109142372646,1.907674105816412,15.108853375826529,1.1744681152142131,2.8162540628280923,1.0844435370460452,0.9362376936552526,Sales,1
-covid_deaths/D/short,RAES-Conductance-Ensemble-V,522286.2514853578,522286.2514853578,110.01644685009306,32.4033037623041,0.0860261887663347,0.3600544216209336,543.468551097237,722.6937466765281,0.2719170263984595,0.0413942215772227,0.0351764039262792,Healthcare,1
-electricity/15T/long,RAES-Conductance-Ensemble-V,319000.44490447093,319000.44490447093,57.84972011720437,0.8734206282026211,0.1251715373315331,0.1310267784102364,7.404760755454681,564.8012437171778,0.8910432135478713,0.0912650265725875,0.073492925637171,Energy,1
-electricity/15T/medium,RAES-Conductance-Ensemble-V,263995.7639956001,263995.7639956001,51.57456668597035,0.8065806527146451,0.119521915921141,0.1272580668693995,7.048386417558438,513.8051809738786,0.8853380604931558,0.0888681713056787,0.0718746948833012,Energy,1
-electricity/15T/short,RAES-Conductance-Ensemble-V,126713.40295921155,126713.40295921155,46.91074343907586,0.8698200926782048,0.1508240010772392,0.1516157934788681,9.704551367705593,355.96826116834006,0.7016836181459487,0.0924703232760423,0.0770716291350567,Energy,1
-electricity/D/short,RAES-Conductance-Ensemble-V,1395366992.467327,1395366992.467327,4290.00518916582,1.3720676574604302,0.2419281534169839,0.0911786120260084,10.891111002566408,37354.61139494463,0.6138603235974498,0.0704990327917711,0.0553920027625684,Energy,1
-electricity/H/long,RAES-Conductance-Ensemble-V,8614869.263449835,8614869.263449835,279.8231646213727,1.1939151002651027,0.2916695705424657,0.1423509371939364,9.803613791502404,2935.109753220454,1.157606450226338,0.1103621763830232,0.0873057072606496,Energy,1
-electricity/H/medium,RAES-Conductance-Ensemble-V,5848721.256455903,5848721.256455903,244.1731091585533,1.0709101012240496,0.2325252562743696,0.1299792006611824,8.937491660120099,2418.412962348636,0.9439862622070362,0.0953088096344834,0.0758640393497007,Energy,1
-electricity/H/short,RAES-Conductance-Ensemble-V,1618075.007334257,1618075.007334257,165.54620420864225,0.909135424026812,0.1891440115683731,0.1230762390068287,10.372727804169363,1272.0357728201895,0.6004917296779377,0.0781496311903775,0.0638223276685304,Energy,1
-electricity/W/short,RAES-Conductance-Ensemble-V,39167753602.20903,39167753602.20903,26505.73079633283,1.441642831368594,0.1387112637178443,0.0937793512308449,11.170854796664331,197908.44752614532,0.4515617747426278,0.0604773317604908,0.0480167449252143,Energy,1
-ett1/15T/long,RAES-Conductance-Ensemble-V,8.89334783849262,8.89334783849262,1.582189669836135,1.0201425842035992,0.7758675558211213,0.3974982334318615,7.373285461621061,2.9821716648262586,0.5684048381338329,0.3015668996481547,0.2344642962226429,Energy,7
-ett1/15T/medium,RAES-Conductance-Ensemble-V,8.863968460635533,8.863968460635533,1.5587865292079863,0.9866617499147118,0.732689523804024,0.3807671964736212,7.282254236363169,2.977241753810989,0.5674651895839983,0.2971062367326147,0.2296594749041156,Energy,7
-ett1/15T/short,RAES-Conductance-Ensemble-V,4.94947509765625,4.94947509765625,1.062300763811384,0.6757486792035314,0.4833887678445131,0.2296448230378924,4.770307558201408,2.2247415799719863,0.4205687638315266,0.200819062796078,0.1583436594203357,Energy,7
-ett1/D/short,RAES-Conductance-Ensemble-V,39389.57912016369,39389.57912016369,132.34845639183408,1.6268802155402076,1.10266872739035,0.4737175415432642,11.221240927473442,198.4680808597788,0.521283017263399,0.3476176238476958,0.2694105148257508,Energy,7
-ett1/H/long,RAES-Conductance-Ensemble-V,141.56247404391172,141.56247404391172,7.000880262586805,1.320468619618736,5628966281717.463,0.4673179737474552,9.132931678645628,11.898002943515843,0.5697695802249156,0.3352569861812683,0.2578012583777631,Energy,7
-ett1/H/medium,RAES-Conductance-Ensemble-V,135.29723106338864,135.29723106338864,6.755603790283203,1.2358423099129645,3867521233119.343,0.4384532531102498,8.857397659769862,11.631733794382876,0.5571325017570886,0.3235774225144084,0.2521342126901391,Energy,7
-ett1/H/short,RAES-Conductance-Ensemble-V,79.73008176492793,79.73008176492793,4.552430932720502,0.7623901840518769,0.4193563185632228,0.244954300121892,5.513460443368198,8.929170273039256,0.4167609074355487,0.2124805764189414,0.1654812363842035,Energy,7
-ett1/W/short,RAES-Conductance-Ensemble-V,1525861.4663783482,1525861.4663783482,960.4626039777484,1.5982539655140044,0.7527792360633612,0.5573125242122582,8.315746157337662,1235.257651819388,0.4915385110057014,0.3821910008333301,0.2777921735695488,Energy,7
-ett2/15T/long,RAES-Conductance-Ensemble-V,11.507861202784946,11.507861202784946,2.134334513951861,0.8875582834681649,0.1358792715088584,0.1645881919633774,7.185495852318699,3.3923238646663654,0.1807830671656664,0.1137425420398968,0.0919988009418233,Energy,7
-ett2/15T/medium,RAES-Conductance-Ensemble-V,10.507057162239438,10.507057162239438,2.0121585076952737,0.8389078300137479,0.1271078840521856,0.1541131950938512,6.606442790426398,3.241459110067477,0.1727432142780481,0.1072315634575339,0.085746076875175,Energy,7
-ett2/15T/short,RAES-Conductance-Ensemble-V,7.011576104154145,7.011576104154145,1.6721623491673243,0.7093860067151916,0.0996626149795598,0.1200037966925828,4.544352628252001,2.6479380854079926,0.1257070439572976,0.079383497329065,0.0621864152604938,Energy,7
-ett2/D/short,RAES-Conductance-Ensemble-V,112603.08571428571,112603.08571428571,200.4631200396825,1.3032064692451444,0.4253072587270585,0.1328234529041665,11.922359023774934,335.56383254797544,0.1920520349202895,0.1147303326397282,0.0925549136379072,Energy,7
-ett2/H/long,RAES-Conductance-Ensemble-V,217.7561353572462,217.7561353572462,9.013237378963089,1.0058152793161976,0.1732509419026241,0.1691489658658466,9.004889735934583,14.756562450558944,0.2020797675053396,0.1234293501697143,0.1014411653638859,Energy,7
-ett2/H/medium,RAES-Conductance-Ensemble-V,250.5897693452381,250.5897693452381,9.763457961309523,1.0410474697006191,0.1731327652599902,0.1685907534400343,7.580662741067863,15.8300274587645,0.2133197999165742,0.1315688746735114,0.1065719030613471,Energy,7
-ett2/H/short,RAES-Conductance-Ensemble-V,96.87242551190512,96.87242551190512,6.150930651312783,0.7139784255181884,0.1146900447634937,0.1066317759188158,4.939744186806092,9.84237905751984,0.1248287460941393,0.0780109113892288,0.0618627070558545,Energy,7
-ett2/W/short,RAES-Conductance-Ensemble-V,2752401.714285714,2752401.714285714,1159.29638671875,0.764458895037411,0.1168516278266906,0.1241355989998653,10.015425894913887,1659.036381242351,0.1391677178083357,0.0972471937488695,0.0842624559983792,Energy,7
-hierarchical_sales/D/short,RAES-Conductance-Ensemble-V,29.040033766862624,29.040033766862624,2.2950135084753835,0.7407427684755963,0.637639153607371,1.0702313205534488,6.522994110675489,5.388880567136613,1.6532488797452682,0.704084728658823,0.572076884921414,Sales,1
-hierarchical_sales/W/short,RAES-Conductance-Ensemble-V,415.6216740177597,415.6216740177597,8.4028673358893,0.6854002745407285,0.4952959583640131,0.4387152852743106,5.905049319163608,20.38680146608976,0.935968027234488,0.3857797495388038,0.3211399395772934,Sales,1
-hospital/M/short,RAES-Conductance-Ensemble-V,2456.470990873533,2456.470990873533,17.293195383800523,0.7524566437332738,0.1915498855371985,0.1721637905868554,5.034482791061967,49.56279845684193,0.179924467582418,0.0627783149681999,0.0494552858300345,Healthcare,1
-jena_weather/10T/long,RAES-Conductance-Ensemble-V,1392.1805555555557,1392.1805555555557,9.436579241071428,0.6356543499196855,0.7759122858920866,0.6376471662631776,6.172624612657466,37.31193583232523,0.2283181332903902,0.0577440464802066,0.0497186559198182,Nature,21
-jena_weather/10T/medium,RAES-Conductance-Ensemble-V,1510.3255411255411,1510.3255411255411,9.32295274170274,0.5843974361136091,0.7385096696644087,0.6434808302739913,5.550501656348378,38.86290700816836,0.2385009959350074,0.0572148015968996,0.0479391516803501,Nature,21
-jena_weather/10T/short,RAES-Conductance-Ensemble-V,786.5325892857143,786.5325892857143,5.281269763764881,0.2552642161301929,0.3345838239745796,0.5435500567044342,2.2573669250514343,28.045188344629,0.1741957692546259,0.0328033043613489,0.0266464426701613,Nature,21
-jena_weather/D/short,RAES-Conductance-Ensemble-V,349.6228703554391,349.6228703554391,9.245266174078578,1.0149596965679488,0.5808363701587199,0.4489616159290548,6.747808681303777,18.69820500356757,0.1125937535010827,0.0556716123530301,0.044377717200187,Nature,21
-jena_weather/H/long,RAES-Conductance-Ensemble-V,1496.1189101697216,1496.1189101697216,12.30944549322483,1.0062329191033816,2.673267998972024,0.6777719888737592,8.17635652467095,38.67969635570736,0.2328946386357227,0.0741165037488127,0.0594422962081929,Nature,21
-jena_weather/H/medium,RAES-Conductance-Ensemble-V,1592.4055995279834,1592.4055995279834,10.70055898201785,0.7583724119888156,1.918145611818333,0.6690112058605466,5.797927919263039,39.90495707964092,0.2441855036288462,0.0654786165768685,0.0527878734155491,Nature,21
-jena_weather/H/short,RAES-Conductance-Ensemble-V,1122.2527983935015,1122.2527983935015,8.26201435716183,0.5237387827793283,1.0453435290412505,0.6062071089338708,4.451434106315079,33.500041767041154,0.2053531127969904,0.050645619429819,0.0408186768962738,Nature,21
-kdd_cup_2018/D/short,RAES-Conductance-Ensemble-V,2855.2954781719545,2855.2954781719545,20.971406973235048,1.1944194534016244,0.5093659093004408,0.4636202013883369,8.822355335209048,53.434964940308085,1.1969999510942175,0.4697817833207424,0.3683556425056478,Nature,1
-kdd_cup_2018/H/long,RAES-Conductance-Ensemble-V,3427.8542097983222,3427.8542097983222,19.52321639064243,0.8475699066641171,0.9005240180412832,0.5059084250412771,7.369613285369736,58.54787963537469,1.3737698424966145,0.4580935479309014,0.3696933379125122,Nature,1
-kdd_cup_2018/H/medium,RAES-Conductance-Ensemble-V,4682.499941256712,4682.499941256712,22.2978247568083,0.9271563572808408,0.874339067238864,0.5051076421059512,7.949095956388343,68.42879467926285,1.432338602598833,0.4667338552850353,0.3780848080864067,Nature,1
-kdd_cup_2018/H/short,RAES-Conductance-Ensemble-V,4339.342564657947,4339.342564657947,20.961254601411245,0.8634513168348521,0.7636615931123868,0.4679120542618289,7.365577109870303,65.87368643592028,1.378855559955645,0.4387570214233747,0.3532140906822855,Nature,1
-loop_seattle/5T/long,RAES-Conductance-Ensemble-V,45.33168064421435,45.33168064421435,3.520749611466894,0.5637098428613059,0.1073051476779299,0.0813502030746609,5.048309837306514,6.732880560667503,0.1190387125537736,0.0622475769764238,0.0497943056833955,Transport,1
-loop_seattle/5T/medium,RAES-Conductance-Ensemble-V,22.95559969978805,22.95559969978805,2.744823166312817,0.4482860477414464,0.0746052096516539,0.0633162863614081,3.279466480607125,4.791200235826932,0.0852452973421869,0.0488360442993831,0.0382888798638813,Transport,1
-loop_seattle/5T/short,RAES-Conductance-Ensemble-V,32.733250998072826,32.733250998072826,3.039965755282541,0.486355494649514,0.0827072759782674,0.0641644905271321,4.100535813609488,5.721298016890295,0.0981076295897719,0.0521287011101993,0.0413344236947894,Transport,1
-loop_seattle/D/short,RAES-Conductance-Ensemble-V,18.8367300374097,18.8367300374097,2.9678559766834365,0.8945066285162865,0.0547695589016342,0.0547178530225566,7.223203383139835,4.34013018668907,0.0775639288486187,0.0530395540931992,0.0428532569745227,Transport,1
-loop_seattle/H/long,RAES-Conductance-Ensemble-V,62.43861799105607,62.43861799105607,4.185001048116615,0.8755626419228728,0.1178148855570874,0.096806342247768,6.8895838658704776,7.901811057666215,0.1412159453343319,0.0747915730864748,0.0595073925097561,Transport,1
-loop_seattle/H/medium,RAES-Conductance-Ensemble-V,71.11179050567596,71.11179050567596,4.43558497000774,0.9099620216989204,0.1126134803543641,0.1015761548163703,7.154059361020384,8.43278071016174,0.1490484510180632,0.0783984656854637,0.0626733900660799,Transport,1
-loop_seattle/H/short,RAES-Conductance-Ensemble-V,57.01916589437021,57.01916589437021,4.024839223366805,0.8160503986948947,0.1123947832276305,0.0930986976799652,6.333785570362527,7.551103620953047,0.1336622139135554,0.0712437477017993,0.0568692769776765,Transport,1
-m4_daily/D/short,RAES-Conductance-Ensemble-V,355340.77906456776,355340.77906456776,171.31083849532047,3.233807552606445,0.0366783930461689,0.0300366777170237,26.75761995568889,596.104671231964,0.0920816974740723,0.0264627901199877,0.0209858187881594,Econ/Fin,1
-m4_hourly/H/short,RAES-Conductance-Ensemble-V,791506.6332563803,791506.6332563803,179.71423638740407,0.7219547618634579,0.0859704511575685,0.0785390246421812,5.449930978657728,889.6665854444464,0.1214591399571732,0.0245349628128044,0.0201459036319966,Econ/Fin,1
-m4_monthly/M/short,RAES-Conductance-Ensemble-V,1788827.6431586936,1788827.6431586936,541.875780513269,0.9032173557848354,0.1552360025224127,0.1284302303394153,7.411150322932977,1337.4706139421132,0.2779723085602747,0.1126203896310003,0.0898521683179074,Econ/Fin,1
-m4_quarterly/Q/short,RAES-Conductance-Ensemble-V,1734985.2423177478,1734985.2423177478,545.6820669454734,1.145633171475027,0.1101106940034994,0.0996845115142599,8.751282241755144,1317.1883852804608,0.2204741405884114,0.0913375687857243,0.0728439311846101,Econ/Fin,1
-m4_weekly/W/short,RAES-Conductance-Ensemble-V,276135.6040282837,276135.6040282837,257.91589886436685,1.906738629347018,0.0620438383865438,0.0619554679651342,13.208693661502842,525.4860645424232,0.0957354173238954,0.0469882797629438,0.0372381754841812,Econ/Fin,1
-m4_yearly/A/short,RAES-Conductance-Ensemble-V,3443777.214910284,3443777.214910284,862.535278154047,3.2361825533652184,0.1631643412560336,0.1455581046398407,27.9683007730182,1855.7416886275644,0.2975767799933657,0.1383115291727842,0.1115437487478533,Econ/Fin,1
-m_dense/D/short,RAES-Conductance-Ensemble-V,9653.634074074074,9653.634074074074,44.56868344907407,0.6615476773477059,0.1235088916775736,0.0953495274495805,7.141583601733973,98.2529087308568,0.1700903185221211,0.0771549836222186,0.0644115399389352,Transport,1
-m_dense/H/long,RAES-Conductance-Ensemble-V,37458.58041208526,37458.58041208526,82.49683296109423,0.7182017187015375,0.2604597159526551,0.2135668274208351,10.146083256338695,193.5421928471548,0.3350501640043953,0.1428142205420101,0.1195886188933337,Transport,1
-m_dense/H/medium,RAES-Conductance-Ensemble-V,39792.32720662435,39792.32720662435,81.75312630123562,0.7038857650150354,0.2560286372058957,0.2057977196243074,10.532341907141602,199.48014238671564,0.3470702584411216,0.1422401164058376,0.1200467539418873,Transport,1
-m_dense/H/short,RAES-Conductance-Ensemble-V,45092.566666666666,45092.566666666666,86.64946614583333,0.7645411861800249,0.2730448721309859,0.2064106520158116,9.52481612619295,212.35010399495135,0.376656170232692,0.1536945612796725,0.1286803400103826,Transport,1
-restaurant/D/short,RAES-Conductance-Ensemble-V,137.9477507026075,137.9477507026075,7.066059452073184,0.6776595357377769,0.6683491874923556,0.3897639122916234,4.54608607294764,11.745116036149131,0.5405374531440148,0.3251964278796619,0.2543246080761276,Sales,1
-saugeen/D/short,RAES-Conductance-Ensemble-V,1027.0369739659627,1027.0369739659627,12.161436710357666,2.7013977534383917,0.2717053250471751,0.3151914711793264,28.51763355898198,32.04741758653827,1.038023476028483,0.3939118268577308,0.3284346049797301,Nature,1
-saugeen/M/short,RAES-Conductance-Ensemble-V,334.62823994954425,334.62823994954425,11.425887334914435,0.6693880695793137,0.3414120674133301,0.3235358879679725,4.031416184967769,18.29284668796916,0.5492060996561475,0.3430393926849003,0.2684195684426729,Nature,1
-saugeen/W/short,RAES-Conductance-Ensemble-V,341.02423934936525,341.02423934936525,9.178376483917235,0.7440621388949744,0.2651020281016826,0.2674923747777938,6.369307441047748,18.46684161813723,0.5574369682852832,0.2770569254219799,0.2290855828453788,Nature,1
-solar/10T/long,RAES-Conductance-Ensemble-V,19.76797062533712,19.76797062533712,1.8232387763450328,0.7977538496016522,3.506997821135816,1.4430298589755024,3.90918788612962,4.446118602257156,0.9609574168164328,0.3940638974107916,0.2927285203840797,Energy,1
-solar/10T/medium,RAES-Conductance-Ensemble-V,21.036034392390302,21.036034392390302,1.8221175236133476,0.7964366428333357,3.800437274720871,1.4416875252902712,3.682571381553124,4.586505684329881,1.0177638383614716,0.4043351196782333,0.2939822557613379,Energy,1
-solar/10T/short,RAES-Conductance-Ensemble-V,16.64216505860723,16.64216505860723,1.5266270991018236,0.6575393814029155,3.457381016684572,1.4877198292300504,4.726342271100644,4.07948097907163,1.1867205656835365,0.4440956543070382,0.3503722276966048,Energy,1
-solar/D/short,RAES-Conductance-Ensemble-V,122263.39638267944,122263.39638267944,250.68475689296304,0.9774305766995088,1.0568706105225278,0.426717407569978,4.835117858457721,349.6618314638866,0.505142268798906,0.3621541027799946,0.272309000004324,Energy,1
-solar/H/long,RAES-Conductance-Ensemble-V,684.8756231724104,684.8756231724104,10.865313329642513,0.825998981411415,4.460758840663704,1.3914585306311873,4.895586382813735,26.17012845158408,0.90736616477532,0.3767202634575963,0.2865623361756594,Energy,1
-solar/H/medium,RAES-Conductance-Ensemble-V,669.4413154546362,669.4413154546362,10.269010404600714,0.7835041073960479,3.665040746528674,1.392794837858845,4.573718296845871,25.873564026910483,0.9320261650693584,0.3699137226128873,0.2849643391941943,Energy,1
-solar/H/short,RAES-Conductance-Ensemble-V,588.2769512188604,588.2769512188604,9.66555843610192,0.7441310898630435,3.5220010698341,1.3927068302349974,4.104384671245741,24.254421271571506,0.8940260459030958,0.3562757030282925,0.2729783198944448,Energy,1
-solar/W/short,RAES-Conductance-Ensemble-V,1808328.666457573,1808328.666457573,1091.556346809777,1.1966747520613688,0.2477723401393333,0.2126481975190831,6.803486526015741,1344.7411150320247,0.2744952695833863,0.2228139307511769,0.1626926969669321,Energy,1
-sz_taxi/15T/long,RAES-Conductance-Ensemble-V,15.585027154558404,15.585027154558404,2.688536380430912,0.5068196787497227,6370077685968.885,0.3955184242877573,4.555848134966978,3.947787627844032,0.3654001905712426,0.2488461382365895,0.2023465474045823,Transport,1
-sz_taxi/15T/medium,RAES-Conductance-Ensemble-V,16.246455996260682,16.246455996260682,2.74126936431624,0.5345758787491293,10382374034293.717,0.4031586202139366,4.035509388060278,4.030689270616215,0.3751229148949411,0.2551208702568384,0.2020523302401886,Transport,1
-sz_taxi/15T/short,RAES-Conductance-Ensemble-V,16.70009962368361,16.70009962368361,2.7168630709432717,0.5419250704615644,1042430253814.9633,0.3879225722444244,3.856826598408213,4.0865755374988,0.3821122903158075,0.2540383166752797,0.1995325610904478,Transport,1
-sz_taxi/H/short,RAES-Conductance-Ensemble-V,7.201620509481837,7.201620509481837,1.8437661717080664,0.5614309099173259,0.9579658834343284,0.2950056679228432,3.8884640370586,2.6835835201241336,0.249992364992322,0.17175819656875,0.1354020882955285,Transport,1
-temperature_rain/D/short,RAES-Conductance-Ensemble-V,151.97649114379954,151.97649114379954,5.376678272062279,1.3007495402783231,45.35214347989992,1.462045692728327,20.556040138343096,12.327874559055164,1.451316774174443,0.6329771874464388,0.5257566873227283,Nature,1
-us_births/D/short,RAES-Conductance-Ensemble-V,122498.0121875,122498.0121875,216.5319140625,0.3186777958568058,0.0208148318529129,0.0206297110517819,2.754576036616567,349.99716025633694,0.0328093937108884,0.0202981098882221,0.016058372725499,Healthcare,1
-us_births/M/short,RAES-Conductance-Ensemble-V,23571974.0,23571974.0,4045.44921875,0.4581106278386818,0.0124200421075026,0.0124976237614949,3.2384064446987693,4855.097733310834,0.0150799004580252,0.0125651376919131,0.0094270329800251,Healthcare,1
-us_births/W/short,RAES-Conductance-Ensemble-V,1692045.9598214286,1692045.9598214286,1002.1928013392856,0.9105734103058506,0.0135211939258234,0.0135626949902091,5.697873581799436,1300.7866696047545,0.0176580514919947,0.0136046690087412,0.0105102396407876,Healthcare,1