| """Task groupings for filtering the leaderboard by subsets.""" |
|
|
| |
| ALL_TASKS = [ |
| "ETT_15T", "ETT_1D", "ETT_1H", "ETT_1W", |
| "LOOP_SEATTLE_1D", "LOOP_SEATTLE_1H", "LOOP_SEATTLE_5T", |
| "M_DENSE_1D", "M_DENSE_1H", |
| "SZ_TAXI_15T", "SZ_TAXI_1H", |
| "australian_tourism", |
| "bizitobs_l2c_1H", "bizitobs_l2c_5T", |
| "boomlet_1062", "boomlet_1209", "boomlet_1225", "boomlet_1230", "boomlet_1282", |
| "boomlet_1487", "boomlet_1631", "boomlet_1676", "boomlet_1855", "boomlet_1975", |
| "boomlet_2187", "boomlet_285", "boomlet_619", "boomlet_772", "boomlet_963", |
| "ecdc_ili", |
| "entsoe_15T", "entsoe_1H", "entsoe_30T", |
| "epf_be", "epf_de", "epf_fr", "epf_np", "epf_pjm", |
| "ercot_1D", "ercot_1H", "ercot_1M", "ercot_1W", |
| "favorita_stores_1D", "favorita_stores_1M", "favorita_stores_1W", |
| "favorita_transactions_1D", "favorita_transactions_1M", "favorita_transactions_1W", |
| "fred_md_2025/cee", "fred_md_2025/macro", |
| "fred_qd_2025/cee", "fred_qd_2025/macro", |
| "gvar", |
| "hermes", |
| "hierarchical_sales_1D", "hierarchical_sales_1W", |
| "hospital", "hospital_admissions_1D", "hospital_admissions_1W", |
| "jena_weather_10T", "jena_weather_1D", "jena_weather_1H", |
| "kdd_cup_2022_10T", "kdd_cup_2022_1D", "kdd_cup_2022_30T", |
| "m5_1D", "m5_1M", "m5_1W", |
| "proenfo_gfc12", "proenfo_gfc14", "proenfo_gfc17", |
| "redset_15T", "redset_1H", "redset_5T", |
| "restaurant", |
| "rohlik_orders_1D", "rohlik_orders_1W", "rohlik_sales_1D", "rohlik_sales_1W", |
| "rossmann_1D", "rossmann_1W", |
| "solar_1D", "solar_1W", "solar_with_weather_15T", "solar_with_weather_1H", |
| "uci_air_quality_1D", "uci_air_quality_1H", |
| "uk_covid_nation_1D/cumulative", "uk_covid_nation_1D/new", |
| "uk_covid_nation_1W/cumulative", "uk_covid_nation_1W/new", |
| "uk_covid_utla_1D/new", "uk_covid_utla_1W/cumulative", |
| "us_consumption_1M", "us_consumption_1Q", "us_consumption_1Y", |
| "walmart", |
| "world_co2_emissions", "world_life_expectancy", "world_tourism", |
| ] |
|
|
| |
| MINI_TASKS = [ |
| "jena_weather_1H", |
| "M_DENSE_1D", |
| "bizitobs_l2c_5T", |
| "rohlik_orders_1D", |
| "boomlet_1282", |
| "rossmann_1D", |
| "rossmann_1W", |
| "boomlet_1676", |
| "solar_with_weather_1H", |
| "boomlet_619", |
| "uci_air_quality_1H", |
| "uk_covid_nation_1D/cumulative", |
| "us_consumption_1Y", |
| "epf_np", |
| "world_co2_emissions", |
| "ETT_15T", |
| "ETT_1H", |
| "proenfo_gfc14", |
| "hospital_admissions_1D", |
| "hospital_admissions_1W", |
| ] |
|
|
| |
| FREQUENCY_GROUPS = { |
| "Sub-hourly": [ |
| |
| "boomlet_1225", "boomlet_1282", "boomlet_285", "boomlet_619", "boomlet_772", "boomlet_963", |
| |
| "LOOP_SEATTLE_5T", "bizitobs_l2c_5T", "redset_5T", |
| "boomlet_1062", "boomlet_1209", "boomlet_1230", "boomlet_1487", |
| |
| "jena_weather_10T", "kdd_cup_2022_10T", |
| |
| "ETT_15T", "SZ_TAXI_15T", "entsoe_15T", "redset_15T", "solar_with_weather_15T", |
| |
| "entsoe_30T", "kdd_cup_2022_30T", "boomlet_1631", "boomlet_1676", |
| ], |
| "Hourly": [ |
| "ETT_1H", "LOOP_SEATTLE_1H", "M_DENSE_1H", "SZ_TAXI_1H", |
| "bizitobs_l2c_1H", "entsoe_1H", "ercot_1H", |
| "epf_be", "epf_de", "epf_fr", "epf_np", "epf_pjm", |
| "jena_weather_1H", |
| "proenfo_gfc12", "proenfo_gfc14", "proenfo_gfc17", |
| "redset_1H", "solar_with_weather_1H", "uci_air_quality_1H", |
| "boomlet_1855", "boomlet_1975", "boomlet_2187", |
| ], |
| "Daily": [ |
| "ETT_1D", "LOOP_SEATTLE_1D", "M_DENSE_1D", |
| "ercot_1D", "kdd_cup_2022_1D", "solar_1D", |
| "favorita_stores_1D", "favorita_transactions_1D", |
| "hierarchical_sales_1D", "m5_1D", |
| "restaurant", |
| "rohlik_orders_1D", "rohlik_sales_1D", "rossmann_1D", |
| "jena_weather_1D", "uci_air_quality_1D", |
| "hospital_admissions_1D", |
| "uk_covid_nation_1D/cumulative", "uk_covid_nation_1D/new", "uk_covid_utla_1D/new", |
| ], |
| "Weekly": [ |
| "ETT_1W", "ercot_1W", "solar_1W", |
| "favorita_stores_1W", "favorita_transactions_1W", |
| "hierarchical_sales_1W", "m5_1W", |
| "hermes", "walmart", |
| "rohlik_orders_1W", "rohlik_sales_1W", "rossmann_1W", |
| "ecdc_ili", |
| "hospital_admissions_1W", |
| "uk_covid_nation_1W/cumulative", "uk_covid_nation_1W/new", "uk_covid_utla_1W/cumulative", |
| ], |
| "Monthly+": [ |
| |
| "ercot_1M", |
| "favorita_stores_1M", "favorita_transactions_1M", "m5_1M", |
| "fred_md_2025/cee", "fred_md_2025/macro", |
| "hospital", |
| "us_consumption_1M", |
| |
| "australian_tourism", "gvar", |
| "fred_qd_2025/cee", "fred_qd_2025/macro", |
| "us_consumption_1Q", |
| |
| "us_consumption_1Y", |
| "world_co2_emissions", "world_life_expectancy", "world_tourism", |
| ], |
| } |
|
|
| |
| DOMAIN_GROUPS = { |
| "Energy": [ |
| "ETT_15T", "ETT_1D", "ETT_1H", "ETT_1W", |
| "entsoe_15T", "entsoe_1H", "entsoe_30T", |
| "epf_be", "epf_de", "epf_fr", "epf_np", "epf_pjm", |
| "ercot_1D", "ercot_1H", "ercot_1M", "ercot_1W", |
| "kdd_cup_2022_10T", "kdd_cup_2022_1D", "kdd_cup_2022_30T", |
| "proenfo_gfc12", "proenfo_gfc14", "proenfo_gfc17", |
| "solar_1D", "solar_1W", "solar_with_weather_15T", "solar_with_weather_1H", |
| ], |
| "Retail": [ |
| "favorita_stores_1D", "favorita_stores_1M", "favorita_stores_1W", |
| "favorita_transactions_1D", "favorita_transactions_1M", "favorita_transactions_1W", |
| "hermes", |
| "hierarchical_sales_1D", "hierarchical_sales_1W", |
| "m5_1D", "m5_1M", "m5_1W", |
| "restaurant", |
| "rohlik_orders_1D", "rohlik_orders_1W", "rohlik_sales_1D", "rohlik_sales_1W", |
| "rossmann_1D", "rossmann_1W", |
| "walmart", |
| ], |
| "Nature": [ |
| "jena_weather_10T", "jena_weather_1D", "jena_weather_1H", |
| "uci_air_quality_1D", "uci_air_quality_1H", |
| ], |
| "Cloud": [ |
| "bizitobs_l2c_1H", "bizitobs_l2c_5T", |
| "boomlet_1062", "boomlet_1209", "boomlet_1225", "boomlet_1230", "boomlet_1282", |
| "boomlet_1487", "boomlet_1631", "boomlet_1676", "boomlet_1855", "boomlet_1975", |
| "boomlet_2187", "boomlet_285", "boomlet_619", "boomlet_772", "boomlet_963", |
| "redset_15T", "redset_1H", "redset_5T", |
| ], |
| "Health": [ |
| "ecdc_ili", |
| "hospital", "hospital_admissions_1D", "hospital_admissions_1W", |
| "uk_covid_nation_1D/cumulative", "uk_covid_nation_1D/new", |
| "uk_covid_nation_1W/cumulative", "uk_covid_nation_1W/new", |
| "uk_covid_utla_1D/new", "uk_covid_utla_1W/cumulative", |
| ], |
| "Econ": [ |
| "australian_tourism", |
| "fred_md_2025/cee", "fred_md_2025/macro", |
| "fred_qd_2025/cee", "fred_qd_2025/macro", |
| "gvar", |
| "us_consumption_1M", "us_consumption_1Q", "us_consumption_1Y", |
| "world_co2_emissions", "world_life_expectancy", "world_tourism", |
| ], |
| "Mobility": [ |
| "LOOP_SEATTLE_1D", "LOOP_SEATTLE_1H", "LOOP_SEATTLE_5T", |
| "M_DENSE_1D", "M_DENSE_1H", |
| "SZ_TAXI_15T", "SZ_TAXI_1H", |
| ], |
| } |
|
|
|
|
| def get_task_group(group_type: str, group_value: str | None = None) -> list[str]: |
| """Get the list of tasks for a given group type and value. |
| |
| Args: |
| group_type: One of "full", "mini", "frequency", "domain" |
| group_value: Required for "frequency" and "domain" types |
| |
| Returns: |
| List of task names belonging to the group |
| """ |
| if group_type == "full": |
| return ALL_TASKS |
| elif group_type == "mini": |
| return MINI_TASKS |
| elif group_type == "frequency": |
| if group_value is None: |
| raise ValueError("group_value required for frequency grouping") |
| return FREQUENCY_GROUPS[group_value] |
| elif group_type == "domain": |
| if group_value is None: |
| raise ValueError("group_value required for domain grouping") |
| return DOMAIN_GROUPS[group_value] |
| else: |
| raise ValueError(f"Unknown group_type: {group_type}") |
|
|