Import contants as submodule

app.py

@@ -2,7 +2,7 @@ from functools import partial
 
 import gradio as gr
 
-from src.constants import SUBTASKS, TASKS
+import src.constants as constants
 from src.details import update_subtasks_component, update_load_details_component, load_details_dataframes, \
     display_details, update_sample_idx_component, clear_details, update_task_description_component
 from src.results import update_load_results_component, \
@@ -34,7 +34,7 @@ with gr.Blocks(fill_height=True, fill_width=True) as demo:
             load_results_btn = gr.Button("Load", interactive=False)
             clear_results_btn = gr.Button("Clear")
             results_task = gr.Radio(
-                ["All"] + list(TASKS.values()),
+                ["All"] + list(constants.TASKS.values()),
                 label="Tasks",
                 info="Evaluation tasks to be displayed",
                 value="All",
@@ -50,7 +50,7 @@ with gr.Blocks(fill_height=True, fill_width=True) as demo:
             load_configs_btn = gr.Button("Load", interactive=False)
             clear_configs_btn = gr.Button("Clear")
             configs_task = gr.Radio(
-                ["All"] + list(TASKS.values()),
+                ["All"] + list(constants.TASKS.values()),
                 label="Tasks",
                 info="Evaluation tasks to be displayed",
                 value="All",
@@ -64,7 +64,7 @@ with gr.Blocks(fill_height=True, fill_width=True) as demo:
             configs = gr.HTML()
         with gr.Tab("Details"):
             details_task = gr.Radio(
-                list(value for value in TASKS.values() if value[1] != "leaderboard_gpqa"),
+                list(value for value in constants.TASKS.values() if value[1] != "leaderboard_gpqa"),
                 label="Tasks",
                 info="Evaluation tasks to be loaded",
                 interactive=True,
@@ -74,7 +74,7 @@ with gr.Blocks(fill_height=True, fill_width=True) as demo:
                 lines=3,
             )
             subtask = gr.Radio(
-                SUBTASKS.get(details_task.value),
+                # constants.SUBTASKS.get(details_task.value),
                 label="Subtasks",
                 info="Evaluation subtasks to be loaded (choose one of the Tasks above)",
             )

src/details.py

@@ -4,13 +4,13 @@ import gradio as gr
 import pandas as pd
 from huggingface_hub import HfFileSystem
 
-from src.constants import SUBTASKS, DETAILS_DATASET_ID, DETAILS_FILENAME, TASK_DESCRIPTIONS
+import src.constants as constants
 from src.hub import load_details_file
 
 
 def update_task_description_component(task):
     return gr.Textbox(
-        TASK_DESCRIPTIONS.get(task),
+        constants.TASK_DESCRIPTIONS.get(task),
         label="Task Description",
         lines=3,
         visible=True,
@@ -19,7 +19,7 @@ def update_task_description_component(task):
 
 def update_subtasks_component(task):
     return gr.Radio(
-        SUBTASKS.get(task),
+        constants.SUBTASKS.get(task),
         info="Evaluation subtasks to be loaded",
         value=None,
     )
@@ -38,7 +38,7 @@ async def load_details_dataframe(model_id, subtask):
         return
     model_name_sanitized = model_id.replace("/", "__")
     paths = fs.glob(
-        f"{DETAILS_DATASET_ID}/**/{DETAILS_FILENAME}".format(
+        f"{constants.DETAILS_DATASET_ID}/**/{constants.DETAILS_FILENAME}".format(
             model_name_sanitized=model_name_sanitized, subtask=subtask
         )
     )

src/results.py

@@ -5,13 +5,13 @@ import numpy as np
 import pandas as pd
 from huggingface_hub import HfFileSystem
 
-from src.constants import RESULTS_DATASET_ID, TASKS
+import src.constants as constants
 from src.hub import load_file
 
 
 def fetch_result_paths():
     fs = HfFileSystem()
-    paths = fs.glob(f"{RESULTS_DATASET_ID}/**/**/*.json")
+    paths = fs.glob(f"{constants.RESULTS_DATASET_ID}/**/**/*.json")
     return paths
 
 
@@ -20,7 +20,7 @@ def sort_result_paths_per_model(paths):
 
     d = defaultdict(list)
     for path in paths:
-        model_id, _ = path[len(RESULTS_DATASET_ID) + 1:].rsplit("/", 1)
+        model_id, _ = path[len(constants.RESULTS_DATASET_ID) + 1:].rsplit("/", 1)
         d[model_id].append(path)
     return {model_id: sorted(paths) for model_id, paths in d.items()}
 
@@ -82,7 +82,7 @@ def display_tab(tab, df, task):
 def update_tasks_component():
     return (
         gr.Radio(
-            ["All"] + list(TASKS.values()),
+            ["All"] + list(constants.TASKS.values()),
             label="Tasks",
             info="Evaluation tasks to be displayed",
             value="All",
@@ -98,7 +98,7 @@ def clear_results():
         *(gr.Button("Load", interactive=False), ) * 2,
         *(
             gr.Radio(
-                ["All"] + list(TASKS.values()),
+                ["All"] + list(constants.TASKS.values()),
                 label="Tasks",
                 info="Evaluation tasks to be displayed",
                 value="All",