Disable Submit button

app.py

@@ -17,6 +17,8 @@ lb_server = LeaderboardServer()
 
 LEADERBOARD_TYPES = ['NOTSOFAR-MC', 'NOTSOFAR-SC', 'DASR-Constrained-LM', 'DASR-Unconstrained-LM']
 MAX_SUBMISSIONS_PER_24H = os.environ['MAX_SUBMISSIONS_PER_24H']
+DATASET_VERSIONS = ['Devset1', 'Devset2']
+CHALLENGE_NAME = 'NOTSOFAR1'
 
 
 with (gr.Blocks(theme=gr.themes.Soft(text_size=text_md), css="footer {visibility: hidden}") as main):
@@ -27,28 +29,54 @@ with (gr.Blocks(theme=gr.themes.Soft(text_size=text_md), css="footer {visibility
             gr.Markdown(HEADER_MARKDOWN)
 
     with gr.Row():
+
         # Leaderboards Tab #
         ####################
-        def populate_leaderboard(leaderboard_type):
-            leaderboard_df = lb_server.get_leaderboard(submission_type=leaderboard_type)
+        def populate_leaderboard(leaderboard_type, dataset_version):
+            leaderboard_df = lb_server.get_leaderboard(
+                submission_type=leaderboard_type, dataset_version=dataset_version)
             if leaderboard_df.empty:
                 return pd.DataFrame(columns=['No submissions yet'])
             return leaderboard_df
 
-        def create_leaderboard_tab(tab_name):
-            with gr.Tab(tab_name) as leaderboard_tab:
-                leaderboard_table = gr.DataFrame(populate_leaderboard(tab_name)) if idx == 0 \
+        def create_leaderboard_tab(tab_name, idx, dataset_version):
+            with gr.Tab(id=tab_name, label=tab_name) as leaderboard_tab:
+                leaderboard_table = gr.DataFrame(populate_leaderboard(tab_name, dataset_version)) if idx == 0 \
                     else gr.DataFrame(pd.DataFrame(columns=['No submissions yet']))
-                leaderboard_tab.select(fn=populate_leaderboard, inputs=[gr.Text(tab_name, visible=False)],
+                leaderboard_tab.select(fn=populate_leaderboard,
+                                       inputs=[gr.Text(tab_name, visible=False), dataset_version],
                                        outputs=[leaderboard_table])
-                leaderboard_table.change(fn=populate_leaderboard, inputs=[gr.Text(tab_name, visible=False)],
+                leaderboard_table.change(fn=populate_leaderboard,
+                                         inputs=[gr.Text(tab_name, visible=False), dataset_version],
                                          outputs=[leaderboard_table])
+                return leaderboard_table
+
+        def on_dropdown_change(dataset_version):
+            first_tab_name = LEADERBOARD_TYPES[0]
+            print(f'Dataset version changed to {dataset_version}, updating leaderboard tab {first_tab_name}...')
+            return gr.Tabs(selected=first_tab_name), populate_leaderboard(first_tab_name, dataset_version_drop)
 
         with gr.Tab('Leaderboards') as leaderboards_tab:
-            gr.Markdown(LEADERBOARD_TAB_TITLE_MARKDOWN)
             with gr.Row():
-                for idx, tab_name in enumerate(LEADERBOARD_TYPES):
-                    create_leaderboard_tab(tab_name)
+                gr.Markdown(LEADERBOARD_TAB_TITLE_MARKDOWN)
+            with gr.Row():
+                with gr.Column():
+                    dataset_version_drop = gr.Dropdown(choices=DATASET_VERSIONS, multiselect=False,
+                                                       value=DATASET_VERSIONS[-1], label="Dataset", interactive=True)
+                with gr.Column():
+                    gr.Markdown('')  # Empty column for spacing
+                with gr.Column():
+                    gr.Markdown('')  # Empty column for spacing
+                with gr.Column():
+                    gr.Markdown('')  # Empty column for spacing
+            with gr.Row():
+                with gr.Tabs() as leaderboards_tabs:
+                    leaderboard_tables_list = []
+                    for leaderboard_idx, leaderboard_type in enumerate(LEADERBOARD_TYPES):
+                        l_tab = create_leaderboard_tab(leaderboard_type, leaderboard_idx, dataset_version_drop)
+                        leaderboard_tables_list.append(l_tab)
+
+            dataset_version_drop.select(fn=on_dropdown_change, inputs=[dataset_version_drop], outputs=[leaderboards_tabs, leaderboard_tables_list[0]])
 
         # Submission Tab #
         ##################
@@ -78,7 +106,8 @@ with (gr.Blocks(theme=gr.themes.Soft(text_size=text_md), css="footer {visibility
                         gr.Warning(str(err))
                         return
 
-                    metadata = {'challenge_name': 'NOTSOFAR1',
+                    metadata = {'challenge_name': CHALLENGE_NAME,
+                                "dataset_version": DATASET_VERSIONS[-1],
                                 'team_name': team_name,
                                 'submission_type': submission_type,
                                 'description': description,

server.py

@@ -11,17 +11,19 @@ class LeaderboardServer:
         self._LOG = logging.getLogger('leaderboard_server')
         self._server_address = os.environ['LEADERBOARD_SERVER_ADDRESS']
 
-    def get_leaderboard(self, submission_type: str) -> pd.DataFrame:
+    def get_leaderboard(self, submission_type: str, dataset_version: str) -> pd.DataFrame:
         """
         Gets the leaderboard of the given submission type
         Args:
             submission_type: the type of the submission to get the leaderboard of:
                              'SC' / 'MC-specific' / 'MC-agnostic' / 'MC-agnostic-all'
+            dataset_version: the version of the dataset to get the leaderboard of ('Devset1' / 'Devset2' / ...)
         """
         self._LOG.info(f'Getting leaderboard for submission type: {submission_type}')
         endpoint = f'{self._server_address}/leaderboard'
         submission_type = submission_type.lower().replace('-', '_')
-        response = requests.get(endpoint, params={'submission_type': submission_type})
+        response = requests.get(endpoint, params={'submission_type': submission_type,
+                                                  'dataset_version': dataset_version})
         if response.status_code != 200:
             self._LOG.error(f'Error while fetching leaderboard, status code: {response.status_code}, '
                             f'response: {response.text}, endpoint: {endpoint}')