update server

constants.py

@@ -21,6 +21,7 @@ SAVE_IMAGE = "save_image"
 SAVE_LOG = "save_log"
 
 NUM_SIDES = 2
+EVALUATE_DIMS = 5
 TEXT_PROMPT_PATH = "offline/prompts_110.json"
 IMAGE_PROMPT_PATH = "offline/image_urls.txt"
 

serve/gradio_web_i2s.py

@@ -74,7 +74,20 @@ Find out who is the 🥇conditional image generation models! More models are goi
             with gr.Column():
                 model_selector_right = gr.Markdown("", visible=False)
         with gr.Row():
-            slow_warning = gr.Markdown("", elem_id="notice_markdown")
+            slow_warning = gr.Markdown("", elem_id="notice_markdown") 
+
+        with gr.Row(elem_id="Geometry Plausibility"):
+            plausive_md = gr.Markdown("Geometry Plausibility: ", visible=False, elem_id="evaldim_markdown")
+            plausive_leftvote_btn = gr.Button(
+                value="👈  A is better", visible=False, interactive=False
+            )
+            plausive_rightvote_btn = gr.Button(
+                value="👉  B is better", visible=False, interactive=False
+            )
+            plausive_tie_btn = gr.Button(value="🤝  Tie", visible=False, interactive=False)
+            plausive_bothbad_btn = gr.Button(
+                value="👎  Both are bad", visible=False, interactive=False
+            )
 
         with gr.Row(elem_id="Geometry Quality"):
             geo_md = gr.Markdown("Geometry Quality: ", visible=False, elem_id="evaldim_markdown")
@@ -102,8 +115,21 @@ Find out who is the 🥇conditional image generation models! More models are goi
                 value="👎  Both are bad", visible=False, interactive=False
             )
         
-        with gr.Row(elem_id="Alignment Quality"):
-            align_md = gr.Markdown("Alignment Quality: ", visible=False, elem_id="evaldim_markdown")
+        with gr.Row(elem_id="Geometry-Texture Coherency"):
+            coherence_md = gr.Markdown("Geometry-Texture Coherency: ", visible=False, elem_id="evaldim_markdown")
+            coherence_leftvote_btn = gr.Button(
+                value="👈  A is better", visible=False, interactive=False
+            )
+            coherence_rightvote_btn = gr.Button(
+                value="👉  B is better", visible=False, interactive=False
+            )
+            coherence_tie_btn = gr.Button(value="🤝  Tie", visible=False, interactive=False)
+            coherence_bothbad_btn = gr.Button(
+                value="👎  Both are bad", visible=False, interactive=False
+            )
+
+        with gr.Row(elem_id="Visual Alignment"):
+            align_md = gr.Markdown("Visual Alignment: ", visible=False, elem_id="evaldim_markdown")
             align_leftvote_btn = gr.Button(
                 value="👈  A is better", visible=False, interactive=False
             )
@@ -132,16 +158,19 @@ Find out who is the 🥇conditional image generation models! More models are goi
 
     gr.Markdown(acknowledgment_md, elem_id="ack_markdown")
 
+    states = [state_0, state_1]
+    model_selectors = [model_selector_left, model_selector_right]
+    results = [normal_left, rgb_left, normal_right, rgb_right]
 
     geo_btn_list = [geo_leftvote_btn, geo_rightvote_btn, geo_tie_btn, geo_bothbad_btn]
     text_btn_list = [text_leftvote_btn, text_rightvote_btn, text_tie_btn, text_bothbad_btn]
     align_btn_list = [align_leftvote_btn, align_rightvote_btn, align_tie_btn, align_bothbad_btn]
-    states = [state_0, state_1]
-    model_selectors = [model_selector_left, model_selector_right]
-    results = [normal_left, rgb_left, normal_right, rgb_right]
+    plausive_btn_list = [plausive_leftvote_btn, plausive_rightvote_btn, plausive_tie_btn, plausive_bothbad_btn]
+    coherence_btn_list = [coherence_leftvote_btn, coherence_rightvote_btn, coherence_tie_btn, coherence_bothbad_btn]
+    dim_md_list = [geo_md, text_md, align_md, plausive_md, coherence_md]
+    vote_btn_list = geo_btn_list + text_btn_list + align_btn_list + plausive_btn_list + coherence_btn_list
 
-    for btn_list, dim_md in zip([geo_btn_list, text_btn_list, align_btn_list], 
-                                [geo_md, text_md, align_md]):
+    for dim_md, btn_list in zip(dim_md_list, [geo_btn_list, text_btn_list, align_btn_list, plausive_btn_list, coherence_btn_list]):
         leftvote_btn, rightvote_btn, tie_btn, bothbad_btn = btn_list
 
         leftvote_btn.click(
@@ -175,7 +204,7 @@ Find out who is the 🥇conditional image generation models! More models are goi
     imagebox.upload(
         reset_states_side_by_side_anony,
         states,
-        states + model_selectors + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
+        states + model_selectors + vote_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
     ).then(
         gen_func,
         states + [imagebox] + model_selectors,
@@ -184,17 +213,17 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         enable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         enable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     send_btn.click(
         reset_states_side_by_side_anony,
         states,
-        states + model_selectors + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
+        states + model_selectors + vote_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
     ).then(
         gen_func,
         states + [imagebox] + model_selectors,
@@ -203,11 +232,11 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         enable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         enable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     clear_btn.click(
@@ -218,17 +247,17 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         disable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         disable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     regenerate_btn.click(
         reset_states_side_by_side_anony,
         states,
-        states + model_selectors + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
+        states + model_selectors + vote_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
     ).then(
         gen_func,
         states + [imagebox] + model_selectors,
@@ -237,11 +266,11 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         enable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         enable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     share_btn.click(
@@ -307,6 +336,19 @@ Find out who is the 🥇conditional image generation models! More models are goi
                 normal_right = gr.Image(width=512, label = "Model B", show_download_button=True,)
                 rgb_right = gr.Image(width=512, label = "Model B", show_download_button=True,)
 
+        with gr.Row(elem_id="Geometry Plausibility"):
+            plausive_md = gr.Markdown("Geometry Plausibility: ", visible=False, elem_id="evaldim_markdown")
+            plausive_leftvote_btn = gr.Button(
+                value="👈  A is better", visible=False, interactive=False
+            )
+            plausive_rightvote_btn = gr.Button(
+                value="👉  B is better", visible=False, interactive=False
+            )
+            plausive_tie_btn = gr.Button(value="🤝  Tie", visible=False, interactive=False)
+            plausive_bothbad_btn = gr.Button(
+                value="👎  Both are bad", visible=False, interactive=False
+            )
+
         with gr.Row(elem_id="Geometry Quality"):
             geo_md = gr.Markdown("Geometry Quality: ", visible=False, elem_id="evaldim_markdown")
             geo_leftvote_btn = gr.Button(
@@ -333,8 +375,21 @@ Find out who is the 🥇conditional image generation models! More models are goi
                 value="👎  Both are bad", visible=False, interactive=False
             )
         
-        with gr.Row(elem_id="Alignment Quality"):
-            align_md = gr.Markdown("Alignment Quality: ", visible=False, elem_id="evaldim_markdown")
+        with gr.Row(elem_id="Geometry-Texture Coherency"):
+            coherence_md = gr.Markdown("Geometry-Texture Coherency: ", visible=False, elem_id="evaldim_markdown")
+            coherence_leftvote_btn = gr.Button(
+                value="👈  A is better", visible=False, interactive=False
+            )
+            coherence_rightvote_btn = gr.Button(
+                value="👉  B is better", visible=False, interactive=False
+            )
+            coherence_tie_btn = gr.Button(value="🤝  Tie", visible=False, interactive=False)
+            coherence_bothbad_btn = gr.Button(
+                value="👎  Both are bad", visible=False, interactive=False
+            )
+
+        with gr.Row(elem_id="Visual Alignment"):
+            align_md = gr.Markdown("Visual Alignment: ", visible=False, elem_id="evaldim_markdown")
             align_leftvote_btn = gr.Button(
                 value="👈  A is better", visible=False, interactive=False
             )
@@ -346,6 +401,7 @@ Find out who is the 🥇conditional image generation models! More models are goi
                 value="👎  Both are bad", visible=False, interactive=False
             )
 
+
     with gr.Row():
         imagebox = gr.Image(
             width=512,
@@ -364,13 +420,18 @@ Find out who is the 🥇conditional image generation models! More models are goi
 
     gr.Markdown(acknowledgment_md, elem_id="ack_markdown")
 
-    geo_btn_list = [geo_leftvote_btn, geo_rightvote_btn, geo_tie_btn, geo_bothbad_btn]
-    text_btn_list = [text_leftvote_btn, text_rightvote_btn, text_tie_btn, text_bothbad_btn]
-    align_btn_list = [align_leftvote_btn, align_rightvote_btn, align_tie_btn, align_bothbad_btn]
     states = [state_0, state_1]
     model_selectors = [model_selector_left, model_selector_right]
     results = [normal_left, rgb_left, normal_right, rgb_right]
 
+    geo_btn_list = [geo_leftvote_btn, geo_rightvote_btn, geo_tie_btn, geo_bothbad_btn]
+    text_btn_list = [text_leftvote_btn, text_rightvote_btn, text_tie_btn, text_bothbad_btn]
+    align_btn_list = [align_leftvote_btn, align_rightvote_btn, align_tie_btn, align_bothbad_btn]
+    plausive_btn_list = [plausive_leftvote_btn, plausive_rightvote_btn, plausive_tie_btn, plausive_bothbad_btn]
+    coherence_btn_list = [coherence_leftvote_btn, coherence_rightvote_btn, coherence_tie_btn, coherence_bothbad_btn]
+    dim_md_list = [geo_md, text_md, align_md, plausive_md, coherence_md]
+    vote_btn_list = geo_btn_list + text_btn_list + align_btn_list + plausive_btn_list + coherence_btn_list
+
     model_selector_left.change(
         clear_i2s_history_side_by_side, 
         None, 
@@ -384,8 +445,7 @@ Find out who is the 🥇conditional image generation models! More models are goi
         api_name="model_selector_right"
     )
 
-    for btn_list, dim_md in zip([geo_btn_list, text_btn_list, align_btn_list], 
-                                [geo_md, text_md, align_md]):
+    for  dim_md, btn_list in zip(dim_md_list, [geo_btn_list, text_btn_list, align_btn_list, plausive_btn_list, coherence_btn_list]):
         leftvote_btn, rightvote_btn, tie_btn, bothbad_btn = btn_list
 
         leftvote_btn.click(
@@ -419,7 +479,7 @@ Find out who is the 🥇conditional image generation models! More models are goi
     imagebox.upload(
         reset_states_side_by_side,
         states,
-        states + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
+        states + vote_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
     ).then(
         gen_func,
         states + [imagebox] + model_selectors,
@@ -428,17 +488,17 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         enable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         enable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     send_btn.click(
         reset_states_side_by_side,
         states,
-        states + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
+        states + vote_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
     ).then(
         gen_func,
         states + [imagebox] + model_selectors,
@@ -447,11 +507,11 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         enable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         enable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     clear_btn.click(
@@ -462,17 +522,17 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         disable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         disable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     regenerate_btn.click(
         reset_states_side_by_side,
         states,
-        states + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
+        states + vote_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
     ).then(
         gen_func,
         states + [imagebox] + model_selectors,
@@ -481,11 +541,11 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         enable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         enable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     share_btn.click(
@@ -526,6 +586,12 @@ def build_i2s_ui_single_model(models):
         normal = gr.Image(width=512, label = "Normal", show_download_button=True)
         rgb = gr.Image(width=512, label = "RGB", show_download_button=True,)
 
+    with gr.Row(elem_id="Geometry Plausibility"):
+        plausive_md = gr.Markdown("Geometry Plausibility: ", elem_id="evaldim_markdown")
+        plausive_upvote_btn = gr.Button(value="👍  Upvote", interactive=False)
+        plausive_downvote_btn = gr.Button(value="👎  Downvote", interactive=False)
+        plausive_flag_btn = gr.Button(value="⚠️  Flag", interactive=False)
+        
     with gr.Row(elem_id="Geometry Quality"):
         geo_md = gr.Markdown("Geometry Quality: ")
         geo_upvote_btn = gr.Button(value="👍  Upvote", interactive=False)
@@ -538,12 +604,19 @@ def build_i2s_ui_single_model(models):
         text_downvote_btn = gr.Button(value="👎  Downvote", interactive=False)
         text_flag_btn = gr.Button(value="⚠️  Flag", interactive=False)
     
-    with gr.Row(elem_id="Alignment Quality"):
-        align_md = gr.Markdown("Alignment Quality: ")
+    with gr.Row(elem_id="Geometry-Texture Coherency"):
+        coherence_md = gr.Markdown("Geometry-Texture Coherency: ", elem_id="evaldim_markdown")
+        coherence_upvote_btn = gr.Button(value="👍  Upvote", interactive=False)
+        coherence_downvote_btn = gr.Button(value="👎  Downvote", interactive=False)
+        coherence_flag_btn = gr.Button(value="⚠️  Flag", interactive=False)
+
+    with gr.Row(elem_id="Visual Alignment"):
+        align_md = gr.Markdown("Visual Alignment: ", elem_id="evaldim_markdown")
         align_upvote_btn = gr.Button(value="👍  Upvote", interactive=False)
         align_downvote_btn = gr.Button(value="👎  Downvote", interactive=False)
         align_flag_btn = gr.Button(value="⚠️  Flag", interactive=False)
 
+
     with gr.Row():
         imagebox = gr.Image(
             width=512,
@@ -565,9 +638,12 @@ def build_i2s_ui_single_model(models):
     geo_btn_list = [geo_upvote_btn, geo_downvote_btn, geo_flag_btn]
     text_btn_list = [text_upvote_btn, text_downvote_btn, text_flag_btn]
     align_btn_list = [align_upvote_btn, align_downvote_btn, align_flag_btn]
+    plausive_btn_list = [plausive_upvote_btn, plausive_downvote_btn, plausive_flag_btn]
+    coherence_btn_list = [coherence_upvote_btn, coherence_downvote_btn, coherence_flag_btn]
+    dim_md_list = [geo_md, text_md, align_md, plausive_md, coherence_md]
+    vote_btn_list = geo_btn_list + text_btn_list + align_btn_list + plausive_btn_list + coherence_btn_list
 
-    for btn_list, dim_md in zip([geo_btn_list, text_btn_list, align_btn_list], 
-                                [geo_md, text_md, align_md]):
+    for dim_md, btn_list in zip(dim_md_list, [geo_btn_list, text_btn_list, align_btn_list, plausive_btn_list, coherence_btn_list]):
         upvote_btn, downvote_btn, flag_btn = btn_list
 
         upvote_btn.click(
@@ -597,7 +673,7 @@ def build_i2s_ui_single_model(models):
     imagebox.upload(
         reset_state,
         state,
-        [state] + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        [state] + vote_btn_list + [regenerate_btn, clear_btn]
     ).then(
         gen_func,
         [state, imagebox, model_selector],
@@ -607,13 +683,13 @@ def build_i2s_ui_single_model(models):
     ).then(
         enable_buttons, 
         None,  
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     send_btn.click(
         reset_state,
         state,
-        [state] + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        [state] + vote_btn_list + [regenerate_btn, clear_btn]
     ).then(
         gen_func,
         [state, imagebox, model_selector],
@@ -623,7 +699,7 @@ def build_i2s_ui_single_model(models):
     ).then(
         enable_buttons, 
         None,  
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     clear_btn.click(
@@ -635,13 +711,13 @@ def build_i2s_ui_single_model(models):
     ).then(
         disable_buttons, 
         None,  
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     regenerate_btn.click(
         reset_state,
         state,
-        [state] + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        [state] + vote_btn_list + [regenerate_btn, clear_btn]
     ).then(
         gen_func,
         [state, imagebox, model_selector],
@@ -651,6 +727,6 @@ def build_i2s_ui_single_model(models):
     ).then(
         enable_buttons, 
         None,  
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 

serve/gradio_web_t2s.py

@@ -72,6 +72,19 @@ Find out who is the 🥇conditional image generation models! More models are goi
         with gr.Row():
             slow_warning = gr.Markdown("", elem_id="notice_markdown")
 
+        with gr.Row(elem_id="Geometry Plausibility"):
+            plausive_md = gr.Markdown("Geometry Plausibility: ", visible=False, elem_id="evaldim_markdown")
+            plausive_leftvote_btn = gr.Button(
+                value="👈  A is better", visible=False, interactive=False
+            )
+            plausive_rightvote_btn = gr.Button(
+                value="👉  B is better", visible=False, interactive=False
+            )
+            plausive_tie_btn = gr.Button(value="🤝  Tie", visible=False, interactive=False)
+            plausive_bothbad_btn = gr.Button(
+                value="👎  Both are bad", visible=False, interactive=False
+            )
+
         with gr.Row(elem_id="Geometry Quality"):
             geo_md = gr.Markdown("Geometry Quality: ", visible=False, elem_id="evaldim_markdown")
             geo_leftvote_btn = gr.Button(
@@ -98,8 +111,21 @@ Find out who is the 🥇conditional image generation models! More models are goi
                 value="👎  Both are bad", visible=False, interactive=False
             )
         
-        with gr.Row(elem_id="Alignment Quality"):
-            align_md = gr.Markdown("Alignment Quality: ", visible=False, elem_id="evaldim_markdown")
+        with gr.Row(elem_id="Geometry-Texture Coherency"):
+            coherence_md = gr.Markdown("Geometry-Texture Coherency: ", visible=False, elem_id="evaldim_markdown")
+            coherence_leftvote_btn = gr.Button(
+                value="👈  A is better", visible=False, interactive=False
+            )
+            coherence_rightvote_btn = gr.Button(
+                value="👉  B is better", visible=False, interactive=False
+            )
+            coherence_tie_btn = gr.Button(value="🤝  Tie", visible=False, interactive=False)
+            coherence_bothbad_btn = gr.Button(
+                value="👎  Both are bad", visible=False, interactive=False
+            )
+
+        with gr.Row(elem_id="Semantic Alignment"):
+            align_md = gr.Markdown("Semantic Alignment: ", visible=False, elem_id="evaldim_markdown")
             align_leftvote_btn = gr.Button(
                 value="👈  A is better", visible=False, interactive=False
             )
@@ -128,15 +154,19 @@ Find out who is the 🥇conditional image generation models! More models are goi
 
     gr.Markdown(acknowledgment_md, elem_id="ack_markdown")
 
-    geo_btn_list = [geo_leftvote_btn, geo_rightvote_btn, geo_tie_btn, geo_bothbad_btn]
-    text_btn_list = [text_leftvote_btn, text_rightvote_btn, text_tie_btn, text_bothbad_btn]
-    align_btn_list = [align_leftvote_btn, align_rightvote_btn, align_tie_btn, align_bothbad_btn]
     states = [state_0, state_1]
     model_selectors = [model_selector_left, model_selector_right]
     results = [normal_left, rgb_left, normal_right, rgb_right]
 
-    for btn_list, dim_md in zip([geo_btn_list, text_btn_list, align_btn_list], 
-                                [geo_md, text_md, align_md]):
+    geo_btn_list = [geo_leftvote_btn, geo_rightvote_btn, geo_tie_btn, geo_bothbad_btn]
+    text_btn_list = [text_leftvote_btn, text_rightvote_btn, text_tie_btn, text_bothbad_btn]
+    align_btn_list = [align_leftvote_btn, align_rightvote_btn, align_tie_btn, align_bothbad_btn]
+    plausive_btn_list = [plausive_leftvote_btn, plausive_rightvote_btn, plausive_tie_btn, plausive_bothbad_btn]
+    coherence_btn_list = [coherence_leftvote_btn, coherence_rightvote_btn, coherence_tie_btn, coherence_bothbad_btn]
+    dim_md_list = [geo_md, text_md, align_md, plausive_md, coherence_md]
+    vote_btn_list = geo_btn_list + text_btn_list + align_btn_list + plausive_btn_list + coherence_btn_list
+
+    for dim_md, btn_list in zip(dim_md_list, [geo_btn_list, text_btn_list, align_btn_list, plausive_btn_list, coherence_btn_list]):
         leftvote_btn, rightvote_btn, tie_btn, bothbad_btn = btn_list
 
         leftvote_btn.click(
@@ -170,7 +200,7 @@ Find out who is the 🥇conditional image generation models! More models are goi
     textbox.submit(
         reset_states_side_by_side_anony,
         states,
-        states + model_selectors + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
+        states + model_selectors + vote_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
     ).then(
         gen_func,
         states + [textbox] + model_selectors,
@@ -179,17 +209,17 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         enable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         enable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     send_btn.click(
         reset_states_side_by_side_anony,
         states,
-        states + model_selectors + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
+        states + model_selectors + vote_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
     ).then(
         gen_func,
         states + [textbox] + model_selectors,
@@ -198,11 +228,11 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         enable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         enable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     clear_btn.click(
@@ -213,17 +243,17 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         disable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         disable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     regenerate_btn.click(
         reset_states_side_by_side_anony,
         states,
-        states + model_selectors + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
+        states + model_selectors + vote_btn_list + [regenerate_btn, clear_btn] + dim_md_list
     ).then(
         gen_func,
         states + [textbox] + model_selectors,
@@ -232,11 +262,11 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         enable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         enable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     share_btn.click(
@@ -304,6 +334,19 @@ Find out who is the 🥇conditional image generation models! More models are goi
         with gr.Row():
             slow_warning = gr.Markdown("", elem_id="notice_markdown")
 
+        with gr.Row(elem_id="Geometry Plausibility"):
+            plausive_md = gr.Markdown("Geometry Plausibility: ", visible=False, elem_id="evaldim_markdown")
+            plausive_leftvote_btn = gr.Button(
+                value="👈  A is better", visible=False, interactive=False
+            )
+            plausive_rightvote_btn = gr.Button(
+                value="👉  B is better", visible=False, interactive=False
+            )
+            plausive_tie_btn = gr.Button(value="🤝  Tie", visible=False, interactive=False)
+            plausive_bothbad_btn = gr.Button(
+                value="👎  Both are bad", visible=False, interactive=False
+            )
+        
         with gr.Row(elem_id="Geometry Quality"):
             geo_md = gr.Markdown("Geometry Quality: ", visible=False, elem_id="evaldim_markdown")
             geo_leftvote_btn = gr.Button(
@@ -330,8 +373,21 @@ Find out who is the 🥇conditional image generation models! More models are goi
                 value="👎  Both are bad", visible=False, interactive=False
             )
         
-        with gr.Row(elem_id="Alignment Quality"):
-            align_md = gr.Markdown("Alignment Quality: ", visible=False, elem_id="evaldim_markdown")
+        with gr.Row(elem_id="Geometry-Texture Coherency"):
+            coherence_md = gr.Markdown("Geometry-Texture Coherency: ", visible=False, elem_id="evaldim_markdown")
+            coherence_leftvote_btn = gr.Button(
+                value="👈  A is better", visible=False, interactive=False
+            )
+            coherence_rightvote_btn = gr.Button(
+                value="👉  B is better", visible=False, interactive=False
+            )
+            coherence_tie_btn = gr.Button(value="🤝  Tie", visible=False, interactive=False)
+            coherence_bothbad_btn = gr.Button(
+                value="👎  Both are bad", visible=False, interactive=False
+            )
+
+        with gr.Row(elem_id="Semantic Alignment"):
+            align_md = gr.Markdown("Semantic Alignment: ", visible=False, elem_id="evaldim_markdown")
             align_leftvote_btn = gr.Button(
                 value="👈  A is better", visible=False, interactive=False
             )
@@ -360,13 +416,18 @@ Find out who is the 🥇conditional image generation models! More models are goi
 
     gr.Markdown(acknowledgment_md, elem_id="ack_markdown")
 
-    geo_btn_list = [geo_leftvote_btn, geo_rightvote_btn, geo_tie_btn, geo_bothbad_btn]
-    text_btn_list = [text_leftvote_btn, text_rightvote_btn, text_tie_btn, text_bothbad_btn]
-    align_btn_list = [align_leftvote_btn, align_rightvote_btn, align_tie_btn, align_bothbad_btn]
     states = [state_0, state_1]
     model_selectors = [model_selector_left, model_selector_right]
     results = [normal_left, rgb_left, normal_right, rgb_right]
 
+    geo_btn_list = [geo_leftvote_btn, geo_rightvote_btn, geo_tie_btn, geo_bothbad_btn]
+    text_btn_list = [text_leftvote_btn, text_rightvote_btn, text_tie_btn, text_bothbad_btn]
+    align_btn_list = [align_leftvote_btn, align_rightvote_btn, align_tie_btn, align_bothbad_btn]
+    plausive_btn_list = [plausive_leftvote_btn, plausive_rightvote_btn, plausive_tie_btn, plausive_bothbad_btn]
+    coherence_btn_list = [coherence_leftvote_btn, coherence_rightvote_btn, coherence_tie_btn, coherence_bothbad_btn]
+    dim_md_list = [geo_md, text_md, align_md, plausive_md, coherence_md]
+    vote_btn_list = geo_btn_list + text_btn_list + align_btn_list + plausive_btn_list + coherence_btn_list
+
     model_selector_left.change(
         clear_t2s_history_side_by_side, 
         None, 
@@ -380,8 +441,7 @@ Find out who is the 🥇conditional image generation models! More models are goi
         api_name="model_selector_right"
     )
 
-    for btn_list, dim_md in zip([geo_btn_list, text_btn_list, align_btn_list], 
-                                [geo_md, text_md, align_md]):
+    for dim_md, btn_list in zip(dim_md_list, [geo_btn_list, text_btn_list, align_btn_list, plausive_btn_list, coherence_btn_list]):
         leftvote_btn, rightvote_btn, tie_btn, bothbad_btn = btn_list
 
         leftvote_btn.click(
@@ -415,7 +475,7 @@ Find out who is the 🥇conditional image generation models! More models are goi
     textbox.submit(
         reset_states_side_by_side,
         states,
-        states + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
+        states + vote_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
     ).then(
         gen_func,
         states + [textbox] + model_selectors,
@@ -424,17 +484,17 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         enable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         enable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     send_btn.click(
         reset_states_side_by_side,
         states,
-        states + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
+        states + vote_btn_list + [regenerate_btn, clear_btn] + dim_md_list
     ).then(
         gen_func,
         states + [textbox] + model_selectors,
@@ -443,11 +503,11 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         enable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         enable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     clear_btn.click(
@@ -458,17 +518,17 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         disable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         disable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     regenerate_btn.click(
         reset_states_side_by_side,
         states,
-        states + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
+        states + vote_btn_list + [regenerate_btn, clear_btn, geo_md, text_md, align_md]
     ).then(
         gen_func,
         states + [textbox] + model_selectors,
@@ -477,11 +537,11 @@ Find out who is the 🥇conditional image generation models! More models are goi
     ).then(
         enable_mds,
         None,
-        [geo_md, text_md, align_md]
+        dim_md_list
     ).then(
         enable_buttons_side_by_side,
         None,
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     share_btn.click(
@@ -522,21 +582,32 @@ def build_t2s_ui_single_model(models):
         normal = gr.Image(width=512, label = "Normal", show_download_button=True)
         rgb = gr.Image(width=512, label = "RGB", show_download_button=True,)
     
+    with gr.Row(elem_id="Geometry Plausibility"):
+        plausive_md = gr.Markdown("Geometry Plausibility: ", elem_id="evaldim_markdown")
+        plausive_upvote_btn = gr.Button(value="👍  Upvote", interactive=False)
+        plausive_downvote_btn = gr.Button(value="👎  Downvote", interactive=False)
+        plausive_flag_btn = gr.Button(value="⚠️  Flag", interactive=False)
+        
     with gr.Row(elem_id="Geometry Quality"):
         geo_md = gr.Markdown("Geometry Quality: ", elem_id="evaldim_markdown")
         geo_upvote_btn = gr.Button(value="👍  Upvote", interactive=False)
         geo_downvote_btn = gr.Button(value="👎  Downvote", interactive=False)
         geo_flag_btn = gr.Button(value="⚠️  Flag", interactive=False)
 
-    
     with gr.Row(elem_id="Texture Quality"):
         text_md = gr.Markdown("Texture Quality: ", elem_id="evaldim_markdown")
         text_upvote_btn = gr.Button(value="👍  Upvote", interactive=False)
         text_downvote_btn = gr.Button(value="👎  Downvote", interactive=False)
         text_flag_btn = gr.Button(value="⚠️  Flag", interactive=False)
-    
-    with gr.Row(elem_id="Alignment Quality"):
-        align_md =gr.Markdown("Alignment Quality: ", elem_id="evaldim_markdown")
+
+    with gr.Row(elem_id="Geometry-Texture Coherency"):
+        coherence_md = gr.Markdown("Geometry-Texture Coherency: ", elem_id="evaldim_markdown")
+        coherence_upvote_btn = gr.Button(value="👍  Upvote", interactive=False)
+        coherence_downvote_btn = gr.Button(value="👎  Downvote", interactive=False)
+        coherence_flag_btn = gr.Button(value="⚠️  Flag", interactive=False)
+
+    with gr.Row(elem_id="Semantic Alignment"):
+        align_md = gr.Markdown("Semantic Alignment: ", elem_id="evaldim_markdown")
         align_upvote_btn = gr.Button(value="👍  Upvote", interactive=False)
         align_downvote_btn = gr.Button(value="👎  Downvote", interactive=False)
         align_flag_btn = gr.Button(value="⚠️  Flag", interactive=False)
@@ -561,9 +632,12 @@ def build_t2s_ui_single_model(models):
     geo_btn_list = [geo_upvote_btn, geo_downvote_btn, geo_flag_btn]
     text_btn_list = [text_upvote_btn, text_downvote_btn, text_flag_btn]
     align_btn_list = [align_upvote_btn, align_downvote_btn, align_flag_btn]
+    plausive_btn_list = [plausive_upvote_btn, plausive_downvote_btn, plausive_flag_btn]
+    coherence_btn_list = [coherence_upvote_btn, coherence_downvote_btn, coherence_flag_btn]
+    dim_md_list = [geo_md, text_md, align_md, plausive_md, coherence_md]
+    vote_btn_list = geo_btn_list + text_btn_list + align_btn_list + plausive_btn_list + coherence_btn_list
 
-    for btn_list, dim_md in zip([geo_btn_list, text_btn_list, align_btn_list], 
-                                [geo_md, text_md, align_md]):
+    for dim_md, btn_list in zip(dim_md_list, [geo_btn_list, text_btn_list, align_btn_list, plausive_btn_list, coherence_btn_list]):
         upvote_btn, downvote_btn, flag_btn = btn_list
 
         upvote_btn.click(
@@ -593,7 +667,7 @@ def build_t2s_ui_single_model(models):
     textbox.submit(
         reset_state,
         state,
-        [state] + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        [state] + vote_btn_list + [regenerate_btn, clear_btn]
     ).then(
         gen_func,
         [state, textbox, model_selector],
@@ -603,13 +677,13 @@ def build_t2s_ui_single_model(models):
     ).then(
         enable_buttons, 
         None,  
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     send_btn.click(
         reset_state,
         state,
-        [state] + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        [state] + vote_btn_list + [regenerate_btn, clear_btn]
     ).then(
         gen_func,
         [state, textbox, model_selector],
@@ -619,7 +693,7 @@ def build_t2s_ui_single_model(models):
     ).then(
         enable_buttons, 
         None,  
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     clear_btn.click(
@@ -631,13 +705,13 @@ def build_t2s_ui_single_model(models):
     ).then(
         disable_buttons, 
         None,  
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 
     regenerate_btn.click(
         reset_state,
         state,
-        [state] + geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        [state] + vote_btn_list + [regenerate_btn, clear_btn]
     ).then(
         gen_func,
         [state, textbox, model_selector],
@@ -647,6 +721,6 @@ def build_t2s_ui_single_model(models):
     ).then(
         enable_buttons, 
         None,  
-        geo_btn_list + text_btn_list + align_btn_list + [regenerate_btn, clear_btn]
+        vote_btn_list + [regenerate_btn, clear_btn]
     )
 

serve/inference.py

@@ -666,10 +666,6 @@ def generate_i2s_multi_annoy(gen_func, render_func,
         # rgb_video_0 = os.path.join(OFFLINE_DIR, "image2shape", model_name_0, "rgb", f"{state_0.offline_idx}.mp4")
         # normal_video_1 = os.path.join(OFFLINE_DIR, "image2shape", model_name_1, "normal", f"{state_1.offline_idx}.mp4")
         # rgb_video_1 = os.path.join(OFFLINE_DIR, "image2shape", model_name_1, "rgb", f"{state_1.offline_idx}.mp4")
-        print(state_0.dict())
-        print(state_1.dict())
-        print(videos_0)
-        print(videos_1)
         state_0.model_name, state_1.model_name = model_name_0, model_name_1
         state_0.normal_video, state_0.rgb_video = videos_0['normal'], videos_0['rgb']
         state_1.normal_video, state_1.rgb_video = videos_1['normal'], videos_1['rgb']

serve/utils.py

@@ -7,7 +7,7 @@ import numpy as np
 import gradio as gr
 from pathlib import Path
 from model.model_registry import *
-from constants import LOGDIR, LOG_SERVER_ADDR, APPEND_JSON, SAVE_IMAGE, SAVE_LOG
+from constants import LOGDIR, LOG_SERVER_ADDR, APPEND_JSON, SAVE_IMAGE, SAVE_LOG, EVALUATE_DIMS
 from typing import Union
 
 
@@ -101,35 +101,35 @@ footer {
 }
 """
 def enable_mds():
-    return tuple(gr.update(visible=True) for _ in range(3))
+    return tuple(gr.update(visible=True) for _ in range(EVALUATE_DIMS))
 
 def disable_mds():
-    return tuple(gr.update(visible=False) for _ in range(3))
+    return tuple(gr.update(visible=False) for _ in range(EVALUATE_DIMS))
 
 def enable_buttons_side_by_side():
-    return tuple(gr.update(visible=True, interactive=True) for i in range(14))
+    return tuple(gr.update(visible=True, interactive=True) for i in range(EVALUATE_DIMS*4 + 2))
 
 def disable_buttons_side_by_side():
-    return tuple(gr.update(visible=i>=12, interactive=False) for i in range(14))
+    return tuple(gr.update(visible=(i>=EVALUATE_DIMS*4), interactive=False) for i in range(EVALUATE_DIMS*4 + 2))
 
 def enable_buttons():
-    return tuple(gr.update(interactive=True) for _ in range(11))
+    return tuple(gr.update(interactive=True) for _ in range(EVALUATE_DIMS*3 + 2))
 
 def disable_buttons():
-    return tuple(gr.update(interactive=False) for _ in range(11))
+    return tuple(gr.update(interactive=False) for _ in range(EVALUATE_DIMS*3 + 2))
 
 def reset_state(state):
     state.normal_video, state.rgb_video = None, None
     state.evaluted_dims = 0
-    return (state,) + tuple(gr.update(interactive=False) for _ in range(11))
+    return (state,) + tuple(gr.update(interactive=False) for _ in range(EVALUATE_DIMS*3 + 2))
 
 def reset_states_side_by_side(state_0, state_1):
     state_0.normal_video, state_0.rgb_video = None, None
     state_1.normal_video, state_1.rgb_video = None, None
     state_0.evaluted_dims, state_1.evaluted_dims = 0, 0
     return (state_0, state_1) \
-        + tuple(gr.update(visible=i>=12, interactive=False) for i in range(14)) \
-        + tuple(gr.update(visible=False) for _ in range(3))
+        + tuple(gr.update(visible=(i>=EVALUATE_DIMS*4), interactive=False) for i in range(EVALUATE_DIMS*4 + 2)) \
+        + tuple(gr.update(visible=False) for _ in range(EVALUATE_DIMS))
 
 def reset_states_side_by_side_anony(state_0, state_1):
     state_0.model_name, state_1.model_name = "", ""
@@ -138,8 +138,8 @@ def reset_states_side_by_side_anony(state_0, state_1):
     state_0.evaluted_dims, state_1.evaluted_dims = 0, 0
     return (state_0, state_1) \
         + (gr.Markdown("", visible=False), gr.Markdown("", visible=False))\
-        + tuple(gr.update(visible=i>=12, interactive=False) for i in range(14)) \
-        + tuple(gr.update(visible=False) for _ in range(3))
+        + tuple(gr.update(visible=(i>=EVALUATE_DIMS*4), interactive=False) for i in range(EVALUATE_DIMS*4 + 2)) \
+        + tuple(gr.update(visible=False) for _ in range(EVALUATE_DIMS))
 
 def clear_t2s_history():
     return None, "", None, None

serve/vote_utils.py

@@ -6,7 +6,7 @@ import gradio as gr
 from pathlib import Path
 from .utils import *
 from .log_utils import build_logger
-from constants import IMAGE_DIR
+from constants import IMAGE_DIR, EVALUATE_DIMS
 
 t2s_logger = build_logger("gradio_web_server_text2shape", "gr_web_text2shape.log") # t2s = image generation, loggers for single model direct chat
 t2s_multi_logger = build_logger("gradio_web_server_text2shape_multi", "gr_web_text2shape_multi.log") # t2s_multi = image generation multi, loggers for side-by-side and battle
@@ -167,7 +167,7 @@ def leftvote_last_response_t2s_anony(
 
     state0.evaluted_dims += 1
     state1.evaluted_dims += 1
-    if state0.evaluted_dims == state1.evaluted_dims == 3:
+    if state0.evaluted_dims == state1.evaluted_dims == EVALUATE_DIMS:
         names = (gr.Markdown(f"### Model A: {state0.model_name}", visible=True), gr.Markdown(f"### Model B: {state1.model_name}", visible=True))
         return (state0, state1) + (disable_btn,) * 4 + names
     else:
@@ -183,7 +183,7 @@ def rightvote_last_response_t2s_anony(
 
     state0.evaluted_dims += 1
     state1.evaluted_dims += 1
-    if state0.evaluted_dims == state1.evaluted_dims == 3:
+    if state0.evaluted_dims == state1.evaluted_dims == EVALUATE_DIMS:
         names = (gr.Markdown(f"### Model A: {state0.model_name}", visible=True), gr.Markdown(f"### Model B: {state1.model_name}", visible=True))
         return (state0, state1) + (disable_btn,) * 4 + names
     else:
@@ -199,7 +199,7 @@ def tievote_last_response_t2s_anony(
 
     state0.evaluted_dims += 1
     state1.evaluted_dims += 1
-    if state0.evaluted_dims == state1.evaluted_dims == 3:
+    if state0.evaluted_dims == state1.evaluted_dims == EVALUATE_DIMS:
         names = (gr.Markdown(f"### Model A: {state0.model_name}", visible=True), gr.Markdown(f"### Model B: {state1.model_name}", visible=True))
         return (state0, state1) + (disable_btn,) * 4 + names
     else:
@@ -215,7 +215,7 @@ def bothbad_vote_last_response_t2s_anony(
     
     state0.evaluted_dims += 1
     state1.evaluted_dims += 1
-    if state0.evaluted_dims == state1.evaluted_dims == 3:
+    if state0.evaluted_dims == state1.evaluted_dims == EVALUATE_DIMS:
         names = (gr.Markdown(f"### Model A: {state0.model_name}", visible=True), gr.Markdown(f"### Model B: {state1.model_name}", visible=True))
         return (state0, state1) + (disable_btn,) * 4 + names
     else:
@@ -300,7 +300,7 @@ def leftvote_last_response_i2s_anony(
 
     state0.evaluted_dims += 1
     state1.evaluted_dims += 1
-    if state0.evaluted_dims == state1.evaluted_dims == 3:
+    if state0.evaluted_dims == state1.evaluted_dims == EVALUATE_DIMS:
         names = (gr.Markdown(f"### Model A: {state0.model_name}", visible=True), gr.Markdown(f"### Model B: {state1.model_name}", visible=True))
         return (state0, state1) + (disable_btn,) * 4 + names
     else:
@@ -317,7 +317,7 @@ def rightvote_last_response_i2s_anony(
 
     state0.evaluted_dims += 1
     state1.evaluted_dims += 1
-    if state0.evaluted_dims == state1.evaluted_dims == 3:
+    if state0.evaluted_dims == state1.evaluted_dims == EVALUATE_DIMS:
         names = (gr.Markdown(f"### Model A: {state0.model_name}", visible=True), gr.Markdown(f"### Model B: {state1.model_name}", visible=True))
         return (state0, state1) + (disable_btn,) * 4 + names
     else:
@@ -334,7 +334,7 @@ def tievote_last_response_i2s_anony(
     
     state0.evaluted_dims += 1
     state1.evaluted_dims += 1
-    if state0.evaluted_dims == state1.evaluted_dims == 3:
+    if state0.evaluted_dims == state1.evaluted_dims == EVALUATE_DIMS:
         names = (gr.Markdown(f"### Model A: {state0.model_name}", visible=True), gr.Markdown(f"### Model B: {state1.model_name}", visible=True))
         return (state0, state1) + (disable_btn,) * 4 + names
     else:
@@ -351,7 +351,7 @@ def bothbad_vote_last_response_i2s_anony(
     
     state0.evaluted_dims += 1
     state1.evaluted_dims += 1
-    if state0.evaluted_dims == state1.evaluted_dims == 3:
+    if state0.evaluted_dims == state1.evaluted_dims == EVALUATE_DIMS:
         names = (gr.Markdown(f"### Model A: {state0.model_name}", visible=True), gr.Markdown(f"### Model B: {state1.model_name}", visible=True))
         return (state0, state1) + (disable_btn,) * 4 + names
     else: