add random component that randomly shows concepts

app.py

@@ -4,10 +4,11 @@ import random
 import os
 import json
 import time
+import numpy as np
 from pathlib import Path
 from huggingface_hub import CommitScheduler, HfApi
 
-from src.utils import load_words, load_example_images
+from src.utils import load_words, load_example_images, load_csv_concepts, generate_random_ids
 from src.style import css
 from src.user import UserID
 
@@ -27,13 +28,17 @@ def main():
         title = gr.Markdown("# Saliency evaluation - experiment 2")
         user_state = gr.State(0)
         answers = gr.State([])
+        random_answer_order = gr.State([])
 
         target_img_label = gr.Markdown(f"Target class: **{class_names[user_state.value]}**")
         question = gr.Markdown()
 
+        concepts = load_csv_concepts(data_dir)
+
         concept_checkboxes = gr.CheckboxGroup(
             ['c1, c2, c3', 'c4, c5, c6', 'c7, c8, c9'],
             label=f"Choose the concept set that better describes the target class",
+            visible=False
         )
         
         gr.Markdown("### Image examples of the same class")
@@ -57,7 +62,8 @@ def main():
             img15 = gr.Image(images[14])
             img16 = gr.Image(images[15])
             
-        submit_button = gr.Button("Submit")
+        continue_button = gr.Button("Continue")
+        submit_button = gr.Button("Submit", visible=False)
         finish_button = gr.Button("Finish", visible=False)
         
         def update_label(concept_checkboxes, user_state):
@@ -99,14 +105,45 @@ def main():
             count = state if isinstance(state, int) else state.value
             max_images = config['dataset'][config['dataset']['name']]['n_classes']
             finish_button = gr.Button("Finish", visible=(count == max_images-1))
-            submit_button = gr.Button("Submit", visible=(count != max_images-1))
-            return submit_button, finish_button
+            submit_button = gr.Button("Submit", visible=False)
+            continue_button = gr.Button("Continue", visible=(count != max_images-1))
+            return continue_button, submit_button, finish_button
+
+        def update_continue_button():
+            continue_button = gr.Button("Continue", visible=False)
+            submit_button = gr.Button("Submit", visible=True)
+            return continue_button, submit_button
+
+
+        def update_checkbox(user_state):
+            count = user_state if isinstance(user_state, int) else user_state.value
+            # get row count from csv
+            row = concepts.iloc[count]
+            keys = concepts.keys()
+            random_ids = generate_random_ids()
+            print('random_ids:', random_ids)
+            # generate a random order for the random_id sets between 0 and 2
+            random_order = np.random.permutation(3)
+            print('random_order:', random_order)
+            concept_checkboxes = gr.CheckboxGroup(
+                choices = [
+                    (f'{row[keys[random_ids[random_order[0]][0]]]}, {row[keys[random_ids[random_order[0]][1]]]}, {row[keys[random_ids[random_order[0]][2]]]}', int(random_order[0])), 
+                    (f'{row[keys[random_ids[random_order[1]][0]]]}, {row[keys[random_ids[random_order[1]][1]]]}, {row[keys[random_ids[random_order[1]][2]]]}', int(random_order[1])),
+                    (f'{row[keys[random_ids[random_order[2]][0]]]}, {row[keys[random_ids[random_order[2]][1]]]}, {row[keys[random_ids[random_order[2]][2]]]}', int(random_order[2]))
+                ],
+                label=f"Choose the concept set that better describes the target class",
+                value=None,
+                visible=True
+            )
+            return concept_checkboxes
 
-        def update_checkbox():
+        def hide_checkbox():
             concept_checkboxes = gr.CheckboxGroup(
-                choices = ['c1, c2, c3','c4, c5, c6','c7, c8, c9'],
+                choices = ['c10, c2, c3','c4, c5, c6','c7, c8, c9'],
                 label=f"Choose the concept set that better describes the target class",
-                value=None)
+                value=None,
+                visible=False
+            )
             return concept_checkboxes
 
         def redirect():
@@ -154,7 +191,7 @@ def main():
 
         def add_answer(concept_checkboxes, answers):
             answers.append(concept_checkboxes)
-            print('ANSWERS:', answers)
+            print('ANSWERS:', answers, concept_checkboxes)
             return answers
 
         submit_button.click(
@@ -175,13 +212,26 @@ def main():
         ).then(
             update_buttons,
             inputs=user_state,
-            outputs={submit_button, finish_button}
+            outputs={continue_button, submit_button, finish_button}
+        ).then(
+            hide_checkbox,
+            outputs=concept_checkboxes
         ).then(
             update_label, 
             inputs=[concept_checkboxes, user_state], 
             outputs={img1, img2, img3, img4, img5, img6, img7, img8, img9, img10, img11, img12, img13, img14, img15, img16},
+        )
+        #.then(
+        #    update_checkbox,
+        #    outputs=concept_checkboxes
+        #)
+
+        continue_button.click(
+            update_continue_button,
+            outputs={continue_button, submit_button}
         ).then(
             update_checkbox,
+            inputs=user_state,
             outputs=concept_checkboxes
         )
        

data/intel_image/concepts_by_class.csv

@@ -0,0 +1,7 @@
+class, concept1, concept2, concept3, concept4, concept5, concept6, concept7, concept8, concept9, concept10, concept11, concept12, concept13, concept14, concept15, concept16
+buildings, Roof, Window, Facade, Wall, Boat, Tree, Sky, Car, Streetlights, Sidewalk, Beach, Vegetation, Water, Mountain Peak, Rock, Ice
+forest, Vegetation, Tree, Beach, Sidewalk, Facade, Sky, Water, Wall, Rock, Window, Ice, Roof, Streetlights, Car, Mountain Peak, Boat
+glacier, Ice, Rock, Mountain Peak, Water, Wall, Beach, Sky, Vegetation, Sidewalk, Facade, Roof, Tree, Window, Boat, Streetlights, Car
+mountain, Mountain Peak, Rock, Vegetation, Sky, Tree, Ice, Water, Beach, Wall, Facade, Roof, Boat, Sidewalk, Window, Streetlights, Car
+sea, Water, Boat, Beach, Sky, Rock, Sidewalk, Wall, Ice, Roof, Vegetation, Facade, Mountain Peak, Tree, Streetlights, Window, Car
+street, Car, Streetlights, Sidewalk, Boat, Wall, Facade, Tree, Roof, Beach, Sky, Window, Vegetation, Water, Rock, Mountain Peak, Ice

src/utils.py

@@ -20,6 +20,22 @@ def load_words(idx):
     words = [f"word_{idx}_{i}" for i in range(20)]
     return words
 
+def load_csv_concepts(data_dir):
+    # Load data from csv
+    data = pd.read_csv(os.path.join(data_dir, 'concepts_by_class.csv'))
+    return data
+
+def generate_random_ids():
+    # generate three sets of random ids (three among 1-4, 1-8, 1-12)
+    # get time as seed
+    seed = int(time.time())
+    np.random.seed(seed)
+    ids1 = np.random.choice(np.arange(1, 5), 3, replace=False)
+    ids2 = np.random.choice(np.arange(2, 10), 3, replace=False)
+    ids3 = np.random.choice(np.arange(3, 15), 3, replace=False)
+
+    return [ids1, ids2, ids3]
+