fix

app.py

@@ -38,6 +38,9 @@ def parse_bool_string(s):
 
 def get_intervention_vector(selected_cells_bef, selected_cells_aft):
 
+    first_ = True
+    second_ = True
+
     left_map = np.zeros((1, 14 * 14  + 1))
     right_map = np.zeros((1, 14 * 14  + 1))
 
@@ -47,12 +50,14 @@ def get_intervention_vector(selected_cells_bef, selected_cells_aft):
 
     if np.count_nonzero(selected_cells_bef) == 0:
         left_map[0, 0] = 1.0
+        first_ = False
 
     if np.count_nonzero(selected_cells_aft) == 0:
         right_map[0, 0] = 1.0
+        second_ = False
 
 
-    return left_map, right_map
+    return left_map, right_map, first_, second_
 
 def _get_rawimage(image_path):
     # Pair x L x T x 3 x H x W
@@ -103,7 +108,7 @@ def predict_image(image_bef, image_aft, json_data_bef, json_data_aft):
     selected_cells_bef = np.asarray(parse_bool_string(json_data_bef), np.int32)
     selected_cells_aft = np.asarray(parse_bool_string(json_data_aft), np.int32)
 
-    left_map, right_map = get_intervention_vector(selected_cells_bef, selected_cells_aft)
+    left_map, right_map, first_, second_ = get_intervention_vector(selected_cells_bef, selected_cells_aft)
 
     left_map, right_map = torch.from_numpy(left_map).unsqueeze(0), torch.from_numpy(right_map).unsqueeze(0) 
 
@@ -130,8 +135,10 @@ def predict_image(image_bef, image_aft, json_data_bef, json_data_aft):
     pred = f"{decode_text}"
     
     # Include information about selected cells
-    selected_info_bef = f"{selected_cells_bef}" if selected_cells_bef else "No image patch was selected"
-    selected_info_aft = f"{selected_cells_aft}" if selected_cells_aft else "No image patch was selected"
+    i, j = np.nonzero(selected_cells_bef)
+    selected_info_bef = f"{list(zip(i, j))}" if first_ else "No image patch was selected"
+    i, j = np.nonzero(selected_cells_aft)
+    selected_info_aft = f"{list(zip(i, j))}" if second_ else "No image patch was selected"
     
     return pred, selected_info_bef, selected_info_aft
 
@@ -289,7 +296,7 @@ with gr.Blocks() as demo:
         fn=predict_image,
         inputs=[image_bef, image_aft, sel_attn_bef, sel_attn_aft],
         outputs=[prediction, selected_info_bef, selected_info_aft],
-        _js="(sel_attn_bef, sel_attn_aft) => { return [read_js_Data()]; }"
+        _js="(image_bef, image_aft, sel_attn_bef, sel_attn_aft) => { return [image_bef, image_aft, read_js_Data_bef(), read_js_Data_aft()]; }"
     )
 
     image_bef.change(

js/interactive_grid.js

@@ -298,15 +298,23 @@ function importBackgroundAfter(image_after) {
     }
 }
 
-function read_js_Data() {
+function read_js_Data_bef() {
     console.log("read_js_Data");
     console.log("read_js_Data");
     console.log("read_js_Data");
     console.log("read_js_Data");
     console.log("read_js_Data");
-    return grid_bef, grid_aft;
+    return grid_bef;
 }
 
+function read_js_Data_aft() {
+    console.log("read_js_Data");
+    console.log("read_js_Data");
+    console.log("read_js_Data");
+    console.log("read_js_Data");
+    console.log("read_js_Data");
+    return grid_aft;
+}
 
 function set_grid_from_data(data) {
     if (data.length !== gridSize || data[0].length !== gridSize) {