Update app.py

[feat]interactive mode

app.py

@@ -62,7 +62,34 @@ def crf_refine(img, annos):
     res = res * 255
     res = res.reshape(img.shape[:2])
     return res.astype('uint8')
-
+def show_coord(evt: gr.SelectData):
+    return f"{evt.index[0]},{evt.index[1]}"
+
+def generate_mask(img, coord):
+    x, y = map(int, coord.split(','))
+    #
+    mask = sepia(img,img,img,img,img stack_image=False) 
+    return overlay_mask(img, mask)
+
+def overlay_mask(img, mask):
+    # 实现带透明度的掩码叠加
+    return cv2.addWeighted(img, 0.7, mask, 0.3, 0)
+
+def create_mode2_interface():
+    with gr.Blocks() as mode2:
+        with gr.Column():
+            img_input = gr.Image(tool="select", type="numpy")
+            coord_text = gr.Textbox(visible=False)
+            img_input.select(show_coord, None, coord_text)
+            btn = gr.Button("output corresponding mask")
+            mask_output = gr.Image()
+        btn.click(
+            generate_mask, 
+            inputs=[img_input, coord_text],
+            outputs=mask_output
+        )
+    return mode2
+    
 #import argparse
 device='cpu'
 net = build_model(device).to(device)
@@ -119,7 +146,7 @@ img_lst=[(torch.rand(352,352,3)*255).numpy().astype(np.uint8) for i in range(5)]
 res=test('cpu',net,img_lst,5,224)
 '''for i in range(5):
     assert res[i].shape[0]==352 and res[i].shape[1]==352 and res[i].shape[2]==3'''
-def sepia(img1,img2,img3,img4,img5):
+def sepia(img1,img2,img3,img4,img5,stack_image=True):
   print('sepia')
   '''ans=[]
   print(len(input_imgs))
@@ -138,6 +165,8 @@ def sepia(img1,img2,img3,img4,img5):
   #result_list=[result_list[i].resize((w_list[i], h_list[i]), Image.BILINEAR) for i in range(5)]
   img1,img2,img3,img4,img5=result_list#test('cpu',net,img_list,5,224)
   white=(torch.ones(img1.shape[0],2,3)*255).numpy().astype(np.uint8)
+  if not stack_image:
+     return img1
   return np.concatenate([img1,white,img2,white,img3,white,img4,white,img5],axis=1)
 
 #gr.Image(shape=(224, 2))
@@ -145,7 +174,8 @@ def sepia(img1,img2,img3,img4,img5):
 #demo = gr.Interface(sepia, inputs=["image","image","image","image","image"], outputs=["image"])
 #demo.launch(debug=True)
 #replace Interface with Blocks
-with gr.Blocks() as demo:
+def create_mode1_interface():
+  with gr.Blocks() as demo:
     with gr.Row():
         # 创建5列网格布局
         with gr.Column(scale=1, min_width=150):
@@ -171,4 +201,18 @@ with gr.Blocks() as demo:
         outputs=output
     )
 
+with gr.Blocks(title="交互式图像组分割系统") as demo:
+    #gr.Markdown("## mode choice")
+    mode = gr.Radio(["多图协同分割", "点提示交互分割"], value="多图协同分割", label="运行模式")
+    
+    mode1 = create_mode1_interface()
+    mode2 = create_mode2_interface()
+    
+    mode.change(
+        lambda x: (gr.update(visible=x=="多图协同分割"), gr.update(visible=x=="点提示交互分割")),
+        inputs=mode,
+        outputs=[mode1, mode2]
+    )
+
+demo.launch()
 demo.launch(debug=True)