Update app.py

app.py

@@ -22,7 +22,6 @@ def segment_everything(
     conf_threshold=0.25,
     better_quality=False,
     use_retina=True,
-    text="",
     wider=False,
     mask_random_color=True,
 ):
@@ -40,13 +39,8 @@ def segment_everything(
                     conf=conf_threshold,
                     imgsz=input_size,)
 
-    if len(text) > 0:
-        results = format_results(results[0], 0)
-        annotations, _ = text_prompt(results, text, input, device=device, wider=wider)
-        annotations = np.array([annotations])
-    else:
-        annotations = results[0].masks.data
     
+    annotations = results[0].masks.data
     fig = fast_process(annotations=annotations,
                        image=input,
                        device=device,
@@ -56,7 +50,31 @@ def segment_everything(
                        bbox=None,
                        use_retina=use_retina,
                        withContours=withContours,)
-    return fig
+
+    bboxes = results[0].boxes.data
+    areas = (bboxes[:, 2] - bboxes[:, 0]) * (bboxes[:, 3] - bboxes[:, 1])
+    _, largest_indices = torch.topk(areas, 2)
+    largest_boxes = bboxes[largest_indices]
+    for i, box in enumerate(largest_boxes):
+        print(f"Largest Box {i+1}: {box.tolist()}")
+    
+    fig, ax = plt.subplots(1)
+    ax.imshow(image)
+
+    for box in largest_boxes:
+        x1, y1, x2, y2 = box[:4] 
+        rect = patches.Rectangle((x1, y1), x2-x1, y2-y1, linewidth=2, edgecolor='r', facecolor='none')
+        ax.add_patch(rect)
+    
+    ax.axis('off')
+    buf = io.BytesIO()
+    plt.savefig(buf, format='png', bbox_inches='tight', pad_inches=0)
+    plt.close(fig)
+    buf.seek(0)
+    
+    cropped_image = Image.open(buf)
+    
+    return fig,cropped_image
 
 title = "<center><strong><font size='8'>🏃 Fast Segment Anything 🤗</font></strong></center>"
 description = """ # 🎯 Instructions for points mode """
@@ -79,7 +97,8 @@ demo = gr.Interface(
         gr.Checkbox(value=True, label='withContours', info='draw the edges of the masks')
     ],
     outputs = [
-        gr.Image(label="Segmented Image", interactive=False, type='pil')
+        gr.Image(label="Segmented Image", interactive=False, type='pil'),
+        gr.Image(label="Cropped Image", interactive=False, type='pil')
     ],
     title = title,
     description = description,