annotated image

app.py

@@ -39,7 +39,7 @@ with block:
         with gr.Row():
             prompt_image = gr.Image(label='Segments')
             prompt_lbl_image = gr.AnnotatedImage(label='Segment Labels')
-            everything_image = gr.Image(label='Everything')
+            everything_image = gr.AnnotatedImage(label='Everything')
             
         with gr.Row():
             with gr.Column():
@@ -123,8 +123,8 @@ with block:
     def on_sam_sgmt_everything_btn_click(inputs):
         print("segmenting everything")
         image = inputs[input_image]
-        annotated_image = sam.segment_everything(image)
-        return [annotated_image]
+        sam_masks = sam.segment_everything(image)
+        return [sam_masks]
     sam_sgmt_everything_btn.click(on_sam_sgmt_everything_btn_click, components, [everything_image], queue=False)
 
 

inference.py

@@ -156,7 +156,7 @@ class SegmentPredictor:
     def segment_everything(self, image):
         image = np.array(image)
         sam_result = self.mask_generator.generate(image)
-        mask_annotator = sv.MaskAnnotator()
-        detections = sv.Detections.from_sam(sam_result=sam_result)
-        annotated_image = mask_annotator.annotate(scene=image.copy(), detections=detections)
-        return annotated_image
+        sam_masks = []
+        for i,mask in enumerate(sam_result):
+            sam_masks.append((mask["segmentation"], str(i)))
+        return sam_masks