app.py

import gradio as gr
from ultralytics import YOLO
import cv2
import numpy as np

# Load the document segmentation model
docseg_model = YOLO("https://huggingface.co/DILHTWD/documentlayoutsegmentation_YOLOv8_ondoclaynet/blob/main/yolov8x-doclaynet-epoch64-imgsz640-initiallr1e-4-finallr1e-5.pt")

def process_image(image):
    # Convert image to the format YOLO model expects
    image = cv2.cvtColor(np.array(image), cv2.COLOR_RGB2BGR)
    results = docseg_model(source=image, save=False, show_labels=True, show_conf=True, show_boxes=True)

    # Extract annotated image from results
    annotated_img = results[0].plot()

    return annotated_img, results[0].boxes

# Define the Gradio interface
interface = gr.Interface(
    fn=process_image,
    inputs=gr.inputs.Image(type="pil"),
    outputs=[gr.outputs.Image(type="pil", label="Annotated Image"),
             gr.outputs.Textbox(label="Detected Areas and Labels")]
)

if __name__ == "__main__":
    interface.launch()