jayn95's picture
Update app.py
3ee0554 verified
import gradio as gr
from ultralytics import YOLO
from PIL import Image, ImageOps, ImageEnhance
import numpy as np
import tempfile, io, base64
# Load models
model_swelling = YOLO("model/swelling/best.pt")
model_redness = YOLO("model/redness/best.pt")
model_bleeding = YOLO("model/bleeding/best.pt")
# --- Helpers ---
def preprocess(image):
if isinstance(image, np.ndarray):
image = Image.fromarray(image)
image = ImageOps.exif_transpose(image).convert("RGB")
# Resize if needed
w, h = image.size
max_dim = max(w, h)
if max_dim > 1024:
scale = 1024 / max_dim
image = image.resize((int(w * scale), int(h * scale)), Image.LANCZOS)
# Light contrast boost
image = ImageEnhance.Contrast(image).enhance(1.05)
return image
def np_to_base64(img_np, format="JPEG"):
"""Convert numpy RGB image to Base64 string."""
pil_img = Image.fromarray(img_np)
buffer = io.BytesIO()
pil_img.save(buffer, format=format)
return base64.b64encode(buffer.getvalue()).decode("utf-8")
def base64_to_pil(b64_str):
"""Convert Base64 string back to PIL image (for Gradio display)."""
return Image.open(io.BytesIO(base64.b64decode(b64_str)))
# --- Main detection ---
def detect_gingivitis(image, conf=0.4, iou=0.5):
image = preprocess(image)
sw_res = model_swelling.predict(image, conf=conf, iou=iou)
rd_res = model_redness.predict(image, conf=conf, iou=iou)
bl_res = model_bleeding.predict(image, conf=conf, iou=iou)
# Convert YOLO output → numpy RGB
img_sw = sw_res[0].plot()[:, :, ::-1] # BGR → RGB
img_rd = rd_res[0].plot()[:, :, ::-1]
img_bl = bl_res[0].plot()[:, :, ::-1]
# Encode images to Base64 (for backend API consumption)
sw_b64 = np_to_base64(img_sw)
rd_b64 = np_to_base64(img_rd)
bl_b64 = np_to_base64(img_bl)
# Convert Base64 back to PIL for Gradio display
sw_pil = base64_to_pil(sw_b64)
rd_pil = base64_to_pil(rd_b64)
bl_pil = base64_to_pil(bl_b64)
# Determine diagnosis
has_sw = len(sw_res[0].boxes) > 0
has_rd = len(rd_res[0].boxes) > 0
has_bl = len(bl_res[0].boxes) > 0
if has_sw and has_rd and has_bl:
diagnosis = (
"🦷 You have gingivitis.\n\n"
"For accurate assessment and guidance, we recommend visiting your dentist.\n"
"If you have a periapical X-ray, you may try the *Detect Periodontitis* tool."
)
else:
diagnosis = "🟢 You don't have gingivitis."
# Return PIL for Gradio + Base64 is available for backend
return [sw_pil, rd_pil, bl_pil, diagnosis]
# --- Gradio Interface ---
interface = gr.Interface(
fn=detect_gingivitis,
inputs=[
gr.Image(type="pil", label="Upload Image"),
gr.Slider(0, 1, value=0.4, step=0.05, label="Confidence Threshold"),
gr.Slider(0, 1, value=0.5, step=0.05, label="NMS IoU Threshold"),
],
outputs=[
gr.Image(label="Swelling Detection", type="pil"),
gr.Image(label="Redness Detection", type="pil"),
gr.Image(label="Bleeding Detection", type="pil"),
gr.Textbox(label="Diagnosis")
],
title="Gingivitis Detection"
)
if __name__ == "__main__":
interface.launch(server_name="0.0.0.0", server_port=7860, show_error=True)