app.py

import matplotlib.pyplot as plt
import numpy as np
from six import BytesIO
from PIL import Image
import tensorflow as tf
from object_detection.utils import label_map_util
from object_detection.utils import visualization_utils as viz_utils
from object_detection.utils import ops as utils_op
import tarfile
import wget
import gradio as gr
from huggingface_hub import snapshot_download
import os
import pathlib

REPO_ID = 'liewchooichin/hb'
PATH_TO_LABELS = 'data/label_map.pbtxt'
category_index = label_map_util.create_category_index_from_labelmap(
    PATH_TO_LABELS, use_display_name=True)


def pil_image_as_numpy_array(pilimg):

    img_array = tf.keras.utils.img_to_array(pilimg)
    img_array = np.expand_dims(img_array, axis=0)
    return img_array


def load_image_into_numpy_array(path):

    image = None
    image_data = tf.io.gfile.GFile(path, 'rb').read()
    image = Image.open(BytesIO(image_data))
    return pil_image_as_numpy_array(image)


def load_model():
    download_dir = snapshot_download(repo_id=REPO_ID)
    print(f"{download_dir=}")
    saved_model_dir = os.path.join(download_dir, "saved_model")
    print(f"{saved_model_dir=}")
    detection_model = tf.saved_model.load(saved_model_dir)
    return detection_model


def predict(pilimg):

    image_np = pil_image_as_numpy_array(pilimg)

    results = detection_model(image_np)

    # different object detection models have additional results
    result = {key: value.numpy() for key, value in results.items()}

    label_id_offset = 0
    image_np_with_detections = image_np.copy()

    viz_utils.visualize_boxes_and_labels_on_image_array(
        image_np_with_detections[0],
        result['detection_boxes'][0],
        (result['detection_classes'][0] + label_id_offset).astype(int),
        result['detection_scores'][0],
        category_index,
        use_normalized_coordinates=True,
        max_boxes_to_draw=200,
        min_score_thresh=.60,
        agnostic_mode=False,
        line_thickness=2)

    result_pil_img = tf.keras.utils.array_to_img(image_np_with_detections[0])

    return result_pil_img


# My model in the HF repo
detection_model = load_model()

data_dir = "test_samples"  # contain the samples
sample_dir = os.path.join(os.path.dirname(__file__), data_dir)
sample_files = list(pathlib.Path(sample_dir).glob("*.jpg"))
print(f"Sample files: {sample_files}")
examples = [
    sample_files[0],
    sample_files[1],
    sample_files[2],
    sample_files[3],
]
title = "Detecting hamster and butterfly"
description = "Using TensorFlow Object Detection API."

gr.Interface(
    title=title,
    description=description,
    fn=predict,
    inputs=gr.Image(type="pil", sources=["upload", "clipboard"]),
    outputs=gr.Image(type="pil", interactive=False),
    examples=examples

).launch(share=True)