Upload 9 files

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+data/breakfast.mp4 filter=lfs diff=lfs merge=lfs -text
+data/table.jpg filter=lfs diff=lfs merge=lfs -text

app.py

@@ -0,0 +1,73 @@
+import streamlit as st
+import cv2
+from utils import object_detection_brainai as odb
+object_detection = odb.ObjectDetectionModel()
+
+st.set_page_config(
+    page_title = "객체 인식", 
+    page_icon = ":black_cat:",
+    layout = "wide")
+
+st.title(":blue[Object Detection] :black_cat:")
+st.sidebar.header("메뉴")
+source_radio = st.sidebar.radio("선택하세요", ["IMAGE", "VIDEO", "GAME"])
+
+if source_radio == "IMAGE":
+    st.write(":green[왼쪽 메뉴 'Browse files' 버튼을 클릭하여 이미지 파일을 선택하면 AI 추론이 시작됩니다.]" )
+    st.sidebar.header("이미지 파일 업로드")
+    input_img = st.sidebar.file_uploader("이미지 파일을 선택하세요.", type=("jpg", "png"))
+
+    if input_img is not None:
+        result_img, detected_object = object_detection.process_image(input_img)
+        col1, col2 = st.columns(2)
+        with col1:
+            st.image(result_img)
+        with col2:
+            st.write(detected_object)
+    else:
+        col1, col2 = st.columns(2)
+        with col1:
+            st.image("data/table.jpg")
+        with col2:
+            st.write("Objects detected: chair, potted plant, vase, dining table")
+        
+elif source_radio == "VIDEO":
+    st.write(":green[왼쪽 메뉴 'Browse files' 버튼을 클릭하여 비디오 파일을 선택하면 AI 추론이 시작됩니다.]" )
+    st.sidebar.header("비디오 파일 업로드")
+    input_video = st.sidebar.file_uploader("비디오 파일을 선택하세요..", type=("mp4"))
+    print(input_video)
+    if input_video is not None:
+        temp_file = object_detection.play_video(input_video)
+        st.video(temp_file)
+    else:
+        st.video("data/breakfast.mp4")
+
+
+elif source_radio == "GAME":
+    input_img = st.sidebar.file_uploader("이미지 파일을 선택하세요.", type=("jpg", "png"))
+    if input_img is None:
+        st.session_state.random_class = object_detection.call_class() 
+        col1, col2 = st.columns([3, 1])  # Adjust the column widths as needed
+    
+        with col1:
+            st.title(f':{st.session_state.random_class}: 있는 이미지를 업로드')  # Display the header
+        
+        with col2:
+            if st.button('새로운 객체'):
+                st.session_state.random_class = object_detection.call_class()
+    else:
+        result_img, detected_object = object_detection.process_image(input_img)
+        if st.session_state.random_class  in detected_object:
+            st.header(f':{st.session_state.random_class}: 찾습니다!')
+            
+        else:
+            st.header(f':{st.session_state.random_class}: 찾을 수 없습니다')
+
+        st.image(result_img)    
+   
+ 
+
+
+
+
+    

data/breakfast.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76a8a373151d85b48c8c3d3d441927ee98316b9ead06b22a172db9e1bd72afe
+size 2034760

models/yolov8n.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59b3d833e2ff32e194b5bb8e08d211dc7c5bdf144b90d2c8412c47ccfc83b36
+size 6549796

models/yolov8n_openvino_model/metadata.yaml

@@ -0,0 +1,93 @@
+description: Ultralytics YOLOv8n model trained on coco.yaml
+author: Ultralytics
+date: '2024-11-27T09:26:37.990600'
+version: 8.3.34
+license: AGPL-3.0 License (https://ultralytics.com/license)
+docs: https://docs.ultralytics.com
+stride: 32
+task: detect
+batch: 1
+imgsz:
+- 640
+- 640
+names:
+  0: person
+  1: bicycle
+  2: car
+  3: motorcycle
+  4: airplane
+  5: bus
+  6: train
+  7: truck
+  8: boat
+  9: traffic light
+  10: fire hydrant
+  11: stop sign
+  12: parking meter
+  13: bench
+  14: bird
+  15: cat
+  16: dog
+  17: horse
+  18: sheep
+  19: cow
+  20: elephant
+  21: bear
+  22: zebra
+  23: giraffe
+  24: backpack
+  25: umbrella
+  26: handbag
+  27: tie
+  28: suitcase
+  29: frisbee
+  30: skis
+  31: snowboard
+  32: sports ball
+  33: kite
+  34: baseball bat
+  35: baseball glove
+  36: skateboard
+  37: surfboard
+  38: tennis racket
+  39: bottle
+  40: wine glass
+  41: cup
+  42: fork
+  43: knife
+  44: spoon
+  45: bowl
+  46: banana
+  47: apple
+  48: sandwich
+  49: orange
+  50: broccoli
+  51: carrot
+  52: hot dog
+  53: pizza
+  54: donut
+  55: cake
+  56: chair
+  57: couch
+  58: potted plant
+  59: bed
+  60: dining table
+  61: toilet
+  62: tv
+  63: laptop
+  64: mouse
+  65: remote
+  66: keyboard
+  67: cell phone
+  68: microwave
+  69: oven
+  70: toaster
+  71: sink
+  72: refrigerator
+  73: book
+  74: clock
+  75: vase
+  76: scissors
+  77: teddy bear
+  78: hair drier
+  79: toothbrush

models/yolov8n_openvino_model/yolov8n.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b86fce278a5a6833dc015b7af8cbcb7174004a5f9b6ff7ec724f753f361681
+size 12708656

utils/game_classes.txt

@@ -0,0 +1,27 @@
+cat
+dog
+bus
+train
+boat
+bird
+horse
+sheep
+cow
+elephant
+bear
+umbrella
+handbag
+kite
+skateboard
+banana
+apple
+sandwich
+broccoli
+carrot
+pizza
+chair
+cake
+bed
+toilet
+tv
+keyboard

utils/object_detection_brainai.py

@@ -0,0 +1,84 @@
+from ultralytics import YOLO
+import cv2
+import numpy as np
+import PIL
+import io
+import tempfile
+import streamlit as st
+import moviepy.editor as mpy
+import random
+
+class ObjectDetectionModel(): 
+    
+    def __init__(self):
+        self.model = YOLO("models/yolov8n_openvino_model", task = "detect")
+        self.class_names = self.model.names
+
+        with open("utils/game_classes.txt", "r") as file:
+           self.game_classes = [line.strip() for line in file if line.strip()]
+
+    def process(self, img):
+        result = self.model(img)
+        img_plot = result[0].plot()
+
+        return img_plot
+
+    def process_image(self, img):
+
+        if isinstance(img, np.ndarray):
+            uploaded_img_cv = img
+        else:
+            uploaded_img = PIL.Image.open(img)
+            uploaded_img_cv =  np.array(uploaded_img) 
+
+        result = self.model(uploaded_img_cv, verbose=False)
+        img_plot = result[0].plot()
+
+        detected_classes = set()
+        for box in result[0].boxes:
+            class_id = int(box.cls[0])  # Class ID
+            class_name = self.class_names[class_id]  # Get class name
+            detected_classes.add(class_name)
+
+        return img_plot, f'Objects Detected: {", ".join(detected_classes) if detected_classes else "No objects detected"}'
+
+    def play_video(self, input_video):
+        g = io.BytesIO(input_video.read())
+        temporary_location = "upload.mp4" 
+        with open(temporary_location, "wb") as out: 
+            out.write(g.read())
+        out.close() 
+        
+        camera = cv2.VideoCapture(temporary_location)
+        fps = camera.get(cv2.CAP_PROP_FPS)
+        temp_file = tempfile.NamedTemporaryFile(delete=False, suffix='.mp4')
+        video_row=[]
+        total_frames = int(camera.get(cv2.CAP_PROP_FRAME_COUNT))
+        progress_bar = st.progress(0)
+        frame_count = 0
+    
+        st_frame = st.empty()
+        while(camera.isOpened()):
+            ret, frame = camera.read()
+    
+            if ret:
+                img_plot, _ = self.process_image(frame)
+                st_frame.image(img_plot, channels = "BGR")
+                video_row.append(cv2.cvtColor(img_plot,cv2.COLOR_BGR2RGB))
+                frame_count +=1
+                progress_bar.progress(frame_count/total_frames, text = None)
+    
+            else:
+                camera.release()
+                st_frame.empty()
+                progress_bar.empty()
+                break
+        clip = mpy.ImageSequenceClip(video_row,fps=fps)
+        clip.write_videofile(temp_file.name)
+    
+        return temp_file.name
+
+    def call_class(self):
+        random_class = random.choice(list(self.game_classes))
+        return random_class
+