IoU evaluator

.idea/workspace.xml

@@ -4,16 +4,10 @@
     <option name="autoReloadType" value="SELECTIVE" />
   </component>
   <component name="ChangeListManager">
-    <list default="true" id="d7806539-b6d6-42e7-bb45-1565f5d54891" name="Changes" comment="fix confidence">
-      <change afterPath="$PROJECT_DIR$/evaluator.py" afterDir="false" />
-      <change afterPath="$PROJECT_DIR$/tests/coco8.zip" afterDir="false" />
-      <change afterPath="$PROJECT_DIR$/tests/project-2-at-2024-01-20-11-43-00ad4911.zip" afterDir="false" />
-      <change afterPath="$PROJECT_DIR$/yolo_dataset.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/.idea/detector.iml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/detector.iml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/.idea/misc.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/misc.xml" afterDir="false" />
+    <list default="true" id="d7806539-b6d6-42e7-bb45-1565f5d54891" name="Changes" comment="IoU evaluator">
       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/demo.py" beforeDir="false" afterPath="$PROJECT_DIR$/demo.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/model.py" beforeDir="false" />
+      <change beforePath="$PROJECT_DIR$/yolo_dataset.py" beforeDir="false" afterPath="$PROJECT_DIR$/yolo_dataset.py" afterDir="false" />
     </list>
     <option name="SHOW_DIALOG" value="false" />
     <option name="HIGHLIGHT_CONFLICTS" value="true" />
@@ -47,25 +41,25 @@
     <option name="hideEmptyMiddlePackages" value="true" />
     <option name="showLibraryContents" value="true" />
   </component>
-  <component name="PropertiesComponent"><![CDATA[{
-  "keyToString": {
-    "Python.demo.executor": "Run",
-    "Python.evaluator.executor": "Debug",
-    "Python.extract.executor": "Run",
-    "Python.yolo_dataset.executor": "Run",
-    "RunOnceActivity.OpenProjectViewOnStart": "true",
-    "RunOnceActivity.ShowReadmeOnStart": "true",
-    "git-widget-placeholder": "main",
-    "last_opened_file_path": "/Users/famer.me/PycharmProjects/detector/tests",
-    "node.js.detected.package.eslint": "true",
-    "node.js.detected.package.tslint": "true",
-    "node.js.selected.package.eslint": "(autodetect)",
-    "node.js.selected.package.tslint": "(autodetect)",
-    "nodejs_package_manager_path": "npm",
-    "settings.editor.selected.configurable": "settings.qodana",
-    "vue.rearranger.settings.migration": "true"
+  <component name="PropertiesComponent">{
+  &quot;keyToString&quot;: {
+    &quot;Python.demo.executor&quot;: &quot;Run&quot;,
+    &quot;Python.evaluator.executor&quot;: &quot;Debug&quot;,
+    &quot;Python.extract.executor&quot;: &quot;Run&quot;,
+    &quot;Python.yolo_dataset.executor&quot;: &quot;Run&quot;,
+    &quot;RunOnceActivity.OpenProjectViewOnStart&quot;: &quot;true&quot;,
+    &quot;RunOnceActivity.ShowReadmeOnStart&quot;: &quot;true&quot;,
+    &quot;git-widget-placeholder&quot;: &quot;main&quot;,
+    &quot;last_opened_file_path&quot;: &quot;/Users/famer.me/PycharmProjects/detector/tests&quot;,
+    &quot;node.js.detected.package.eslint&quot;: &quot;true&quot;,
+    &quot;node.js.detected.package.tslint&quot;: &quot;true&quot;,
+    &quot;node.js.selected.package.eslint&quot;: &quot;(autodetect)&quot;,
+    &quot;node.js.selected.package.tslint&quot;: &quot;(autodetect)&quot;,
+    &quot;nodejs_package_manager_path&quot;: &quot;npm&quot;,
+    &quot;settings.editor.selected.configurable&quot;: &quot;settings.qodana&quot;,
+    &quot;vue.rearranger.settings.migration&quot;: &quot;true&quot;
   }
-}]]></component>
+}</component>
   <component name="RecentsManager">
     <key name="CopyFile.RECENT_KEYS">
       <recent name="$PROJECT_DIR$/tests" />
@@ -187,7 +181,7 @@
       <workItem from="1702301554378" duration="4025000" />
       <workItem from="1702450051021" duration="10065000" />
       <workItem from="1702476484538" duration="9613000" />
-      <workItem from="1705757850315" duration="10355000" />
+      <workItem from="1705757850315" duration="12403000" />
     </task>
     <task id="LOCAL-00001" summary="init commit">
       <option name="closed" value="true" />
@@ -325,7 +319,15 @@
       <option name="project" value="LOCAL" />
       <updated>1702485964999</updated>
     </task>
-    <option name="localTasksCounter" value="18" />
+    <task id="LOCAL-00018" summary="IoU evaluator">
+      <option name="closed" value="true" />
+      <created>1705768358117</created>
+      <option name="number" value="00018" />
+      <option name="presentableId" value="LOCAL-00018" />
+      <option name="project" value="LOCAL" />
+      <updated>1705768358117</updated>
+    </task>
+    <option name="localTasksCounter" value="19" />
     <servers />
   </component>
   <component name="TypeScriptGeneratedFilesManager">
@@ -367,11 +369,12 @@
     <MESSAGE value="use env" />
     <MESSAGE value="use /run/secrets" />
     <MESSAGE value="fix confidence" />
-    <option name="LAST_COMMIT_MESSAGE" value="fix confidence" />
+    <MESSAGE value="IoU evaluator" />
+    <option name="LAST_COMMIT_MESSAGE" value="IoU evaluator" />
   </component>
   <component name="com.intellij.coverage.CoverageDataManagerImpl">
     <SUITE FILE_PATH="coverage/detector$demo.coverage" NAME="demo Coverage Results" MODIFIED="1702302380580" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
-    <SUITE FILE_PATH="coverage/detector$evaluator.coverage" NAME="evaluator Coverage Results" MODIFIED="1705768159641" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
+    <SUITE FILE_PATH="coverage/detector$evaluator.coverage" NAME="evaluator Coverage Results" MODIFIED="1705768332357" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
     <SUITE FILE_PATH="coverage/detector$extract.coverage" NAME="yolo_dataset Coverage Results" MODIFIED="1705764465837" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
   </component>
 </project>

demo.py

@@ -1,7 +1,14 @@
+import contextlib
 import time
-from PIL import Image
+from functools import wraps
+from io import StringIO
+from zipfile import ZipFile
+
 import streamlit as st
+from PIL import Image
 
+import evaluator
+from yolo_dataset import YoloDataset
 from yolo_fire import detect
 
 
@@ -12,28 +19,65 @@ def main():
         layout="centered")
     st.title("Fire&Smoke Detection:")
 
-    # This will let you upload PNG, JPG & JPEG File
-    buffer = st.file_uploader("Upload your Image here", type=["jpg", "png", "jpeg"])
+    detect_tab, evaluate_tab = st.tabs(["Detect", "Evaluate"])
+
+    with evaluate_tab:
+        buffer = st.file_uploader("Upload your Yolo Dataset here", type=["zip"])
+
+        if buffer:
+            with st.spinner('Wait for it...'):
+                # Slider for changing confidence
+                confidence = st.slider('Confidence Threshold', 0, 100, 30)
+                yolo_dataset = YoloDataset.from_zip_file(ZipFile(buffer))
+                capture_output(evaluator.evaluate)(coco_gt=yolo_dataset.to_coco(), loader=yolo_dataset.load_image,
+                                                   confidence_threshold=confidence / 100.0)
+
+    with detect_tab:
+        # This will let you upload PNG, JPG & JPEG File
+        buffer = st.file_uploader("Upload your Image here", type=["jpg", "png", "jpeg"])
+
+        if buffer:
+            # Object Detecting
+            with st.spinner('Wait for it...'):
+                # Slider for changing confidence
+                confidence = st.slider('Confidence Threshold', 0, 100, 30)
+
+                # Calculating time for detection
+                t1 = time.time()
+                im = Image.open(buffer)
+                # im.save("saved_images/image.jpg")
+                res_img = detect(im, confidence / 100.0)
+                t2 = time.time()
+
+            # Displaying the image
+            st.image(res_img, use_column_width=True)
+
+            # Printing Time
+            st.write("\n")
+            st.write("Time taken: ", t2 - t1, "sec.")
 
-    if buffer:
-        # Object Detecting
-        with st.spinner('Wait for it...'):
-            # Slider for changing confidence
-            confidence = st.slider('Confidence Threshold', 0, 100, 30)
 
-            # Calculating time for detection
-            t1 = time.time()
-            im = Image.open(buffer)
-            # im.save("saved_images/image.jpg")
-            res_img = detect(im, confidence / 100.0)
-            t2 = time.time()
+def capture_output(func):
+    """Capture output from running a function and write using streamlit."""
 
-        # Displaying the image
-        st.image(res_img, use_column_width=True)
+    @wraps(func)
+    def wrapper(*args, **kwargs):
+        # Redirect output to string buffers
+        stdout, stderr = StringIO(), StringIO()
+        try:
+            with contextlib.redirect_stdout(stdout), contextlib.redirect_stderr(stderr):
+                return func(*args, **kwargs)
+        except Exception as err:
+            st.write(f"Failure while executing: {err}")
+        finally:
+            if _stdout := stdout.getvalue():
+                st.write("Execution stdout:")
+                st.code(_stdout)
+            if _stderr := stderr.getvalue():
+                st.write("Execution stderr:")
+                st.code(_stderr)
 
-        # Printing Time
-        st.write("\n")
-        st.write("Time taken: ", t2 - t1, "sec.")
+    return wrapper
 
 
 if __name__ == '__main__':

yolo_dataset.py

@@ -12,11 +12,10 @@
 #     ├── 1.txt
 #     ├── 2.txt
 #     └── ...
-import io
-import json
 from datetime import datetime
 from typing import Optional
 from zipfile import ZipFile
+
 from PIL import Image
 from pycocotools import coco
 from pycocotools.coco import COCO
@@ -120,8 +119,7 @@ class YoloDataset:
         self._labels = labels
 
     @staticmethod
-    def from_zip_file(zip_file: str) -> 'YoloDataset':
-        zip_file = ZipFile(zip_file, 'r')
+    def from_zip_file(zip_file: ZipFile) -> 'YoloDataset':
         namelist = zip_file.namelist()
         root_name = namelist[0]
         namelist = list(filter(lambda x: not zip_file.getinfo(x).is_dir(), namelist))
@@ -140,6 +138,11 @@ class YoloDataset:
             assert image_name.split('.')[0] == label_name.split('.')[0]
         return YoloDataset(zip_file, classes, images, labels)
 
+    @staticmethod
+    def from_path(path: str) -> 'YoloDataset':
+        zip_file = ZipFile(path, 'r')
+        return YoloDataset.from_zip_file(zip_file)
+
     def __len__(self):
         return len(self._images)
 
@@ -163,6 +166,9 @@ class YoloDataset:
         for i in range(len(self)):
             yield self[i]
 
+    def __deepcopy__(self, memodict=None):
+        return YoloDataset(self._zip_file, self._classes, self._images, self._labels)
+
     def load_image(self, image_name: str) -> Image:
         return Image.open(self._zip_file.open(image_name))