Merge branch 'main' of https://huggingface.co/spaces/SEA-AI/user-friendly-metrics into main

README.md

@@ -3,7 +3,7 @@ app_file: app.py
 colorFrom: yellow
 colorTo: green
 description: 'TODO: add a description here'
-emoji: "🤑"
+emoji: 🤑
 pinned: false
 runme:
   id: 01HPS3ASFJXVQR88985QNSXVN1
@@ -11,147 +11,74 @@ runme:
 sdk: gradio
 sdk_version: 4.36.0
 tags:
-  - evaluate
-  - metric
+- evaluate
+- metric
 title: user-friendly-metrics
 ---
 
 # How to Use
 
 ```python {"id":"01HPS3ASFHPCECERTYN7Z4Z7MN"}
->>> import evaluate
->>> from seametrics.fo_utils.utils import fo_to_payload
->>> b = fo_to_payload(
->>>         dataset="SENTRY_VIDEOS_DATASET_QA",
->>>         gt_field="ground_truth_det",
->>>         models=['volcanic-sweep-3_02_2023_N_LN1_ep288_TRACKER'],
->>>         sequence_list=["Sentry_2022_11_PROACT_CELADON_7.5M_MOB_2022_11_25_12_12_39"],
->>>         tracking_mode=True
->>>    )
->>> module = evaluate.load("SEA-AI/user-friendly-metrics")
->>> res = module._calculate(b, max_iou=0.99, recognition_thresholds=[0.3, 0.5, 0.8])
->>> print(res)
-```
+import evaluate
+from seametrics.payload.processor import PayloadProcessor
+
+payload = PayloadProcessor(
+    dataset_name="SENTRY_VIDEOS_DATASET_QA",
+    gt_field="ground_truth_det_fused_id",
+    models=["ahoy_IR_b2_engine_3_7_0_757_g8765b007_oversea"],
+    sequence_list=["Sentry_2023_02_08_PROACT_CELADON_@6m_MOB_2023_02_08_14_41_51"],
+    # tags=["GT_ID_FUSION"],
+    tracking_mode=True
+).payload
+
+module = evaluate.load("SEA-AI/user-friendly-metrics")
+res = module._compute(payload, max_iou=0.5, recognition_thresholds=[0.3, 0.5, 0.8])
+print(res)
 ```
-global:
-    ahoy-IR-b2-whales__XAVIER-AGX-JP46_TRACKER:
-        all:
-            f1: 0.8262651742077881
-            fn: 2045.0
-            fp: 159.0
-            num_gt_ids: 13
-            precision: 0.9705555555555555
-            recall: 0.7193247323634367
-            recognition_0.3: 0.9230769230769231
-            recognition_0.5: 0.8461538461538461
-            recognition_0.8: 0.46153846153846156
-            recognized_0.3: 12
-            recognized_0.5: 11
-            recognized_0.8: 6
-            tp: 5241.0
-        area:
-            large:
-                f1: 0.4053050397877984
-                fn: 612.0
-                fp: 3872.0
-                num_gt_ids: 6
-                precision: 0.28296296296296297
-                recall: 0.7140186915887851
-                recognition_0.3: 0.8333333333333334
-                recognition_0.5: 0.8333333333333334
-                recognition_0.8: 0.3333333333333333
-                recognized_0.3: 5
-                recognized_0.5: 5
-                recognized_0.8: 2
-                tp: 1528.0
-            medium:
-                f1: 0.7398209644816635
-                fn: 1146.0
-                fp: 1557.0
-                num_gt_ids: 10
-                precision: 0.7116666666666667
-                recall: 0.7702946482260974
-                recognition_0.3: 1.0
-                recognition_0.5: 0.8
-                recognition_0.8: 0.6
-                recognized_0.3: 10
-                recognized_0.5: 8
-                recognized_0.8: 6
-                tp: 3843.0
-            small:
-                f1: 0.10373582388258838
-                fn: 285.0
-                fp: 5089.0
-                num_gt_ids: 6
-                precision: 0.05759259259259259
-                recall: 0.5218120805369127
-                recognition_0.3: 0.3333333333333333
-                recognition_0.5: 0.3333333333333333
-                recognition_0.8: 0.16666666666666666
-                recognized_0.3: 2
-                recognized_0.5: 2
-                recognized_0.8: 1
-                tp: 311.0
-per_sequence:
-    Sentry_2022_12_19_Romania_2022_12_19_17_09_34:
-        ahoy-IR-b2-whales__XAVIER-AGX-JP46_TRACKER:
-            all:
-                f1: 0.8262651742077881
-                fn: 2045.0
-                fp: 159.0
-                num_gt_ids: 13
-                precision: 0.9705555555555555
-                recall: 0.7193247323634367
-                recognition_0.3: 0.9230769230769231
-                recognition_0.5: 0.8461538461538461
-                recognition_0.8: 0.46153846153846156
-                recognized_0.3: 12
-                recognized_0.5: 11
-                recognized_0.8: 6
-                tp: 5241.0
-            area:
-                large:
-                    f1: 0.4053050397877984
-                    fn: 612.0
-                    fp: 3872.0
-                    num_gt_ids: 6
-                    precision: 0.28296296296296297
-                    recall: 0.7140186915887851
-                    recognition_0.3: 0.8333333333333334
-                    recognition_0.5: 0.8333333333333334
-                    recognition_0.8: 0.3333333333333333
-                    recognized_0.3: 5
-                    recognized_0.5: 5
-                    recognized_0.8: 2
-                    tp: 1528.0
-                medium:
-                    f1: 0.7398209644816635
-                    fn: 1146.0
-                    fp: 1557.0
-                    num_gt_ids: 10
-                    precision: 0.7116666666666667
-                    recall: 0.7702946482260974
-                    recognition_0.3: 1.0
-                    recognition_0.5: 0.8
-                    recognition_0.8: 0.6
-                    recognized_0.3: 10
-                    recognized_0.5: 8
-                    recognized_0.8: 6
-                    tp: 3843.0
-                small:
-                    f1: 0.10373582388258838
-                    fn: 285.0
-                    fp: 5089.0
-                    num_gt_ids: 6
-                    precision: 0.05759259259259259
-                    recall: 0.5218120805369127
-                    recognition_0.3: 0.3333333333333333
-                    recognition_0.5: 0.3333333333333333
-                    recognition_0.8: 0.16666666666666666
-                    recognized_0.3: 2
-                    recognized_0.5: 2
-                    recognized_0.8: 1
-                    tp: 311.0
+
+```json
+{
+    "global": {
+        "ahoy_IR_b2_engine_3_6_0_49_gd81d3b63_oversea": {
+            "all": {
+                "f1": 0.15967351103175614,
+                "fn": 2923.0,
+                "fp": 3666.0,
+                "num_gt_ids": 10,
+                "precision": 0.14585274930102515,
+                "recall": 0.1763877148492533,
+                "recognition_0.3": 0.1,
+                "recognition_0.5": 0.1,
+                "recognition_0.8": 0.1,
+                "recognized_0.3": 1,
+                "recognized_0.5": 1,
+                "recognized_0.8": 1,
+                "tp": 626.0
+            }
+        }
+    },
+    "per_sequence": {
+        "Sentry_2023_02_08_PROACT_CELADON_@6m_MOB_2023_02_08_12_51_49": {
+            "ahoy_IR_b2_engine_3_6_0_49_gd81d3b63_oversea": {
+                "all": {
+                    "f1": 0.15967351103175614,
+                    "fn": 2923.0,
+                    "fp": 3666.0,
+                    "num_gt_ids": 10,
+                    "precision": 0.14585274930102515,
+                    "recall": 0.1763877148492533,
+                    "recognition_0.3": 0.1,
+                    "recognition_0.5": 0.1,
+                    "recognition_0.8": 0.1,
+                    "recognized_0.3": 1,
+                    "recognized_0.5": 1,
+                    "recognized_0.8": 1,
+                    "tp": 626.0
+                }
+            }
+        }
+    }
+}
 ```
 
 ## Metric Settings
@@ -197,4 +124,4 @@ year={2016}}
 
 ## Further References
 
-- [Github Repository - py-motmetrics](https://github.com/cheind/py-motmetrics/tree/develop)
+- [Github Repository - py-motmetrics](https://github.com/cheind/py-motmetrics/tree/develop)