benchmark: bench_2026-02-11T20-57-03.423879Z

.gitattributes

@@ -35,3 +35,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 benchmark/images/1.png filter=lfs diff=lfs merge=lfs -text
 benchmark/images/2.png filter=lfs diff=lfs merge=lfs -text
+benchmark/images/3.png filter=lfs diff=lfs merge=lfs -text
+benchmark/images/4.png filter=lfs diff=lfs merge=lfs -text
+benchmark/images/5.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -15,9 +15,9 @@ manako:
   - name: detections
     type: detections
     description: List of detections
-  evaluation_score: 0.0
+  evaluation_score: 0.46776722202497056
   last_benchmark:
-    type: sam3dataset-v1
-    ran_at: '2026-02-11T20:53:01.567537Z'
-    result_path: benchmark/sam3dataset/results/2026-02-11T20-53-01.566917Z.json
+    type: detect-iou-v1
+    ran_at: '2026-02-11T20:57:05.950817Z'
+    result_path: benchmark/results/2026-02-11T20-57-05.950847Z.json
 ---

benchmark/labels/3.json

@@ -0,0 +1,74 @@
+[
+  {
+    "frame_idx": 0,
+    "class": "people",
+    "bbox": [
+      722.0,
+      781.0,
+      827.0,
+      1023.0
+    ],
+    "score": 0.9385098814964294,
+    "track_id": "sam3-0-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "people",
+    "bbox": [
+      864.0,
+      811.0,
+      891.0,
+      895.0
+    ],
+    "score": 0.9385098814964294,
+    "track_id": "sam3-0-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "people",
+    "bbox": [
+      146.0,
+      784.0,
+      260.0,
+      1023.0
+    ],
+    "score": 0.9385098814964294,
+    "track_id": "sam3-0-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "people",
+    "bbox": [
+      322.0,
+      818.0,
+      351.0,
+      898.0
+    ],
+    "score": 0.9385098814964294,
+    "track_id": "sam3-0-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "people",
+    "bbox": [
+      697.0,
+      269.0,
+      764.0,
+      450.0
+    ],
+    "score": 0.9385098814964294,
+    "track_id": "sam3-0-0-4"
+  },
+  {
+    "frame_idx": 0,
+    "class": "people",
+    "bbox": [
+      355.0,
+      219.0,
+      542.0,
+      665.0
+    ],
+    "score": 0.9385098814964294,
+    "track_id": "sam3-0-0-5"
+  }
+]

benchmark/labels/4.json

@@ -0,0 +1 @@
+[]

benchmark/labels/5.json

@@ -0,0 +1,62 @@
+[
+  {
+    "frame_idx": 0,
+    "class": "people",
+    "bbox": [
+      0.0,
+      498.0,
+      72.0,
+      738.0
+    ],
+    "score": 0.9637725949287415,
+    "track_id": "sam3-0-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "people",
+    "bbox": [
+      895.0,
+      428.0,
+      1019.0,
+      774.0
+    ],
+    "score": 0.9637725949287415,
+    "track_id": "sam3-0-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "people",
+    "bbox": [
+      132.0,
+      450.0,
+      226.0,
+      686.0
+    ],
+    "score": 0.9637725949287415,
+    "track_id": "sam3-0-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "people",
+    "bbox": [
+      268.0,
+      116.0,
+      877.0,
+      1023.0
+    ],
+    "score": 0.9637725949287415,
+    "track_id": "sam3-0-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "people",
+    "bbox": [
+      799.0,
+      454.0,
+      883.0,
+      636.0
+    ],
+    "score": 0.9637725949287415,
+    "track_id": "sam3-0-0-4"
+  }
+]

benchmark/predicted/3.json

@@ -0,0 +1,58 @@
+[
+  [
+    {
+      "x": 876.5,
+      "y": 854.5,
+      "width": 29.0,
+      "height": 89.0,
+      "confidence": 0.9197503328323364,
+      "class_id": 0,
+      "class": "people"
+    },
+    {
+      "x": 732.0,
+      "y": 357.0,
+      "width": 66.0,
+      "height": 176.0,
+      "confidence": 0.8405855894088745,
+      "class_id": 0,
+      "class": "people"
+    },
+    {
+      "x": 204.5,
+      "y": 902.5,
+      "width": 113.0,
+      "height": 243.0,
+      "confidence": 0.7912837862968445,
+      "class_id": 0,
+      "class": "people"
+    },
+    {
+      "x": 774.5,
+      "y": 902.0,
+      "width": 107.0,
+      "height": 244.0,
+      "confidence": 0.7818701267242432,
+      "class_id": 0,
+      "class": "people"
+    },
+    {
+      "x": 336.0,
+      "y": 862.0,
+      "width": 30.0,
+      "height": 78.0,
+      "confidence": 0.7572543025016785,
+      "class_id": 0,
+      "class": "people"
+    },
+    {
+      "x": 449.5,
+      "y": 443.5,
+      "width": 185.0,
+      "height": 439.0,
+      "confidence": 0.6816759705543518,
+      "class_id": 0,
+      "class": "people"
+    }
+  ]
+]

benchmark/predicted/4.json

@@ -0,0 +1,13 @@
+[
+  [
+    {
+      "x": 83.0,
+      "y": 564.0,
+      "width": 166.0,
+      "height": 400.0,
+      "confidence": 0.5151048302650452,
+      "class_id": 0,
+      "class": "people"
+    }
+  ]
+]

benchmark/predicted/5.json

@@ -0,0 +1,13 @@
+[
+  [
+    {
+      "x": 630.5,
+      "y": 564.0,
+      "width": 711.0,
+      "height": 920.0,
+      "confidence": 0.7934474349021912,
+      "class_id": 0,
+      "class": "people"
+    }
+  ]
+]

benchmark/results/2026-02-11T20-57-05.950847Z.json

@@ -0,0 +1,25 @@
+{
+  "checks": {
+    "main_py": "pass",
+    "pyproject_toml": "pass",
+    "load_model": "pass",
+    "run_model": "pass",
+    "objects": "pass"
+  },
+  "results": {
+    "iou": 0.46776722202497056,
+    "gt_count": 27,
+    "pred_count": 9,
+    "generated_image": true,
+    "images": [
+      1,
+      2,
+      3,
+      4,
+      5
+    ],
+    "per_class_iou": {
+      "people": 0.46776722202497056
+    }
+  }
+}