benchmark: sam3_2026-02-04T14-17-52.037715Z

README.md

@@ -28,7 +28,7 @@ manako:
     description: Detections per frame with bbox/polygon and score.
   evaluation_score: 0.0
   last_benchmark:
-    type: detect-iou-v1
-    ran_at: '2026-02-03T13:57:44.999279Z'
-    result_path: benchmark/results/2026-02-03T13-57-44.999293Z.json
+    type: sam3dataset-v1
+    ran_at: '2026-02-04T14:18:08.747209Z'
+    result_path: benchmark/sam3dataset/results/2026-02-04T14-18-08.746517Z.json
 ---

benchmark/sam3dataset/predictions/2026-02-04T14-18-08.746517Z.jsonl

@@ -0,0 +1,5 @@
+{"image_id": 443, "image_key": "saco-gold/images/metaclip_2_100002_7884da9db2c330c87d224f66_jpeg.rf.94b9aa2e1991c430eed4811e6179c193.jpg", "predictions": [], "expected_counts": {"car": 5, "big bus": 0, "big truck": 0, "bus-l-": 0, "bus-s-": 0, "mid truck": 0, "small bus": 0, "small truck": 0, "truck-l-": 0, "truck-m-": 0, "truck-s-": 0, "truck-xl-": 0}, "iou": 0.0, "per_class_iou": {"car": 0.0, "big bus": 0.0, "big truck": 0.0, "bus-l-": 0.0, "bus-s-": 0.0, "mid truck": 0.0, "small bus": 0.0, "small truck": 0.0, "truck-l-": 0.0, "truck-m-": 0.0, "truck-s-": 0.0, "truck-xl-": 0.0}}
+{"image_id": 310, "image_key": "saco-gold/images/metaclip_2_10002_820eae69e727e6e53041f38a_jpeg.rf.a7a08ae2406ca257fa9f619763462eb0.jpg", "predictions": [], "expected_counts": {"car": 8, "big bus": 0, "big truck": 0, "bus-l-": 0, "bus-s-": 0, "mid truck": 0, "small bus": 0, "small truck": 0, "truck-l-": 0, "truck-m-": 0, "truck-s-": 0, "truck-xl-": 0}, "iou": 0.0, "per_class_iou": {"car": 0.0, "big bus": 0.0, "big truck": 0.0, "bus-l-": 0.0, "bus-s-": 0.0, "mid truck": 0.0, "small bus": 0.0, "small truck": 0.0, "truck-l-": 0.0, "truck-m-": 0.0, "truck-s-": 0.0, "truck-xl-": 0.0}}
+{"image_id": 477, "image_key": "saco-gold/images/metaclip_2_100002_51fb0d13147469b77518aaf4_jpeg.rf.5a647d09205446e113faad139c277d5e.jpg", "predictions": [], "expected_counts": {"car": 6, "big bus": 0, "big truck": 0, "bus-l-": 0, "bus-s-": 0, "mid truck": 0, "small bus": 0, "small truck": 0, "truck-l-": 0, "truck-m-": 0, "truck-s-": 0, "truck-xl-": 0}, "iou": 0.0, "per_class_iou": {"car": 0.0, "big bus": 0.0, "big truck": 0.0, "bus-l-": 0.0, "bus-s-": 0.0, "mid truck": 0.0, "small bus": 0.0, "small truck": 0.0, "truck-l-": 0.0, "truck-m-": 0.0, "truck-s-": 0.0, "truck-xl-": 0.0}}
+{"image_id": 597, "image_key": "saco-gold/images/metaclip_2_100002_5f40613cf8e0f19de2f2d7cd_jpeg.rf.e9d333089efa7f94eabd3d513b398657.jpg", "predictions": [], "expected_counts": {"car": 2, "big bus": 0, "big truck": 0, "bus-l-": 0, "bus-s-": 0, "mid truck": 0, "small bus": 0, "small truck": 0, "truck-l-": 0, "truck-m-": 0, "truck-s-": 0, "truck-xl-": 0}, "iou": 0.0, "per_class_iou": {"car": 0.0, "big bus": 0.0, "big truck": 0.0, "bus-l-": 0.0, "bus-s-": 0.0, "mid truck": 0.0, "small bus": 0.0, "small truck": 0.0, "truck-l-": 0.0, "truck-m-": 0.0, "truck-s-": 0.0, "truck-xl-": 0.0}}
+{"image_id": 36, "image_key": "saco-gold/images/metaclip_2_100002_179827ab89b75ac6b144097f_jpeg.rf.dc4ccb19f3de6763d221455695939c05.jpg", "predictions": [], "expected_counts": {"car": 1, "big bus": 0, "big truck": 0, "bus-l-": 0, "bus-s-": 0, "mid truck": 0, "small bus": 0, "small truck": 0, "truck-l-": 0, "truck-m-": 0, "truck-s-": 0, "truck-xl-": 0}, "iou": 0.0, "per_class_iou": {"car": 0.0, "big bus": 0.0, "big truck": 0.0, "bus-l-": 0.0, "bus-s-": 0.0, "mid truck": 0.0, "small bus": 0.0, "small truck": 0.0, "truck-l-": 0.0, "truck-m-": 0.0, "truck-s-": 0.0, "truck-xl-": 0.0}}

benchmark/sam3dataset/results/2026-02-04T14-18-08.746517Z.json

@@ -0,0 +1,64 @@
+{
+  "meta": {
+    "element_id": "MTerryJack/Element-Detect-Vehicles",
+    "classes": [
+      "car",
+      "big bus",
+      "big truck",
+      "bus-l-",
+      "bus-s-",
+      "car",
+      "mid truck",
+      "small bus",
+      "small truck",
+      "truck-l-",
+      "truck-m-",
+      "truck-s-",
+      "truck-xl-"
+    ],
+    "max_images": 10,
+    "matched_images": 5
+  },
+  "results": {
+    "overall_iou": 0.0,
+    "per_class_iou": {
+      "car": 0.0,
+      "big bus": 0.0,
+      "big truck": 0.0,
+      "bus-l-": 0.0,
+      "bus-s-": 0.0,
+      "mid truck": 0.0,
+      "small bus": 0.0,
+      "small truck": 0.0,
+      "truck-l-": 0.0,
+      "truck-m-": 0.0,
+      "truck-s-": 0.0,
+      "truck-xl-": 0.0
+    },
+    "matched_images": 5,
+    "gt_count": 224,
+    "pred_count": 0,
+    "classes": [
+      "car",
+      "big bus",
+      "big truck",
+      "bus-l-",
+      "bus-s-",
+      "car",
+      "mid truck",
+      "small bus",
+      "small truck",
+      "truck-l-",
+      "truck-m-",
+      "truck-s-",
+      "truck-xl-"
+    ]
+  },
+  "selected": [
+    "saco-gold/images/metaclip_2_10002_820eae69e727e6e53041f38a_jpeg.rf.a7a08ae2406ca257fa9f619763462eb0.jpg",
+    "saco-gold/images/metaclip_2_100002_51fb0d13147469b77518aaf4_jpeg.rf.5a647d09205446e113faad139c277d5e.jpg",
+    "saco-gold/images/metaclip_2_100002_7884da9db2c330c87d224f66_jpeg.rf.94b9aa2e1991c430eed4811e6179c193.jpg",
+    "saco-gold/images/metaclip_2_100002_5f40613cf8e0f19de2f2d7cd_jpeg.rf.e9d333089efa7f94eabd3d513b398657.jpg",
+    "saco-gold/images/metaclip_2_100002_179827ab89b75ac6b144097f_jpeg.rf.dc4ccb19f3de6763d221455695939c05.jpg"
+  ]
+}