benchmark: sam3_2026-02-06T16-51-34.059386Z

README.md

@@ -27,9 +27,9 @@ manako:
   - name: detections
     type: detections
     description: List of detections
-  evaluation_score: 0.8276051732972963
+  evaluation_score: 0.46293930747990597
   last_benchmark:
-    type: detect-iou-v1
-    ran_at: '2026-02-06T16:11:46.698189Z'
-    result_path: benchmark/results/2026-02-06T16-11-46.698199Z.json
+    type: sam3dataset-v1
+    ran_at: '2026-02-06T16:51:50.439208Z'
+    result_path: benchmark/sam3dataset/results/2026-02-06T16-51-50.438508Z.json
 ---

benchmark/sam3dataset/predictions/2026-02-06T16-51-50.438508Z.jsonl

@@ -0,0 +1,5 @@
+{"image_id": 478, "image_key": "saco-gold/images/metaclip_2_100002_51fb0d13147469b77518aaf4_jpeg.rf.5a647d09205446e113faad139c277d5e.jpg", "predictions": [{"x": 426.5, "y": 334.5, "width": 589.0, "height": 495.0, "confidence": 0.9305303692817688, "class_id": 18, "class": "18", "bbox": [132.0, 87.0, 721.0, 582.0], "score": 0.9305303692817688}], "expected_counts": {"car": 6}, "iou": 0.8436330707854226, "per_class_iou": {"car": 0.0, "the face mask": 0.0, "camera": 0.0, "the eaves": 0.0, "Motorcycle riding gear": 0.0, "a photo": 0.0, "smartphone": 0.0, "a truck": 0.0}}
+{"image_id": 444, "image_key": "saco-gold/images/metaclip_2_100002_7884da9db2c330c87d224f66_jpeg.rf.94b9aa2e1991c430eed4811e6179c193.jpg", "predictions": [{"x": 447.5, "y": 391.0, "width": 635.0, "height": 294.0, "confidence": 0.7488582134246826, "class_id": 26, "class": "26", "bbox": [130.0, 244.0, 765.0, 538.0], "score": 0.7488582134246826}], "expected_counts": {"car": 5}, "iou": 0.5556957574002441, "per_class_iou": {"car": 0.0, "the face mask": 0.0, "camera": 0.0, "the eaves": 0.0, "Motorcycle riding gear": 0.0, "a photo": 0.0, "smartphone": 0.0, "a truck": 0.0}}
+{"image_id": 149, "image_key": "saco-gold/images/metaclip_2_10002_6cb404efba3474bc9d7e1719_jpeg.rf.f61415b2e5d90541178e876ed7f1dea1.jpg", "predictions": [{"x": 298.5, "y": 105.5, "width": 177.0, "height": 211.0, "confidence": 0.8598625659942627, "class_id": 10, "class": "10", "bbox": [210.0, 0.0, 387.0, 211.0], "score": 0.8598625659942627}, {"x": 250.5, "y": 402.0, "width": 423.0, "height": 384.0, "confidence": 0.4790309965610504, "class_id": 23, "class": "23", "bbox": [39.0, 210.0, 462.0, 594.0], "score": 0.4790309965610504}], "expected_counts": {"Motorcycle riding gear": 17}, "iou": 0.915367709213863, "per_class_iou": {"car": 0.0, "the face mask": 0.0, "camera": 0.0, "the eaves": 0.0, "Motorcycle riding gear": 0.0, "a photo": 0.0, "smartphone": 0.0, "a truck": 0.0}}
+{"image_id": 311, "image_key": "saco-gold/images/metaclip_2_10002_820eae69e727e6e53041f38a_jpeg.rf.a7a08ae2406ca257fa9f619763462eb0.jpg", "predictions": [], "expected_counts": {"car": 8}, "iou": 0.0, "per_class_iou": {"car": 0.0, "the face mask": 0.0, "camera": 0.0, "the eaves": 0.0, "Motorcycle riding gear": 0.0, "a photo": 0.0, "smartphone": 0.0, "a truck": 0.0}}
+{"image_id": 88, "image_key": "saco-gold/images/metaclip_2_100002_3c84a6a6767238c0ec9bb5e1_jpeg.rf.1acf12f9539aed47112359850e6b430d.jpg", "predictions": [], "expected_counts": {"the eaves": 4}, "iou": 0.0, "per_class_iou": {"car": 0.0, "the face mask": 0.0, "camera": 0.0, "the eaves": 0.0, "Motorcycle riding gear": 0.0, "a photo": 0.0, "smartphone": 0.0, "a truck": 0.0}}

benchmark/sam3dataset/results/2026-02-06T16-51-50.438508Z.json

@@ -0,0 +1,52 @@
+{
+  "meta": {
+    "element_id": "MTerryJack/Element-Detect-final-project-m9red",
+    "classes": [
+      "car",
+      "car",
+      "the face mask",
+      "camera",
+      "the eaves",
+      "Motorcycle riding gear",
+      "a photo",
+      "smartphone",
+      "a truck"
+    ],
+    "max_images": 5,
+    "matched_images": 5
+  },
+  "results": {
+    "overall_iou": 0.46293930747990597,
+    "per_class_iou": {
+      "car": 0.0,
+      "the face mask": 0.0,
+      "camera": 0.0,
+      "the eaves": 0.0,
+      "Motorcycle riding gear": 0.0,
+      "a photo": 0.0,
+      "smartphone": 0.0,
+      "a truck": 0.0
+    },
+    "matched_images": 5,
+    "gt_count": 40,
+    "pred_count": 4,
+    "classes": [
+      "car",
+      "car",
+      "the face mask",
+      "camera",
+      "the eaves",
+      "Motorcycle riding gear",
+      "a photo",
+      "smartphone",
+      "a truck"
+    ]
+  },
+  "selected": [
+    "saco-gold/images/metaclip_2_10002_6cb404efba3474bc9d7e1719_jpeg.rf.f61415b2e5d90541178e876ed7f1dea1.jpg",
+    "saco-gold/images/metaclip_2_10002_820eae69e727e6e53041f38a_jpeg.rf.a7a08ae2406ca257fa9f619763462eb0.jpg",
+    "saco-gold/images/metaclip_2_100002_51fb0d13147469b77518aaf4_jpeg.rf.5a647d09205446e113faad139c277d5e.jpg",
+    "saco-gold/images/metaclip_2_100002_7884da9db2c330c87d224f66_jpeg.rf.94b9aa2e1991c430eed4811e6179c193.jpg",
+    "saco-gold/images/metaclip_2_100002_3c84a6a6767238c0ec9bb5e1_jpeg.rf.1acf12f9539aed47112359850e6b430d.jpg"
+  ]
+}