benchmark: sam3_2026-02-05T16-47-18.762628Z

README.md

@@ -29,6 +29,6 @@ manako:
   evaluation_score: 0.0
   last_benchmark:
     type: sam3dataset-v1
-    ran_at: '2026-02-05T16:47:14.830741Z'
-    result_path: benchmark/sam3dataset/results/2026-02-05T16-47-14.830160Z.json
+    ran_at: '2026-02-05T16:47:35.489382Z'
+    result_path: benchmark/sam3dataset/results/2026-02-05T16-47-35.488792Z.json
 ---

benchmark/sam3dataset/predictions/2026-02-05T16-47-35.488792Z.jsonl

@@ -0,0 +1,5 @@
+{"image_id": 444, "image_key": "saco-gold/images/metaclip_2_100002_7884da9db2c330c87d224f66_jpeg.rf.94b9aa2e1991c430eed4811e6179c193.jpg", "predictions": [], "expected_counts": {"car": 5}, "iou": 0.0, "per_class_iou": {"car": 0.0, "the big board": 0.0, "a truck": 0.0, "the transport vehicle": 0.0, "a transport vehicle": 0.0}}
+{"image_id": 160, "image_key": "saco-gold/images/metaclip_2_100002_8ff8333ef86ee78ebaed251a_jpeg.rf.bf178f97ef491e4032ab3c31cc3faa7a.jpg", "predictions": [], "expected_counts": {"a truck": 1}, "iou": 0.0, "per_class_iou": {"car": 0.0, "the big board": 0.0, "a truck": 0.0, "the transport vehicle": 0.0, "a transport vehicle": 0.0}}
+{"image_id": 90, "image_key": "saco-gold/images/metaclip_2_10002_ad0adc282597f6c2f4587e7c_jpeg.rf.5613fea336c8ecdcaf01c7eb0456d287.jpg", "predictions": [], "expected_counts": {"the big board": 1}, "iou": 0.0, "per_class_iou": {"car": 0.0, "the big board": 0.0, "a truck": 0.0, "the transport vehicle": 0.0, "a transport vehicle": 0.0}}
+{"image_id": 598, "image_key": "saco-gold/images/metaclip_2_100002_5f40613cf8e0f19de2f2d7cd_jpeg.rf.e9d333089efa7f94eabd3d513b398657.jpg", "predictions": [], "expected_counts": {"car": 2}, "iou": 0.0, "per_class_iou": {"car": 0.0, "the big board": 0.0, "a truck": 0.0, "the transport vehicle": 0.0, "a transport vehicle": 0.0}}
+{"image_id": 37, "image_key": "saco-gold/images/metaclip_2_100002_179827ab89b75ac6b144097f_jpeg.rf.dc4ccb19f3de6763d221455695939c05.jpg", "predictions": [], "expected_counts": {"car": 1}, "iou": 0.0, "per_class_iou": {"car": 0.0, "the big board": 0.0, "a truck": 0.0, "the transport vehicle": 0.0, "a transport vehicle": 0.0}}

benchmark/sam3dataset/results/2026-02-05T16-47-35.488792Z.json

@@ -0,0 +1,57 @@
+{
+  "meta": {
+    "element_id": "MTerryJack/Element-Detect-Vehicles",
+    "classes": [
+      "car",
+      "the big board",
+      "a truck",
+      "the transport vehicle",
+      "the transport vehicle",
+      "car",
+      "a truck",
+      "a transport vehicle",
+      "a truck",
+      "a truck",
+      "a truck",
+      "a truck",
+      "a truck"
+    ],
+    "max_images": 5,
+    "matched_images": 5
+  },
+  "results": {
+    "overall_iou": 0.0,
+    "per_class_iou": {
+      "car": 0.0,
+      "the big board": 0.0,
+      "a truck": 0.0,
+      "the transport vehicle": 0.0,
+      "a transport vehicle": 0.0
+    },
+    "matched_images": 5,
+    "gt_count": 10,
+    "pred_count": 0,
+    "classes": [
+      "car",
+      "the big board",
+      "a truck",
+      "the transport vehicle",
+      "the transport vehicle",
+      "car",
+      "a truck",
+      "a transport vehicle",
+      "a truck",
+      "a truck",
+      "a truck",
+      "a truck",
+      "a truck"
+    ]
+  },
+  "selected": [
+    "saco-gold/images/metaclip_2_10002_ad0adc282597f6c2f4587e7c_jpeg.rf.5613fea336c8ecdcaf01c7eb0456d287.jpg",
+    "saco-gold/images/metaclip_2_100002_5f40613cf8e0f19de2f2d7cd_jpeg.rf.e9d333089efa7f94eabd3d513b398657.jpg",
+    "saco-gold/images/metaclip_2_100002_7884da9db2c330c87d224f66_jpeg.rf.94b9aa2e1991c430eed4811e6179c193.jpg",
+    "saco-gold/images/metaclip_2_100002_179827ab89b75ac6b144097f_jpeg.rf.dc4ccb19f3de6763d221455695939c05.jpg",
+    "saco-gold/images/metaclip_2_100002_8ff8333ef86ee78ebaed251a_jpeg.rf.bf178f97ef491e4032ab3c31cc3faa7a.jpg"
+  ]
+}