benchmark: sam3_2026-02-06T16-50-13.217504Z

README.md

@@ -19,9 +19,9 @@ manako:
   - name: detections
     type: detections
     description: List of detections
-  evaluation_score: 0.8895088864319671
+  evaluation_score: 0.41259791597015505
   last_benchmark:
-    type: detect-iou-v1
-    ran_at: '2026-02-06T16:08:34.770498Z'
-    result_path: benchmark/results/2026-02-06T16-08-34.770514Z.json
+    type: sam3dataset-v1
+    ran_at: '2026-02-06T16:50:52.642528Z'
+    result_path: benchmark/sam3dataset/results/2026-02-06T16-50-52.641742Z.json
 ---

benchmark/sam3dataset/predictions/2026-02-06T16-50-52.641742Z.jsonl

@@ -0,0 +1,5 @@
+{"image_id": 133, "image_key": "saco-gold/images/metaclip_2_100002_55255beda3e5b364187ee921_jpeg.rf.b433bf24de9d435702f90c7f3e3687f9.jpg", "predictions": [{"frame_idx": 0, "class": "Person", "bbox": [632.9185791015625, 161.51263427734375, 794.4368286132812, 609.6854858398438], "score": 0.8176960945129395, "track_id": "f0-d0"}, {"frame_idx": 0, "class": "Person", "bbox": [49.00624084472656, 162.8887481689453, 338.125732421875, 686.0], "score": 0.7932446002960205, "track_id": "f0-d1"}, {"frame_idx": 0, "class": "Person", "bbox": [277.2682800292969, 116.75872039794922, 639.9163208007812, 637.6646118164062], "score": 0.5110431909561157, "track_id": "f0-d2"}], "expected_counts": {"person": 5}, "iou": 0.6927167390683114, "per_class_iou": {"the fork handle": 0.0, "person": 0.6927167390683114}}
+{"image_id": 534, "image_key": "saco-gold/images/metaclip_2_10002_532b5e81dea0eef2e0371605_jpeg.rf.8139de622393c6cdcfc24e1fac90c224.jpg", "predictions": [{"frame_idx": 0, "class": "Forklift", "bbox": [63.3946418762207, 0.0, 988.8072509765625, 625.4517822265625], "score": 0.5410752892494202, "track_id": "f0-d0"}], "expected_counts": {"person": 6}, "iou": 0.44808149154645255, "per_class_iou": {"the fork handle": 0.0, "person": 0.0}}
+{"image_id": 200, "image_key": "saco-gold/images/metaclip_2_100002_778fb5dfec8b564280555a51_jpeg.rf.e49c6a37959285bda44fff2751e1d9bd.jpg", "predictions": [], "expected_counts": {"person": 8}, "iou": 0.0, "per_class_iou": {"the fork handle": 0.0, "person": 0.0}}
+{"image_id": 210, "image_key": "saco-gold/images/metaclip_2_100002_2e1d98c0cedb00b4571e2ad2_jpeg.rf.ac92ffce1fef75a365ce4b296f1db04e.jpg", "predictions": [{"frame_idx": 0, "class": "Person", "bbox": [218.7639617919922, 14.439598083496094, 419.8346252441406, 573.463623046875], "score": 0.6953498125076294, "track_id": "f0-d0"}, {"frame_idx": 0, "class": "Person", "bbox": [383.1534118652344, 0.0, 435.0, 185.10723876953125], "score": 0.3867570161819458, "track_id": "f0-d1"}, {"frame_idx": 0, "class": "Person", "bbox": [385.97637939453125, 0.0, 435.0, 282.7311096191406], "score": 0.27702322602272034, "track_id": "f0-d2"}], "expected_counts": {"person": 17}, "iou": 0.48523894095025527, "per_class_iou": {"the fork handle": 0.0, "person": 0.48523894095025527}}
+{"image_id": 45, "image_key": "saco-gold/images/metaclip_2_100002_7deed25ee9f0b5352df379e3_jpeg.rf.6c81db8863c048b0c7e2db843bdb87bd.jpg", "predictions": [{"frame_idx": 0, "class": "Person", "bbox": [505.8289489746094, 1016.1268920898438, 749.121337890625, 1294.5274658203125], "score": 0.8698599338531494, "track_id": "f0-d0"}, {"frame_idx": 0, "class": "Person", "bbox": [513.6820068359375, 1333.36376953125, 703.1947631835938, 1639.215087890625], "score": 0.8595372438430786, "track_id": "f0-d1"}, {"frame_idx": 0, "class": "Person", "bbox": [109.34031677246094, 1020.9483642578125, 354.8074035644531, 1286.8428955078125], "score": 0.847335159778595, "track_id": "f0-d2"}, {"frame_idx": 0, "class": "Person", "bbox": [2.1588194370269775, 1310.1376953125, 236.7075958251953, 1642.259521484375], "score": 0.8398864269256592, "track_id": "f0-d3"}, {"frame_idx": 0, "class": "Person", "bbox": [348.5205993652344, 1318.8577880859375, 529.7688598632812, 1643.602294921875], "score": 0.7558664083480835, "track_id": "f0-d4"}, {"frame_idx": 0, "class": "Forklift", "bbox": [17.490081787109375, 9.082990646362305, 506.86956787109375, 349.8444519042969], "score": 0.5644540786743164, "track_id": "f0-d5"}], "expected_counts": {"person": 14}, "iou": 0.4369524082857561, "per_class_iou": {"the fork handle": 0.0, "person": 0.8015317940698576}}

benchmark/sam3dataset/results/2026-02-06T16-50-52.641742Z.json

@@ -0,0 +1,32 @@
+{
+  "meta": {
+    "element_id": "MTerryJack/Element-Detect-Forklift",
+    "classes": [
+      "the fork handle",
+      "person"
+    ],
+    "max_images": 5,
+    "matched_images": 5
+  },
+  "results": {
+    "overall_iou": 0.41259791597015505,
+    "per_class_iou": {
+      "the fork handle": 0.0,
+      "person": 0.3958974948176849
+    },
+    "matched_images": 5,
+    "gt_count": 50,
+    "pred_count": 13,
+    "classes": [
+      "the fork handle",
+      "person"
+    ]
+  },
+  "selected": [
+    "saco-gold/images/metaclip_2_100002_2e1d98c0cedb00b4571e2ad2_jpeg.rf.ac92ffce1fef75a365ce4b296f1db04e.jpg",
+    "saco-gold/images/metaclip_2_100002_7deed25ee9f0b5352df379e3_jpeg.rf.6c81db8863c048b0c7e2db843bdb87bd.jpg",
+    "saco-gold/images/metaclip_2_100002_778fb5dfec8b564280555a51_jpeg.rf.e49c6a37959285bda44fff2751e1d9bd.jpg",
+    "saco-gold/images/metaclip_2_10002_532b5e81dea0eef2e0371605_jpeg.rf.8139de622393c6cdcfc24e1fac90c224.jpg",
+    "saco-gold/images/metaclip_2_100002_55255beda3e5b364187ee921_jpeg.rf.b433bf24de9d435702f90c7f3e3687f9.jpg"
+  ]
+}