benchmark: sam3_2026-02-06T16-54-20.780420Z

README.md

@@ -19,9 +19,9 @@ manako:
   - name: detections
     type: detections
     description: List of detections
-  evaluation_score: 0.6185448798588737
+  evaluation_score: 0.5138031349087193
   last_benchmark:
-    type: detect-iou-v1
-    ran_at: '2026-02-06T16:19:19.582171Z'
-    result_path: benchmark/results/2026-02-06T16-19-19.582195Z.json
+    type: sam3dataset-v1
+    ran_at: '2026-02-06T16:54:36.521547Z'
+    result_path: benchmark/sam3dataset/results/2026-02-06T16-54-36.520456Z.json
 ---

benchmark/sam3dataset/predictions/2026-02-06T16-54-36.520456Z.jsonl

@@ -0,0 +1,5 @@
+{"image_id": 200, "image_key": "saco-gold/images/metaclip_2_100002_778fb5dfec8b564280555a51_jpeg.rf.e49c6a37959285bda44fff2751e1d9bd.jpg", "predictions": [{"x": 436.5, "y": 142.0, "width": 47.0, "height": 70.0, "confidence": 0.6584227085113525, "class_id": 0, "class": "person", "bbox": [413.0, 107.0, 460.0, 177.0], "score": 0.6584227085113525}, {"x": 166.5, "y": 168.5, "width": 17.0, "height": 53.0, "confidence": 0.5945584774017334, "class_id": 0, "class": "person", "bbox": [158.0, 142.0, 175.0, 195.0], "score": 0.5945584774017334}], "expected_counts": {"person": 8}, "iou": 0.7992007992007992, "per_class_iou": {"person": 0.7992007992007992}}
+{"image_id": 210, "image_key": "saco-gold/images/metaclip_2_100002_2e1d98c0cedb00b4571e2ad2_jpeg.rf.ac92ffce1fef75a365ce4b296f1db04e.jpg", "predictions": [{"x": 51.5, "y": 249.5, "width": 101.0, "height": 459.0, "confidence": 0.8023505210876465, "class_id": 0, "class": "person", "bbox": [1.0, 20.0, 102.0, 479.0], "score": 0.8023505210876465}, {"x": 329.5, "y": 289.0, "width": 177.0, "height": 566.0, "confidence": 0.7233175039291382, "class_id": 0, "class": "person", "bbox": [241.0, 6.0, 418.0, 572.0], "score": 0.7233175039291382}, {"x": 136.5, "y": 279.5, "width": 237.0, "height": 549.0, "confidence": 0.7040624618530273, "class_id": 0, "class": "person", "bbox": [18.0, 5.0, 255.0, 554.0], "score": 0.7040624618530273}], "expected_counts": {"person": 17}, "iou": 0.9218117847375519, "per_class_iou": {"person": 0.9218117847375519}}
+{"image_id": 534, "image_key": "saco-gold/images/metaclip_2_10002_532b5e81dea0eef2e0371605_jpeg.rf.8139de622393c6cdcfc24e1fac90c224.jpg", "predictions": [{"x": 456.5, "y": 313.0, "width": 905.0, "height": 620.0, "confidence": 0.6715786457061768, "class_id": 0, "class": "person", "bbox": [4.0, 3.0, 909.0, 623.0], "score": 0.6715786457061768}], "expected_counts": {"person": 6}, "iou": 0.39065214627738465, "per_class_iou": {"person": 0.39065214627738465}}
+{"image_id": 45, "image_key": "saco-gold/images/metaclip_2_100002_7deed25ee9f0b5352df379e3_jpeg.rf.6c81db8863c048b0c7e2db843bdb87bd.jpg", "predictions": [{"x": 121.0, "y": 1469.5, "width": 232.0, "height": 353.0, "confidence": 0.8423327207565308, "class_id": 0, "class": "person", "bbox": [5.0, 1293.0, 237.0, 1646.0], "score": 0.8423327207565308}, {"x": 247.0, "y": 1147.0, "width": 246.0, "height": 260.0, "confidence": 0.7716512680053711, "class_id": 0, "class": "person", "bbox": [124.0, 1017.0, 370.0, 1277.0], "score": 0.7716512680053711}, {"x": 608.0, "y": 1481.0, "width": 188.0, "height": 314.0, "confidence": 0.7562426328659058, "class_id": 0, "class": "person", "bbox": [514.0, 1324.0, 702.0, 1638.0], "score": 0.7562426328659058}, {"x": 307.0, "y": 857.5, "width": 238.0, "height": 279.0, "confidence": 0.6937606334686279, "class_id": 0, "class": "person", "bbox": [188.0, 718.0, 426.0, 997.0], "score": 0.6937606334686279}, {"x": 441.0, "y": 1474.0, "width": 150.0, "height": 308.0, "confidence": 0.6753724813461304, "class_id": 0, "class": "person", "bbox": [366.0, 1320.0, 516.0, 1628.0], "score": 0.6753724813461304}, {"x": 323.5, "y": 1464.5, "width": 149.0, "height": 327.0, "confidence": 0.6434035897254944, "class_id": 0, "class": "person", "bbox": [249.0, 1301.0, 398.0, 1628.0], "score": 0.6434035897254944}, {"x": 566.0, "y": 1151.5, "width": 362.0, "height": 275.0, "confidence": 0.5020955801010132, "class_id": 0, "class": "person", "bbox": [385.0, 1014.0, 747.0, 1289.0], "score": 0.5020955801010132}, {"x": 274.0, "y": 184.0, "width": 478.0, "height": 338.0, "confidence": 0.47671371698379517, "class_id": 0, "class": "person", "bbox": [35.0, 15.0, 513.0, 353.0], "score": 0.47671371698379517}], "expected_counts": {"person": 14}, "iou": 0.4573509443278608, "per_class_iou": {"person": 0.4573509443278608}}
+{"image_id": 133, "image_key": "saco-gold/images/metaclip_2_100002_55255beda3e5b364187ee921_jpeg.rf.b433bf24de9d435702f90c7f3e3687f9.jpg", "predictions": [{"x": 708.5, "y": 409.5, "width": 179.0, "height": 533.0, "confidence": 0.8429585099220276, "class_id": 0, "class": "person", "bbox": [619.0, 143.0, 798.0, 676.0], "score": 0.8429585099220276}, {"x": 279.0, "y": 439.0, "width": 472.0, "height": 482.0, "confidence": 0.8056560754776001, "class_id": 0, "class": "person", "bbox": [43.0, 198.0, 515.0, 680.0], "score": 0.8056560754776001}, {"x": 823.0, "y": 87.5, "width": 86.0, "height": 143.0, "confidence": 0.6698609590530396, "class_id": 0, "class": "person", "bbox": [780.0, 16.0, 866.0, 159.0], "score": 0.6698609590530396}], "expected_counts": {"person": 5}, "iou": 0.0, "per_class_iou": {"person": 0.0}}

benchmark/sam3dataset/results/2026-02-06T16-54-36.520456Z.json

@@ -0,0 +1,29 @@
+{
+  "meta": {
+    "element_id": "MTerryJack/Element-Detect-detect-people-ldtfi",
+    "classes": [
+      "person"
+    ],
+    "max_images": 5,
+    "matched_images": 5
+  },
+  "results": {
+    "overall_iou": 0.5138031349087193,
+    "per_class_iou": {
+      "person": 0.5138031349087193
+    },
+    "matched_images": 5,
+    "gt_count": 50,
+    "pred_count": 17,
+    "classes": [
+      "person"
+    ]
+  },
+  "selected": [
+    "saco-gold/images/metaclip_2_100002_2e1d98c0cedb00b4571e2ad2_jpeg.rf.ac92ffce1fef75a365ce4b296f1db04e.jpg",
+    "saco-gold/images/metaclip_2_100002_7deed25ee9f0b5352df379e3_jpeg.rf.6c81db8863c048b0c7e2db843bdb87bd.jpg",
+    "saco-gold/images/metaclip_2_100002_778fb5dfec8b564280555a51_jpeg.rf.e49c6a37959285bda44fff2751e1d9bd.jpg",
+    "saco-gold/images/metaclip_2_10002_532b5e81dea0eef2e0371605_jpeg.rf.8139de622393c6cdcfc24e1fac90c224.jpg",
+    "saco-gold/images/metaclip_2_100002_55255beda3e5b364187ee921_jpeg.rf.b433bf24de9d435702f90c7f3e3687f9.jpg"
+  ]
+}