benchmark: sam3_2026-02-06T16-48-45.852012Z

README.md

@@ -18,9 +18,9 @@ manako:
   - name: detections
     type: detections
     description: List of detections
-  evaluation_score: 0.9185990867288931
+  evaluation_score: 0.5346740046747852
   last_benchmark:
-    type: detect-iou-v1
-    ran_at: '2026-02-06T16:47:19.381223Z'
-    result_path: benchmark/results/2026-02-06T16-47-19.381231Z.json
+    type: sam3dataset-v1
+    ran_at: '2026-02-06T16:49:31.976115Z'
+    result_path: benchmark/sam3dataset/results/2026-02-06T16-49-31.975421Z.json
 ---

benchmark/sam3dataset/predictions/2026-02-06T16-49-31.975421Z.jsonl

@@ -0,0 +1,5 @@
+{"image_id": 561, "image_key": "saco-gold/images/metaclip_2_10002_d43ecdd341ec43fb445998ed_jpeg.rf.987bb806d519ddd813de33badbe124a3.jpg", "predictions": [{"frame_idx": 0, "class": "human", "bbox": [0.6721317768096924, 104.75398254394531, 187.07191467285156, 632.6317138671875], "score": 0.88199782371521, "track_id": "f0-d0"}, {"frame_idx": 0, "class": "human", "bbox": [783.2310180664062, 162.82054138183594, 815.0733032226562, 247.50112915039062], "score": 0.5000290870666504, "track_id": "f0-d1"}, {"frame_idx": 0, "class": "human", "bbox": [541.2887573242188, 146.36431884765625, 681.2992553710938, 384.6585998535156], "score": 0.38175705075263977, "track_id": "f0-d2"}], "expected_counts": {"human": 8}, "iou": 0.8149013668329362, "per_class_iou": {"ball": 0.0, "human": 0.8149013668329362, "red rim": 0.0}}
+{"image_id": 450, "image_key": "saco-gold/images/metaclip_2_100002_0fb4ad0d7cac03b4e8879a5f_jpeg.rf.fc17f1c1e8134c0a2d01c29fbb51bf89.jpg", "predictions": [{"frame_idx": 0, "class": "human", "bbox": [43.67951965332031, 18.21533203125, 621.1534423828125, 788.088623046875], "score": 0.8438584804534912, "track_id": "f0-d0"}, {"frame_idx": 0, "class": "human", "bbox": [1002.666748046875, 66.69719696044922, 1199.6317138671875, 721.8041381835938], "score": 0.8215310573577881, "track_id": "f0-d1"}, {"frame_idx": 0, "class": "human", "bbox": [0.34346577525138855, 5.3545756340026855, 124.05406188964844, 728.9044799804688], "score": 0.7418914437294006, "track_id": "f0-d2"}, {"frame_idx": 0, "class": "ball", "bbox": [364.3572692871094, 246.41371154785156, 514.6119995117188, 384.3423767089844], "score": 0.4107773005962372, "track_id": "f0-d3"}, {"frame_idx": 0, "class": "human", "bbox": [206.85916137695312, 223.02745056152344, 766.8715209960938, 799.0520629882812], "score": 0.3906398415565491, "track_id": "f0-d4"}], "expected_counts": {"human": 12}, "iou": 0.8966509782298983, "per_class_iou": {"ball": 0.0, "human": 0.8966509782298983, "red rim": 0.0}}
+{"image_id": 376, "image_key": "saco-gold/images/metaclip_2_100002_eda85a0cc0872b3ebe572adc_jpeg.rf.0e51054c4d6a16b27198f48ef420eefc.jpg", "predictions": [{"frame_idx": 0, "class": "human", "bbox": [105.34386444091797, 80.81944274902344, 388.5215148925781, 530.5955200195312], "score": 0.8993464112281799, "track_id": "f0-d0"}, {"frame_idx": 0, "class": "ball", "bbox": [332.696533203125, 172.17337036132812, 398.4802551269531, 241.61558532714844], "score": 0.8672350645065308, "track_id": "f0-d1"}, {"frame_idx": 0, "class": "human", "bbox": [295.8363342285156, 33.47809600830078, 597.7547607421875, 504.56085205078125], "score": 0.8184754848480225, "track_id": "f0-d2"}, {"frame_idx": 0, "class": "human", "bbox": [445.75604248046875, 26.418792724609375, 604.0848999023438, 493.02203369140625], "score": 0.7205960154533386, "track_id": "f0-d3"}, {"frame_idx": 0, "class": "human", "bbox": [298.3193054199219, 36.71419143676758, 403.6197204589844, 377.5997009277344], "score": 0.2865668535232544, "track_id": "f0-d4"}], "expected_counts": {"ball": 1}, "iou": 0.9618176783110919, "per_class_iou": {"ball": 0.9618176783110919, "human": 0.0, "red rim": 0.0}}
+{"image_id": 562, "image_key": "saco-gold/images/metaclip_2_100002_a3297216ce85a6a95d8e03b5_jpeg.rf.39efd313beba3d34548737873964a899.jpg", "predictions": [], "expected_counts": {"red rim": 3}, "iou": 0.0, "per_class_iou": {"ball": 0.0, "human": 0.0, "red rim": 0.0}}
+{"image_id": 74, "image_key": "saco-gold/images/metaclip_2_100002_1d2690e978152df619b92fea_jpeg.rf.009c15b09bf07561b420ca2b43c10f0b.jpg", "predictions": [], "expected_counts": {"human": 32}, "iou": 0.0, "per_class_iou": {"ball": 0.0, "human": 0.0, "red rim": 0.0}}

benchmark/sam3dataset/results/2026-02-06T16-49-31.975421Z.json

@@ -0,0 +1,35 @@
+{
+  "meta": {
+    "element_id": "MTerryJack/Element-Detect-Basketball",
+    "classes": [
+      "ball",
+      "human",
+      "red rim"
+    ],
+    "max_images": 5,
+    "matched_images": 5
+  },
+  "results": {
+    "overall_iou": 0.5346740046747852,
+    "per_class_iou": {
+      "ball": 0.19236353566221837,
+      "human": 0.3423104690125669,
+      "red rim": 0.0
+    },
+    "matched_images": 5,
+    "gt_count": 56,
+    "pred_count": 13,
+    "classes": [
+      "ball",
+      "human",
+      "red rim"
+    ]
+  },
+  "selected": [
+    "saco-gold/images/metaclip_2_100002_1d2690e978152df619b92fea_jpeg.rf.009c15b09bf07561b420ca2b43c10f0b.jpg",
+    "saco-gold/images/metaclip_2_100002_0fb4ad0d7cac03b4e8879a5f_jpeg.rf.fc17f1c1e8134c0a2d01c29fbb51bf89.jpg",
+    "saco-gold/images/metaclip_2_10002_d43ecdd341ec43fb445998ed_jpeg.rf.987bb806d519ddd813de33badbe124a3.jpg",
+    "saco-gold/images/metaclip_2_100002_a3297216ce85a6a95d8e03b5_jpeg.rf.39efd313beba3d34548737873964a899.jpg",
+    "saco-gold/images/metaclip_2_100002_eda85a0cc0872b3ebe572adc_jpeg.rf.0e51054c4d6a16b27198f48ef420eefc.jpg"
+  ]
+}