benchmark: sam3_2026-02-06T16-52-09.570477Z

README.md

@@ -17,9 +17,9 @@ manako:
   - name: detections
     type: detections
     description: List of detections
-  evaluation_score: 0.7811368426015943
+  evaluation_score: 0.8506431088019365
   last_benchmark:
-    type: detect-iou-v1
-    ran_at: '2026-02-06T16:13:01.561442Z'
-    result_path: benchmark/results/2026-02-06T16-13-01.561450Z.json
+    type: sam3dataset-v1
+    ran_at: '2026-02-06T16:52:35.795038Z'
+    result_path: benchmark/sam3dataset/results/2026-02-06T16-52-35.794542Z.json
 ---

benchmark/sam3dataset/predictions/2026-02-06T16-52-35.794542Z.jsonl

@@ -0,0 +1 @@
+{"image_id": 479, "image_key": "saco-gold/images/metaclip_2_10002_27595a67273eb07060235311_jpeg.rf.a4810874c6cd822ad9eafff7bb832b1d.jpg", "predictions": [{"frame_idx": 0, "class": "qr_code", "bbox": [914.5089721679688, 7.327355861663818, 989.2177734375, 81.10939025878906], "score": 0.9235459566116333, "track_id": "f0-d0"}], "expected_counts": {"the QR code": 1}, "iou": 0.8506431088019365, "per_class_iou": {"the QR code": 0.0}}

benchmark/sam3dataset/results/2026-02-06T16-52-35.794542Z.json

@@ -0,0 +1,29 @@
+{
+  "meta": {
+    "element_id": "MTerryJack/Element-Detect-QRCode-2",
+    "classes": [
+      "the QR code",
+      "the QR code",
+      "the QR code"
+    ],
+    "max_images": 5,
+    "matched_images": 1
+  },
+  "results": {
+    "overall_iou": 0.8506431088019365,
+    "per_class_iou": {
+      "the QR code": 0.0
+    },
+    "matched_images": 1,
+    "gt_count": 1,
+    "pred_count": 1,
+    "classes": [
+      "the QR code",
+      "the QR code",
+      "the QR code"
+    ]
+  },
+  "selected": [
+    "saco-gold/images/metaclip_2_10002_27595a67273eb07060235311_jpeg.rf.a4810874c6cd822ad9eafff7bb832b1d.jpg"
+  ]
+}