benchmark: bench_2026-01-31T03-11-10.055676Z

.gitattributes

@@ -34,3 +34,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 example.jpg filter=lfs diff=lfs merge=lfs -text
+benchmark/images/1.png filter=lfs diff=lfs merge=lfs -text
+benchmark/images/2.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -14,9 +14,9 @@ manako:
   - name: detections
     type: detections
     description: List of detections
-  evaluation_score: null
+  evaluation_score: 0.0
   last_benchmark:
-    type: unsupported
-    ran_at: '2026-01-31T02:52:18.266413Z'
-    result_path: benchmark/results/2026-01-31T02-52-18.266426Z.json
+    type: detect-iou-v1
+    ran_at: '2026-01-31T03:11:31.957348Z'
+    result_path: benchmark/results/2026-01-31T03-11-31.957355Z.json
 ---

benchmark/labels/1.json

@@ -0,0 +1,242 @@
+[
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      441.0,
+      928.0,
+      443.0,
+      930.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      281.0,
+      925.0,
+      283.0,
+      927.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      80.0,
+      924.0,
+      89.0,
+      931.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      889.0,
+      921.0,
+      895.0,
+      926.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      271.0,
+      914.0,
+      272.0,
+      916.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-4"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      264.0,
+      914.0,
+      265.0,
+      915.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-5"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      296.0,
+      911.0,
+      296.0,
+      911.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-6"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      104.0,
+      911.0,
+      107.0,
+      912.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-7"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      253.0,
+      909.0,
+      259.0,
+      914.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-8"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      906.0,
+      902.0,
+      948.0,
+      933.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-9"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      926.0,
+      847.0,
+      926.0,
+      847.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-10"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      933.0,
+      716.0,
+      933.0,
+      716.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-11"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      954.0,
+      246.0,
+      954.0,
+      247.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-12"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      944.0,
+      165.0,
+      944.0,
+      166.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-13"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      936.0,
+      158.0,
+      937.0,
+      158.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-14"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      936.0,
+      141.0,
+      940.0,
+      147.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-15"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      925.0,
+      131.0,
+      930.0,
+      138.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-16"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      149.0,
+      99.0,
+      155.0,
+      101.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-17"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      896.0,
+      96.0,
+      958.0,
+      138.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-18"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      54.0,
+      93.0,
+      965.0,
+      940.0
+    ],
+    "score": 0.8934135437011719,
+    "track_id": "sam3-0-0-19"
+  }
+]

benchmark/labels/2.json

@@ -0,0 +1,38 @@
+[
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      825.0,
+      491.0,
+      827.0,
+      493.0
+    ],
+    "score": 0.9480314254760742,
+    "track_id": "sam3-0-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      243.0,
+      405.0,
+      254.0,
+      407.0
+    ],
+    "score": 0.9480314254760742,
+    "track_id": "sam3-0-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr_code",
+    "bbox": [
+      239.0,
+      155.0,
+      841.0,
+      825.0
+    ],
+    "score": 0.9480314254760742,
+    "track_id": "sam3-0-0-2"
+  }
+]

benchmark/predicted/1.json

@@ -0,0 +1 @@
+[]

benchmark/predicted/2.json

@@ -0,0 +1 @@
+[]

benchmark/results/2026-01-31T03-11-31.957355Z.json

@@ -0,0 +1,22 @@
+{
+  "checks": {
+    "main_py": "pass",
+    "pyproject_toml": "pass",
+    "load_model": "pass",
+    "run_model": "pass",
+    "objects": "pass"
+  },
+  "results": {
+    "iou": 0.0,
+    "gt_count": 23,
+    "pred_count": 0,
+    "generated_image": true,
+    "images": [
+      1,
+      2
+    ],
+    "per_class_iou": {
+      "qr_code": 0.0
+    }
+  }
+}