benchmark: bench_2026-02-06T16-16-08.624418Z

.gitattributes

@@ -38,3 +38,7 @@ benchmark/images/1.png filter=lfs diff=lfs merge=lfs -text
 benchmark/images/2.png filter=lfs diff=lfs merge=lfs -text
 benchmark/labels/1.png filter=lfs diff=lfs merge=lfs -text
 benchmark/predicted/1.png filter=lfs diff=lfs merge=lfs -text
+benchmark/images/3.png filter=lfs diff=lfs merge=lfs -text
+benchmark/images/4.png filter=lfs diff=lfs merge=lfs -text
+benchmark/labels/3.png filter=lfs diff=lfs merge=lfs -text
+benchmark/predicted/3.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -40,9 +40,9 @@ manako:
   - name: detections
     type: detections
     description: List of detections
-  evaluation_score: 0.729435525370383
+  evaluation_score: 0.7449190139850637
   last_benchmark:
-    type: sam3dataset-v1
-    ran_at: '2026-02-04T14:06:39.406509Z'
-    result_path: benchmark/sam3dataset/results/2026-02-04T14-06-39.405656Z.json
+    type: detect-iou-v1
+    ran_at: '2026-02-06T16:16:13.772410Z'
+    result_path: benchmark/results/2026-02-06T16-16-13.772431Z.json
 ---

benchmark/labels/3.json

@@ -0,0 +1,458 @@
+[
+  {
+    "frame_idx": 0,
+    "class": "barcode",
+    "bbox": [
+      313.0,
+      658.0,
+      362.0,
+      724.0
+    ],
+    "score": 0.8209657073020935,
+    "track_id": "sam3-0-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "cardboard box",
+    "bbox": [
+      57.0,
+      612.0,
+      389.0,
+      859.0
+    ],
+    "score": 0.9730344414710999,
+    "track_id": "sam3-2-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "fire",
+    "bbox": [
+      585.0,
+      441.0,
+      639.0,
+      499.0
+    ],
+    "score": 0.9069726467132568,
+    "track_id": "sam3-3-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "fire",
+    "bbox": [
+      608.0,
+      260.0,
+      749.0,
+      465.0
+    ],
+    "score": 0.9069726467132568,
+    "track_id": "sam3-3-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "forklift",
+    "bbox": [
+      342.0,
+      378.0,
+      703.0,
+      778.0
+    ],
+    "score": 0.9500716328620911,
+    "track_id": "sam3-4-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "freight container",
+    "bbox": [
+      727.0,
+      476.0,
+      744.0,
+      513.0
+    ],
+    "score": 0.7006666660308838,
+    "track_id": "sam3-5-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "freight container",
+    "bbox": [
+      725.0,
+      359.0,
+      1023.0,
+      659.0
+    ],
+    "score": 0.7006666660308838,
+    "track_id": "sam3-5-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "freight container",
+    "bbox": [
+      427.0,
+      524.0,
+      428.0,
+      527.0
+    ],
+    "score": 0.7006666660308838,
+    "track_id": "sam3-5-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "freight container",
+    "bbox": [
+      496.0,
+      446.0,
+      496.0,
+      446.0
+    ],
+    "score": 0.7006666660308838,
+    "track_id": "sam3-5-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "freight container",
+    "bbox": [
+      484.0,
+      444.0,
+      534.0,
+      507.0
+    ],
+    "score": 0.7006666660308838,
+    "track_id": "sam3-5-0-4"
+  },
+  {
+    "frame_idx": 0,
+    "class": "freight container",
+    "bbox": [
+      31.0,
+      245.0,
+      577.0,
+      618.0
+    ],
+    "score": 0.7006666660308838,
+    "track_id": "sam3-5-0-5"
+  },
+  {
+    "frame_idx": 0,
+    "class": "gloves",
+    "bbox": [
+      555.0,
+      867.0,
+      749.0,
+      966.0
+    ],
+    "score": 0.8320896625518799,
+    "track_id": "sam3-6-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "helmet",
+    "bbox": [
+      530.0,
+      427.0,
+      557.0,
+      451.0
+    ],
+    "score": 0.942497968673706,
+    "track_id": "sam3-7-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "helmet",
+    "bbox": [
+      678.0,
+      770.0,
+      838.0,
+      867.0
+    ],
+    "score": 0.942497968673706,
+    "track_id": "sam3-7-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "helmet",
+    "bbox": [
+      562.0,
+      440.0,
+      575.0,
+      463.0
+    ],
+    "score": 0.942497968673706,
+    "track_id": "sam3-7-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "helmet",
+    "bbox": [
+      530.0,
+      427.0,
+      557.0,
+      454.0
+    ],
+    "score": 0.942497968673706,
+    "track_id": "sam3-7-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "license plate",
+    "bbox": [
+      792.0,
+      626.0,
+      820.0,
+      639.0
+    ],
+    "score": 0.8994470834732056,
+    "track_id": "sam3-9-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "license plate",
+    "bbox": [
+      82.0,
+      587.0,
+      126.0,
+      603.0
+    ],
+    "score": 0.8994470834732056,
+    "track_id": "sam3-9-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "person",
+    "bbox": [
+      555.0,
+      770.0,
+      836.0,
+      966.0
+    ],
+    "score": 0.9252049326896667,
+    "track_id": "sam3-10-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "person",
+    "bbox": [
+      884.0,
+      442.0,
+      917.0,
+      493.0
+    ],
+    "score": 0.9252049326896667,
+    "track_id": "sam3-10-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "person",
+    "bbox": [
+      544.0,
+      441.0,
+      600.0,
+      568.0
+    ],
+    "score": 0.9252049326896667,
+    "track_id": "sam3-10-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "person",
+    "bbox": [
+      517.0,
+      427.0,
+      557.0,
+      510.0
+    ],
+    "score": 0.9252049326896667,
+    "track_id": "sam3-10-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr code",
+    "bbox": [
+      313.0,
+      658.0,
+      362.0,
+      724.0
+    ],
+    "score": 0.932965874671936,
+    "track_id": "sam3-11-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "safety vest",
+    "bbox": [
+      529.0,
+      473.0,
+      546.0,
+      510.0
+    ],
+    "score": 0.8841270208358765,
+    "track_id": "sam3-13-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "safety vest",
+    "bbox": [
+      548.0,
+      469.0,
+      600.0,
+      549.0
+    ],
+    "score": 0.8841270208358765,
+    "track_id": "sam3-13-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "smoke",
+    "bbox": [
+      592.0,
+      389.0,
+      608.0,
+      398.0
+    ],
+    "score": 0.8506214618682861,
+    "track_id": "sam3-14-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "smoke",
+    "bbox": [
+      835.0,
+      303.0,
+      843.0,
+      316.0
+    ],
+    "score": 0.8506214618682861,
+    "track_id": "sam3-14-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "smoke",
+    "bbox": [
+      845.0,
+      293.0,
+      858.0,
+      312.0
+    ],
+    "score": 0.8506214618682861,
+    "track_id": "sam3-14-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "smoke",
+    "bbox": [
+      848.0,
+      290.0,
+      848.0,
+      291.0
+    ],
+    "score": 0.8506214618682861,
+    "track_id": "sam3-14-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "smoke",
+    "bbox": [
+      525.0,
+      0.0,
+      947.0,
+      383.0
+    ],
+    "score": 0.8506214618682861,
+    "track_id": "sam3-14-0-4"
+  },
+  {
+    "frame_idx": 0,
+    "class": "traffic cone",
+    "bbox": [
+      855.0,
+      651.0,
+      1023.0,
+      922.0
+    ],
+    "score": 0.9621353149414062,
+    "track_id": "sam3-15-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck",
+    "bbox": [
+      725.0,
+      359.0,
+      1023.0,
+      660.0
+    ],
+    "score": 0.9452946782112122,
+    "track_id": "sam3-17-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck",
+    "bbox": [
+      342.0,
+      378.0,
+      703.0,
+      777.0
+    ],
+    "score": 0.9452946782112122,
+    "track_id": "sam3-17-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck",
+    "bbox": [
+      49.0,
+      633.0,
+      51.0,
+      636.0
+    ],
+    "score": 0.9452946782112122,
+    "track_id": "sam3-17-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck",
+    "bbox": [
+      34.0,
+      633.0,
+      47.0,
+      638.0
+    ],
+    "score": 0.9452946782112122,
+    "track_id": "sam3-17-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck",
+    "bbox": [
+      484.0,
+      450.0,
+      530.0,
+      502.0
+    ],
+    "score": 0.9452946782112122,
+    "track_id": "sam3-17-0-4"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck",
+    "bbox": [
+      27.0,
+      244.0,
+      578.0,
+      618.0
+    ],
+    "score": 0.9452946782112122,
+    "track_id": "sam3-17-0-5"
+  },
+  {
+    "frame_idx": 0,
+    "class": "wood pallet",
+    "bbox": [
+      39.0,
+      818.0,
+      401.0,
+      913.0
+    ],
+    "score": 0.9745872616767883,
+    "track_id": "sam3-19-0-0"
+  }
+]

benchmark/labels/4.json

@@ -0,0 +1,638 @@
+[
+  {
+    "frame_idx": 0,
+    "class": "barcode",
+    "bbox": [
+      75.0,
+      348.0,
+      219.0,
+      404.0
+    ],
+    "score": 0.9191675186157227,
+    "track_id": "sam3-0-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      754.0,
+      807.0,
+      994.0,
+      998.0
+    ],
+    "score": 0.9580723643302917,
+    "track_id": "sam3-1-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      43.0,
+      64.0,
+      401.0,
+      249.0
+    ],
+    "score": 0.9580723643302917,
+    "track_id": "sam3-1-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "cardboard box",
+    "bbox": [
+      831.0,
+      644.0,
+      937.0,
+      724.0
+    ],
+    "score": 0.9454580545425415,
+    "track_id": "sam3-2-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "cardboard box",
+    "bbox": [
+      938.0,
+      644.0,
+      977.0,
+      717.0
+    ],
+    "score": 0.9454580545425415,
+    "track_id": "sam3-2-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "cardboard box",
+    "bbox": [
+      384.0,
+      892.0,
+      514.0,
+      967.0
+    ],
+    "score": 0.9454580545425415,
+    "track_id": "sam3-2-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "cardboard box",
+    "bbox": [
+      327.0,
+      818.0,
+      383.0,
+      890.0
+    ],
+    "score": 0.9454580545425415,
+    "track_id": "sam3-2-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "cardboard box",
+    "bbox": [
+      831.0,
+      558.0,
+      937.0,
+      643.0
+    ],
+    "score": 0.9454580545425415,
+    "track_id": "sam3-2-0-4"
+  },
+  {
+    "frame_idx": 0,
+    "class": "cardboard box",
+    "bbox": [
+      775.0,
+      647.0,
+      831.0,
+      721.0
+    ],
+    "score": 0.9454580545425415,
+    "track_id": "sam3-2-0-5"
+  },
+  {
+    "frame_idx": 0,
+    "class": "cardboard box",
+    "bbox": [
+      936.0,
+      568.0,
+      977.0,
+      643.0
+    ],
+    "score": 0.9454580545425415,
+    "track_id": "sam3-2-0-6"
+  },
+  {
+    "frame_idx": 0,
+    "class": "cardboard box",
+    "bbox": [
+      384.0,
+      811.0,
+      514.0,
+      891.0
+    ],
+    "score": 0.9454580545425415,
+    "track_id": "sam3-2-0-7"
+  },
+  {
+    "frame_idx": 0,
+    "class": "cardboard box",
+    "bbox": [
+      775.0,
+      569.0,
+      830.0,
+      646.0
+    ],
+    "score": 0.9454580545425415,
+    "track_id": "sam3-2-0-8"
+  },
+  {
+    "frame_idx": 0,
+    "class": "cardboard box",
+    "bbox": [
+      327.0,
+      889.0,
+      383.0,
+      963.0
+    ],
+    "score": 0.9454580545425415,
+    "track_id": "sam3-2-0-9"
+  },
+  {
+    "frame_idx": 0,
+    "class": "fire",
+    "bbox": [
+      526.0,
+      236.0,
+      550.0,
+      249.0
+    ],
+    "score": 0.8815823793411255,
+    "track_id": "sam3-3-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "fire",
+    "bbox": [
+      505.0,
+      85.0,
+      628.0,
+      212.0
+    ],
+    "score": 0.8815823793411255,
+    "track_id": "sam3-3-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "forklift",
+    "bbox": [
+      38.0,
+      533.0,
+      251.0,
+      743.0
+    ],
+    "score": 0.9729112982749939,
+    "track_id": "sam3-4-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "forklift",
+    "bbox": [
+      706.0,
+      43.0,
+      984.0,
+      293.0
+    ],
+    "score": 0.9729112982749939,
+    "track_id": "sam3-4-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "freight container",
+    "bbox": [
+      754.0,
+      807.0,
+      994.0,
+      998.0
+    ],
+    "score": 0.7104727029800415,
+    "track_id": "sam3-5-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "freight container",
+    "bbox": [
+      53.0,
+      794.0,
+      259.0,
+      998.0
+    ],
+    "score": 0.7104727029800415,
+    "track_id": "sam3-5-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "gloves",
+    "bbox": [
+      762.0,
+      442.0,
+      762.0,
+      444.0
+    ],
+    "score": 0.9300510883331299,
+    "track_id": "sam3-6-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "gloves",
+    "bbox": [
+      824.0,
+      359.0,
+      984.0,
+      492.0
+    ],
+    "score": 0.9300510883331299,
+    "track_id": "sam3-6-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "gloves",
+    "bbox": [
+      761.0,
+      398.0,
+      866.0,
+      486.0
+    ],
+    "score": 0.9300510883331299,
+    "track_id": "sam3-6-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "helmet",
+    "bbox": [
+      907.0,
+      78.0,
+      916.0,
+      99.0
+    ],
+    "score": 0.8478739261627197,
+    "track_id": "sam3-7-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "helmet",
+    "bbox": [
+      889.0,
+      73.0,
+      907.0,
+      105.0
+    ],
+    "score": 0.8478739261627197,
+    "track_id": "sam3-7-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "helmet",
+    "bbox": [
+      804.0,
+      327.0,
+      902.0,
+      401.0
+    ],
+    "score": 0.8478739261627197,
+    "track_id": "sam3-7-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "helmet",
+    "bbox": [
+      178.0,
+      555.0,
+      184.0,
+      572.0
+    ],
+    "score": 0.8478739261627197,
+    "track_id": "sam3-7-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "helmet",
+    "bbox": [
+      160.0,
+      555.0,
+      173.0,
+      575.0
+    ],
+    "score": 0.8478739261627197,
+    "track_id": "sam3-7-0-4"
+  },
+  {
+    "frame_idx": 0,
+    "class": "license plate",
+    "bbox": [
+      779.0,
+      956.0,
+      799.0,
+      969.0
+    ],
+    "score": 0.9111961126327515,
+    "track_id": "sam3-9-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "license plate",
+    "bbox": [
+      60.0,
+      178.0,
+      102.0,
+      195.0
+    ],
+    "score": 0.9111961126327515,
+    "track_id": "sam3-9-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "person",
+    "bbox": [
+      882.0,
+      74.0,
+      927.0,
+      162.0
+    ],
+    "score": 0.9161239862442017,
+    "track_id": "sam3-10-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "person",
+    "bbox": [
+      181.0,
+      579.0,
+      195.0,
+      614.0
+    ],
+    "score": 0.9161239862442017,
+    "track_id": "sam3-10-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "person",
+    "bbox": [
+      182.0,
+      569.0,
+      184.0,
+      574.0
+    ],
+    "score": 0.9161239862442017,
+    "track_id": "sam3-10-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "person",
+    "bbox": [
+      132.0,
+      555.0,
+      180.0,
+      678.0
+    ],
+    "score": 0.9161239862442017,
+    "track_id": "sam3-10-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr code",
+    "bbox": [
+      712.0,
+      726.0,
+      712.0,
+      726.0
+    ],
+    "score": 0.8950374722480774,
+    "track_id": "sam3-11-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr code",
+    "bbox": [
+      456.0,
+      726.0,
+      456.0,
+      726.0
+    ],
+    "score": 0.8950374722480774,
+    "track_id": "sam3-11-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr code",
+    "bbox": [
+      676.0,
+      725.0,
+      684.0,
+      727.0
+    ],
+    "score": 0.8950374722480774,
+    "track_id": "sam3-11-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr code",
+    "bbox": [
+      503.0,
+      723.0,
+      515.0,
+      727.0
+    ],
+    "score": 0.8950374722480774,
+    "track_id": "sam3-11-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr code",
+    "bbox": [
+      556.0,
+      716.0,
+      557.0,
+      717.0
+    ],
+    "score": 0.8950374722480774,
+    "track_id": "sam3-11-0-4"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr code",
+    "bbox": [
+      559.0,
+      714.0,
+      586.0,
+      727.0
+    ],
+    "score": 0.8950374722480774,
+    "track_id": "sam3-11-0-5"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr code",
+    "bbox": [
+      521.0,
+      712.0,
+      529.0,
+      727.0
+    ],
+    "score": 0.8950374722480774,
+    "track_id": "sam3-11-0-6"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr code",
+    "bbox": [
+      512.0,
+      712.0,
+      515.0,
+      717.0
+    ],
+    "score": 0.8950374722480774,
+    "track_id": "sam3-11-0-7"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr code",
+    "bbox": [
+      333.0,
+      339.0,
+      702.0,
+      728.0
+    ],
+    "score": 0.8950374722480774,
+    "track_id": "sam3-11-0-8"
+  },
+  {
+    "frame_idx": 0,
+    "class": "safety vest",
+    "bbox": [
+      885.0,
+      102.0,
+      898.0,
+      120.0
+    ],
+    "score": 0.8977490663528442,
+    "track_id": "sam3-13-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "safety vest",
+    "bbox": [
+      900.0,
+      100.0,
+      927.0,
+      145.0
+    ],
+    "score": 0.8977490663528442,
+    "track_id": "sam3-13-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "safety vest",
+    "bbox": [
+      153.0,
+      587.0,
+      155.0,
+      589.0
+    ],
+    "score": 0.8977490663528442,
+    "track_id": "sam3-13-0-2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "safety vest",
+    "bbox": [
+      181.0,
+      580.0,
+      192.0,
+      607.0
+    ],
+    "score": 0.8977490663528442,
+    "track_id": "sam3-13-0-3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "safety vest",
+    "bbox": [
+      149.0,
+      579.0,
+      180.0,
+      635.0
+    ],
+    "score": 0.8977490663528442,
+    "track_id": "sam3-13-0-4"
+  },
+  {
+    "frame_idx": 0,
+    "class": "smoke",
+    "bbox": [
+      448.0,
+      46.0,
+      665.0,
+      209.0
+    ],
+    "score": 0.8772287368774414,
+    "track_id": "sam3-14-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "traffic cone",
+    "bbox": [
+      576.0,
+      832.0,
+      686.0,
+      1002.0
+    ],
+    "score": 0.9817800521850586,
+    "track_id": "sam3-15-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck",
+    "bbox": [
+      754.0,
+      807.0,
+      994.0,
+      998.0
+    ],
+    "score": 0.8740200400352478,
+    "track_id": "sam3-17-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "van",
+    "bbox": [
+      754.0,
+      808.0,
+      994.0,
+      998.0
+    ],
+    "score": 0.7477503418922424,
+    "track_id": "sam3-18-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "wood pallet",
+    "bbox": [
+      764.0,
+      712.0,
+      984.0,
+      760.0
+    ],
+    "score": 0.9612746834754944,
+    "track_id": "sam3-19-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "wood pallet",
+    "bbox": [
+      316.0,
+      956.0,
+      522.0,
+      1002.0
+    ],
+    "score": 0.9612746834754944,
+    "track_id": "sam3-19-0-1"
+  }
+]

benchmark/predicted/3.json

@@ -0,0 +1,74 @@
+[
+  {
+    "frame_idx": 0,
+    "class": "traffic cone",
+    "bbox": [
+      857.3875122070312,
+      647.6681518554688,
+      1023.4801025390625,
+      925.740234375
+    ],
+    "score": 0.8569072484970093,
+    "track_id": "f0-d0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "forklift",
+    "bbox": [
+      340.86651611328125,
+      378.8823547363281,
+      708.0267333984375,
+      775.0711669921875
+    ],
+    "score": 0.7881984710693359,
+    "track_id": "f0-d1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "wood pallet",
+    "bbox": [
+      30.298852920532227,
+      804.3104248046875,
+      180.42092895507812,
+      923.9447021484375
+    ],
+    "score": 0.7863459587097168,
+    "track_id": "f0-d2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "wood pallet",
+    "bbox": [
+      170.37722778320312,
+      806.173583984375,
+      411.34637451171875,
+      924.6607666015625
+    ],
+    "score": 0.6949957609176636,
+    "track_id": "f0-d3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "fire",
+    "bbox": [
+      623.1975708007812,
+      256.82891845703125,
+      749.8739013671875,
+      464.6986389160156
+    ],
+    "score": 0.34111347794532776,
+    "track_id": "f0-d4"
+  },
+  {
+    "frame_idx": 0,
+    "class": "person",
+    "bbox": [
+      517.917236328125,
+      447.7328186035156,
+      607.8089599609375,
+      598.52001953125
+    ],
+    "score": 0.2703937888145447,
+    "track_id": "f0-d5"
+  }
+]

benchmark/predicted/4.json

@@ -0,0 +1,122 @@
+[
+  {
+    "frame_idx": 0,
+    "class": "forklift",
+    "bbox": [
+      63.508689880371094,
+      528.7680053710938,
+      252.7737579345703,
+      745.9415283203125
+    ],
+    "score": 0.8923301696777344,
+    "track_id": "f0-d0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "qr code",
+    "bbox": [
+      324.547607421875,
+      320.23004150390625,
+      715.1226196289062,
+      716.7362670898438
+    ],
+    "score": 0.8863539695739746,
+    "track_id": "f0-d1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "forklift",
+    "bbox": [
+      778.5217895507812,
+      40.556419372558594,
+      988.6412963867188,
+      285.6145935058594
+    ],
+    "score": 0.778130292892456,
+    "track_id": "f0-d2"
+  },
+  {
+    "frame_idx": 0,
+    "class": "van",
+    "bbox": [
+      738.59716796875,
+      793.8851318359375,
+      998.7442626953125,
+      1000.896484375
+    ],
+    "score": 0.7462722659111023,
+    "track_id": "f0-d3"
+  },
+  {
+    "frame_idx": 0,
+    "class": "wood pallet",
+    "bbox": [
+      756.3701171875,
+      705.5875244140625,
+      994.5783081054688,
+      763.9342041015625
+    ],
+    "score": 0.7164947986602783,
+    "track_id": "f0-d4"
+  },
+  {
+    "frame_idx": 0,
+    "class": "freight container",
+    "bbox": [
+      50.68217849731445,
+      790.0828247070312,
+      263.1708068847656,
+      1000.4478759765625
+    ],
+    "score": 0.7047401070594788,
+    "track_id": "f0-d5"
+  },
+  {
+    "frame_idx": 0,
+    "class": "fire",
+    "bbox": [
+      503.7212829589844,
+      90.18412780761719,
+      623.3560791015625,
+      216.591552734375
+    ],
+    "score": 0.6689543724060059,
+    "track_id": "f0-d6"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      39.19171142578125,
+      56.12214279174805,
+      406.12255859375,
+      255.43862915039062
+    ],
+    "score": 0.6605952382087708,
+    "track_id": "f0-d7"
+  },
+  {
+    "frame_idx": 0,
+    "class": "person",
+    "bbox": [
+      134.3330535888672,
+      556.0330200195312,
+      197.558837890625,
+      678.5154418945312
+    ],
+    "score": 0.3863809108734131,
+    "track_id": "f0-d8"
+  },
+  {
+    "frame_idx": 0,
+    "class": "person",
+    "bbox": [
+      868.0511474609375,
+      70.02042388916016,
+      935.8519287109375,
+      195.61489868164062
+    ],
+    "score": 0.3660857677459717,
+    "track_id": "f0-d9"
+  }
+]

benchmark/results/2026-02-06T16-16-13.772431Z.json

@@ -0,0 +1,43 @@
+{
+  "checks": {
+    "main_py": "pass",
+    "pyproject_toml": "pass",
+    "load_model": "pass",
+    "run_model": "pass",
+    "objects": "pass"
+  },
+  "results": {
+    "iou": 0.7449190139850637,
+    "gt_count": 229,
+    "pred_count": 33,
+    "generated_image": true,
+    "images": [
+      1,
+      2,
+      3,
+      4
+    ],
+    "per_class_iou": {
+      "car": 0.6186241467100148,
+      "traffic light": 0.8023420462296122,
+      "safety vest": 0.0,
+      "traffic cone": 0.6755703307950929,
+      "ladder": 0.0,
+      "cardboard box": 0.0,
+      "truck": 0.0,
+      "smoke": 0.0,
+      "road sign": 0.0,
+      "license plate": 0.0,
+      "helmet": 0.0,
+      "person": 0.6317998655519863,
+      "freight container": 0.23503260427150088,
+      "barcode": 0.0,
+      "van": 0.42337158246858975,
+      "wood pallet": 0.44211770280462726,
+      "fire": 0.7538031412522076,
+      "forklift": 0.8387593230945709,
+      "qr code": 0.6099972944131259,
+      "gloves": 0.0
+    }
+  }
+}