benchmark: bench_2026-02-16T18-10-54.562216Z

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+benchmark/images/1.png filter=lfs diff=lfs merge=lfs -text
+benchmark/images/2.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -14,18 +14,23 @@ tags:
 - object:truck-m-
 - object:truck-s-
 - object:truck-xl-
-
 manako:
-  description: Roboflow - generated by element_trainer service to detect big bus, big truck, bus-l-, bus-s-, car, mid truck, small bus, small truck, truck-l-, truck-m-, truck-s-, truck-xl-
+  description: Roboflow - generated by element_trainer service to detect big bus,
+    big truck, bus-l-, bus-s-, car, mid truck, small bus, small truck, truck-l-, truck-m-,
+    truck-s-, truck-xl-
   source: element_trainer/vehicles-baseline
-  prompt_hints:
+  prompt_hints: null
   input_payload:
-    - name: frame
-      type: image
-      description: RGB frame
+  - name: frame
+    type: image
+    description: RGB frame
   output_payload:
-    - name: detections
-      type: detections
-      description: List of detections
-  evaluation_score: 
+  - name: detections
+    type: detections
+    description: List of detections
+  evaluation_score: 0.9656122849221355
+  last_benchmark:
+    type: detect-iou-v1
+    ran_at: '2026-02-16T18:10:56.519830Z'
+    result_path: benchmark/results/2026-02-16T18-10-56.519836Z.json
 ---

benchmark/labels/1.json

@@ -0,0 +1,62 @@
+[
+  {
+    "frame_idx": 0,
+    "class": "big bus",
+    "bbox": [
+      50.0,
+      117.0,
+      988.0,
+      787.0
+    ],
+    "score": 0.965028703212738,
+    "track_id": "sam3-0-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "bus-s-",
+    "bbox": [
+      50.0,
+      117.0,
+      988.0,
+      786.0
+    ],
+    "score": 0.9525490403175354,
+    "track_id": "sam3-3-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      811.0,
+      530.0,
+      1023.0,
+      753.0
+    ],
+    "score": 0.9778367877006531,
+    "track_id": "sam3-4-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "car",
+    "bbox": [
+      503.0,
+      700.0,
+      909.0,
+      995.0
+    ],
+    "score": 0.9778367877006531,
+    "track_id": "sam3-4-0-1"
+  },
+  {
+    "frame_idx": 0,
+    "class": "small bus",
+    "bbox": [
+      50.0,
+      117.0,
+      988.0,
+      787.0
+    ],
+    "score": 0.9236981868743896,
+    "track_id": "sam3-6-0-0"
+  }
+]

benchmark/labels/2.json

@@ -0,0 +1,110 @@
+[
+  {
+    "frame_idx": 0,
+    "class": "big bus",
+    "bbox": [
+      70.0,
+      292.0,
+      825.0,
+      788.0
+    ],
+    "score": 0.9674444198608398,
+    "track_id": "sam3-0-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "big truck",
+    "bbox": [
+      846.0,
+      323.0,
+      993.0,
+      468.0
+    ],
+    "score": 0.9485448598861694,
+    "track_id": "sam3-1-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "bus-s-",
+    "bbox": [
+      70.0,
+      292.0,
+      825.0,
+      788.0
+    ],
+    "score": 0.9653674364089966,
+    "track_id": "sam3-3-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "mid truck",
+    "bbox": [
+      846.0,
+      323.0,
+      993.0,
+      468.0
+    ],
+    "score": 0.9252710342407227,
+    "track_id": "sam3-5-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "small bus",
+    "bbox": [
+      70.0,
+      292.0,
+      825.0,
+      788.0
+    ],
+    "score": 0.9429893493652344,
+    "track_id": "sam3-6-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "small truck",
+    "bbox": [
+      846.0,
+      323.0,
+      993.0,
+      468.0
+    ],
+    "score": 0.9244774580001831,
+    "track_id": "sam3-7-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck-m-",
+    "bbox": [
+      846.0,
+      323.0,
+      993.0,
+      468.0
+    ],
+    "score": 0.6453149914741516,
+    "track_id": "sam3-9-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck-s-",
+    "bbox": [
+      846.0,
+      323.0,
+      993.0,
+      468.0
+    ],
+    "score": 0.8480125069618225,
+    "track_id": "sam3-10-0-0"
+  },
+  {
+    "frame_idx": 0,
+    "class": "truck-xl-",
+    "bbox": [
+      846.0,
+      323.0,
+      992.0,
+      468.0
+    ],
+    "score": 0.8142678141593933,
+    "track_id": "sam3-11-0-0"
+  }
+]

benchmark/predicted/1.json

@@ -0,0 +1,22 @@
+[
+  [
+    {
+      "x": 917.5,
+      "y": 641.0,
+      "width": 213.0,
+      "height": 218.0,
+      "confidence": 0.9169877171516418,
+      "class_id": 4,
+      "class": "car"
+    },
+    {
+      "x": 704.5,
+      "y": 846.5,
+      "width": 401.0,
+      "height": 299.0,
+      "confidence": 0.9148393273353577,
+      "class_id": 4,
+      "class": "car"
+    }
+  ]
+]

benchmark/predicted/2.json

@@ -0,0 +1,22 @@
+[
+  [
+    {
+      "x": 454.0,
+      "y": 538.5,
+      "width": 756.0,
+      "height": 497.0,
+      "confidence": 0.7624204158782959,
+      "class_id": 0,
+      "class": "big bus"
+    },
+    {
+      "x": 456.0,
+      "y": 540.5,
+      "width": 766.0,
+      "height": 485.0,
+      "confidence": 0.4237770438194275,
+      "class_id": 6,
+      "class": "small bus"
+    }
+  ]
+]

benchmark/results/2026-02-16T18-10-56.519836Z.json

@@ -0,0 +1,33 @@
+{
+  "checks": {
+    "main_py": "pass",
+    "pyproject_toml": "pass",
+    "load_model": "pass",
+    "run_model": "pass",
+    "objects": "pass"
+  },
+  "results": {
+    "iou": 0.9656122849221355,
+    "gt_count": 14,
+    "pred_count": 4,
+    "generated_image": true,
+    "images": [
+      1,
+      2
+    ],
+    "per_class_iou": {
+      "big bus": 0.4885336151395283,
+      "small bus": 0.47829622052613635,
+      "bus-s-": 0.0,
+      "car": 0.9746321287919982,
+      "truck-xl-": 0.0,
+      "big truck": 0.0,
+      "small truck": 0.0,
+      "mid truck": 0.0,
+      "truck-m-": 0.0,
+      "truck-s-": 0.0,
+      "bus-l-": 0.0,
+      "truck-l-": 0.0
+    }
+  }
+}