benchmark: synthetic_synthetic_e433a5fe3d3f4cb0b6feccbb3ace2a87

README.md

@@ -34,6 +34,6 @@ manako:
   evaluation_score: 0.0
   last_benchmark:
     type: synthetic_fixed
-    ran_at: '2026-02-11T03:05:31.733940Z'
-    result_path: benchmark/synthetic/synthetic_47fd76cc71e344f7842f534795135245.json
+    ran_at: '2026-02-16T01:42:46.877341Z'
+    result_path: benchmark/synthetic/synthetic_e433a5fe3d3f4cb0b6feccbb3ace2a87.json
 ---

benchmark/synthetic/index.json

@@ -1,4 +1,13 @@
 [
+  {
+    "run_id": "synthetic_e433a5fe3d3f4cb0b6feccbb3ace2a87",
+    "saved_at": "2026-02-16T01:42:46.877341Z",
+    "result_path": "benchmark/synthetic/synthetic_e433a5fe3d3f4cb0b6feccbb3ace2a87.json",
+    "overall_iou": 0.7132439148227031,
+    "matched_images": 30,
+    "gt_count": 2381,
+    "pred_count": 273
+  },
   {
     "run_id": "synthetic_47fd76cc71e344f7842f534795135245",
     "saved_at": "2026-02-11T03:05:31.733940Z",

benchmark/synthetic/latest.json

@@ -1,10 +1,10 @@
 {
   "meta": {
     "element_id": "MTerryJack/Element-Detect-Vehicles",
-    "run_id": "synthetic_47fd76cc71e344f7842f534795135245",
+    "run_id": "synthetic_e433a5fe3d3f4cb0b6feccbb3ace2a87",
     "benchmark_type": "synthetic_fixed",
-    "saved_at": "2026-02-11T03:05:31.733940Z",
-    "result_path": "benchmark/synthetic/synthetic_47fd76cc71e344f7842f534795135245.json"
+    "saved_at": "2026-02-16T01:42:46.877341Z",
+    "result_path": "benchmark/synthetic/synthetic_e433a5fe3d3f4cb0b6feccbb3ace2a87.json"
   },
   "checks": {
     "main_py": "pass",
@@ -14,24 +14,24 @@
     "objects": "pass"
   },
   "results": {
-    "overall_iou": 0.7406312069651222,
+    "overall_iou": 0.7132439148227031,
     "per_class_iou": {
-      "car": 0.4688104517291987,
-      "big bus": 0.08622939365723989,
-      "big truck": 0.05703919462506635,
+      "car": 0.46597690805500935,
+      "big bus": 0.17080463140964966,
+      "big truck": 0.11355649500437674,
       "bus-l-": 0.0,
       "bus-s-": 0.0,
-      "mid truck": 0.0,
+      "mid truck": 0.025814230579517285,
       "small bus": 0.0,
-      "small truck": 0.2531199586862637,
-      "truck-l-": 0.20603122683633573,
-      "truck-m-": 0.05557513434243531,
-      "truck-s-": 0.1552473294450922,
-      "truck-xl-": 0.0
+      "small truck": 0.2261747899777582,
+      "truck-l-": 0.1749000443456656,
+      "truck-m-": 0.3777189709762319,
+      "truck-s-": 0.20250286002040296,
+      "truck-xl-": 0.05269393310356973
     },
-    "matched_images": 10,
-    "gt_count": 567,
-    "pred_count": 59,
+    "matched_images": 30,
+    "gt_count": 2381,
+    "pred_count": 273,
     "classes": [
       "car",
       "big bus",
@@ -47,6 +47,6 @@
       "truck-s-",
       "truck-xl-"
     ],
-    "run_id": "synthetic_47fd76cc71e344f7842f534795135245"
+    "run_id": "synthetic_e433a5fe3d3f4cb0b6feccbb3ace2a87"
   }
 }

benchmark/synthetic/synthetic_e433a5fe3d3f4cb0b6feccbb3ace2a87.json

@@ -0,0 +1,52 @@
+{
+  "meta": {
+    "element_id": "MTerryJack/Element-Detect-Vehicles",
+    "run_id": "synthetic_e433a5fe3d3f4cb0b6feccbb3ace2a87",
+    "benchmark_type": "synthetic_fixed",
+    "saved_at": "2026-02-16T01:42:46.877341Z",
+    "result_path": "benchmark/synthetic/synthetic_e433a5fe3d3f4cb0b6feccbb3ace2a87.json"
+  },
+  "checks": {
+    "main_py": "pass",
+    "pyproject_toml": "pass",
+    "load_model": "pass",
+    "run_model": "pass",
+    "objects": "pass"
+  },
+  "results": {
+    "overall_iou": 0.7132439148227031,
+    "per_class_iou": {
+      "car": 0.46597690805500935,
+      "big bus": 0.17080463140964966,
+      "big truck": 0.11355649500437674,
+      "bus-l-": 0.0,
+      "bus-s-": 0.0,
+      "mid truck": 0.025814230579517285,
+      "small bus": 0.0,
+      "small truck": 0.2261747899777582,
+      "truck-l-": 0.1749000443456656,
+      "truck-m-": 0.3777189709762319,
+      "truck-s-": 0.20250286002040296,
+      "truck-xl-": 0.05269393310356973
+    },
+    "matched_images": 30,
+    "gt_count": 2381,
+    "pred_count": 273,
+    "classes": [
+      "car",
+      "big bus",
+      "big truck",
+      "bus-l-",
+      "bus-s-",
+      "car",
+      "mid truck",
+      "small bus",
+      "small truck",
+      "truck-l-",
+      "truck-m-",
+      "truck-s-",
+      "truck-xl-"
+    ],
+    "run_id": "synthetic_e433a5fe3d3f4cb0b6feccbb3ace2a87"
+  }
+}