benchmark: synthetic_all_versions_2026-05-14T11-45-45.115039Z

README.md

@@ -21,6 +21,10 @@ manako:
   evaluation_score: null
   last_benchmark:
     type: synthetic_fixed
-    ran_at: '2026-04-13T15:49:25.612731Z'
-    result_path: benchmark/synthetic/7141bc89-8c14-48d7-86f4-275c6054c5e1.json
+    ran_at: '2026-05-14T11:46:28.176565Z'
+    result_path: benchmark/synthetic/all_versions_2026-05-14T11-45-45.115039Z.json
+  score:
+    size_mb: 10.806203
+    performance_map50: 0.03742711717816882
+    E: 0.0034634845540259442
 ---

benchmark/synthetic/all_versions_2026-05-14T11-45-45.115039Z.json

@@ -0,0 +1,95 @@
+{
+  "meta": {
+    "element_id": "manak0/Detect-beverage-detect",
+    "run_id": "all_versions_2026-05-14T11-45-45.115039Z",
+    "benchmark_type": "synthetic_fixed",
+    "saved_at": "2026-05-14T11:46:28.176565Z",
+    "result_path": "benchmark/synthetic/all_versions_2026-05-14T11-45-45.115039Z.json"
+  },
+  "results": {
+    "overall_iou": 0.4977073398796356,
+    "per_class_iou": {
+      "bottle": 0.1977631137164439,
+      "can": 0.0,
+      "cup": 0.35187289351483775
+    },
+    "map_50": 0.03742711717816882,
+    "map_50_90": 0.0188615064363062,
+    "precision": 0.277992277992278,
+    "recall": 0.07578947368421053,
+    "per_class_map_50": {
+      "bottle": 0.0415772354956331,
+      "can": 0.002347417840375587,
+      "cup": 0.06835669819849778
+    },
+    "per_class_map_50_90": {
+      "bottle": 0.018294555296447867,
+      "can": 0.0020865936358894104,
+      "cup": 0.03620337037658132
+    },
+    "per_class_precision": {
+      "bottle": 0.1683673469387755,
+      "can": 0.25,
+      "cup": 0.6440677966101694
+    },
+    "per_class_recall": {
+      "bottle": 0.14666666666666667,
+      "can": 0.004694835680751174,
+      "cup": 0.07421875
+    },
+    "matched_images": 50,
+    "gt_count": 950,
+    "pred_count": 259,
+    "classes": [
+      "bottle",
+      "can",
+      "cup"
+    ],
+    "dataset_id": "42642b7b-44b3-40e5-88c3-6866769faed5",
+    "dataset_version_id": "all_versions",
+    "run_id": "all_versions_2026-05-14T11-45-45.115039Z",
+    "split_ref": null,
+    "selected_frame_count": 50,
+    "selected_frame_indices": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20,
+      21,
+      22,
+      23,
+      24,
+      25,
+      26,
+      27,
+      28,
+      29,
+      30
+    ],
+    "evaluated_version_ids": [
+      "fcd66fab-650b-4ca0-9844-4708e7d6b43d",
+      "bda47de5-de3a-481e-a117-60e7ae37018a",
+      "7141bc89-8c14-48d7-86f4-275c6054c5e1",
+      "70d462e2-218e-4aa5-8c12-f74077431173",
+      "558e592b-9550-4250-816e-6571a8fb8c6a",
+      "2f50848f-f5ab-4c5c-8d5e-9248c09ff53f"
+    ],
+    "skipped_missing_pairs": 0
+  }
+}

benchmark/synthetic/index.json

@@ -1,4 +1,17 @@
 [
+  {
+    "run_id": "all_versions_2026-05-14T11-45-45.115039Z",
+    "saved_at": "2026-05-14T11:46:28.176565Z",
+    "result_path": "benchmark/synthetic/all_versions_2026-05-14T11-45-45.115039Z.json",
+    "overall_iou": 0.4977073398796356,
+    "map_50": 0.03742711717816882,
+    "map_50_90": 0.0188615064363062,
+    "precision": 0.277992277992278,
+    "recall": 0.07578947368421053,
+    "matched_images": 50,
+    "gt_count": 950,
+    "pred_count": 259
+  },
   {
     "run_id": "7141bc89-8c14-48d7-86f4-275c6054c5e1",
     "saved_at": "2026-04-13T15:49:25.612731Z",

benchmark/synthetic/latest.json

@@ -1,53 +1,53 @@
 {
   "meta": {
     "element_id": "manak0/Detect-beverage-detect",
-    "run_id": "7141bc89-8c14-48d7-86f4-275c6054c5e1",
+    "run_id": "all_versions_2026-05-14T11-45-45.115039Z",
     "benchmark_type": "synthetic_fixed",
-    "saved_at": "2026-04-13T15:49:25.612731Z",
-    "result_path": "benchmark/synthetic/7141bc89-8c14-48d7-86f4-275c6054c5e1.json"
+    "saved_at": "2026-05-14T11:46:28.176565Z",
+    "result_path": "benchmark/synthetic/all_versions_2026-05-14T11-45-45.115039Z.json"
   },
   "results": {
-    "overall_iou": 0.5839586638285792,
+    "overall_iou": 0.4977073398796356,
     "per_class_iou": {
-      "bottle": 0.3575872992201357,
-      "can": 0.024393082534218506,
-      "cup": 0.3317401751084516
+      "bottle": 0.1977631137164439,
+      "can": 0.0,
+      "cup": 0.35187289351483775
     },
-    "map_50": 0.05916640107263471,
-    "map_50_90": 0.035220387473099045,
-    "precision": 0.29394812680115273,
-    "recall": 0.10862619808306709,
+    "map_50": 0.03742711717816882,
+    "map_50_90": 0.0188615064363062,
+    "precision": 0.277992277992278,
+    "recall": 0.07578947368421053,
     "per_class_map_50": {
-      "bottle": 0.08356399290813768,
-      "can": 0.012863327149041433,
-      "cup": 0.08107188316072501
+      "bottle": 0.0415772354956331,
+      "can": 0.002347417840375587,
+      "cup": 0.06835669819849778
     },
     "per_class_map_50_90": {
-      "bottle": 0.04345298887536765,
-      "can": 0.005631828488971345,
-      "cup": 0.056576345054958135
+      "bottle": 0.018294555296447867,
+      "can": 0.0020865936358894104,
+      "cup": 0.03620337037658132
     },
     "per_class_precision": {
-      "bottle": 0.24302788844621515,
-      "can": 0.3157894736842105,
-      "cup": 0.45454545454545453
+      "bottle": 0.1683673469387755,
+      "can": 0.25,
+      "cup": 0.6440677966101694
     },
     "per_class_recall": {
-      "bottle": 0.18597560975609756,
-      "can": 0.024489795918367346,
-      "cup": 0.09562841530054644
+      "bottle": 0.14666666666666667,
+      "can": 0.004694835680751174,
+      "cup": 0.07421875
     },
     "matched_images": 50,
-    "gt_count": 939,
-    "pred_count": 347,
+    "gt_count": 950,
+    "pred_count": 259,
     "classes": [
       "bottle",
       "can",
       "cup"
     ],
     "dataset_id": "42642b7b-44b3-40e5-88c3-6866769faed5",
-    "dataset_version_id": "7141bc89-8c14-48d7-86f4-275c6054c5e1",
-    "run_id": "7141bc89-8c14-48d7-86f4-275c6054c5e1",
+    "dataset_version_id": "all_versions",
+    "run_id": "all_versions_2026-05-14T11-45-45.115039Z",
     "split_ref": null,
     "selected_frame_count": 50,
     "selected_frame_indices": [
@@ -80,30 +80,15 @@
       27,
       28,
       29,
-      30,
-      31,
-      32,
-      33,
-      34,
-      35,
-      36,
-      37,
-      38,
-      39,
-      40,
-      41,
-      42,
-      43,
-      44,
-      45,
-      46,
-      47,
-      48,
-      49,
-      50
+      30
     ],
     "evaluated_version_ids": [
-      "7141bc89-8c14-48d7-86f4-275c6054c5e1"
+      "fcd66fab-650b-4ca0-9844-4708e7d6b43d",
+      "bda47de5-de3a-481e-a117-60e7ae37018a",
+      "7141bc89-8c14-48d7-86f4-275c6054c5e1",
+      "70d462e2-218e-4aa5-8c12-f74077431173",
+      "558e592b-9550-4250-816e-6571a8fb8c6a",
+      "2f50848f-f5ab-4c5c-8d5e-9248c09ff53f"
     ],
     "skipped_missing_pairs": 0
   }