benchmark: synthetic_all_versions_2026-05-14T12-00-58.925359Z
Browse files
README.md
CHANGED
|
@@ -24,6 +24,10 @@ manako:
|
|
| 24 |
evaluation_score: null
|
| 25 |
last_benchmark:
|
| 26 |
type: synthetic_fixed
|
| 27 |
-
ran_at: '2026-
|
| 28 |
-
result_path: benchmark/synthetic/
|
|
|
|
|
|
|
|
|
|
|
|
|
| 29 |
---
|
|
|
|
| 24 |
evaluation_score: null
|
| 25 |
last_benchmark:
|
| 26 |
type: synthetic_fixed
|
| 27 |
+
ran_at: '2026-05-14T12:01:33.955781Z'
|
| 28 |
+
result_path: benchmark/synthetic/all_versions_2026-05-14T12-00-58.925359Z.json
|
| 29 |
+
score:
|
| 30 |
+
size_mb: 10.807915
|
| 31 |
+
performance_map50: 0.4081078422017583
|
| 32 |
+
E: 0.0377600899157477
|
| 33 |
---
|
benchmark/synthetic/all_versions_2026-05-14T12-00-58.925359Z.json
ADDED
|
@@ -0,0 +1,123 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"element_id": "manak0/Detect-Vehicle",
|
| 4 |
+
"run_id": "all_versions_2026-05-14T12-00-58.925359Z",
|
| 5 |
+
"benchmark_type": "synthetic_fixed",
|
| 6 |
+
"saved_at": "2026-05-14T12:01:33.955781Z",
|
| 7 |
+
"result_path": "benchmark/synthetic/all_versions_2026-05-14T12-00-58.925359Z.json"
|
| 8 |
+
},
|
| 9 |
+
"results": {
|
| 10 |
+
"overall_iou": 0.7578760026019367,
|
| 11 |
+
"per_class_iou": {
|
| 12 |
+
"bus": 0.23968750357783697,
|
| 13 |
+
"car": 0.5610197378444405,
|
| 14 |
+
"motorcycle": 0.28377997977867575,
|
| 15 |
+
"truck": 0.3905510541082228,
|
| 16 |
+
"van": 0.0
|
| 17 |
+
},
|
| 18 |
+
"map_50": 0.4081078422017583,
|
| 19 |
+
"map_50_90": 0.34936916553911024,
|
| 20 |
+
"precision": 0.7283464566929134,
|
| 21 |
+
"recall": 0.35992217898832685,
|
| 22 |
+
"per_class_map_50": {
|
| 23 |
+
"bus": 0.6766917293233082,
|
| 24 |
+
"car": 0.35526547924189766,
|
| 25 |
+
"motorcycle": 0.3091847265221878,
|
| 26 |
+
"truck": 0.2912894337196394,
|
| 27 |
+
"van": 0.0
|
| 28 |
+
},
|
| 29 |
+
"per_class_map_50_90": {
|
| 30 |
+
"bus": 0.6457431457431456,
|
| 31 |
+
"car": 0.28002587547811736,
|
| 32 |
+
"motorcycle": 0.23968277401007831,
|
| 33 |
+
"truck": 0.23202486692509966,
|
| 34 |
+
"van": 0.0
|
| 35 |
+
},
|
| 36 |
+
"per_class_precision": {
|
| 37 |
+
"bus": 0.6842105263157895,
|
| 38 |
+
"car": 0.8571428571428571,
|
| 39 |
+
"motorcycle": 0.8571428571428571,
|
| 40 |
+
"truck": 0.7083333333333334,
|
| 41 |
+
"van": 0.0
|
| 42 |
+
},
|
| 43 |
+
"per_class_recall": {
|
| 44 |
+
"bus": 0.6842105263157895,
|
| 45 |
+
"car": 0.3614457831325301,
|
| 46 |
+
"motorcycle": 0.3157894736842105,
|
| 47 |
+
"truck": 0.32075471698113206,
|
| 48 |
+
"van": 0.0
|
| 49 |
+
},
|
| 50 |
+
"matched_images": 50,
|
| 51 |
+
"gt_count": 514,
|
| 52 |
+
"pred_count": 254,
|
| 53 |
+
"classes": [
|
| 54 |
+
"bus",
|
| 55 |
+
"car",
|
| 56 |
+
"motorcycle",
|
| 57 |
+
"truck",
|
| 58 |
+
"van"
|
| 59 |
+
],
|
| 60 |
+
"dataset_id": "9ed0550c-5d20-40ce-9f78-6a90cf10c82d",
|
| 61 |
+
"dataset_version_id": "all_versions",
|
| 62 |
+
"run_id": "all_versions_2026-05-14T12-00-58.925359Z",
|
| 63 |
+
"split_ref": null,
|
| 64 |
+
"selected_frame_count": 50,
|
| 65 |
+
"selected_frame_indices": [
|
| 66 |
+
1,
|
| 67 |
+
2,
|
| 68 |
+
3,
|
| 69 |
+
4,
|
| 70 |
+
5,
|
| 71 |
+
6,
|
| 72 |
+
7,
|
| 73 |
+
8,
|
| 74 |
+
9,
|
| 75 |
+
10,
|
| 76 |
+
11,
|
| 77 |
+
12,
|
| 78 |
+
13,
|
| 79 |
+
14,
|
| 80 |
+
15,
|
| 81 |
+
16,
|
| 82 |
+
17,
|
| 83 |
+
18,
|
| 84 |
+
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50
|
| 116 |
+
],
|
| 117 |
+
"evaluated_version_ids": [
|
| 118 |
+
"b3349bae-3b80-4463-a5a2-9940ab3a0f81",
|
| 119 |
+
"3b06e80a-d33a-413e-a794-d4be8a0fba28"
|
| 120 |
+
],
|
| 121 |
+
"skipped_missing_pairs": 0
|
| 122 |
+
}
|
| 123 |
+
}
|
benchmark/synthetic/index.json
CHANGED
|
@@ -1,4 +1,17 @@
|
|
| 1 |
[
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
{
|
| 3 |
"run_id": "3b06e80a-d33a-413e-a794-d4be8a0fba28",
|
| 4 |
"saved_at": "2026-03-18T10:52:04.082164Z",
|
|
|
|
| 1 |
[
|
| 2 |
+
{
|
| 3 |
+
"run_id": "all_versions_2026-05-14T12-00-58.925359Z",
|
| 4 |
+
"saved_at": "2026-05-14T12:01:33.955781Z",
|
| 5 |
+
"result_path": "benchmark/synthetic/all_versions_2026-05-14T12-00-58.925359Z.json",
|
| 6 |
+
"overall_iou": 0.7578760026019367,
|
| 7 |
+
"map_50": 0.4081078422017583,
|
| 8 |
+
"map_50_90": 0.34936916553911024,
|
| 9 |
+
"precision": 0.7283464566929134,
|
| 10 |
+
"recall": 0.35992217898832685,
|
| 11 |
+
"matched_images": 50,
|
| 12 |
+
"gt_count": 514,
|
| 13 |
+
"pred_count": 254
|
| 14 |
+
},
|
| 15 |
{
|
| 16 |
"run_id": "3b06e80a-d33a-413e-a794-d4be8a0fba28",
|
| 17 |
"saved_at": "2026-03-18T10:52:04.082164Z",
|
benchmark/synthetic/latest.json
CHANGED
|
@@ -1,55 +1,55 @@
|
|
| 1 |
{
|
| 2 |
"meta": {
|
| 3 |
"element_id": "manak0/Detect-Vehicle",
|
| 4 |
-
"run_id": "
|
| 5 |
"benchmark_type": "synthetic_fixed",
|
| 6 |
-
"saved_at": "2026-
|
| 7 |
-
"result_path": "benchmark/synthetic/
|
| 8 |
},
|
| 9 |
"results": {
|
| 10 |
-
"overall_iou": 0.
|
| 11 |
"per_class_iou": {
|
| 12 |
-
"bus": 0.
|
| 13 |
-
"car": 0.
|
| 14 |
-
"motorcycle": 0.
|
| 15 |
-
"truck": 0.
|
| 16 |
-
"van": 0.
|
| 17 |
},
|
| 18 |
-
"map_50": 0.
|
| 19 |
-
"map_50_90": 0.
|
| 20 |
-
"precision": 0.
|
| 21 |
-
"recall": 0.
|
| 22 |
"per_class_map_50": {
|
| 23 |
-
"bus": 0.
|
| 24 |
-
"car": 0.
|
| 25 |
-
"motorcycle": 0.
|
| 26 |
-
"truck": 0.
|
| 27 |
-
"van": 0.
|
| 28 |
},
|
| 29 |
"per_class_map_50_90": {
|
| 30 |
-
"bus": 0.
|
| 31 |
-
"car": 0.
|
| 32 |
-
"motorcycle": 0.
|
| 33 |
-
"truck": 0.
|
| 34 |
-
"van": 0.
|
| 35 |
},
|
| 36 |
"per_class_precision": {
|
| 37 |
-
"bus":
|
| 38 |
-
"car": 0.
|
| 39 |
-
"motorcycle": 0.
|
| 40 |
-
"truck": 0.
|
| 41 |
-
"van": 0.
|
| 42 |
},
|
| 43 |
"per_class_recall": {
|
| 44 |
-
"bus": 0.
|
| 45 |
-
"car": 0.
|
| 46 |
-
"motorcycle": 0.
|
| 47 |
-
"truck": 0.
|
| 48 |
-
"van": 0.
|
| 49 |
},
|
| 50 |
-
"matched_images":
|
| 51 |
-
"gt_count":
|
| 52 |
-
"pred_count":
|
| 53 |
"classes": [
|
| 54 |
"bus",
|
| 55 |
"car",
|
|
@@ -58,10 +58,10 @@
|
|
| 58 |
"van"
|
| 59 |
],
|
| 60 |
"dataset_id": "9ed0550c-5d20-40ce-9f78-6a90cf10c82d",
|
| 61 |
-
"dataset_version_id": "
|
| 62 |
-
"run_id": "
|
| 63 |
"split_ref": null,
|
| 64 |
-
"selected_frame_count":
|
| 65 |
"selected_frame_indices": [
|
| 66 |
1,
|
| 67 |
2,
|
|
@@ -82,9 +82,40 @@
|
|
| 82 |
17,
|
| 83 |
18,
|
| 84 |
19,
|
| 85 |
-
20
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 86 |
],
|
| 87 |
"evaluated_version_ids": [
|
|
|
|
| 88 |
"3b06e80a-d33a-413e-a794-d4be8a0fba28"
|
| 89 |
],
|
| 90 |
"skipped_missing_pairs": 0
|
|
|
|
| 1 |
{
|
| 2 |
"meta": {
|
| 3 |
"element_id": "manak0/Detect-Vehicle",
|
| 4 |
+
"run_id": "all_versions_2026-05-14T12-00-58.925359Z",
|
| 5 |
"benchmark_type": "synthetic_fixed",
|
| 6 |
+
"saved_at": "2026-05-14T12:01:33.955781Z",
|
| 7 |
+
"result_path": "benchmark/synthetic/all_versions_2026-05-14T12-00-58.925359Z.json"
|
| 8 |
},
|
| 9 |
"results": {
|
| 10 |
+
"overall_iou": 0.7578760026019367,
|
| 11 |
"per_class_iou": {
|
| 12 |
+
"bus": 0.23968750357783697,
|
| 13 |
+
"car": 0.5610197378444405,
|
| 14 |
+
"motorcycle": 0.28377997977867575,
|
| 15 |
+
"truck": 0.3905510541082228,
|
| 16 |
+
"van": 0.0
|
| 17 |
},
|
| 18 |
+
"map_50": 0.4081078422017583,
|
| 19 |
+
"map_50_90": 0.34936916553911024,
|
| 20 |
+
"precision": 0.7283464566929134,
|
| 21 |
+
"recall": 0.35992217898832685,
|
| 22 |
"per_class_map_50": {
|
| 23 |
+
"bus": 0.6766917293233082,
|
| 24 |
+
"car": 0.35526547924189766,
|
| 25 |
+
"motorcycle": 0.3091847265221878,
|
| 26 |
+
"truck": 0.2912894337196394,
|
| 27 |
+
"van": 0.0
|
| 28 |
},
|
| 29 |
"per_class_map_50_90": {
|
| 30 |
+
"bus": 0.6457431457431456,
|
| 31 |
+
"car": 0.28002587547811736,
|
| 32 |
+
"motorcycle": 0.23968277401007831,
|
| 33 |
+
"truck": 0.23202486692509966,
|
| 34 |
+
"van": 0.0
|
| 35 |
},
|
| 36 |
"per_class_precision": {
|
| 37 |
+
"bus": 0.6842105263157895,
|
| 38 |
+
"car": 0.8571428571428571,
|
| 39 |
+
"motorcycle": 0.8571428571428571,
|
| 40 |
+
"truck": 0.7083333333333334,
|
| 41 |
+
"van": 0.0
|
| 42 |
},
|
| 43 |
"per_class_recall": {
|
| 44 |
+
"bus": 0.6842105263157895,
|
| 45 |
+
"car": 0.3614457831325301,
|
| 46 |
+
"motorcycle": 0.3157894736842105,
|
| 47 |
+
"truck": 0.32075471698113206,
|
| 48 |
+
"van": 0.0
|
| 49 |
},
|
| 50 |
+
"matched_images": 50,
|
| 51 |
+
"gt_count": 514,
|
| 52 |
+
"pred_count": 254,
|
| 53 |
"classes": [
|
| 54 |
"bus",
|
| 55 |
"car",
|
|
|
|
| 58 |
"van"
|
| 59 |
],
|
| 60 |
"dataset_id": "9ed0550c-5d20-40ce-9f78-6a90cf10c82d",
|
| 61 |
+
"dataset_version_id": "all_versions",
|
| 62 |
+
"run_id": "all_versions_2026-05-14T12-00-58.925359Z",
|
| 63 |
"split_ref": null,
|
| 64 |
+
"selected_frame_count": 50,
|
| 65 |
"selected_frame_indices": [
|
| 66 |
1,
|
| 67 |
2,
|
|
|
|
| 82 |
17,
|
| 83 |
18,
|
| 84 |
19,
|
| 85 |
+
20,
|
| 86 |
+
21,
|
| 87 |
+
22,
|
| 88 |
+
23,
|
| 89 |
+
24,
|
| 90 |
+
25,
|
| 91 |
+
26,
|
| 92 |
+
27,
|
| 93 |
+
28,
|
| 94 |
+
29,
|
| 95 |
+
30,
|
| 96 |
+
31,
|
| 97 |
+
32,
|
| 98 |
+
33,
|
| 99 |
+
34,
|
| 100 |
+
35,
|
| 101 |
+
36,
|
| 102 |
+
37,
|
| 103 |
+
38,
|
| 104 |
+
39,
|
| 105 |
+
40,
|
| 106 |
+
41,
|
| 107 |
+
42,
|
| 108 |
+
43,
|
| 109 |
+
44,
|
| 110 |
+
45,
|
| 111 |
+
46,
|
| 112 |
+
47,
|
| 113 |
+
48,
|
| 114 |
+
49,
|
| 115 |
+
50
|
| 116 |
],
|
| 117 |
"evaluated_version_ids": [
|
| 118 |
+
"b3349bae-3b80-4463-a5a2-9940ab3a0f81",
|
| 119 |
"3b06e80a-d33a-413e-a794-d4be8a0fba28"
|
| 120 |
],
|
| 121 |
"skipped_missing_pairs": 0
|