MTerryJack commited on
Commit
01c4e86
·
verified ·
1 Parent(s): e65096d

benchmark: synthetic_all_versions_2026-05-14T12-00-58.925359Z

Browse files
README.md CHANGED
@@ -24,6 +24,10 @@ manako:
24
  evaluation_score: null
25
  last_benchmark:
26
  type: synthetic_fixed
27
- ran_at: '2026-03-18T10:52:04.082164Z'
28
- result_path: benchmark/synthetic/3b06e80a-d33a-413e-a794-d4be8a0fba28.json
 
 
 
 
29
  ---
 
24
  evaluation_score: null
25
  last_benchmark:
26
  type: synthetic_fixed
27
+ ran_at: '2026-05-14T12:01:33.955781Z'
28
+ result_path: benchmark/synthetic/all_versions_2026-05-14T12-00-58.925359Z.json
29
+ score:
30
+ size_mb: 10.807915
31
+ performance_map50: 0.4081078422017583
32
+ E: 0.0377600899157477
33
  ---
benchmark/synthetic/all_versions_2026-05-14T12-00-58.925359Z.json ADDED
@@ -0,0 +1,123 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "manak0/Detect-Vehicle",
4
+ "run_id": "all_versions_2026-05-14T12-00-58.925359Z",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-05-14T12:01:33.955781Z",
7
+ "result_path": "benchmark/synthetic/all_versions_2026-05-14T12-00-58.925359Z.json"
8
+ },
9
+ "results": {
10
+ "overall_iou": 0.7578760026019367,
11
+ "per_class_iou": {
12
+ "bus": 0.23968750357783697,
13
+ "car": 0.5610197378444405,
14
+ "motorcycle": 0.28377997977867575,
15
+ "truck": 0.3905510541082228,
16
+ "van": 0.0
17
+ },
18
+ "map_50": 0.4081078422017583,
19
+ "map_50_90": 0.34936916553911024,
20
+ "precision": 0.7283464566929134,
21
+ "recall": 0.35992217898832685,
22
+ "per_class_map_50": {
23
+ "bus": 0.6766917293233082,
24
+ "car": 0.35526547924189766,
25
+ "motorcycle": 0.3091847265221878,
26
+ "truck": 0.2912894337196394,
27
+ "van": 0.0
28
+ },
29
+ "per_class_map_50_90": {
30
+ "bus": 0.6457431457431456,
31
+ "car": 0.28002587547811736,
32
+ "motorcycle": 0.23968277401007831,
33
+ "truck": 0.23202486692509966,
34
+ "van": 0.0
35
+ },
36
+ "per_class_precision": {
37
+ "bus": 0.6842105263157895,
38
+ "car": 0.8571428571428571,
39
+ "motorcycle": 0.8571428571428571,
40
+ "truck": 0.7083333333333334,
41
+ "van": 0.0
42
+ },
43
+ "per_class_recall": {
44
+ "bus": 0.6842105263157895,
45
+ "car": 0.3614457831325301,
46
+ "motorcycle": 0.3157894736842105,
47
+ "truck": 0.32075471698113206,
48
+ "van": 0.0
49
+ },
50
+ "matched_images": 50,
51
+ "gt_count": 514,
52
+ "pred_count": 254,
53
+ "classes": [
54
+ "bus",
55
+ "car",
56
+ "motorcycle",
57
+ "truck",
58
+ "van"
59
+ ],
60
+ "dataset_id": "9ed0550c-5d20-40ce-9f78-6a90cf10c82d",
61
+ "dataset_version_id": "all_versions",
62
+ "run_id": "all_versions_2026-05-14T12-00-58.925359Z",
63
+ "split_ref": null,
64
+ "selected_frame_count": 50,
65
+ "selected_frame_indices": [
66
+ 1,
67
+ 2,
68
+ 3,
69
+ 4,
70
+ 5,
71
+ 6,
72
+ 7,
73
+ 8,
74
+ 9,
75
+ 10,
76
+ 11,
77
+ 12,
78
+ 13,
79
+ 14,
80
+ 15,
81
+ 16,
82
+ 17,
83
+ 18,
84
+ 19,
85
+ 20,
86
+ 21,
87
+ 22,
88
+ 23,
89
+ 24,
90
+ 25,
91
+ 26,
92
+ 27,
93
+ 28,
94
+ 29,
95
+ 30,
96
+ 31,
97
+ 32,
98
+ 33,
99
+ 34,
100
+ 35,
101
+ 36,
102
+ 37,
103
+ 38,
104
+ 39,
105
+ 40,
106
+ 41,
107
+ 42,
108
+ 43,
109
+ 44,
110
+ 45,
111
+ 46,
112
+ 47,
113
+ 48,
114
+ 49,
115
+ 50
116
+ ],
117
+ "evaluated_version_ids": [
118
+ "b3349bae-3b80-4463-a5a2-9940ab3a0f81",
119
+ "3b06e80a-d33a-413e-a794-d4be8a0fba28"
120
+ ],
121
+ "skipped_missing_pairs": 0
122
+ }
123
+ }
benchmark/synthetic/index.json CHANGED
@@ -1,4 +1,17 @@
1
  [
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  {
3
  "run_id": "3b06e80a-d33a-413e-a794-d4be8a0fba28",
4
  "saved_at": "2026-03-18T10:52:04.082164Z",
 
1
  [
2
+ {
3
+ "run_id": "all_versions_2026-05-14T12-00-58.925359Z",
4
+ "saved_at": "2026-05-14T12:01:33.955781Z",
5
+ "result_path": "benchmark/synthetic/all_versions_2026-05-14T12-00-58.925359Z.json",
6
+ "overall_iou": 0.7578760026019367,
7
+ "map_50": 0.4081078422017583,
8
+ "map_50_90": 0.34936916553911024,
9
+ "precision": 0.7283464566929134,
10
+ "recall": 0.35992217898832685,
11
+ "matched_images": 50,
12
+ "gt_count": 514,
13
+ "pred_count": 254
14
+ },
15
  {
16
  "run_id": "3b06e80a-d33a-413e-a794-d4be8a0fba28",
17
  "saved_at": "2026-03-18T10:52:04.082164Z",
benchmark/synthetic/latest.json CHANGED
@@ -1,55 +1,55 @@
1
  {
2
  "meta": {
3
  "element_id": "manak0/Detect-Vehicle",
4
- "run_id": "3b06e80a-d33a-413e-a794-d4be8a0fba28",
5
  "benchmark_type": "synthetic_fixed",
6
- "saved_at": "2026-03-18T10:52:04.082164Z",
7
- "result_path": "benchmark/synthetic/3b06e80a-d33a-413e-a794-d4be8a0fba28.json"
8
  },
9
  "results": {
10
- "overall_iou": 0.6288301967420196,
11
  "per_class_iou": {
12
- "bus": 0.3166745109312158,
13
- "car": 0.5918642124708573,
14
- "motorcycle": 0.24540847600484347,
15
- "truck": 0.33453554691376863,
16
- "van": 0.4678628954683573
17
  },
18
- "map_50": 0.40230465303276386,
19
- "map_50_90": 0.35183324511269753,
20
- "precision": 0.8389830508474576,
21
- "recall": 0.391304347826087,
22
  "per_class_map_50": {
23
- "bus": 0.6363636363636364,
24
- "car": 0.3603902838152256,
25
- "motorcycle": 0.3125,
26
- "truck": 0.37638699204378107,
27
- "van": 0.3258823529411765
28
  },
29
  "per_class_map_50_90": {
30
- "bus": 0.5555555555555556,
31
- "car": 0.32193324735196005,
32
- "motorcycle": 0.2619047619047619,
33
- "truck": 0.29964194179696174,
34
- "van": 0.32013071895424844
35
  },
36
  "per_class_precision": {
37
- "bus": 1.0,
38
- "car": 0.8833333333333333,
39
- "motorcycle": 0.75,
40
- "truck": 0.8461538461538461,
41
- "van": 0.6470588235294118
42
  },
43
  "per_class_recall": {
44
- "bus": 0.6363636363636364,
45
- "car": 0.36551724137931035,
46
- "motorcycle": 0.375,
47
- "truck": 0.39285714285714285,
48
- "van": 0.44
49
  },
50
- "matched_images": 20,
51
- "gt_count": 253,
52
- "pred_count": 118,
53
  "classes": [
54
  "bus",
55
  "car",
@@ -58,10 +58,10 @@
58
  "van"
59
  ],
60
  "dataset_id": "9ed0550c-5d20-40ce-9f78-6a90cf10c82d",
61
- "dataset_version_id": "3b06e80a-d33a-413e-a794-d4be8a0fba28",
62
- "run_id": "3b06e80a-d33a-413e-a794-d4be8a0fba28",
63
  "split_ref": null,
64
- "selected_frame_count": 20,
65
  "selected_frame_indices": [
66
  1,
67
  2,
@@ -82,9 +82,40 @@
82
  17,
83
  18,
84
  19,
85
- 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
86
  ],
87
  "evaluated_version_ids": [
 
88
  "3b06e80a-d33a-413e-a794-d4be8a0fba28"
89
  ],
90
  "skipped_missing_pairs": 0
 
1
  {
2
  "meta": {
3
  "element_id": "manak0/Detect-Vehicle",
4
+ "run_id": "all_versions_2026-05-14T12-00-58.925359Z",
5
  "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-05-14T12:01:33.955781Z",
7
+ "result_path": "benchmark/synthetic/all_versions_2026-05-14T12-00-58.925359Z.json"
8
  },
9
  "results": {
10
+ "overall_iou": 0.7578760026019367,
11
  "per_class_iou": {
12
+ "bus": 0.23968750357783697,
13
+ "car": 0.5610197378444405,
14
+ "motorcycle": 0.28377997977867575,
15
+ "truck": 0.3905510541082228,
16
+ "van": 0.0
17
  },
18
+ "map_50": 0.4081078422017583,
19
+ "map_50_90": 0.34936916553911024,
20
+ "precision": 0.7283464566929134,
21
+ "recall": 0.35992217898832685,
22
  "per_class_map_50": {
23
+ "bus": 0.6766917293233082,
24
+ "car": 0.35526547924189766,
25
+ "motorcycle": 0.3091847265221878,
26
+ "truck": 0.2912894337196394,
27
+ "van": 0.0
28
  },
29
  "per_class_map_50_90": {
30
+ "bus": 0.6457431457431456,
31
+ "car": 0.28002587547811736,
32
+ "motorcycle": 0.23968277401007831,
33
+ "truck": 0.23202486692509966,
34
+ "van": 0.0
35
  },
36
  "per_class_precision": {
37
+ "bus": 0.6842105263157895,
38
+ "car": 0.8571428571428571,
39
+ "motorcycle": 0.8571428571428571,
40
+ "truck": 0.7083333333333334,
41
+ "van": 0.0
42
  },
43
  "per_class_recall": {
44
+ "bus": 0.6842105263157895,
45
+ "car": 0.3614457831325301,
46
+ "motorcycle": 0.3157894736842105,
47
+ "truck": 0.32075471698113206,
48
+ "van": 0.0
49
  },
50
+ "matched_images": 50,
51
+ "gt_count": 514,
52
+ "pred_count": 254,
53
  "classes": [
54
  "bus",
55
  "car",
 
58
  "van"
59
  ],
60
  "dataset_id": "9ed0550c-5d20-40ce-9f78-6a90cf10c82d",
61
+ "dataset_version_id": "all_versions",
62
+ "run_id": "all_versions_2026-05-14T12-00-58.925359Z",
63
  "split_ref": null,
64
+ "selected_frame_count": 50,
65
  "selected_frame_indices": [
66
  1,
67
  2,
 
82
  17,
83
  18,
84
  19,
85
+ 20,
86
+ 21,
87
+ 22,
88
+ 23,
89
+ 24,
90
+ 25,
91
+ 26,
92
+ 27,
93
+ 28,
94
+ 29,
95
+ 30,
96
+ 31,
97
+ 32,
98
+ 33,
99
+ 34,
100
+ 35,
101
+ 36,
102
+ 37,
103
+ 38,
104
+ 39,
105
+ 40,
106
+ 41,
107
+ 42,
108
+ 43,
109
+ 44,
110
+ 45,
111
+ 46,
112
+ 47,
113
+ 48,
114
+ 49,
115
+ 50
116
  ],
117
  "evaluated_version_ids": [
118
+ "b3349bae-3b80-4463-a5a2-9940ab3a0f81",
119
  "3b06e80a-d33a-413e-a794-d4be8a0fba28"
120
  ],
121
  "skipped_missing_pairs": 0