MTerryJack commited on
Commit
bf940f4
·
verified ·
1 Parent(s): 312a9e8

benchmark: synthetic_all_versions_2026-05-14T11-38-48.634832Z

Browse files
README.md CHANGED
@@ -24,6 +24,10 @@ manako:
24
  evaluation_score: null
25
  last_benchmark:
26
  type: synthetic_fixed
27
- ran_at: '2026-04-15T09:46:34.674202Z'
28
- result_path: benchmark/synthetic/5cd2a490-aa00-432c-8ff7-8e34eb3dc858.json
 
 
 
 
29
  ---
 
24
  evaluation_score: null
25
  last_benchmark:
26
  type: synthetic_fixed
27
+ ran_at: '2026-05-14T11:39:26.313311Z'
28
+ result_path: benchmark/synthetic/all_versions_2026-05-14T11-38-48.634832Z.json
29
+ score:
30
+ size_mb: 10.810038
31
+ performance_map50: 0.13691746251029352
32
+ E: 0.012665770694820269
33
  ---
benchmark/synthetic/all_versions_2026-05-14T11-38-48.634832Z.json ADDED
@@ -0,0 +1,130 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "manak0/Detect-crime",
4
+ "run_id": "all_versions_2026-05-14T11-38-48.634832Z",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-05-14T11:39:26.313311Z",
7
+ "result_path": "benchmark/synthetic/all_versions_2026-05-14T11-38-48.634832Z.json"
8
+ },
9
+ "results": {
10
+ "overall_iou": 0.535243545053479,
11
+ "per_class_iou": {
12
+ "balaclava": 0.048230597700927816,
13
+ "bat": 0.05254315043404869,
14
+ "glove": 0.0650182682097028,
15
+ "graffiti": 0.2311050268229321,
16
+ "hoodie": 0.4061489519151585,
17
+ "spray paint": 0.05184308108096129
18
+ },
19
+ "map_50": 0.13691746251029352,
20
+ "map_50_90": 0.08639337039219404,
21
+ "precision": 0.26993865030674846,
22
+ "recall": 0.21307506053268765,
23
+ "per_class_map_50": {
24
+ "balaclava": 0.06476190476190476,
25
+ "bat": 0.12000000000000001,
26
+ "glove": 0.020058549735683745,
27
+ "graffiti": 0.32088052943225354,
28
+ "hoodie": 0.190348788618093,
29
+ "spray paint": 0.10545500251382604
30
+ },
31
+ "per_class_map_50_90": {
32
+ "balaclava": 0.03576719576719576,
33
+ "bat": 0.06962962962962964,
34
+ "glove": 0.011299022532989804,
35
+ "graffiti": 0.2275938964422362,
36
+ "hoodie": 0.13336046178090058,
37
+ "spray paint": 0.04071001620021228
38
+ },
39
+ "per_class_precision": {
40
+ "balaclava": 0.2727272727272727,
41
+ "bat": 0.2727272727272727,
42
+ "glove": 0.09433962264150944,
43
+ "graffiti": 0.26506024096385544,
44
+ "hoodie": 0.3424657534246575,
45
+ "spray paint": 0.22727272727272727
46
+ },
47
+ "per_class_recall": {
48
+ "balaclava": 0.08571428571428572,
49
+ "bat": 0.2,
50
+ "glove": 0.04201680672268908,
51
+ "graffiti": 0.36666666666666664,
52
+ "hoodie": 0.3333333333333333,
53
+ "spray paint": 0.14705882352941177
54
+ },
55
+ "matched_images": 50,
56
+ "gt_count": 413,
57
+ "pred_count": 326,
58
+ "classes": [
59
+ "balaclava",
60
+ "bat",
61
+ "glove",
62
+ "graffiti",
63
+ "hoodie",
64
+ "spray paint"
65
+ ],
66
+ "dataset_id": "c7366c27-1724-4161-bb6e-bd544118ffa0",
67
+ "dataset_version_id": "all_versions",
68
+ "run_id": "all_versions_2026-05-14T11-38-48.634832Z",
69
+ "split_ref": null,
70
+ "selected_frame_count": 50,
71
+ "selected_frame_indices": [
72
+ 1,
73
+ 2,
74
+ 3,
75
+ 4,
76
+ 5,
77
+ 6,
78
+ 7,
79
+ 8,
80
+ 9,
81
+ 10,
82
+ 11,
83
+ 12,
84
+ 13,
85
+ 14,
86
+ 15,
87
+ 16,
88
+ 17,
89
+ 18,
90
+ 19,
91
+ 20,
92
+ 21,
93
+ 22,
94
+ 23,
95
+ 24,
96
+ 25,
97
+ 26,
98
+ 27,
99
+ 28,
100
+ 29,
101
+ 30,
102
+ 31,
103
+ 32,
104
+ 33,
105
+ 34,
106
+ 35,
107
+ 36,
108
+ 37,
109
+ 38,
110
+ 39,
111
+ 40,
112
+ 41,
113
+ 42,
114
+ 43,
115
+ 44,
116
+ 45,
117
+ 46,
118
+ 47,
119
+ 48,
120
+ 49,
121
+ 50
122
+ ],
123
+ "evaluated_version_ids": [
124
+ "b9e71a17-f259-4321-981f-1ad04cb5b7d5",
125
+ "5cd2a490-aa00-432c-8ff7-8e34eb3dc858",
126
+ "0f77b627-6bfd-4391-a327-468e6bcd8264"
127
+ ],
128
+ "skipped_missing_pairs": 0
129
+ }
130
+ }
benchmark/synthetic/index.json CHANGED
@@ -1,4 +1,17 @@
1
  [
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  {
3
  "run_id": "5cd2a490-aa00-432c-8ff7-8e34eb3dc858",
4
  "saved_at": "2026-04-15T09:46:34.674202Z",
 
1
  [
2
+ {
3
+ "run_id": "all_versions_2026-05-14T11-38-48.634832Z",
4
+ "saved_at": "2026-05-14T11:39:26.313311Z",
5
+ "result_path": "benchmark/synthetic/all_versions_2026-05-14T11-38-48.634832Z.json",
6
+ "overall_iou": 0.535243545053479,
7
+ "map_50": 0.13691746251029352,
8
+ "map_50_90": 0.08639337039219404,
9
+ "precision": 0.26993865030674846,
10
+ "recall": 0.21307506053268765,
11
+ "matched_images": 50,
12
+ "gt_count": 413,
13
+ "pred_count": 326
14
+ },
15
  {
16
  "run_id": "5cd2a490-aa00-432c-8ff7-8e34eb3dc858",
17
  "saved_at": "2026-04-15T09:46:34.674202Z",
benchmark/synthetic/latest.json CHANGED
@@ -1,59 +1,59 @@
1
  {
2
  "meta": {
3
  "element_id": "manak0/Detect-crime",
4
- "run_id": "5cd2a490-aa00-432c-8ff7-8e34eb3dc858",
5
  "benchmark_type": "synthetic_fixed",
6
- "saved_at": "2026-04-15T09:46:34.674202Z",
7
- "result_path": "benchmark/synthetic/5cd2a490-aa00-432c-8ff7-8e34eb3dc858.json"
8
  },
9
  "results": {
10
- "overall_iou": 0.597333290135689,
11
  "per_class_iou": {
12
- "balaclava": 0.029366064786636913,
13
- "bat": 0.03732492718896268,
14
- "glove": 0.137012382789811,
15
- "graffiti": 0.23203195232951135,
16
- "hoodie": 0.5394592132587832,
17
- "spray paint": 0.07037522821664302
18
  },
19
- "map_50": 0.14005555591055954,
20
- "map_50_90": 0.08264198155601542,
21
- "precision": 0.36503067484662577,
22
- "recall": 0.19476268412438624,
23
  "per_class_map_50": {
24
- "balaclava": 0.013559322033898306,
25
- "bat": 0.10714285714285714,
26
- "glove": 0.05374524905198723,
27
- "graffiti": 0.3073768472906404,
28
- "hoodie": 0.24284873460622947,
29
- "spray paint": 0.11566032533774469
30
  },
31
  "per_class_map_50_90": {
32
- "balaclava": 0.004519774011299435,
33
- "bat": 0.06349206349206349,
34
- "glove": 0.03849713068620209,
35
- "graffiti": 0.17529843614864596,
36
- "hoodie": 0.16939478981055192,
37
- "spray paint": 0.04464969518732959
38
  },
39
  "per_class_precision": {
40
- "balaclava": 0.18181818181818182,
41
- "bat": 0.18181818181818182,
42
- "glove": 0.18867924528301888,
43
- "graffiti": 0.3253012048192771,
44
- "hoodie": 0.5,
45
  "spray paint": 0.22727272727272727
46
  },
47
  "per_class_recall": {
48
- "balaclava": 0.03389830508474576,
49
- "bat": 0.14285714285714285,
50
- "glove": 0.06369426751592357,
51
- "graffiti": 0.32142857142857145,
52
- "hoodie": 0.2744360902255639,
53
- "spray paint": 0.16129032258064516
54
  },
55
  "matched_images": 50,
56
- "gt_count": 611,
57
  "pred_count": 326,
58
  "classes": [
59
  "balaclava",
@@ -64,8 +64,8 @@
64
  "spray paint"
65
  ],
66
  "dataset_id": "c7366c27-1724-4161-bb6e-bd544118ffa0",
67
- "dataset_version_id": "5cd2a490-aa00-432c-8ff7-8e34eb3dc858",
68
- "run_id": "5cd2a490-aa00-432c-8ff7-8e34eb3dc858",
69
  "split_ref": null,
70
  "selected_frame_count": 50,
71
  "selected_frame_indices": [
@@ -121,7 +121,9 @@
121
  50
122
  ],
123
  "evaluated_version_ids": [
124
- "5cd2a490-aa00-432c-8ff7-8e34eb3dc858"
 
 
125
  ],
126
  "skipped_missing_pairs": 0
127
  }
 
1
  {
2
  "meta": {
3
  "element_id": "manak0/Detect-crime",
4
+ "run_id": "all_versions_2026-05-14T11-38-48.634832Z",
5
  "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-05-14T11:39:26.313311Z",
7
+ "result_path": "benchmark/synthetic/all_versions_2026-05-14T11-38-48.634832Z.json"
8
  },
9
  "results": {
10
+ "overall_iou": 0.535243545053479,
11
  "per_class_iou": {
12
+ "balaclava": 0.048230597700927816,
13
+ "bat": 0.05254315043404869,
14
+ "glove": 0.0650182682097028,
15
+ "graffiti": 0.2311050268229321,
16
+ "hoodie": 0.4061489519151585,
17
+ "spray paint": 0.05184308108096129
18
  },
19
+ "map_50": 0.13691746251029352,
20
+ "map_50_90": 0.08639337039219404,
21
+ "precision": 0.26993865030674846,
22
+ "recall": 0.21307506053268765,
23
  "per_class_map_50": {
24
+ "balaclava": 0.06476190476190476,
25
+ "bat": 0.12000000000000001,
26
+ "glove": 0.020058549735683745,
27
+ "graffiti": 0.32088052943225354,
28
+ "hoodie": 0.190348788618093,
29
+ "spray paint": 0.10545500251382604
30
  },
31
  "per_class_map_50_90": {
32
+ "balaclava": 0.03576719576719576,
33
+ "bat": 0.06962962962962964,
34
+ "glove": 0.011299022532989804,
35
+ "graffiti": 0.2275938964422362,
36
+ "hoodie": 0.13336046178090058,
37
+ "spray paint": 0.04071001620021228
38
  },
39
  "per_class_precision": {
40
+ "balaclava": 0.2727272727272727,
41
+ "bat": 0.2727272727272727,
42
+ "glove": 0.09433962264150944,
43
+ "graffiti": 0.26506024096385544,
44
+ "hoodie": 0.3424657534246575,
45
  "spray paint": 0.22727272727272727
46
  },
47
  "per_class_recall": {
48
+ "balaclava": 0.08571428571428572,
49
+ "bat": 0.2,
50
+ "glove": 0.04201680672268908,
51
+ "graffiti": 0.36666666666666664,
52
+ "hoodie": 0.3333333333333333,
53
+ "spray paint": 0.14705882352941177
54
  },
55
  "matched_images": 50,
56
+ "gt_count": 413,
57
  "pred_count": 326,
58
  "classes": [
59
  "balaclava",
 
64
  "spray paint"
65
  ],
66
  "dataset_id": "c7366c27-1724-4161-bb6e-bd544118ffa0",
67
+ "dataset_version_id": "all_versions",
68
+ "run_id": "all_versions_2026-05-14T11-38-48.634832Z",
69
  "split_ref": null,
70
  "selected_frame_count": 50,
71
  "selected_frame_indices": [
 
121
  50
122
  ],
123
  "evaluated_version_ids": [
124
+ "b9e71a17-f259-4321-981f-1ad04cb5b7d5",
125
+ "5cd2a490-aa00-432c-8ff7-8e34eb3dc858",
126
+ "0f77b627-6bfd-4391-a327-468e6bcd8264"
127
  ],
128
  "skipped_missing_pairs": 0
129
  }