MTerryJack commited on
Commit
0188635
·
verified ·
1 Parent(s): 94be3bf

benchmark: synthetic_1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb

Browse files
README.md CHANGED
@@ -19,6 +19,10 @@ manako:
19
  evaluation_score: null
20
  last_benchmark:
21
  type: synthetic_fixed
22
- ran_at: '2026-03-06T02:20:51.927289Z'
23
  result_path: benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json
 
 
 
 
24
  ---
 
19
  evaluation_score: null
20
  last_benchmark:
21
  type: synthetic_fixed
22
+ ran_at: '2026-05-14T12:07:08.820255Z'
23
  result_path: benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json
24
+ score:
25
+ size_mb: 10.79798
26
+ performance_map50: 0.3500672602391441
27
+ E: 0.0324196988917505
28
  ---
benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json CHANGED
@@ -3,208 +3,92 @@
3
  "element_id": "manak0/Detect-Person",
4
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
5
  "benchmark_type": "synthetic_fixed",
6
- "saved_at": "2026-03-06T02:20:51.927289Z",
7
- "result_path": "benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json",
8
- "split_ref": "private_final"
9
  },
10
  "results": {
11
- "overall_iou": 0.6932410264986374,
12
  "per_class_iou": {
13
- "person": 0.6932410264986374
14
  },
15
- "map_50": 0.3755112726134544,
16
- "map_50_90": 0.21786430796282266,
17
- "precision": 0.8950531668978271,
18
- "recall": 0.3885989562424729,
19
  "per_class_map_50": {
20
- "person": 0.3755112726134544
21
  },
22
  "per_class_map_50_90": {
23
- "person": 0.21786430796282266
24
  },
25
  "per_class_precision": {
26
- "person": 0.8950531668978271
27
  },
28
  "per_class_recall": {
29
- "person": 0.3885989562424729
30
  },
31
- "matched_images": 165,
32
- "gt_count": 4982,
33
- "pred_count": 2163,
34
  "classes": [
35
  "person"
36
  ],
37
  "dataset_id": "800e961b-eb64-4380-880c-f1ed67abd563",
38
  "dataset_version_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
39
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
40
- "split_ref": "private_final",
41
- "selected_frame_count": 165,
42
  "selected_frame_indices": [
43
  1,
 
 
 
 
44
  6,
 
 
45
  9,
 
 
46
  12,
 
 
 
 
 
 
 
 
 
47
  22,
 
 
48
  25,
49
  26,
50
  27,
51
  28,
 
 
 
52
  32,
 
 
 
 
 
53
  38,
 
54
  40,
 
55
  42,
56
- 50,
57
- 51,
58
- 52,
59
- 53,
60
- 54,
61
- 55,
62
- 57,
63
- 60,
64
- 67,
65
- 77,
66
- 80,
67
- 81,
68
- 88,
69
- 96,
70
- 97,
71
- 98,
72
- 101,
73
- 104,
74
- 105,
75
- 114,
76
- 115,
77
- 120,
78
- 122,
79
- 128,
80
- 129,
81
- 131,
82
- 136,
83
- 137,
84
- 141,
85
- 145,
86
- 146,
87
- 148,
88
- 152,
89
- 155,
90
- 156,
91
- 159,
92
- 161,
93
- 163,
94
- 165,
95
- 166,
96
- 171,
97
- 172,
98
- 174,
99
- 176,
100
- 186,
101
- 189,
102
- 190,
103
- 196,
104
- 199,
105
- 200,
106
- 201,
107
- 202,
108
- 213,
109
- 214,
110
- 218,
111
- 226,
112
- 234,
113
- 235,
114
- 236,
115
- 238,
116
- 239,
117
- 243,
118
- 245,
119
- 251,
120
- 255,
121
- 259,
122
- 260,
123
- 268,
124
- 270,
125
- 274,
126
- 275,
127
- 278,
128
- 279,
129
- 283,
130
- 287,
131
- 289,
132
- 291,
133
- 300,
134
- 301,
135
- 303,
136
- 307,
137
- 310,
138
- 311,
139
- 318,
140
- 319,
141
- 321,
142
- 322,
143
- 326,
144
- 329,
145
- 330,
146
- 332,
147
- 333,
148
- 335,
149
- 336,
150
- 341,
151
- 342,
152
- 343,
153
- 344,
154
- 346,
155
- 348,
156
- 354,
157
- 357,
158
- 358,
159
- 360,
160
- 362,
161
- 367,
162
- 372,
163
- 373,
164
- 376,
165
- 378,
166
- 379,
167
- 381,
168
- 384,
169
- 385,
170
- 395,
171
- 398,
172
- 399,
173
- 401,
174
- 417,
175
- 418,
176
- 428,
177
- 431,
178
- 432,
179
- 433,
180
- 434,
181
- 438,
182
- 440,
183
- 442,
184
- 443,
185
- 444,
186
- 446,
187
- 447,
188
- 455,
189
- 458,
190
- 459,
191
- 465,
192
- 468,
193
- 469,
194
- 470,
195
- 475,
196
- 476,
197
- 480,
198
- 483,
199
- 489,
200
- 492,
201
- 493,
202
- 494,
203
- 495,
204
- 496,
205
- 498,
206
- 499,
207
- 500
208
  ],
209
  "evaluated_version_ids": [
210
  "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb"
 
3
  "element_id": "manak0/Detect-Person",
4
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
5
  "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-05-14T12:07:08.820255Z",
7
+ "result_path": "benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json"
 
8
  },
9
  "results": {
10
+ "overall_iou": 0.7161262163553068,
11
  "per_class_iou": {
12
+ "person": 0.7161262163553068
13
  },
14
+ "map_50": 0.3500672602391441,
15
+ "map_50_90": 0.2062228981391386,
16
+ "precision": 0.8679525222551929,
17
+ "recall": 0.36815607300188796,
18
  "per_class_map_50": {
19
+ "person": 0.3500672602391441
20
  },
21
  "per_class_map_50_90": {
22
+ "person": 0.2062228981391386
23
  },
24
  "per_class_precision": {
25
+ "person": 0.8679525222551929
26
  },
27
  "per_class_recall": {
28
+ "person": 0.36815607300188796
29
  },
30
+ "matched_images": 50,
31
+ "gt_count": 1589,
32
+ "pred_count": 674,
33
  "classes": [
34
  "person"
35
  ],
36
  "dataset_id": "800e961b-eb64-4380-880c-f1ed67abd563",
37
  "dataset_version_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
38
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
39
+ "split_ref": null,
40
+ "selected_frame_count": 50,
41
  "selected_frame_indices": [
42
  1,
43
+ 2,
44
+ 3,
45
+ 4,
46
+ 5,
47
  6,
48
+ 7,
49
+ 8,
50
  9,
51
+ 10,
52
+ 11,
53
  12,
54
+ 13,
55
+ 14,
56
+ 15,
57
+ 16,
58
+ 17,
59
+ 18,
60
+ 19,
61
+ 20,
62
+ 21,
63
  22,
64
+ 23,
65
+ 24,
66
  25,
67
  26,
68
  27,
69
  28,
70
+ 29,
71
+ 30,
72
+ 31,
73
  32,
74
+ 33,
75
+ 34,
76
+ 35,
77
+ 36,
78
+ 37,
79
  38,
80
+ 39,
81
  40,
82
+ 41,
83
  42,
84
+ 43,
85
+ 44,
86
+ 45,
87
+ 46,
88
+ 47,
89
+ 48,
90
+ 49,
91
+ 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
92
  ],
93
  "evaluated_version_ids": [
94
  "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb"
benchmark/synthetic/index.json CHANGED
@@ -1,16 +1,15 @@
1
  [
2
  {
3
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
4
- "saved_at": "2026-03-06T02:20:51.927289Z",
5
  "result_path": "benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json",
6
- "overall_iou": 0.6932410264986374,
7
- "map_50": 0.3755112726134544,
8
- "map_50_90": 0.21786430796282266,
9
- "precision": 0.8950531668978271,
10
- "recall": 0.3885989562424729,
11
- "matched_images": 165,
12
- "gt_count": 4982,
13
- "pred_count": 2163,
14
- "split_ref": "private_final"
15
  }
16
  ]
 
1
  [
2
  {
3
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
4
+ "saved_at": "2026-05-14T12:07:08.820255Z",
5
  "result_path": "benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json",
6
+ "overall_iou": 0.7161262163553068,
7
+ "map_50": 0.3500672602391441,
8
+ "map_50_90": 0.2062228981391386,
9
+ "precision": 0.8679525222551929,
10
+ "recall": 0.36815607300188796,
11
+ "matched_images": 50,
12
+ "gt_count": 1589,
13
+ "pred_count": 674
 
14
  }
15
  ]
benchmark/synthetic/latest.json CHANGED
@@ -3,208 +3,92 @@
3
  "element_id": "manak0/Detect-Person",
4
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
5
  "benchmark_type": "synthetic_fixed",
6
- "saved_at": "2026-03-06T02:20:51.927289Z",
7
- "result_path": "benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json",
8
- "split_ref": "private_final"
9
  },
10
  "results": {
11
- "overall_iou": 0.6932410264986374,
12
  "per_class_iou": {
13
- "person": 0.6932410264986374
14
  },
15
- "map_50": 0.3755112726134544,
16
- "map_50_90": 0.21786430796282266,
17
- "precision": 0.8950531668978271,
18
- "recall": 0.3885989562424729,
19
  "per_class_map_50": {
20
- "person": 0.3755112726134544
21
  },
22
  "per_class_map_50_90": {
23
- "person": 0.21786430796282266
24
  },
25
  "per_class_precision": {
26
- "person": 0.8950531668978271
27
  },
28
  "per_class_recall": {
29
- "person": 0.3885989562424729
30
  },
31
- "matched_images": 165,
32
- "gt_count": 4982,
33
- "pred_count": 2163,
34
  "classes": [
35
  "person"
36
  ],
37
  "dataset_id": "800e961b-eb64-4380-880c-f1ed67abd563",
38
  "dataset_version_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
39
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
40
- "split_ref": "private_final",
41
- "selected_frame_count": 165,
42
  "selected_frame_indices": [
43
  1,
 
 
 
 
44
  6,
 
 
45
  9,
 
 
46
  12,
 
 
 
 
 
 
 
 
 
47
  22,
 
 
48
  25,
49
  26,
50
  27,
51
  28,
 
 
 
52
  32,
 
 
 
 
 
53
  38,
 
54
  40,
 
55
  42,
56
- 50,
57
- 51,
58
- 52,
59
- 53,
60
- 54,
61
- 55,
62
- 57,
63
- 60,
64
- 67,
65
- 77,
66
- 80,
67
- 81,
68
- 88,
69
- 96,
70
- 97,
71
- 98,
72
- 101,
73
- 104,
74
- 105,
75
- 114,
76
- 115,
77
- 120,
78
- 122,
79
- 128,
80
- 129,
81
- 131,
82
- 136,
83
- 137,
84
- 141,
85
- 145,
86
- 146,
87
- 148,
88
- 152,
89
- 155,
90
- 156,
91
- 159,
92
- 161,
93
- 163,
94
- 165,
95
- 166,
96
- 171,
97
- 172,
98
- 174,
99
- 176,
100
- 186,
101
- 189,
102
- 190,
103
- 196,
104
- 199,
105
- 200,
106
- 201,
107
- 202,
108
- 213,
109
- 214,
110
- 218,
111
- 226,
112
- 234,
113
- 235,
114
- 236,
115
- 238,
116
- 239,
117
- 243,
118
- 245,
119
- 251,
120
- 255,
121
- 259,
122
- 260,
123
- 268,
124
- 270,
125
- 274,
126
- 275,
127
- 278,
128
- 279,
129
- 283,
130
- 287,
131
- 289,
132
- 291,
133
- 300,
134
- 301,
135
- 303,
136
- 307,
137
- 310,
138
- 311,
139
- 318,
140
- 319,
141
- 321,
142
- 322,
143
- 326,
144
- 329,
145
- 330,
146
- 332,
147
- 333,
148
- 335,
149
- 336,
150
- 341,
151
- 342,
152
- 343,
153
- 344,
154
- 346,
155
- 348,
156
- 354,
157
- 357,
158
- 358,
159
- 360,
160
- 362,
161
- 367,
162
- 372,
163
- 373,
164
- 376,
165
- 378,
166
- 379,
167
- 381,
168
- 384,
169
- 385,
170
- 395,
171
- 398,
172
- 399,
173
- 401,
174
- 417,
175
- 418,
176
- 428,
177
- 431,
178
- 432,
179
- 433,
180
- 434,
181
- 438,
182
- 440,
183
- 442,
184
- 443,
185
- 444,
186
- 446,
187
- 447,
188
- 455,
189
- 458,
190
- 459,
191
- 465,
192
- 468,
193
- 469,
194
- 470,
195
- 475,
196
- 476,
197
- 480,
198
- 483,
199
- 489,
200
- 492,
201
- 493,
202
- 494,
203
- 495,
204
- 496,
205
- 498,
206
- 499,
207
- 500
208
  ],
209
  "evaluated_version_ids": [
210
  "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb"
 
3
  "element_id": "manak0/Detect-Person",
4
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
5
  "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-05-14T12:07:08.820255Z",
7
+ "result_path": "benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json"
 
8
  },
9
  "results": {
10
+ "overall_iou": 0.7161262163553068,
11
  "per_class_iou": {
12
+ "person": 0.7161262163553068
13
  },
14
+ "map_50": 0.3500672602391441,
15
+ "map_50_90": 0.2062228981391386,
16
+ "precision": 0.8679525222551929,
17
+ "recall": 0.36815607300188796,
18
  "per_class_map_50": {
19
+ "person": 0.3500672602391441
20
  },
21
  "per_class_map_50_90": {
22
+ "person": 0.2062228981391386
23
  },
24
  "per_class_precision": {
25
+ "person": 0.8679525222551929
26
  },
27
  "per_class_recall": {
28
+ "person": 0.36815607300188796
29
  },
30
+ "matched_images": 50,
31
+ "gt_count": 1589,
32
+ "pred_count": 674,
33
  "classes": [
34
  "person"
35
  ],
36
  "dataset_id": "800e961b-eb64-4380-880c-f1ed67abd563",
37
  "dataset_version_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
38
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
39
+ "split_ref": null,
40
+ "selected_frame_count": 50,
41
  "selected_frame_indices": [
42
  1,
43
+ 2,
44
+ 3,
45
+ 4,
46
+ 5,
47
  6,
48
+ 7,
49
+ 8,
50
  9,
51
+ 10,
52
+ 11,
53
  12,
54
+ 13,
55
+ 14,
56
+ 15,
57
+ 16,
58
+ 17,
59
+ 18,
60
+ 19,
61
+ 20,
62
+ 21,
63
  22,
64
+ 23,
65
+ 24,
66
  25,
67
  26,
68
  27,
69
  28,
70
+ 29,
71
+ 30,
72
+ 31,
73
  32,
74
+ 33,
75
+ 34,
76
+ 35,
77
+ 36,
78
+ 37,
79
  38,
80
+ 39,
81
  40,
82
+ 41,
83
  42,
84
+ 43,
85
+ 44,
86
+ 45,
87
+ 46,
88
+ 47,
89
+ 48,
90
+ 49,
91
+ 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
92
  ],
93
  "evaluated_version_ids": [
94
  "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb"