MTerryJack commited on
Commit
6de605e
·
verified ·
1 Parent(s): fe6dfa8

benchmark: synthetic_1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb

Browse files
README.md CHANGED
@@ -18,6 +18,6 @@ manako:
18
  evaluation_score: null
19
  last_benchmark:
20
  type: synthetic_fixed
21
- ran_at: '2026-03-06T01:43:16.564302Z'
22
  result_path: benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json
23
  ---
 
18
  evaluation_score: null
19
  last_benchmark:
20
  type: synthetic_fixed
21
+ ran_at: '2026-03-06T02:20:51.927289Z'
22
  result_path: benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json
23
  ---
benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json CHANGED
@@ -3,72 +3,208 @@
3
  "element_id": "manak0/Detect-Person",
4
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
5
  "benchmark_type": "synthetic_fixed",
6
- "saved_at": "2026-03-06T01:43:16.564302Z",
7
- "result_path": "benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json"
 
8
  },
9
  "results": {
10
- "overall_iou": 0.7097121197339881,
11
  "per_class_iou": {
12
- "person": 0.7097121197339881
13
  },
14
- "map_50": 0.34521349581227123,
15
- "map_50_90": 0.20579301740095046,
16
- "precision": 0.8744075829383886,
17
- "recall": 0.36070381231671556,
18
  "per_class_map_50": {
19
- "person": 0.34521349581227123
20
  },
21
  "per_class_map_50_90": {
22
- "person": 0.20579301740095046
23
  },
24
  "per_class_precision": {
25
- "person": 0.8744075829383886
26
  },
27
  "per_class_recall": {
28
- "person": 0.36070381231671556
29
  },
30
- "matched_images": 30,
31
- "gt_count": 1023,
32
- "pred_count": 422,
33
  "classes": [
34
  "person"
35
  ],
36
  "dataset_id": "800e961b-eb64-4380-880c-f1ed67abd563",
37
  "dataset_version_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
38
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
39
- "split_ref": null,
40
- "selected_frame_count": 30,
41
  "selected_frame_indices": [
42
  1,
43
- 2,
44
- 3,
45
- 4,
46
- 5,
47
  6,
48
- 7,
49
- 8,
50
  9,
51
- 10,
52
- 11,
53
  12,
54
- 13,
55
- 14,
56
- 15,
57
- 16,
58
- 17,
59
- 18,
60
- 19,
61
- 20,
62
- 21,
63
  22,
64
- 23,
65
- 24,
66
  25,
67
  26,
68
  27,
69
  28,
70
- 29,
71
- 30
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
72
  ],
73
  "evaluated_version_ids": [
74
  "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb"
 
3
  "element_id": "manak0/Detect-Person",
4
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
5
  "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-03-06T02:20:51.927289Z",
7
+ "result_path": "benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json",
8
+ "split_ref": "private_final"
9
  },
10
  "results": {
11
+ "overall_iou": 0.6932410264986374,
12
  "per_class_iou": {
13
+ "person": 0.6932410264986374
14
  },
15
+ "map_50": 0.3755112726134544,
16
+ "map_50_90": 0.21786430796282266,
17
+ "precision": 0.8950531668978271,
18
+ "recall": 0.3885989562424729,
19
  "per_class_map_50": {
20
+ "person": 0.3755112726134544
21
  },
22
  "per_class_map_50_90": {
23
+ "person": 0.21786430796282266
24
  },
25
  "per_class_precision": {
26
+ "person": 0.8950531668978271
27
  },
28
  "per_class_recall": {
29
+ "person": 0.3885989562424729
30
  },
31
+ "matched_images": 165,
32
+ "gt_count": 4982,
33
+ "pred_count": 2163,
34
  "classes": [
35
  "person"
36
  ],
37
  "dataset_id": "800e961b-eb64-4380-880c-f1ed67abd563",
38
  "dataset_version_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
39
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
40
+ "split_ref": "private_final",
41
+ "selected_frame_count": 165,
42
  "selected_frame_indices": [
43
  1,
 
 
 
 
44
  6,
 
 
45
  9,
 
 
46
  12,
 
 
 
 
 
 
 
 
 
47
  22,
 
 
48
  25,
49
  26,
50
  27,
51
  28,
52
+ 32,
53
+ 38,
54
+ 40,
55
+ 42,
56
+ 50,
57
+ 51,
58
+ 52,
59
+ 53,
60
+ 54,
61
+ 55,
62
+ 57,
63
+ 60,
64
+ 67,
65
+ 77,
66
+ 80,
67
+ 81,
68
+ 88,
69
+ 96,
70
+ 97,
71
+ 98,
72
+ 101,
73
+ 104,
74
+ 105,
75
+ 114,
76
+ 115,
77
+ 120,
78
+ 122,
79
+ 128,
80
+ 129,
81
+ 131,
82
+ 136,
83
+ 137,
84
+ 141,
85
+ 145,
86
+ 146,
87
+ 148,
88
+ 152,
89
+ 155,
90
+ 156,
91
+ 159,
92
+ 161,
93
+ 163,
94
+ 165,
95
+ 166,
96
+ 171,
97
+ 172,
98
+ 174,
99
+ 176,
100
+ 186,
101
+ 189,
102
+ 190,
103
+ 196,
104
+ 199,
105
+ 200,
106
+ 201,
107
+ 202,
108
+ 213,
109
+ 214,
110
+ 218,
111
+ 226,
112
+ 234,
113
+ 235,
114
+ 236,
115
+ 238,
116
+ 239,
117
+ 243,
118
+ 245,
119
+ 251,
120
+ 255,
121
+ 259,
122
+ 260,
123
+ 268,
124
+ 270,
125
+ 274,
126
+ 275,
127
+ 278,
128
+ 279,
129
+ 283,
130
+ 287,
131
+ 289,
132
+ 291,
133
+ 300,
134
+ 301,
135
+ 303,
136
+ 307,
137
+ 310,
138
+ 311,
139
+ 318,
140
+ 319,
141
+ 321,
142
+ 322,
143
+ 326,
144
+ 329,
145
+ 330,
146
+ 332,
147
+ 333,
148
+ 335,
149
+ 336,
150
+ 341,
151
+ 342,
152
+ 343,
153
+ 344,
154
+ 346,
155
+ 348,
156
+ 354,
157
+ 357,
158
+ 358,
159
+ 360,
160
+ 362,
161
+ 367,
162
+ 372,
163
+ 373,
164
+ 376,
165
+ 378,
166
+ 379,
167
+ 381,
168
+ 384,
169
+ 385,
170
+ 395,
171
+ 398,
172
+ 399,
173
+ 401,
174
+ 417,
175
+ 418,
176
+ 428,
177
+ 431,
178
+ 432,
179
+ 433,
180
+ 434,
181
+ 438,
182
+ 440,
183
+ 442,
184
+ 443,
185
+ 444,
186
+ 446,
187
+ 447,
188
+ 455,
189
+ 458,
190
+ 459,
191
+ 465,
192
+ 468,
193
+ 469,
194
+ 470,
195
+ 475,
196
+ 476,
197
+ 480,
198
+ 483,
199
+ 489,
200
+ 492,
201
+ 493,
202
+ 494,
203
+ 495,
204
+ 496,
205
+ 498,
206
+ 499,
207
+ 500
208
  ],
209
  "evaluated_version_ids": [
210
  "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb"
benchmark/synthetic/index.json CHANGED
@@ -1,15 +1,16 @@
1
  [
2
  {
3
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
4
- "saved_at": "2026-03-06T01:43:16.564302Z",
5
  "result_path": "benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json",
6
- "overall_iou": 0.7097121197339881,
7
- "map_50": 0.34521349581227123,
8
- "map_50_90": 0.20579301740095046,
9
- "precision": 0.8744075829383886,
10
- "recall": 0.36070381231671556,
11
- "matched_images": 30,
12
- "gt_count": 1023,
13
- "pred_count": 422
 
14
  }
15
  ]
 
1
  [
2
  {
3
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
4
+ "saved_at": "2026-03-06T02:20:51.927289Z",
5
  "result_path": "benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json",
6
+ "overall_iou": 0.6932410264986374,
7
+ "map_50": 0.3755112726134544,
8
+ "map_50_90": 0.21786430796282266,
9
+ "precision": 0.8950531668978271,
10
+ "recall": 0.3885989562424729,
11
+ "matched_images": 165,
12
+ "gt_count": 4982,
13
+ "pred_count": 2163,
14
+ "split_ref": "private_final"
15
  }
16
  ]
benchmark/synthetic/latest.json CHANGED
@@ -3,72 +3,208 @@
3
  "element_id": "manak0/Detect-Person",
4
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
5
  "benchmark_type": "synthetic_fixed",
6
- "saved_at": "2026-03-06T01:43:16.564302Z",
7
- "result_path": "benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json"
 
8
  },
9
  "results": {
10
- "overall_iou": 0.7097121197339881,
11
  "per_class_iou": {
12
- "person": 0.7097121197339881
13
  },
14
- "map_50": 0.34521349581227123,
15
- "map_50_90": 0.20579301740095046,
16
- "precision": 0.8744075829383886,
17
- "recall": 0.36070381231671556,
18
  "per_class_map_50": {
19
- "person": 0.34521349581227123
20
  },
21
  "per_class_map_50_90": {
22
- "person": 0.20579301740095046
23
  },
24
  "per_class_precision": {
25
- "person": 0.8744075829383886
26
  },
27
  "per_class_recall": {
28
- "person": 0.36070381231671556
29
  },
30
- "matched_images": 30,
31
- "gt_count": 1023,
32
- "pred_count": 422,
33
  "classes": [
34
  "person"
35
  ],
36
  "dataset_id": "800e961b-eb64-4380-880c-f1ed67abd563",
37
  "dataset_version_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
38
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
39
- "split_ref": null,
40
- "selected_frame_count": 30,
41
  "selected_frame_indices": [
42
  1,
43
- 2,
44
- 3,
45
- 4,
46
- 5,
47
  6,
48
- 7,
49
- 8,
50
  9,
51
- 10,
52
- 11,
53
  12,
54
- 13,
55
- 14,
56
- 15,
57
- 16,
58
- 17,
59
- 18,
60
- 19,
61
- 20,
62
- 21,
63
  22,
64
- 23,
65
- 24,
66
  25,
67
  26,
68
  27,
69
  28,
70
- 29,
71
- 30
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
72
  ],
73
  "evaluated_version_ids": [
74
  "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb"
 
3
  "element_id": "manak0/Detect-Person",
4
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
5
  "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-03-06T02:20:51.927289Z",
7
+ "result_path": "benchmark/synthetic/1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb.json",
8
+ "split_ref": "private_final"
9
  },
10
  "results": {
11
+ "overall_iou": 0.6932410264986374,
12
  "per_class_iou": {
13
+ "person": 0.6932410264986374
14
  },
15
+ "map_50": 0.3755112726134544,
16
+ "map_50_90": 0.21786430796282266,
17
+ "precision": 0.8950531668978271,
18
+ "recall": 0.3885989562424729,
19
  "per_class_map_50": {
20
+ "person": 0.3755112726134544
21
  },
22
  "per_class_map_50_90": {
23
+ "person": 0.21786430796282266
24
  },
25
  "per_class_precision": {
26
+ "person": 0.8950531668978271
27
  },
28
  "per_class_recall": {
29
+ "person": 0.3885989562424729
30
  },
31
+ "matched_images": 165,
32
+ "gt_count": 4982,
33
+ "pred_count": 2163,
34
  "classes": [
35
  "person"
36
  ],
37
  "dataset_id": "800e961b-eb64-4380-880c-f1ed67abd563",
38
  "dataset_version_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
39
  "run_id": "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb",
40
+ "split_ref": "private_final",
41
+ "selected_frame_count": 165,
42
  "selected_frame_indices": [
43
  1,
 
 
 
 
44
  6,
 
 
45
  9,
 
 
46
  12,
 
 
 
 
 
 
 
 
 
47
  22,
 
 
48
  25,
49
  26,
50
  27,
51
  28,
52
+ 32,
53
+ 38,
54
+ 40,
55
+ 42,
56
+ 50,
57
+ 51,
58
+ 52,
59
+ 53,
60
+ 54,
61
+ 55,
62
+ 57,
63
+ 60,
64
+ 67,
65
+ 77,
66
+ 80,
67
+ 81,
68
+ 88,
69
+ 96,
70
+ 97,
71
+ 98,
72
+ 101,
73
+ 104,
74
+ 105,
75
+ 114,
76
+ 115,
77
+ 120,
78
+ 122,
79
+ 128,
80
+ 129,
81
+ 131,
82
+ 136,
83
+ 137,
84
+ 141,
85
+ 145,
86
+ 146,
87
+ 148,
88
+ 152,
89
+ 155,
90
+ 156,
91
+ 159,
92
+ 161,
93
+ 163,
94
+ 165,
95
+ 166,
96
+ 171,
97
+ 172,
98
+ 174,
99
+ 176,
100
+ 186,
101
+ 189,
102
+ 190,
103
+ 196,
104
+ 199,
105
+ 200,
106
+ 201,
107
+ 202,
108
+ 213,
109
+ 214,
110
+ 218,
111
+ 226,
112
+ 234,
113
+ 235,
114
+ 236,
115
+ 238,
116
+ 239,
117
+ 243,
118
+ 245,
119
+ 251,
120
+ 255,
121
+ 259,
122
+ 260,
123
+ 268,
124
+ 270,
125
+ 274,
126
+ 275,
127
+ 278,
128
+ 279,
129
+ 283,
130
+ 287,
131
+ 289,
132
+ 291,
133
+ 300,
134
+ 301,
135
+ 303,
136
+ 307,
137
+ 310,
138
+ 311,
139
+ 318,
140
+ 319,
141
+ 321,
142
+ 322,
143
+ 326,
144
+ 329,
145
+ 330,
146
+ 332,
147
+ 333,
148
+ 335,
149
+ 336,
150
+ 341,
151
+ 342,
152
+ 343,
153
+ 344,
154
+ 346,
155
+ 348,
156
+ 354,
157
+ 357,
158
+ 358,
159
+ 360,
160
+ 362,
161
+ 367,
162
+ 372,
163
+ 373,
164
+ 376,
165
+ 378,
166
+ 379,
167
+ 381,
168
+ 384,
169
+ 385,
170
+ 395,
171
+ 398,
172
+ 399,
173
+ 401,
174
+ 417,
175
+ 418,
176
+ 428,
177
+ 431,
178
+ 432,
179
+ 433,
180
+ 434,
181
+ 438,
182
+ 440,
183
+ 442,
184
+ 443,
185
+ 444,
186
+ 446,
187
+ 447,
188
+ 455,
189
+ 458,
190
+ 459,
191
+ 465,
192
+ 468,
193
+ 469,
194
+ 470,
195
+ 475,
196
+ 476,
197
+ 480,
198
+ 483,
199
+ 489,
200
+ 492,
201
+ 493,
202
+ 494,
203
+ 495,
204
+ 496,
205
+ 498,
206
+ 499,
207
+ 500
208
  ],
209
  "evaluated_version_ids": [
210
  "1ada5b1e-38b8-4bdc-967a-d8a27b0e6afb"