benchmark: synthetic_all_versions_2026-05-14T11-38-48.634832Z
Browse files
README.md
CHANGED
|
@@ -24,6 +24,10 @@ manako:
|
|
| 24 |
evaluation_score: null
|
| 25 |
last_benchmark:
|
| 26 |
type: synthetic_fixed
|
| 27 |
-
ran_at: '2026-
|
| 28 |
-
result_path: benchmark/synthetic/
|
|
|
|
|
|
|
|
|
|
|
|
|
| 29 |
---
|
|
|
|
| 24 |
evaluation_score: null
|
| 25 |
last_benchmark:
|
| 26 |
type: synthetic_fixed
|
| 27 |
+
ran_at: '2026-05-14T11:39:26.313311Z'
|
| 28 |
+
result_path: benchmark/synthetic/all_versions_2026-05-14T11-38-48.634832Z.json
|
| 29 |
+
score:
|
| 30 |
+
size_mb: 10.810038
|
| 31 |
+
performance_map50: 0.13691746251029352
|
| 32 |
+
E: 0.012665770694820269
|
| 33 |
---
|
benchmark/synthetic/all_versions_2026-05-14T11-38-48.634832Z.json
ADDED
|
@@ -0,0 +1,130 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"meta": {
|
| 3 |
+
"element_id": "manak0/Detect-crime",
|
| 4 |
+
"run_id": "all_versions_2026-05-14T11-38-48.634832Z",
|
| 5 |
+
"benchmark_type": "synthetic_fixed",
|
| 6 |
+
"saved_at": "2026-05-14T11:39:26.313311Z",
|
| 7 |
+
"result_path": "benchmark/synthetic/all_versions_2026-05-14T11-38-48.634832Z.json"
|
| 8 |
+
},
|
| 9 |
+
"results": {
|
| 10 |
+
"overall_iou": 0.535243545053479,
|
| 11 |
+
"per_class_iou": {
|
| 12 |
+
"balaclava": 0.048230597700927816,
|
| 13 |
+
"bat": 0.05254315043404869,
|
| 14 |
+
"glove": 0.0650182682097028,
|
| 15 |
+
"graffiti": 0.2311050268229321,
|
| 16 |
+
"hoodie": 0.4061489519151585,
|
| 17 |
+
"spray paint": 0.05184308108096129
|
| 18 |
+
},
|
| 19 |
+
"map_50": 0.13691746251029352,
|
| 20 |
+
"map_50_90": 0.08639337039219404,
|
| 21 |
+
"precision": 0.26993865030674846,
|
| 22 |
+
"recall": 0.21307506053268765,
|
| 23 |
+
"per_class_map_50": {
|
| 24 |
+
"balaclava": 0.06476190476190476,
|
| 25 |
+
"bat": 0.12000000000000001,
|
| 26 |
+
"glove": 0.020058549735683745,
|
| 27 |
+
"graffiti": 0.32088052943225354,
|
| 28 |
+
"hoodie": 0.190348788618093,
|
| 29 |
+
"spray paint": 0.10545500251382604
|
| 30 |
+
},
|
| 31 |
+
"per_class_map_50_90": {
|
| 32 |
+
"balaclava": 0.03576719576719576,
|
| 33 |
+
"bat": 0.06962962962962964,
|
| 34 |
+
"glove": 0.011299022532989804,
|
| 35 |
+
"graffiti": 0.2275938964422362,
|
| 36 |
+
"hoodie": 0.13336046178090058,
|
| 37 |
+
"spray paint": 0.04071001620021228
|
| 38 |
+
},
|
| 39 |
+
"per_class_precision": {
|
| 40 |
+
"balaclava": 0.2727272727272727,
|
| 41 |
+
"bat": 0.2727272727272727,
|
| 42 |
+
"glove": 0.09433962264150944,
|
| 43 |
+
"graffiti": 0.26506024096385544,
|
| 44 |
+
"hoodie": 0.3424657534246575,
|
| 45 |
+
"spray paint": 0.22727272727272727
|
| 46 |
+
},
|
| 47 |
+
"per_class_recall": {
|
| 48 |
+
"balaclava": 0.08571428571428572,
|
| 49 |
+
"bat": 0.2,
|
| 50 |
+
"glove": 0.04201680672268908,
|
| 51 |
+
"graffiti": 0.36666666666666664,
|
| 52 |
+
"hoodie": 0.3333333333333333,
|
| 53 |
+
"spray paint": 0.14705882352941177
|
| 54 |
+
},
|
| 55 |
+
"matched_images": 50,
|
| 56 |
+
"gt_count": 413,
|
| 57 |
+
"pred_count": 326,
|
| 58 |
+
"classes": [
|
| 59 |
+
"balaclava",
|
| 60 |
+
"bat",
|
| 61 |
+
"glove",
|
| 62 |
+
"graffiti",
|
| 63 |
+
"hoodie",
|
| 64 |
+
"spray paint"
|
| 65 |
+
],
|
| 66 |
+
"dataset_id": "c7366c27-1724-4161-bb6e-bd544118ffa0",
|
| 67 |
+
"dataset_version_id": "all_versions",
|
| 68 |
+
"run_id": "all_versions_2026-05-14T11-38-48.634832Z",
|
| 69 |
+
"split_ref": null,
|
| 70 |
+
"selected_frame_count": 50,
|
| 71 |
+
"selected_frame_indices": [
|
| 72 |
+
1,
|
| 73 |
+
2,
|
| 74 |
+
3,
|
| 75 |
+
4,
|
| 76 |
+
5,
|
| 77 |
+
6,
|
| 78 |
+
7,
|
| 79 |
+
8,
|
| 80 |
+
9,
|
| 81 |
+
10,
|
| 82 |
+
11,
|
| 83 |
+
12,
|
| 84 |
+
13,
|
| 85 |
+
14,
|
| 86 |
+
15,
|
| 87 |
+
16,
|
| 88 |
+
17,
|
| 89 |
+
18,
|
| 90 |
+
19,
|
| 91 |
+
20,
|
| 92 |
+
21,
|
| 93 |
+
22,
|
| 94 |
+
23,
|
| 95 |
+
24,
|
| 96 |
+
25,
|
| 97 |
+
26,
|
| 98 |
+
27,
|
| 99 |
+
28,
|
| 100 |
+
29,
|
| 101 |
+
30,
|
| 102 |
+
31,
|
| 103 |
+
32,
|
| 104 |
+
33,
|
| 105 |
+
34,
|
| 106 |
+
35,
|
| 107 |
+
36,
|
| 108 |
+
37,
|
| 109 |
+
38,
|
| 110 |
+
39,
|
| 111 |
+
40,
|
| 112 |
+
41,
|
| 113 |
+
42,
|
| 114 |
+
43,
|
| 115 |
+
44,
|
| 116 |
+
45,
|
| 117 |
+
46,
|
| 118 |
+
47,
|
| 119 |
+
48,
|
| 120 |
+
49,
|
| 121 |
+
50
|
| 122 |
+
],
|
| 123 |
+
"evaluated_version_ids": [
|
| 124 |
+
"b9e71a17-f259-4321-981f-1ad04cb5b7d5",
|
| 125 |
+
"5cd2a490-aa00-432c-8ff7-8e34eb3dc858",
|
| 126 |
+
"0f77b627-6bfd-4391-a327-468e6bcd8264"
|
| 127 |
+
],
|
| 128 |
+
"skipped_missing_pairs": 0
|
| 129 |
+
}
|
| 130 |
+
}
|
benchmark/synthetic/index.json
CHANGED
|
@@ -1,4 +1,17 @@
|
|
| 1 |
[
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
{
|
| 3 |
"run_id": "5cd2a490-aa00-432c-8ff7-8e34eb3dc858",
|
| 4 |
"saved_at": "2026-04-15T09:46:34.674202Z",
|
|
|
|
| 1 |
[
|
| 2 |
+
{
|
| 3 |
+
"run_id": "all_versions_2026-05-14T11-38-48.634832Z",
|
| 4 |
+
"saved_at": "2026-05-14T11:39:26.313311Z",
|
| 5 |
+
"result_path": "benchmark/synthetic/all_versions_2026-05-14T11-38-48.634832Z.json",
|
| 6 |
+
"overall_iou": 0.535243545053479,
|
| 7 |
+
"map_50": 0.13691746251029352,
|
| 8 |
+
"map_50_90": 0.08639337039219404,
|
| 9 |
+
"precision": 0.26993865030674846,
|
| 10 |
+
"recall": 0.21307506053268765,
|
| 11 |
+
"matched_images": 50,
|
| 12 |
+
"gt_count": 413,
|
| 13 |
+
"pred_count": 326
|
| 14 |
+
},
|
| 15 |
{
|
| 16 |
"run_id": "5cd2a490-aa00-432c-8ff7-8e34eb3dc858",
|
| 17 |
"saved_at": "2026-04-15T09:46:34.674202Z",
|
benchmark/synthetic/latest.json
CHANGED
|
@@ -1,59 +1,59 @@
|
|
| 1 |
{
|
| 2 |
"meta": {
|
| 3 |
"element_id": "manak0/Detect-crime",
|
| 4 |
-
"run_id": "
|
| 5 |
"benchmark_type": "synthetic_fixed",
|
| 6 |
-
"saved_at": "2026-
|
| 7 |
-
"result_path": "benchmark/synthetic/
|
| 8 |
},
|
| 9 |
"results": {
|
| 10 |
-
"overall_iou": 0.
|
| 11 |
"per_class_iou": {
|
| 12 |
-
"balaclava": 0.
|
| 13 |
-
"bat": 0.
|
| 14 |
-
"glove": 0.
|
| 15 |
-
"graffiti": 0.
|
| 16 |
-
"hoodie": 0.
|
| 17 |
-
"spray paint": 0.
|
| 18 |
},
|
| 19 |
-
"map_50": 0.
|
| 20 |
-
"map_50_90": 0.
|
| 21 |
-
"precision": 0.
|
| 22 |
-
"recall": 0.
|
| 23 |
"per_class_map_50": {
|
| 24 |
-
"balaclava": 0.
|
| 25 |
-
"bat": 0.
|
| 26 |
-
"glove": 0.
|
| 27 |
-
"graffiti": 0.
|
| 28 |
-
"hoodie": 0.
|
| 29 |
-
"spray paint": 0.
|
| 30 |
},
|
| 31 |
"per_class_map_50_90": {
|
| 32 |
-
"balaclava": 0.
|
| 33 |
-
"bat": 0.
|
| 34 |
-
"glove": 0.
|
| 35 |
-
"graffiti": 0.
|
| 36 |
-
"hoodie": 0.
|
| 37 |
-
"spray paint": 0.
|
| 38 |
},
|
| 39 |
"per_class_precision": {
|
| 40 |
-
"balaclava": 0.
|
| 41 |
-
"bat": 0.
|
| 42 |
-
"glove": 0.
|
| 43 |
-
"graffiti": 0.
|
| 44 |
-
"hoodie": 0.
|
| 45 |
"spray paint": 0.22727272727272727
|
| 46 |
},
|
| 47 |
"per_class_recall": {
|
| 48 |
-
"balaclava": 0.
|
| 49 |
-
"bat": 0.
|
| 50 |
-
"glove": 0.
|
| 51 |
-
"graffiti": 0.
|
| 52 |
-
"hoodie": 0.
|
| 53 |
-
"spray paint": 0.
|
| 54 |
},
|
| 55 |
"matched_images": 50,
|
| 56 |
-
"gt_count":
|
| 57 |
"pred_count": 326,
|
| 58 |
"classes": [
|
| 59 |
"balaclava",
|
|
@@ -64,8 +64,8 @@
|
|
| 64 |
"spray paint"
|
| 65 |
],
|
| 66 |
"dataset_id": "c7366c27-1724-4161-bb6e-bd544118ffa0",
|
| 67 |
-
"dataset_version_id": "
|
| 68 |
-
"run_id": "
|
| 69 |
"split_ref": null,
|
| 70 |
"selected_frame_count": 50,
|
| 71 |
"selected_frame_indices": [
|
|
@@ -121,7 +121,9 @@
|
|
| 121 |
50
|
| 122 |
],
|
| 123 |
"evaluated_version_ids": [
|
| 124 |
-
"
|
|
|
|
|
|
|
| 125 |
],
|
| 126 |
"skipped_missing_pairs": 0
|
| 127 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"meta": {
|
| 3 |
"element_id": "manak0/Detect-crime",
|
| 4 |
+
"run_id": "all_versions_2026-05-14T11-38-48.634832Z",
|
| 5 |
"benchmark_type": "synthetic_fixed",
|
| 6 |
+
"saved_at": "2026-05-14T11:39:26.313311Z",
|
| 7 |
+
"result_path": "benchmark/synthetic/all_versions_2026-05-14T11-38-48.634832Z.json"
|
| 8 |
},
|
| 9 |
"results": {
|
| 10 |
+
"overall_iou": 0.535243545053479,
|
| 11 |
"per_class_iou": {
|
| 12 |
+
"balaclava": 0.048230597700927816,
|
| 13 |
+
"bat": 0.05254315043404869,
|
| 14 |
+
"glove": 0.0650182682097028,
|
| 15 |
+
"graffiti": 0.2311050268229321,
|
| 16 |
+
"hoodie": 0.4061489519151585,
|
| 17 |
+
"spray paint": 0.05184308108096129
|
| 18 |
},
|
| 19 |
+
"map_50": 0.13691746251029352,
|
| 20 |
+
"map_50_90": 0.08639337039219404,
|
| 21 |
+
"precision": 0.26993865030674846,
|
| 22 |
+
"recall": 0.21307506053268765,
|
| 23 |
"per_class_map_50": {
|
| 24 |
+
"balaclava": 0.06476190476190476,
|
| 25 |
+
"bat": 0.12000000000000001,
|
| 26 |
+
"glove": 0.020058549735683745,
|
| 27 |
+
"graffiti": 0.32088052943225354,
|
| 28 |
+
"hoodie": 0.190348788618093,
|
| 29 |
+
"spray paint": 0.10545500251382604
|
| 30 |
},
|
| 31 |
"per_class_map_50_90": {
|
| 32 |
+
"balaclava": 0.03576719576719576,
|
| 33 |
+
"bat": 0.06962962962962964,
|
| 34 |
+
"glove": 0.011299022532989804,
|
| 35 |
+
"graffiti": 0.2275938964422362,
|
| 36 |
+
"hoodie": 0.13336046178090058,
|
| 37 |
+
"spray paint": 0.04071001620021228
|
| 38 |
},
|
| 39 |
"per_class_precision": {
|
| 40 |
+
"balaclava": 0.2727272727272727,
|
| 41 |
+
"bat": 0.2727272727272727,
|
| 42 |
+
"glove": 0.09433962264150944,
|
| 43 |
+
"graffiti": 0.26506024096385544,
|
| 44 |
+
"hoodie": 0.3424657534246575,
|
| 45 |
"spray paint": 0.22727272727272727
|
| 46 |
},
|
| 47 |
"per_class_recall": {
|
| 48 |
+
"balaclava": 0.08571428571428572,
|
| 49 |
+
"bat": 0.2,
|
| 50 |
+
"glove": 0.04201680672268908,
|
| 51 |
+
"graffiti": 0.36666666666666664,
|
| 52 |
+
"hoodie": 0.3333333333333333,
|
| 53 |
+
"spray paint": 0.14705882352941177
|
| 54 |
},
|
| 55 |
"matched_images": 50,
|
| 56 |
+
"gt_count": 413,
|
| 57 |
"pred_count": 326,
|
| 58 |
"classes": [
|
| 59 |
"balaclava",
|
|
|
|
| 64 |
"spray paint"
|
| 65 |
],
|
| 66 |
"dataset_id": "c7366c27-1724-4161-bb6e-bd544118ffa0",
|
| 67 |
+
"dataset_version_id": "all_versions",
|
| 68 |
+
"run_id": "all_versions_2026-05-14T11-38-48.634832Z",
|
| 69 |
"split_ref": null,
|
| 70 |
"selected_frame_count": 50,
|
| 71 |
"selected_frame_indices": [
|
|
|
|
| 121 |
50
|
| 122 |
],
|
| 123 |
"evaluated_version_ids": [
|
| 124 |
+
"b9e71a17-f259-4321-981f-1ad04cb5b7d5",
|
| 125 |
+
"5cd2a490-aa00-432c-8ff7-8e34eb3dc858",
|
| 126 |
+
"0f77b627-6bfd-4391-a327-468e6bcd8264"
|
| 127 |
],
|
| 128 |
"skipped_missing_pairs": 0
|
| 129 |
}
|