MTerryJack commited on
Commit
fadb82c
·
verified ·
1 Parent(s): 23c8a8b

benchmark: synthetic_635bfe72-4e7c-4863-9767-ac9d1c544ef1

Browse files
README.md CHANGED
@@ -20,7 +20,7 @@ manako:
20
  description: List of detections
21
  evaluation_score: 0.5601228097223022
22
  last_benchmark:
23
- type: detect-iou-v1
24
- ran_at: '2026-02-06T16:14:43.394658Z'
25
- result_path: benchmark/results/2026-02-06T16-14-43.394680Z.json
26
  ---
 
20
  description: List of detections
21
  evaluation_score: 0.5601228097223022
22
  last_benchmark:
23
+ type: synthetic_fixed
24
+ ran_at: '2026-03-03T01:39:45.672962Z'
25
+ result_path: benchmark/synthetic/635bfe72-4e7c-4863-9767-ac9d1c544ef1.json
26
  ---
benchmark/synthetic/635bfe72-4e7c-4863-9767-ac9d1c544ef1.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "MTerryJack/Element-Detect-People-CCTV",
4
+ "run_id": "635bfe72-4e7c-4863-9767-ac9d1c544ef1",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-03-03T01:39:45.672962Z",
7
+ "result_path": "benchmark/synthetic/635bfe72-4e7c-4863-9767-ac9d1c544ef1.json"
8
+ },
9
+ "checks": {
10
+ "main_py": "pass",
11
+ "pyproject_toml": "pass",
12
+ "load_model": "pass",
13
+ "run_model": "pass",
14
+ "objects": "pass"
15
+ },
16
+ "results": {
17
+ "overall_iou": 0.3948088022130548,
18
+ "per_class_iou": {
19
+ "person": 0.3948088022130548
20
+ },
21
+ "map_50": 0.3,
22
+ "map_50_90": 0.1962962962962963,
23
+ "precision": 1.0,
24
+ "recall": 0.3,
25
+ "per_class_map_50": {
26
+ "person": 0.3
27
+ },
28
+ "per_class_map_50_90": {
29
+ "person": 0.1962962962962963
30
+ },
31
+ "per_class_precision": {
32
+ "person": 1.0
33
+ },
34
+ "per_class_recall": {
35
+ "person": 0.3
36
+ },
37
+ "matched_images": 2,
38
+ "gt_count": 10,
39
+ "pred_count": 3,
40
+ "classes": [
41
+ "person"
42
+ ],
43
+ "dataset_id": "78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366",
44
+ "dataset_version_id": "635bfe72-4e7c-4863-9767-ac9d1c544ef1",
45
+ "run_id": "635bfe72-4e7c-4863-9767-ac9d1c544ef1",
46
+ "evaluated_version_ids": [
47
+ "635bfe72-4e7c-4863-9767-ac9d1c544ef1"
48
+ ],
49
+ "skipped_missing_pairs": 0,
50
+ "image_pointers": [
51
+ {
52
+ "frame_idx": 1,
53
+ "image_key": "synthetic-datasets/78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366/versions/635bfe72-4e7c-4863-9767-ac9d1c544ef1/frames/000001.png",
54
+ "annotation_key": "synthetic-datasets/78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366/versions/635bfe72-4e7c-4863-9767-ac9d1c544ef1/annotations/000001.json",
55
+ "prediction_key": "synthetic-datasets/78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366/versions/635bfe72-4e7c-4863-9767-ac9d1c544ef1/predictions/000001.json"
56
+ },
57
+ {
58
+ "frame_idx": 2,
59
+ "image_key": "synthetic-datasets/78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366/versions/635bfe72-4e7c-4863-9767-ac9d1c544ef1/frames/000002.png",
60
+ "annotation_key": "synthetic-datasets/78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366/versions/635bfe72-4e7c-4863-9767-ac9d1c544ef1/annotations/000002.json",
61
+ "prediction_key": "synthetic-datasets/78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366/versions/635bfe72-4e7c-4863-9767-ac9d1c544ef1/predictions/000002.json"
62
+ }
63
+ ]
64
+ }
65
+ }
benchmark/synthetic/index.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "run_id": "635bfe72-4e7c-4863-9767-ac9d1c544ef1",
4
+ "saved_at": "2026-03-03T01:39:45.672962Z",
5
+ "result_path": "benchmark/synthetic/635bfe72-4e7c-4863-9767-ac9d1c544ef1.json",
6
+ "overall_iou": 0.3948088022130548,
7
+ "map_50": 0.3,
8
+ "map_50_90": 0.1962962962962963,
9
+ "precision": 1.0,
10
+ "recall": 0.3,
11
+ "matched_images": 2,
12
+ "gt_count": 10,
13
+ "pred_count": 3
14
+ }
15
+ ]
benchmark/synthetic/latest.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "MTerryJack/Element-Detect-People-CCTV",
4
+ "run_id": "635bfe72-4e7c-4863-9767-ac9d1c544ef1",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-03-03T01:39:45.672962Z",
7
+ "result_path": "benchmark/synthetic/635bfe72-4e7c-4863-9767-ac9d1c544ef1.json"
8
+ },
9
+ "checks": {
10
+ "main_py": "pass",
11
+ "pyproject_toml": "pass",
12
+ "load_model": "pass",
13
+ "run_model": "pass",
14
+ "objects": "pass"
15
+ },
16
+ "results": {
17
+ "overall_iou": 0.3948088022130548,
18
+ "per_class_iou": {
19
+ "person": 0.3948088022130548
20
+ },
21
+ "map_50": 0.3,
22
+ "map_50_90": 0.1962962962962963,
23
+ "precision": 1.0,
24
+ "recall": 0.3,
25
+ "per_class_map_50": {
26
+ "person": 0.3
27
+ },
28
+ "per_class_map_50_90": {
29
+ "person": 0.1962962962962963
30
+ },
31
+ "per_class_precision": {
32
+ "person": 1.0
33
+ },
34
+ "per_class_recall": {
35
+ "person": 0.3
36
+ },
37
+ "matched_images": 2,
38
+ "gt_count": 10,
39
+ "pred_count": 3,
40
+ "classes": [
41
+ "person"
42
+ ],
43
+ "dataset_id": "78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366",
44
+ "dataset_version_id": "635bfe72-4e7c-4863-9767-ac9d1c544ef1",
45
+ "run_id": "635bfe72-4e7c-4863-9767-ac9d1c544ef1",
46
+ "evaluated_version_ids": [
47
+ "635bfe72-4e7c-4863-9767-ac9d1c544ef1"
48
+ ],
49
+ "skipped_missing_pairs": 0,
50
+ "image_pointers": [
51
+ {
52
+ "frame_idx": 1,
53
+ "image_key": "synthetic-datasets/78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366/versions/635bfe72-4e7c-4863-9767-ac9d1c544ef1/frames/000001.png",
54
+ "annotation_key": "synthetic-datasets/78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366/versions/635bfe72-4e7c-4863-9767-ac9d1c544ef1/annotations/000001.json",
55
+ "prediction_key": "synthetic-datasets/78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366/versions/635bfe72-4e7c-4863-9767-ac9d1c544ef1/predictions/000001.json"
56
+ },
57
+ {
58
+ "frame_idx": 2,
59
+ "image_key": "synthetic-datasets/78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366/versions/635bfe72-4e7c-4863-9767-ac9d1c544ef1/frames/000002.png",
60
+ "annotation_key": "synthetic-datasets/78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366/versions/635bfe72-4e7c-4863-9767-ac9d1c544ef1/annotations/000002.json",
61
+ "prediction_key": "synthetic-datasets/78e71c8d-1a4f-4e8c-9ba7-ff6040a3c366/versions/635bfe72-4e7c-4863-9767-ac9d1c544ef1/predictions/000002.json"
62
+ }
63
+ ]
64
+ }
65
+ }