MTerryJack commited on
Commit
be727c5
·
verified ·
1 Parent(s): b22d474

benchmark: synthetic_synthetic_78151a3d18994a94aef4f6789b950126

Browse files
README.md CHANGED
@@ -30,7 +30,7 @@ manako:
30
  description: List of detections
31
  evaluation_score: 0.9656122849221355
32
  last_benchmark:
33
- type: detect-iou-v1
34
- ran_at: '2026-02-16T18:10:56.519830Z'
35
- result_path: benchmark/results/2026-02-16T18-10-56.519836Z.json
36
  ---
 
30
  description: List of detections
31
  evaluation_score: 0.9656122849221355
32
  last_benchmark:
33
+ type: synthetic_fixed
34
+ ran_at: '2026-02-16T22:35:20.562885Z'
35
+ result_path: benchmark/synthetic/synthetic_78151a3d18994a94aef4f6789b950126.json
36
  ---
benchmark/synthetic/index.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "run_id": "synthetic_78151a3d18994a94aef4f6789b950126",
4
+ "saved_at": "2026-02-16T22:35:20.562885Z",
5
+ "result_path": "benchmark/synthetic/synthetic_78151a3d18994a94aef4f6789b950126.json",
6
+ "overall_iou": 0.5457547551424277,
7
+ "matched_images": 3,
8
+ "gt_count": 85,
9
+ "pred_count": 32
10
+ }
11
+ ]
benchmark/synthetic/latest.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "MTerryJack/Element-Detect-vehicles-baseline",
4
+ "run_id": "synthetic_78151a3d18994a94aef4f6789b950126",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-02-16T22:35:20.562885Z",
7
+ "result_path": "benchmark/synthetic/synthetic_78151a3d18994a94aef4f6789b950126.json"
8
+ },
9
+ "checks": {
10
+ "main_py": "pass",
11
+ "pyproject_toml": "pass",
12
+ "load_model": "pass",
13
+ "run_model": "pass",
14
+ "objects": "pass"
15
+ },
16
+ "results": {
17
+ "overall_iou": 0.5457547551424277,
18
+ "per_class_iou": {
19
+ "big bus": 0.0,
20
+ "big truck": 0.0,
21
+ "bus-l-": 0.0,
22
+ "bus-s-": 0.0,
23
+ "car": 0.7338024513369361,
24
+ "mid truck": 0.0,
25
+ "small bus": 0.0,
26
+ "small truck": 0.3171110915544604,
27
+ "truck-l-": 0.0,
28
+ "truck-m-": 0.33073168276972625,
29
+ "truck-s-": 0.3264977049699272,
30
+ "truck-xl-": 0.3034398034398034
31
+ },
32
+ "matched_images": 3,
33
+ "gt_count": 85,
34
+ "pred_count": 32,
35
+ "classes": [
36
+ "big bus",
37
+ "big truck",
38
+ "bus-l-",
39
+ "bus-s-",
40
+ "car",
41
+ "mid truck",
42
+ "small bus",
43
+ "small truck",
44
+ "truck-l-",
45
+ "truck-m-",
46
+ "truck-s-",
47
+ "truck-xl-"
48
+ ],
49
+ "run_id": "synthetic_78151a3d18994a94aef4f6789b950126"
50
+ }
51
+ }
benchmark/synthetic/synthetic_78151a3d18994a94aef4f6789b950126.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "MTerryJack/Element-Detect-vehicles-baseline",
4
+ "run_id": "synthetic_78151a3d18994a94aef4f6789b950126",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-02-16T22:35:20.562885Z",
7
+ "result_path": "benchmark/synthetic/synthetic_78151a3d18994a94aef4f6789b950126.json"
8
+ },
9
+ "checks": {
10
+ "main_py": "pass",
11
+ "pyproject_toml": "pass",
12
+ "load_model": "pass",
13
+ "run_model": "pass",
14
+ "objects": "pass"
15
+ },
16
+ "results": {
17
+ "overall_iou": 0.5457547551424277,
18
+ "per_class_iou": {
19
+ "big bus": 0.0,
20
+ "big truck": 0.0,
21
+ "bus-l-": 0.0,
22
+ "bus-s-": 0.0,
23
+ "car": 0.7338024513369361,
24
+ "mid truck": 0.0,
25
+ "small bus": 0.0,
26
+ "small truck": 0.3171110915544604,
27
+ "truck-l-": 0.0,
28
+ "truck-m-": 0.33073168276972625,
29
+ "truck-s-": 0.3264977049699272,
30
+ "truck-xl-": 0.3034398034398034
31
+ },
32
+ "matched_images": 3,
33
+ "gt_count": 85,
34
+ "pred_count": 32,
35
+ "classes": [
36
+ "big bus",
37
+ "big truck",
38
+ "bus-l-",
39
+ "bus-s-",
40
+ "car",
41
+ "mid truck",
42
+ "small bus",
43
+ "small truck",
44
+ "truck-l-",
45
+ "truck-m-",
46
+ "truck-s-",
47
+ "truck-xl-"
48
+ ],
49
+ "run_id": "synthetic_78151a3d18994a94aef4f6789b950126"
50
+ }
51
+ }