MTerryJack commited on
Commit
4b37c4f
·
verified ·
1 Parent(s): 5e0bb6b

benchmark: synthetic_synthetic_f306cfd697334e638babd02bd4dfc2f6

Browse files
README.md CHANGED
@@ -42,7 +42,7 @@ manako:
42
  description: List of detections
43
  evaluation_score: 0.7449190139850637
44
  last_benchmark:
45
- type: detect-iou-v1
46
- ran_at: '2026-02-06T16:53:54.279590Z'
47
- result_path: benchmark/results/2026-02-06T16-53-54.279598Z.json
48
  ---
 
42
  description: List of detections
43
  evaluation_score: 0.7449190139850637
44
  last_benchmark:
45
+ type: synthetic_fixed
46
+ ran_at: '2026-02-10T23:09:56.846810Z'
47
+ result_path: benchmark/synthetic/synthetic_f306cfd697334e638babd02bd4dfc2f6.json
48
  ---
benchmark/synthetic/index.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "run_id": "synthetic_f306cfd697334e638babd02bd4dfc2f6",
4
+ "saved_at": "2026-02-10T23:09:56.846810Z",
5
+ "result_path": "benchmark/synthetic/synthetic_f306cfd697334e638babd02bd4dfc2f6.json",
6
+ "overall_iou": 0.695349653575072,
7
+ "matched_images": 10,
8
+ "gt_count": 707,
9
+ "pred_count": 82
10
+ }
11
+ ]
benchmark/synthetic/latest.json ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "MTerryJack/Element-Detect-WarehouseLogistics",
4
+ "run_id": "synthetic_f306cfd697334e638babd02bd4dfc2f6",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-02-10T23:09:56.846810Z",
7
+ "result_path": "benchmark/synthetic/synthetic_f306cfd697334e638babd02bd4dfc2f6.json"
8
+ },
9
+ "checks": {
10
+ "main_py": "pass",
11
+ "pyproject_toml": "pass",
12
+ "load_model": "pass",
13
+ "run_model": "pass",
14
+ "objects": "pass"
15
+ },
16
+ "results": {
17
+ "overall_iou": 0.695349653575072,
18
+ "per_class_iou": {
19
+ "barcode": 0.0,
20
+ "car": 0.16442102273601528,
21
+ "cardboard box": 0.0823332586204149,
22
+ "fire": 0.16629539578364266,
23
+ "forklift": 0.46555346776951045,
24
+ "freight container": 0.0,
25
+ "gloves": 0.0,
26
+ "helmet": 0.24041426386403625,
27
+ "ladder": 0.07941714386122513,
28
+ "license plate": 0.15756396382921664,
29
+ "person": 0.7472079363186139,
30
+ "qr code": 0.16524466348564187,
31
+ "road sign": 0.08949470071905544,
32
+ "safety vest": 0.30887483998507376,
33
+ "smoke": 0.0,
34
+ "traffic cone": 0.08135093539419923,
35
+ "traffic light": 0.24883277216578364,
36
+ "truck": 0.0,
37
+ "van": 0.0,
38
+ "wood pallet": 0.23772194157698817
39
+ },
40
+ "matched_images": 10,
41
+ "gt_count": 707,
42
+ "pred_count": 82,
43
+ "classes": [
44
+ "barcode",
45
+ "car",
46
+ "cardboard box",
47
+ "fire",
48
+ "forklift",
49
+ "freight container",
50
+ "gloves",
51
+ "helmet",
52
+ "ladder",
53
+ "license plate",
54
+ "person",
55
+ "qr code",
56
+ "road sign",
57
+ "safety vest",
58
+ "smoke",
59
+ "traffic cone",
60
+ "traffic light",
61
+ "truck",
62
+ "van",
63
+ "wood pallet"
64
+ ],
65
+ "run_id": "synthetic_f306cfd697334e638babd02bd4dfc2f6"
66
+ }
67
+ }
benchmark/synthetic/synthetic_f306cfd697334e638babd02bd4dfc2f6.json ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "element_id": "MTerryJack/Element-Detect-WarehouseLogistics",
4
+ "run_id": "synthetic_f306cfd697334e638babd02bd4dfc2f6",
5
+ "benchmark_type": "synthetic_fixed",
6
+ "saved_at": "2026-02-10T23:09:56.846810Z",
7
+ "result_path": "benchmark/synthetic/synthetic_f306cfd697334e638babd02bd4dfc2f6.json"
8
+ },
9
+ "checks": {
10
+ "main_py": "pass",
11
+ "pyproject_toml": "pass",
12
+ "load_model": "pass",
13
+ "run_model": "pass",
14
+ "objects": "pass"
15
+ },
16
+ "results": {
17
+ "overall_iou": 0.695349653575072,
18
+ "per_class_iou": {
19
+ "barcode": 0.0,
20
+ "car": 0.16442102273601528,
21
+ "cardboard box": 0.0823332586204149,
22
+ "fire": 0.16629539578364266,
23
+ "forklift": 0.46555346776951045,
24
+ "freight container": 0.0,
25
+ "gloves": 0.0,
26
+ "helmet": 0.24041426386403625,
27
+ "ladder": 0.07941714386122513,
28
+ "license plate": 0.15756396382921664,
29
+ "person": 0.7472079363186139,
30
+ "qr code": 0.16524466348564187,
31
+ "road sign": 0.08949470071905544,
32
+ "safety vest": 0.30887483998507376,
33
+ "smoke": 0.0,
34
+ "traffic cone": 0.08135093539419923,
35
+ "traffic light": 0.24883277216578364,
36
+ "truck": 0.0,
37
+ "van": 0.0,
38
+ "wood pallet": 0.23772194157698817
39
+ },
40
+ "matched_images": 10,
41
+ "gt_count": 707,
42
+ "pred_count": 82,
43
+ "classes": [
44
+ "barcode",
45
+ "car",
46
+ "cardboard box",
47
+ "fire",
48
+ "forklift",
49
+ "freight container",
50
+ "gloves",
51
+ "helmet",
52
+ "ladder",
53
+ "license plate",
54
+ "person",
55
+ "qr code",
56
+ "road sign",
57
+ "safety vest",
58
+ "smoke",
59
+ "traffic cone",
60
+ "traffic light",
61
+ "truck",
62
+ "van",
63
+ "wood pallet"
64
+ ],
65
+ "run_id": "synthetic_f306cfd697334e638babd02bd4dfc2f6"
66
+ }
67
+ }