identifier v1: test top1=1.0000

v1/identifier-v1.json

@@ -0,0 +1,69 @@
+{
+  "role": "identifier",
+  "version": 1,
+  "onnx_path": "identifier-v1.onnx",
+  "size_bytes": 5805084,
+  "imgsz": 320,
+  "classes": [
+    "igloo",
+    "wheelie_large",
+    "wheelie_small"
+  ],
+  "quantised": true,
+  "map50_fp32": null,
+  "map50_int8": null,
+  "top1_fp32": 1.0,
+  "top1_int8": 1.0,
+  "accuracy_split": "test",
+  "median_latency_ms": null,
+  "p95_latency_ms": null,
+  "latency_hardware": null,
+  "targets_measured": {
+    "min_formfactor_acc_heldout_city": null
+  },
+  "accuracy_metric": "top1",
+  "accuracy_drop": 0.0,
+  "normalisation": {
+    "scale": 0.00392156862745098,
+    "mean": [
+      0,
+      0,
+      0
+    ],
+    "std": [
+      1,
+      1,
+      1
+    ]
+  },
+  "input_name": "images",
+  "layout": "NCHW",
+  "dynamic_batch": true,
+  "nms": {
+    "in_graph": false,
+    "iou": 0.45,
+    "score": 0.35
+  },
+  "gates": {
+    "role": "identifier",
+    "max_median_latency_ms": 25.0,
+    "max_accuracy_drop": 0.02
+  },
+  "gate_result": {
+    "failures": [],
+    "unmeasured": [
+      "median latency for the identifier has not been measured on the service CPU \u2013 run ml/scripts/gate.py against the bench"
+    ],
+    "may_ship": false
+  },
+  "targets": {
+    "min_formfactor_acc_heldout_city": 0.85
+  },
+  "target_result": {
+    "met": {},
+    "missed": {},
+    "unmeasurable": [
+      "min_formfactor_acc_heldout_city"
+    ]
+  }
+}