validator v1: test mAP50=0.7524

v1/validator-v1.json

@@ -0,0 +1,72 @@
+{
+  "role": "validator",
+  "version": 1,
+  "onnx_path": "validator-v1.onnx",
+  "size_bytes": 3147798,
+  "imgsz": 448,
+  "classes": [
+    "bin"
+  ],
+  "quantised": true,
+  "map50_fp32": 0.7524389678079388,
+  "map50_int8": 0.025,
+  "top1_fp32": null,
+  "top1_int8": null,
+  "median_latency_ms": null,
+  "p95_latency_ms": null,
+  "latency_hardware": null,
+  "targets_measured": {
+    "min_recall_heldout_city": null,
+    "min_precision_on_negatives": 0.9793
+  },
+  "accuracy_metric": "map50",
+  "accuracy_drop": 0.7274389678079388,
+  "normalisation": {
+    "scale": 0.00392156862745098,
+    "mean": [
+      0,
+      0,
+      0
+    ],
+    "std": [
+      1,
+      1,
+      1
+    ]
+  },
+  "input_name": "images",
+  "layout": "NCHW",
+  "dynamic_batch": false,
+  "nms": {
+    "in_graph": false,
+    "iou": 0.45,
+    "score": 0.35
+  },
+  "gates": {
+    "role": "validator",
+    "max_median_latency_ms": 50.0,
+    "max_accuracy_drop": 0.02
+  },
+  "gate_result": {
+    "failures": [
+      "int8 quantisation cost 0.727 map50 (max 0.02)"
+    ],
+    "unmeasured": [
+      "median latency for the validator has not been measured on the service CPU \u2013 run ml/scripts/gate.py against the bench"
+    ],
+    "may_ship": false
+  },
+  "targets": {
+    "min_recall_heldout_city": 0.97,
+    "min_precision_on_negatives": 0.97
+  },
+  "target_result": {
+    "met": {
+      "min_precision_on_negatives": 0.9793
+    },
+    "missed": {},
+    "unmeasurable": [
+      "min_recall_heldout_city"
+    ]
+  }
+}