v1/validator-v1.json

{
  "role": "validator",
  "version": 1,
  "onnx_path": "validator-v1.onnx",
  "size_bytes": 3147798,
  "imgsz": 448,
  "classes": [
    "bin"
  ],
  "quantised": true,
  "map50_fp32": 0.7524389678079388,
  "map50_int8": 0.025,
  "top1_fp32": null,
  "top1_int8": null,
  "median_latency_ms": null,
  "p95_latency_ms": null,
  "latency_hardware": null,
  "targets_measured": {
    "min_recall_heldout_city": null,
    "min_precision_on_negatives": 0.9793
  },
  "accuracy_metric": "map50",
  "accuracy_drop": 0.7274389678079388,
  "normalisation": {
    "scale": 0.00392156862745098,
    "mean": [
      0,
      0,
      0
    ],
    "std": [
      1,
      1,
      1
    ]
  },
  "input_name": "images",
  "layout": "NCHW",
  "dynamic_batch": false,
  "nms": {
    "in_graph": false,
    "iou": 0.45,
    "score": 0.35
  },
  "gates": {
    "role": "validator",
    "max_median_latency_ms": 50.0,
    "max_accuracy_drop": 0.02
  },
  "gate_result": {
    "failures": [
      "int8 quantisation cost 0.727 map50 (max 0.02)"
    ],
    "unmeasured": [
      "median latency for the validator has not been measured on the service CPU \u2013 run ml/scripts/gate.py against the bench"
    ],
    "may_ship": false
  },
  "targets": {
    "min_recall_heldout_city": 0.97,
    "min_precision_on_negatives": 0.97
  },
  "target_result": {
    "met": {
      "min_precision_on_negatives": 0.9793
    },
    "missed": {},
    "unmeasurable": [
      "min_recall_heldout_city"
    ]
  }
}