eval/q8_runtime_profile_source.json

{
  "model": "models/irishcore-diffmask-135m-v1-rc4c-focusv6-e030-b48w0_onnx_q8",
  "input": "eval/runtime_profile_source.jsonl",
  "loader_type": "token_span_onnx_q8",
  "examples": 3223,
  "min_score": 0.5,
  "iou_threshold": 0.5,
  "elapsed_seconds": 20.335118405986577,
  "examples_per_second": 158.49428243560962,
  "overall": {
    "precision": 0.5548733691481197,
    "recall": 0.20383422610656893,
    "f1": 0.2981443298969072,
    "tp": 723,
    "fp": 580,
    "fn": 2824
  },
  "by_label": {
    "PPSN": {
      "precision": 0.7980132450331126,
      "recall": 0.20383422610656893,
      "f1": 0.3247249045587245,
      "tp": 723,
      "fp": 183,
      "fn": 2824
    }
  }
}