eval/q8_runtime_profile_source.json

{
  "model": "temsa/IrishCore-DiffMask-135M-v1-rc5",
  "input": "eval/runtime_profile_source.jsonl",
  "loader_type": "token_span_onnx_q8",
  "examples": 3223,
  "min_score": 0.5,
  "iou_threshold": 0.5,
  "elapsed_seconds": 20.475276452023536,
  "examples_per_second": 157.4093520813721,
  "overall": {
    "precision": 0.5362731152204836,
    "recall": 0.2125740062024246,
    "f1": 0.30446194225721784,
    "tp": 754,
    "fp": 652,
    "fn": 2793
  },
  "by_label": {
    "PPSN": {
      "precision": 0.8004246284501062,
      "recall": 0.2125740062024246,
      "f1": 0.3359322789039875,
      "tp": 754,
      "fp": 188,
      "fn": 2793
    }
  },
  "backend": "onnx_token_span_q8"
}