eval/q8_runtime_profile_source.json

{
  "model": "temsa/IrishCore-DiffMask-135M-v1-rc3#onnx_q8",
  "input": "eval/runtime_profile_source.jsonl",
  "loader_type": "token_span_onnx_q8",
  "examples": 3223,
  "min_score": 0.5,
  "iou_threshold": 0.5,
  "elapsed_seconds": 69.83467051002663,
  "examples_per_second": 46.15186090893423,
  "overall": {
    "precision": 0.6230769230769231,
    "recall": 0.18268959684240202,
    "f1": 0.28253760627861346,
    "tp": 648,
    "fp": 392,
    "fn": 2899
  },
  "by_label": {
    "PPSN": {
      "precision": 0.8223350253807107,
      "recall": 0.18268959684240202,
      "f1": 0.29896193771626295,
      "tp": 648,
      "fp": 140,
      "fn": 2899
    }
  }
}