eval/q8_runtime_profile_source.json

{
  "model": "temsa/IrishCore-DiffMask-135M-v1-rc2#onnx_q8",
  "input": "eval/runtime_profile_source.jsonl",
  "loader_type": "token_span_onnx_q8",
  "examples": 3223,
  "min_score": 0.5,
  "iou_threshold": 0.5,
  "elapsed_seconds": 18.620885921060108,
  "examples_per_second": 173.08521268339905,
  "overall": {
    "precision": 0.6264674493062967,
    "recall": 0.16549196504087962,
    "f1": 0.26181980374665476,
    "tp": 587,
    "fp": 350,
    "fn": 2960
  },
  "by_label": {
    "PPSN": {
      "precision": 0.8130193905817175,
      "recall": 0.16549196504087962,
      "f1": 0.27500585617240575,
      "tp": 587,
      "fp": 135,
      "fn": 2960
    }
  }
}