eval/q8_multilingual_ppsn_v1_all.json

{
  "model": "temsa/IrishCore-DiffMask-135M-v1-rc2#onnx_q8",
  "input": "eval/multilingual_ppsn_v1_all.jsonl",
  "loader_type": "token_span_onnx_q8",
  "examples": 168,
  "min_score": 0.5,
  "iou_threshold": 0.5,
  "elapsed_seconds": 0.6559129379456863,
  "examples_per_second": 256.13155387081486,
  "overall": {
    "precision": 0.9382716049382716,
    "recall": 0.9047619047619048,
    "f1": 0.9212121212121211,
    "tp": 76,
    "fp": 5,
    "fn": 8
  },
  "by_label": {
    "PPSN": {
      "precision": 0.987012987012987,
      "recall": 0.9047619047619048,
      "f1": 0.9440993788819876,
      "tp": 76,
      "fp": 1,
      "fn": 8
    }
  }
}