eval/q8_diffmask_gap_uat_exact_v1.json

{
  "model": "models/irishcore-diffmask-135m-v1-rc4c-focusv6-e030-b48w0_onnx_q8",
  "input": "eval/diffmask_gap_uat_exact_v1.jsonl",
  "loader_type": "token_span_onnx_q8",
  "examples": 16,
  "min_score": 0.5,
  "iou_threshold": 0.5,
  "elapsed_seconds": 0.25078112399205565,
  "examples_per_second": 63.800655110337786,
  "overall": {
    "precision": 1.0,
    "recall": 0.8235294117647058,
    "f1": 0.9032258064516129,
    "tp": 14,
    "fp": 0,
    "fn": 3
  },
  "by_label": {
    "EMAIL": {
      "precision": 1.0,
      "recall": 0.6666666666666666,
      "f1": 0.8,
      "tp": 2,
      "fp": 0,
      "fn": 1
    },
    "PHONE_NUMBER": {
      "precision": 1.0,
      "recall": 0.8333333333333334,
      "f1": 0.9090909090909091,
      "tp": 5,
      "fp": 0,
      "fn": 1
    },
    "POSTCODE": {
      "precision": 1.0,
      "recall": 0.6666666666666666,
      "f1": 0.8,
      "tp": 2,
      "fp": 0,
      "fn": 1
    },
    "PPSN": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 5,
      "fp": 0,
      "fn": 0
    }
  }
}