eval/full_globalpointer_demographic_patch_v2_test.json

{
  "model": "temsa/IrishCore-GlobalPointer-ContextPII-135M-v1-rc1",
  "input": "globalpointer_demographic_patch_v2_test.jsonl",
  "loader_type": "global_pointer_pt",
  "examples": 600,
  "min_score": 0.5,
  "iou_threshold": 0.5,
  "elapsed_seconds": 10.26396857004147,
  "examples_per_second": 58.456921015062676,
  "overall": {
    "precision": 0.9987854251012146,
    "recall": 0.9987854251012146,
    "f1": 0.9987854251012146,
    "tp": 2467,
    "fp": 3,
    "fn": 3
  },
  "by_label": {
    "AGE": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 287,
      "fp": 0,
      "fn": 0
    },
    "CITY": {
      "precision": 1.0,
      "recall": 0.9965034965034965,
      "f1": 0.9982486865148862,
      "tp": 285,
      "fp": 0,
      "fn": 1
    },
    "COUNTY": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 286,
      "fp": 0,
      "fn": 0
    },
    "DATE_OF_BIRTH": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 304,
      "fp": 0,
      "fn": 0
    },
    "EMAIL": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 85,
      "fp": 0,
      "fn": 0
    },
    "FIRST_NAME": {
      "precision": 0.9897959183673469,
      "recall": 1.0,
      "f1": 0.9948717948717948,
      "tp": 194,
      "fp": 2,
      "fn": 0
    },
    "LAST_NAME": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 194,
      "fp": 0,
      "fn": 0
    },
    "PHONE_NUMBER": {
      "precision": 1.0,
      "recall": 0.9943502824858758,
      "f1": 0.9971671388101983,
      "tp": 176,
      "fp": 0,
      "fn": 1
    },
    "POSTCODE": {
      "precision": 1.0,
      "recall": 0.9965034965034965,
      "f1": 0.9982486865148862,
      "tp": 285,
      "fp": 0,
      "fn": 1
    },
    "PPSN": {
      "precision": 0.9883720930232558,
      "recall": 1.0,
      "f1": 0.9941520467836257,
      "tp": 85,
      "fp": 1,
      "fn": 0
    },
    "STREET_ADDRESS": {
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "tp": 286,
      "fp": 0,
      "fn": 0
    }
  }
}