| { |
| "model": "release/IrishCore-GlobalPointer-ContextPII-135M-v1-rc14", |
| "input": "eval/globalpointer_context_redteam_v8.jsonl", |
| "loader_type": "global_pointer_pt", |
| "examples": 51, |
| "min_score": 0.5, |
| "iou_threshold": 0.5, |
| "elapsed_seconds": 0.6094960840418935, |
| "examples_per_second": 83.67568116564722, |
| "overall": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 113, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "by_label": { |
| "AGE": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 5, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "CITY": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 25, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "COUNTY": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 10, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "DATE_OF_BIRTH": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 10, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "FIRST_NAME": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 6, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "LAST_NAME": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 9, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "PHONE_NUMBER": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 8, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "POSTCODE": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 19, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "PPSN": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 6, |
| "fp": 0, |
| "fn": 0 |
| }, |
| "STREET_ADDRESS": { |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "tp": 15, |
| "fp": 0, |
| "fn": 0 |
| } |
| } |
| } |
|
|
