| { | |
| "model": "temsa/IrishCore-GlobalPointer-135M-v1-rc2", | |
| "input": "eval/diffmask_fresh_holdout_v1.jsonl", | |
| "loader_type": "global_pointer_pt", | |
| "examples": 20, | |
| "min_score": 0.5, | |
| "iou_threshold": 0.5, | |
| "elapsed_seconds": 0.6420284379273653, | |
| "examples_per_second": 31.151268103583075, | |
| "overall": { | |
| "precision": 1.0, | |
| "recall": 0.96875, | |
| "f1": 0.9841269841269841, | |
| "tp": 31, | |
| "fp": 0, | |
| "fn": 1 | |
| }, | |
| "by_label": { | |
| "ACCOUNT_NUMBER": { | |
| "precision": 1.0, | |
| "recall": 0.5, | |
| "f1": 0.6666666666666666, | |
| "tp": 1, | |
| "fp": 0, | |
| "fn": 1 | |
| }, | |
| "CREDIT_DEBIT_CARD": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 2, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "EMAIL": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 6, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "FIRST_NAME": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 4, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "LAST_NAME": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 4, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "PHONE_NUMBER": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 6, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "POSTCODE": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 2, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "PPSN": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 6, | |
| "fp": 0, | |
| "fn": 0 | |
| } | |
| }, | |
| "release_backend": "full" | |
| } | |