| { | |
| "model": "temsa/IrishCore-DiffMask-135M-v1-rc5", | |
| "input": "eval/qa_feedback_ga_ppsn_weakctx_v1.jsonl", | |
| "loader_type": "token_span_onnx_q8", | |
| "examples": 2, | |
| "min_score": 0.5, | |
| "iou_threshold": 0.5, | |
| "elapsed_seconds": 0.016342523973435163, | |
| "examples_per_second": 122.3801172481685, | |
| "overall": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 2, | |
| "fp": 0, | |
| "fn": 0 | |
| }, | |
| "by_label": { | |
| "PPSN": { | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "tp": 2, | |
| "fp": 0, | |
| "fn": 0 | |
| } | |
| }, | |
| "backend": "onnx_token_span_q8" | |
| } | |