| { |
| "ablations": [ |
| "reference" |
| ], |
| "abstention_rate": 0.19943019943019946, |
| "assignment_accuracy": 0.9544159544159544, |
| "assignment_brier_score": 0.040028318497643156, |
| "assignment_ece": 0.052495648772558766, |
| "auto_match_coverage": 0.7962962962962963, |
| "bank_fee_recall": 0.3333333333333333, |
| "checkpoint": "runs/mindweave-robust-20260723/best.pt", |
| "checkpoint_step": 50, |
| "confidence_threshold": 0.9, |
| "dataset": { |
| "bank_rows": 702, |
| "cases": 30, |
| "inferred_bank_fees": 3, |
| "periods": [ |
| "2025-10", |
| "2025-11", |
| "2025-12" |
| ], |
| "provenance_matches": 699, |
| "unresolved_rows": 0 |
| }, |
| "deterministic_baseline": { |
| "abstention_rate": 0.37037037037037035, |
| "assignment_accuracy": 0.9914529914529915, |
| "assignment_brier_score": 0.02659615478817943, |
| "assignment_ece": 0.11705321258430706, |
| "auto_match_coverage": 0.6253561253561254, |
| "bank_fee_recall": 0.0, |
| "confidence_threshold": 0.9, |
| "dollar_weighted_accuracy": 0.9906683143533712, |
| "evaluated_bank_rows": 702.0, |
| "evaluated_batches": 30.0, |
| "exact_batch_accuracy": 0.9, |
| "exception_accuracy": 0.9957264957264957, |
| "exception_macro_recall": 0.5, |
| "false_auto_match_rate": 0.0, |
| "match_f1": 0.9914163090128756, |
| "match_precision": 0.9914163090128756, |
| "match_recall": 0.9914163090128756, |
| "matched_exception_recall": 1.0, |
| "mean_assignment_confidence": 0.8743997788686826, |
| "selective_assignment_accuracy": 1.0, |
| "selective_coverage": 0.6296296296296297, |
| "selective_dollar_accuracy": 1.0, |
| "selective_dollar_coverage": 0.5729711903110923, |
| "supervision_coverage": 1.0, |
| "total_bank_rows": 702.0, |
| "unmatched_recall": 1.0 |
| }, |
| "device": "cuda", |
| "dollar_weighted_accuracy": 0.9430017219021095, |
| "eval_exception_loss": 0.22356658428907394, |
| "eval_loss": 0.2087109088897705, |
| "eval_match_loss": 0.13039841502904892, |
| "eval_one_to_one_loss": 0.0012840180424973369, |
| "evaluated_bank_rows": 702.0, |
| "evaluated_batches": 30.0, |
| "exact_batch_accuracy": 0.6, |
| "exception_accuracy": 0.9957264957264957, |
| "exception_macro_recall": 0.6659513590844063, |
| "false_auto_match_rate": 0.0, |
| "match_f1": 0.9542203147353362, |
| "match_precision": 0.9542203147353362, |
| "match_recall": 0.9542203147353362, |
| "matched_exception_recall": 0.9985693848354793, |
| "mean_assignment_confidence": 0.9043555453883532, |
| "segments": 4, |
| "selective_assignment_accuracy": 1.0, |
| "selective_coverage": 0.8005698005698005, |
| "selective_dollar_accuracy": 1.0, |
| "selective_dollar_coverage": 0.7870466571741648, |
| "split": "test", |
| "supervision_coverage": 1.0, |
| "total_bank_rows": 702.0, |
| "unmatched_recall": 1.0 |
| } |
|
|
