| { |
| "parameters": { |
| "detector": 1214258, |
| "recognizer": 3235163, |
| "orientation": 201716, |
| "extractor": 415765 |
| }, |
| "total_parameters": 5066902, |
| "backend": "onnx", |
| "sources": { |
| "cord-v2": { |
| "documents": 100, |
| "recognition_cer_on_gt_boxes": 0.0123, |
| "fields": { |
| "subtotal": { |
| "accuracy": 0.9688, |
| "n": 64, |
| "wrong_rate": 0.0, |
| "empty_rate": 0.0312, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "tax": { |
| "accuracy": 0.9, |
| "n": 40, |
| "wrong_rate": 0.05, |
| "empty_rate": 0.05, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "total": { |
| "accuracy": 0.9368, |
| "n": 95, |
| "wrong_rate": 0.0421, |
| "empty_rate": 0.0211, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "amount_paid": { |
| "accuracy": 0.875, |
| "n": 80, |
| "wrong_rate": 0.0625, |
| "empty_rate": 0.0625, |
| "wrong_unflagged_rate": 0.025 |
| }, |
| "item_count": { |
| "accuracy": 0.798, |
| "n": 99 |
| }, |
| "item_amounts": { |
| "accuracy": 0.6869, |
| "n": 99 |
| }, |
| "change": { |
| "accuracy": 0.8929, |
| "n": 56, |
| "wrong_rate": 0.0536, |
| "empty_rate": 0.0536, |
| "wrong_unflagged_rate": 0.0 |
| } |
| }, |
| "exact_numeric_accuracy": 0.9164, |
| "latency_ms_per_page": { |
| "mean": 155.4, |
| "p50": 130.1, |
| "p90": 308.9, |
| "stages_mean": { |
| "load": 23.8, |
| "orientation": 8.1, |
| "deskew": 14.5, |
| "detect": 58.3, |
| "recognize": 34.2, |
| "extract": 1.1, |
| "assemble": 0.3 |
| } |
| } |
| }, |
| "doclaynet": { |
| "documents": 600, |
| "detection": { |
| "precision": 0.8851, |
| "recall": 0.9026, |
| "f1": 0.8937 |
| }, |
| "recognition_cer_on_gt_boxes": 0.0516 |
| }, |
| "katana-invoices": { |
| "documents": 26, |
| "fields": { |
| "subtotal": { |
| "accuracy": 1.0, |
| "n": 26, |
| "wrong_rate": 0.0, |
| "empty_rate": 0.0, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "tax": { |
| "accuracy": 0.8846, |
| "n": 26, |
| "wrong_rate": 0.0, |
| "empty_rate": 0.1154, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "total": { |
| "accuracy": 0.9615, |
| "n": 26, |
| "wrong_rate": 0.0385, |
| "empty_rate": 0.0, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "invoice_number": { |
| "accuracy": 0.3846, |
| "n": 26, |
| "wrong_rate": 0.0, |
| "empty_rate": 0.6154, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "date": { |
| "accuracy": 1.0, |
| "n": 26, |
| "wrong_rate": 0.0, |
| "empty_rate": 0.3846, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "item_count": { |
| "accuracy": 0.3462, |
| "n": 26 |
| }, |
| "item_amounts": { |
| "accuracy": 0.0, |
| "n": 26 |
| } |
| }, |
| "exact_numeric_accuracy": 0.9487, |
| "latency_ms_per_page": { |
| "mean": 404.3, |
| "p50": 403.5, |
| "p90": 454.9, |
| "stages_mean": { |
| "load": 45.5, |
| "orientation": 13.4, |
| "deskew": 21.4, |
| "detect": 124.7, |
| "recognize": 141.0, |
| "extract": 2.9, |
| "assemble": 0.9 |
| } |
| } |
| }, |
| "wildreceipt": { |
| "documents": 472, |
| "detection": { |
| "precision": 0.8712, |
| "recall": 0.8334, |
| "f1": 0.8519 |
| }, |
| "fields": { |
| "subtotal": { |
| "accuracy": 0.8471, |
| "n": 340, |
| "wrong_rate": 0.0882, |
| "empty_rate": 0.0647, |
| "wrong_unflagged_rate": 0.0059 |
| }, |
| "tax": { |
| "accuracy": 0.8113, |
| "n": 318, |
| "wrong_rate": 0.1101, |
| "empty_rate": 0.0786, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "total": { |
| "accuracy": 0.8405, |
| "n": 420, |
| "wrong_rate": 0.1214, |
| "empty_rate": 0.0381, |
| "wrong_unflagged_rate": 0.0024 |
| }, |
| "date": { |
| "accuracy": 0.696, |
| "n": 398, |
| "wrong_rate": 0.0477, |
| "empty_rate": 0.4874, |
| "wrong_unflagged_rate": 0.0126 |
| } |
| }, |
| "exact_numeric_accuracy": 0.834, |
| "latency_ms_per_page": { |
| "mean": 168.6, |
| "p50": 142.8, |
| "p90": 254.5, |
| "stages_mean": { |
| "load": 13.1, |
| "orientation": 7.2, |
| "deskew": 10.2, |
| "detect": 48.7, |
| "recognize": 78.3, |
| "extract": 1.8, |
| "assemble": 0.5 |
| } |
| } |
| } |
| }, |
| "synthetic_unseen_fonts": { |
| "receipt": { |
| "documents": 100, |
| "doc_type_accuracy": 1.0, |
| "fields": { |
| "subtotal": { |
| "accuracy": 0.9892, |
| "n": 93, |
| "wrong_rate": 0.0108, |
| "empty_rate": 0.0, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "tax": { |
| "accuracy": 0.9859, |
| "n": 71, |
| "wrong_rate": 0.0141, |
| "empty_rate": 0.0, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "total": { |
| "accuracy": 1.0, |
| "n": 100, |
| "wrong_rate": 0.0, |
| "empty_rate": 0.0, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "date": { |
| "accuracy": 1.0, |
| "n": 100, |
| "wrong_rate": 0.0, |
| "empty_rate": 0.26, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "merchant_name": { |
| "accuracy": 0.97, |
| "n": 100, |
| "wrong_rate": 0.01, |
| "empty_rate": 0.02, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "item_count": { |
| "accuracy": 0.81, |
| "n": 100 |
| }, |
| "item_amounts": { |
| "accuracy": 0.78, |
| "n": 100 |
| }, |
| "invoice_number": { |
| "accuracy": 0.9634, |
| "n": 82, |
| "wrong_rate": 0.0366, |
| "empty_rate": 0.0, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "amount_paid": { |
| "accuracy": 1.0, |
| "n": 52, |
| "wrong_rate": 0.0, |
| "empty_rate": 0.0, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "change": { |
| "accuracy": 1.0, |
| "n": 14, |
| "wrong_rate": 0.0, |
| "empty_rate": 0.0, |
| "wrong_unflagged_rate": 0.0 |
| } |
| }, |
| "exact_numeric_accuracy": 0.9939 |
| }, |
| "invoice": { |
| "documents": 100, |
| "doc_type_accuracy": 1.0, |
| "fields": { |
| "subtotal": { |
| "accuracy": 0.9, |
| "n": 100, |
| "wrong_rate": 0.04, |
| "empty_rate": 0.06, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "tax": { |
| "accuracy": 0.86, |
| "n": 100, |
| "wrong_rate": 0.04, |
| "empty_rate": 0.1, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "total": { |
| "accuracy": 0.96, |
| "n": 100, |
| "wrong_rate": 0.04, |
| "empty_rate": 0.0, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "invoice_number": { |
| "accuracy": 0.95, |
| "n": 100, |
| "wrong_rate": 0.05, |
| "empty_rate": 0.0, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "date": { |
| "accuracy": 0.96, |
| "n": 100, |
| "wrong_rate": 0.0, |
| "empty_rate": 0.24, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "merchant_name": { |
| "accuracy": 0.99, |
| "n": 100, |
| "wrong_rate": 0.0, |
| "empty_rate": 0.01, |
| "wrong_unflagged_rate": 0.0 |
| }, |
| "item_count": { |
| "accuracy": 0.48, |
| "n": 100 |
| }, |
| "item_amounts": { |
| "accuracy": 0.41, |
| "n": 100 |
| } |
| }, |
| "exact_numeric_accuracy": 0.9067 |
| } |
| }, |
| "inline_maths": { |
| "synthetic_unseen_fonts": { |
| "lines": 300, |
| "cer": 0.0054, |
| "exact": 0.94, |
| "math_char_recall": 0.9877, |
| "math_chars": 571, |
| "invented_math_chars": 4 |
| }, |
| "doclaynet": { |
| "lines": 61, |
| "cer": 0.8474, |
| "exact": 0.0, |
| "math_char_recall": 0.0556, |
| "math_chars": 72, |
| "invented_math_chars": 1 |
| } |
| } |
| } |
