{ "parameters": { "detector": 1214258, "recognizer": 3235163, "orientation": 201716, "extractor": 415765 }, "total_parameters": 5066902, "backend": "onnx", "sources": { "cord-v2": { "documents": 100, "recognition_cer_on_gt_boxes": 0.0123, "fields": { "subtotal": { "accuracy": 0.9688, "n": 64, "wrong_rate": 0.0, "empty_rate": 0.0312, "wrong_unflagged_rate": 0.0 }, "tax": { "accuracy": 0.9, "n": 40, "wrong_rate": 0.05, "empty_rate": 0.05, "wrong_unflagged_rate": 0.0 }, "total": { "accuracy": 0.9368, "n": 95, "wrong_rate": 0.0421, "empty_rate": 0.0211, "wrong_unflagged_rate": 0.0 }, "amount_paid": { "accuracy": 0.875, "n": 80, "wrong_rate": 0.0625, "empty_rate": 0.0625, "wrong_unflagged_rate": 0.025 }, "item_count": { "accuracy": 0.798, "n": 99 }, "item_amounts": { "accuracy": 0.6869, "n": 99 }, "change": { "accuracy": 0.8929, "n": 56, "wrong_rate": 0.0536, "empty_rate": 0.0536, "wrong_unflagged_rate": 0.0 } }, "exact_numeric_accuracy": 0.9164, "latency_ms_per_page": { "mean": 155.4, "p50": 130.1, "p90": 308.9, "stages_mean": { "load": 23.8, "orientation": 8.1, "deskew": 14.5, "detect": 58.3, "recognize": 34.2, "extract": 1.1, "assemble": 0.3 } } }, "doclaynet": { "documents": 600, "detection": { "precision": 0.8851, "recall": 0.9026, "f1": 0.8937 }, "recognition_cer_on_gt_boxes": 0.0516 }, "katana-invoices": { "documents": 26, "fields": { "subtotal": { "accuracy": 1.0, "n": 26, "wrong_rate": 0.0, "empty_rate": 0.0, "wrong_unflagged_rate": 0.0 }, "tax": { "accuracy": 0.8846, "n": 26, "wrong_rate": 0.0, "empty_rate": 0.1154, "wrong_unflagged_rate": 0.0 }, "total": { "accuracy": 0.9615, "n": 26, "wrong_rate": 0.0385, "empty_rate": 0.0, "wrong_unflagged_rate": 0.0 }, "invoice_number": { "accuracy": 0.3846, "n": 26, "wrong_rate": 0.0, "empty_rate": 0.6154, "wrong_unflagged_rate": 0.0 }, "date": { "accuracy": 1.0, "n": 26, "wrong_rate": 0.0, "empty_rate": 0.3846, "wrong_unflagged_rate": 0.0 }, "item_count": { "accuracy": 0.3462, "n": 26 }, "item_amounts": { "accuracy": 0.0, "n": 26 } }, "exact_numeric_accuracy": 0.9487, "latency_ms_per_page": { "mean": 404.3, "p50": 403.5, "p90": 454.9, "stages_mean": { "load": 45.5, "orientation": 13.4, "deskew": 21.4, "detect": 124.7, "recognize": 141.0, "extract": 2.9, "assemble": 0.9 } } }, "wildreceipt": { "documents": 472, "detection": { "precision": 0.8712, "recall": 0.8334, "f1": 0.8519 }, "fields": { "subtotal": { "accuracy": 0.8471, "n": 340, "wrong_rate": 0.0882, "empty_rate": 0.0647, "wrong_unflagged_rate": 0.0059 }, "tax": { "accuracy": 0.8113, "n": 318, "wrong_rate": 0.1101, "empty_rate": 0.0786, "wrong_unflagged_rate": 0.0 }, "total": { "accuracy": 0.8405, "n": 420, "wrong_rate": 0.1214, "empty_rate": 0.0381, "wrong_unflagged_rate": 0.0024 }, "date": { "accuracy": 0.696, "n": 398, "wrong_rate": 0.0477, "empty_rate": 0.4874, "wrong_unflagged_rate": 0.0126 } }, "exact_numeric_accuracy": 0.834, "latency_ms_per_page": { "mean": 168.6, "p50": 142.8, "p90": 254.5, "stages_mean": { "load": 13.1, "orientation": 7.2, "deskew": 10.2, "detect": 48.7, "recognize": 78.3, "extract": 1.8, "assemble": 0.5 } } } }, "synthetic_unseen_fonts": { "receipt": { "documents": 100, "doc_type_accuracy": 1.0, "fields": { "subtotal": { "accuracy": 0.9892, "n": 93, "wrong_rate": 0.0108, "empty_rate": 0.0, "wrong_unflagged_rate": 0.0 }, "tax": { "accuracy": 0.9859, "n": 71, "wrong_rate": 0.0141, "empty_rate": 0.0, "wrong_unflagged_rate": 0.0 }, "total": { "accuracy": 1.0, "n": 100, "wrong_rate": 0.0, "empty_rate": 0.0, "wrong_unflagged_rate": 0.0 }, "date": { "accuracy": 1.0, "n": 100, "wrong_rate": 0.0, "empty_rate": 0.26, "wrong_unflagged_rate": 0.0 }, "merchant_name": { "accuracy": 0.97, "n": 100, "wrong_rate": 0.01, "empty_rate": 0.02, "wrong_unflagged_rate": 0.0 }, "item_count": { "accuracy": 0.81, "n": 100 }, "item_amounts": { "accuracy": 0.78, "n": 100 }, "invoice_number": { "accuracy": 0.9634, "n": 82, "wrong_rate": 0.0366, "empty_rate": 0.0, "wrong_unflagged_rate": 0.0 }, "amount_paid": { "accuracy": 1.0, "n": 52, "wrong_rate": 0.0, "empty_rate": 0.0, "wrong_unflagged_rate": 0.0 }, "change": { "accuracy": 1.0, "n": 14, "wrong_rate": 0.0, "empty_rate": 0.0, "wrong_unflagged_rate": 0.0 } }, "exact_numeric_accuracy": 0.9939 }, "invoice": { "documents": 100, "doc_type_accuracy": 1.0, "fields": { "subtotal": { "accuracy": 0.9, "n": 100, "wrong_rate": 0.04, "empty_rate": 0.06, "wrong_unflagged_rate": 0.0 }, "tax": { "accuracy": 0.86, "n": 100, "wrong_rate": 0.04, "empty_rate": 0.1, "wrong_unflagged_rate": 0.0 }, "total": { "accuracy": 0.96, "n": 100, "wrong_rate": 0.04, "empty_rate": 0.0, "wrong_unflagged_rate": 0.0 }, "invoice_number": { "accuracy": 0.95, "n": 100, "wrong_rate": 0.05, "empty_rate": 0.0, "wrong_unflagged_rate": 0.0 }, "date": { "accuracy": 0.96, "n": 100, "wrong_rate": 0.0, "empty_rate": 0.24, "wrong_unflagged_rate": 0.0 }, "merchant_name": { "accuracy": 0.99, "n": 100, "wrong_rate": 0.0, "empty_rate": 0.01, "wrong_unflagged_rate": 0.0 }, "item_count": { "accuracy": 0.48, "n": 100 }, "item_amounts": { "accuracy": 0.41, "n": 100 } }, "exact_numeric_accuracy": 0.9067 } }, "inline_maths": { "synthetic_unseen_fonts": { "lines": 300, "cer": 0.0054, "exact": 0.94, "math_char_recall": 0.9877, "math_chars": 571, "invented_math_chars": 4 }, "doclaynet": { "lines": 61, "cer": 0.8474, "exact": 0.0, "math_char_recall": 0.0556, "math_chars": 72, "invented_math_chars": 1 } } }