Spaces:
Running
Running
| { | |
| "aggregate": { | |
| "overall": { | |
| "documents": 13, | |
| "exact_match": 0.932, | |
| "field_f1": 0.938, | |
| "line_item_f1": 0.667, | |
| "financial_consistency_rate": 1.0, | |
| "doc_type_accuracy": 1.0 | |
| }, | |
| "by_type": { | |
| "contract": { | |
| "documents": 2, | |
| "exact_match": 0.818, | |
| "field_f1": 0.856, | |
| "financial_consistency_rate": 1.0 | |
| }, | |
| "invoice": { | |
| "documents": 5, | |
| "exact_match": 1.0, | |
| "field_f1": 1.0, | |
| "financial_consistency_rate": 1.0 | |
| }, | |
| "purchase_order": { | |
| "documents": 2, | |
| "exact_match": 0.863, | |
| "field_f1": 0.925, | |
| "financial_consistency_rate": 1.0 | |
| }, | |
| "receipt": { | |
| "documents": 2, | |
| "exact_match": 1.0, | |
| "field_f1": 1.0, | |
| "financial_consistency_rate": 1.0 | |
| }, | |
| "subscription_memo": { | |
| "documents": 2, | |
| "exact_match": 0.875, | |
| "field_f1": 0.817, | |
| "financial_consistency_rate": 1.0 | |
| } | |
| }, | |
| "by_difficulty": { | |
| "standard": { | |
| "documents": 10, | |
| "exact_match": 0.911, | |
| "field_f1": 0.92, | |
| "financial_consistency_rate": 1.0 | |
| }, | |
| "dense_table": { | |
| "documents": 1, | |
| "exact_match": 1.0, | |
| "field_f1": 1.0, | |
| "financial_consistency_rate": 1.0 | |
| }, | |
| "multicurrency": { | |
| "documents": 1, | |
| "exact_match": 1.0, | |
| "field_f1": 1.0, | |
| "financial_consistency_rate": 1.0 | |
| }, | |
| "missing_fields": { | |
| "documents": 1, | |
| "exact_match": 1.0, | |
| "field_f1": 1.0, | |
| "financial_consistency_rate": 1.0 | |
| } | |
| } | |
| }, | |
| "documents": [ | |
| { | |
| "doc_id": "contract_msa_digital", | |
| "predicted_type": "contract", | |
| "difficulty": "standard", | |
| "channel": "digital", | |
| "confidence": 1.0, | |
| "requires_review": false, | |
| "cost_usd": 0.0, | |
| "score": { | |
| "doc_type": "contract", | |
| "exact_match": 0.909, | |
| "field_f1": 0.897, | |
| "precision": 1.0, | |
| "recall": 0.812, | |
| "fields_scored": 11, | |
| "line_item_f1": null, | |
| "line_items_applicable": false, | |
| "financial_consistent": true, | |
| "per_field": { | |
| "contract_number": { | |
| "exact": true, | |
| "pred": "MSA-2026-014", | |
| "gt": "MSA-2026-014" | |
| }, | |
| "title": { | |
| "exact": false, | |
| "pred": null, | |
| "gt": "Master Services Agreement" | |
| }, | |
| "party_a": { | |
| "exact": true, | |
| "pred": "Acme Industrial Supplies", | |
| "gt": "Acme Industrial Supplies" | |
| }, | |
| "party_b": { | |
| "exact": true, | |
| "pred": "Globex Corporation", | |
| "gt": "Globex Corporation" | |
| }, | |
| "effective_date": { | |
| "exact": true, | |
| "pred": "2026-01-01", | |
| "gt": "2026-01-01" | |
| }, | |
| "expiration_date": { | |
| "exact": true, | |
| "pred": "2027-12-31", | |
| "gt": "2027-12-31" | |
| }, | |
| "contract_value": { | |
| "exact": true, | |
| "pred": 250000.0, | |
| "gt": 250000.0 | |
| }, | |
| "currency": { | |
| "exact": true, | |
| "pred": "USD", | |
| "gt": "USD" | |
| }, | |
| "governing_law": { | |
| "exact": true, | |
| "pred": "Delaware", | |
| "gt": "Delaware" | |
| }, | |
| "auto_renew": { | |
| "exact": true, | |
| "pred": true, | |
| "gt": true | |
| }, | |
| "termination_notice_days": { | |
| "exact": true, | |
| "pred": 60, | |
| "gt": 60 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "doc_id": "contract_scanned", | |
| "predicted_type": "contract", | |
| "difficulty": "standard", | |
| "channel": "scanned", | |
| "confidence": 0.8, | |
| "requires_review": true, | |
| "cost_usd": 0.0, | |
| "score": { | |
| "doc_type": "contract", | |
| "exact_match": 0.727, | |
| "field_f1": 0.815, | |
| "precision": 1.0, | |
| "recall": 0.688, | |
| "fields_scored": 11, | |
| "line_item_f1": null, | |
| "line_items_applicable": false, | |
| "financial_consistent": true, | |
| "per_field": { | |
| "contract_number": { | |
| "exact": true, | |
| "pred": "NDA-7781", | |
| "gt": "NDA-7781" | |
| }, | |
| "title": { | |
| "exact": false, | |
| "pred": null, | |
| "gt": "Mutual Non-Disclosure Agreement" | |
| }, | |
| "party_a": { | |
| "exact": true, | |
| "pred": "Stark Components", | |
| "gt": "Stark Components" | |
| }, | |
| "party_b": { | |
| "exact": true, | |
| "pred": "Wayne Enterprises", | |
| "gt": "Wayne Enterprises" | |
| }, | |
| "effective_date": { | |
| "exact": true, | |
| "pred": "2026-03-15", | |
| "gt": "2026-03-15" | |
| }, | |
| "expiration_date": { | |
| "exact": true, | |
| "pred": "2029-03-14", | |
| "gt": "2029-03-14" | |
| }, | |
| "contract_value": { | |
| "exact": false, | |
| "pred": null, | |
| "gt": 0.0 | |
| }, | |
| "currency": { | |
| "exact": false, | |
| "pred": null, | |
| "gt": "USD" | |
| }, | |
| "governing_law": { | |
| "exact": true, | |
| "pred": "New York", | |
| "gt": "New York" | |
| }, | |
| "auto_renew": { | |
| "exact": true, | |
| "pred": false, | |
| "gt": false | |
| }, | |
| "termination_notice_days": { | |
| "exact": true, | |
| "pred": 30, | |
| "gt": 30 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "doc_id": "invoice_acme_digital", | |
| "predicted_type": "invoice", | |
| "difficulty": "standard", | |
| "channel": "digital", | |
| "confidence": 1.0, | |
| "requires_review": false, | |
| "cost_usd": 0.0, | |
| "score": { | |
| "doc_type": "invoice", | |
| "exact_match": 1.0, | |
| "field_f1": 1.0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "fields_scored": 9, | |
| "line_item_f1": 1.0, | |
| "line_items_applicable": true, | |
| "financial_consistent": true, | |
| "per_field": { | |
| "invoice_number": { | |
| "exact": true, | |
| "pred": "INV-1001", | |
| "gt": "INV-1001" | |
| }, | |
| "issue_date": { | |
| "exact": true, | |
| "pred": "2026-07-15", | |
| "gt": "2026-07-15" | |
| }, | |
| "due_date": { | |
| "exact": true, | |
| "pred": "2026-08-14", | |
| "gt": "2026-08-14" | |
| }, | |
| "vendor_name": { | |
| "exact": true, | |
| "pred": "Acme Industrial Supplies", | |
| "gt": "Acme Industrial Supplies" | |
| }, | |
| "bill_to_name": { | |
| "exact": true, | |
| "pred": "Globex Corporation", | |
| "gt": "Globex Corporation" | |
| }, | |
| "currency": { | |
| "exact": true, | |
| "pred": "USD", | |
| "gt": "USD" | |
| }, | |
| "subtotal": { | |
| "exact": true, | |
| "pred": 300.0, | |
| "gt": 300.0 | |
| }, | |
| "tax_amount": { | |
| "exact": true, | |
| "pred": 30.0, | |
| "gt": 30.0 | |
| }, | |
| "total": { | |
| "exact": true, | |
| "pred": 330.0, | |
| "gt": 330.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "doc_id": "invoice_dense_table", | |
| "predicted_type": "invoice", | |
| "difficulty": "dense_table", | |
| "channel": "digital", | |
| "confidence": 1.0, | |
| "requires_review": false, | |
| "cost_usd": 0.0, | |
| "score": { | |
| "doc_type": "invoice", | |
| "exact_match": 1.0, | |
| "field_f1": 1.0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "fields_scored": 9, | |
| "line_item_f1": 1.0, | |
| "line_items_applicable": true, | |
| "financial_consistent": true, | |
| "per_field": { | |
| "invoice_number": { | |
| "exact": true, | |
| "pred": "INV-9120", | |
| "gt": "INV-9120" | |
| }, | |
| "issue_date": { | |
| "exact": true, | |
| "pred": "2026-06-01", | |
| "gt": "2026-06-01" | |
| }, | |
| "due_date": { | |
| "exact": true, | |
| "pred": "2026-07-01", | |
| "gt": "2026-07-01" | |
| }, | |
| "vendor_name": { | |
| "exact": true, | |
| "pred": "Wayne Enterprises", | |
| "gt": "Wayne Enterprises" | |
| }, | |
| "bill_to_name": { | |
| "exact": true, | |
| "pred": "Oscorp", | |
| "gt": "Oscorp" | |
| }, | |
| "currency": { | |
| "exact": true, | |
| "pred": "USD", | |
| "gt": "USD" | |
| }, | |
| "subtotal": { | |
| "exact": true, | |
| "pred": 2140.0, | |
| "gt": 2140.0 | |
| }, | |
| "tax_amount": { | |
| "exact": true, | |
| "pred": 214.0, | |
| "gt": 214.0 | |
| }, | |
| "total": { | |
| "exact": true, | |
| "pred": 2354.0, | |
| "gt": 2354.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "doc_id": "invoice_globalparts_eur", | |
| "predicted_type": "invoice", | |
| "difficulty": "multicurrency", | |
| "channel": "digital", | |
| "confidence": 1.0, | |
| "requires_review": false, | |
| "cost_usd": 0.0, | |
| "score": { | |
| "doc_type": "invoice", | |
| "exact_match": 1.0, | |
| "field_f1": 1.0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "fields_scored": 9, | |
| "line_item_f1": 1.0, | |
| "line_items_applicable": true, | |
| "financial_consistent": true, | |
| "per_field": { | |
| "invoice_number": { | |
| "exact": true, | |
| "pred": "GP-2026-558", | |
| "gt": "GP-2026-558" | |
| }, | |
| "issue_date": { | |
| "exact": true, | |
| "pred": "2026-05-03", | |
| "gt": "2026-05-03" | |
| }, | |
| "due_date": { | |
| "exact": true, | |
| "pred": "2026-06-02", | |
| "gt": "2026-06-02" | |
| }, | |
| "vendor_name": { | |
| "exact": true, | |
| "pred": "GlobalParts GmbH", | |
| "gt": "GlobalParts GmbH" | |
| }, | |
| "bill_to_name": { | |
| "exact": true, | |
| "pred": "Initech LLC", | |
| "gt": "Initech LLC" | |
| }, | |
| "currency": { | |
| "exact": true, | |
| "pred": "EUR", | |
| "gt": "EUR" | |
| }, | |
| "subtotal": { | |
| "exact": true, | |
| "pred": 1840.0, | |
| "gt": 1840.0 | |
| }, | |
| "tax_amount": { | |
| "exact": true, | |
| "pred": 349.6, | |
| "gt": 349.6 | |
| }, | |
| "total": { | |
| "exact": true, | |
| "pred": 2189.6, | |
| "gt": 2189.6 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "doc_id": "invoice_missing_total", | |
| "predicted_type": "invoice", | |
| "difficulty": "missing_fields", | |
| "channel": "digital", | |
| "confidence": 0.72, | |
| "requires_review": true, | |
| "cost_usd": 0.0, | |
| "score": { | |
| "doc_type": "invoice", | |
| "exact_match": 1.0, | |
| "field_f1": 1.0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "fields_scored": 6, | |
| "line_item_f1": 1.0, | |
| "line_items_applicable": true, | |
| "financial_consistent": true, | |
| "per_field": { | |
| "invoice_number": { | |
| "exact": true, | |
| "pred": "INV-3300", | |
| "gt": "INV-3300" | |
| }, | |
| "issue_date": { | |
| "exact": true, | |
| "pred": "2026-02-10", | |
| "gt": "2026-02-10" | |
| }, | |
| "vendor_name": { | |
| "exact": true, | |
| "pred": "Stark Components", | |
| "gt": "Stark Components" | |
| }, | |
| "currency": { | |
| "exact": true, | |
| "pred": "USD", | |
| "gt": "USD" | |
| }, | |
| "subtotal": { | |
| "exact": true, | |
| "pred": 1200.0, | |
| "gt": 1200.0 | |
| }, | |
| "tax_amount": { | |
| "exact": true, | |
| "pred": 96.0, | |
| "gt": 96.0 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "doc_id": "invoice_scanned_basic", | |
| "predicted_type": "invoice", | |
| "difficulty": "standard", | |
| "channel": "scanned", | |
| "confidence": 0.8, | |
| "requires_review": true, | |
| "cost_usd": 0.0, | |
| "score": { | |
| "doc_type": "invoice", | |
| "exact_match": 1.0, | |
| "field_f1": 1.0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "fields_scored": 9, | |
| "line_item_f1": 0.0, | |
| "line_items_applicable": true, | |
| "financial_consistent": true, | |
| "per_field": { | |
| "invoice_number": { | |
| "exact": true, | |
| "pred": "INV-7741", | |
| "gt": "INV-7741" | |
| }, | |
| "issue_date": { | |
| "exact": true, | |
| "pred": "2026-03-22", | |
| "gt": "2026-03-22" | |
| }, | |
| "due_date": { | |
| "exact": true, | |
| "pred": "2026-04-21", | |
| "gt": "2026-04-21" | |
| }, | |
| "vendor_name": { | |
| "exact": true, | |
| "pred": "Northwind Traders", | |
| "gt": "Northwind Traders" | |
| }, | |
| "bill_to_name": { | |
| "exact": true, | |
| "pred": "Contoso Ltd", | |
| "gt": "Contoso Ltd" | |
| }, | |
| "currency": { | |
| "exact": true, | |
| "pred": "USD", | |
| "gt": "USD" | |
| }, | |
| "subtotal": { | |
| "exact": true, | |
| "pred": 540.0, | |
| "gt": 540.0 | |
| }, | |
| "tax_amount": { | |
| "exact": true, | |
| "pred": 43.2, | |
| "gt": 43.2 | |
| }, | |
| "total": { | |
| "exact": true, | |
| "pred": 583.2, | |
| "gt": 583.2 | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "doc_id": "po_acme_digital", | |
| "predicted_type": "purchase_order", | |
| "difficulty": "standard", | |
| "channel": "digital", | |
| "confidence": 1.0, | |
| "requires_review": false, | |
| "cost_usd": 0.0, | |
| "score": { | |
| "doc_type": "purchase_order", | |
| "exact_match": 0.909, | |
| "field_f1": 0.941, | |
| "precision": 0.941, | |
| "recall": 0.941, | |
| "fields_scored": 11, | |
| "line_item_f1": 1.0, | |
| "line_items_applicable": true, | |
| "financial_consistent": true, | |
| "per_field": { | |
| "order_number": { | |
| "exact": false, | |
| "pred": "Purchase", | |
| "gt": "PO-100481" | |
| }, | |
| "order_date": { | |
| "exact": true, | |
| "pred": "2026-07-02", | |
| "gt": "2026-07-02" | |
| }, | |
| "delivery_date": { | |
| "exact": true, | |
| "pred": "2026-07-20", | |
| "gt": "2026-07-20" | |
| }, | |
| "vendor_name": { | |
| "exact": true, | |
| "pred": "Acme Industrial", | |
| "gt": "Acme Industrial" | |
| }, | |
| "buyer_name": { | |
| "exact": true, | |
| "pred": "Globex Procurement", | |
| "gt": "Globex Procurement" | |
| }, | |
| "ship_to": { | |
| "exact": true, | |
| "pred": "12 Industrial Way, Springfield", | |
| "gt": "12 Industrial Way, Springfield" | |
| }, | |
| "currency": { | |
| "exact": true, | |
| "pred": "USD", | |
| "gt": "USD" | |
| }, | |
| "subtotal": { | |
| "exact": true, | |
| "pred": 12000.0, | |
| "gt": 12000.0 | |
| }, | |
| "tax_amount": { | |
| "exact": true, | |
| "pred": 450.0, | |
| "gt": 450.0 | |
| }, | |
| "total": { | |
| "exact": true, | |
| "pred": 12450.0, | |
| "gt": 12450.0 | |
| }, | |
| "payment_terms": { | |
| "exact": true, | |
| "pred": "Net 30", | |
| "gt": "Net 30" | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "doc_id": "po_scanned", | |
| "predicted_type": "purchase_order", | |
| "difficulty": "standard", | |
| "channel": "scanned", | |
| "confidence": 0.52, | |
| "requires_review": true, | |
| "cost_usd": 0.0, | |
| "score": { | |
| "doc_type": "purchase_order", | |
| "exact_match": 0.818, | |
| "field_f1": 0.909, | |
| "precision": 0.938, | |
| "recall": 0.882, | |
| "fields_scored": 11, | |
| "line_item_f1": 0.0, | |
| "line_items_applicable": true, | |
| "financial_consistent": true, | |
| "per_field": { | |
| "order_number": { | |
| "exact": false, | |
| "pred": "Purchase", | |
| "gt": "PO-100483" | |
| }, | |
| "order_date": { | |
| "exact": true, | |
| "pred": "2026-04-11", | |
| "gt": "2026-04-11" | |
| }, | |
| "delivery_date": { | |
| "exact": true, | |
| "pred": "2026-05-01", | |
| "gt": "2026-05-01" | |
| }, | |
| "vendor_name": { | |
| "exact": true, | |
| "pred": "Initech Supplies", | |
| "gt": "Initech Supplies" | |
| }, | |
| "buyer_name": { | |
| "exact": true, | |
| "pred": "Contoso Ops", | |
| "gt": "Contoso Ops" | |
| }, | |
| "ship_to": { | |
| "exact": true, | |
| "pred": "9 Market St, Metropolis", | |
| "gt": "9 Market St, Metropolis" | |
| }, | |
| "currency": { | |
| "exact": true, | |
| "pred": "USD", | |
| "gt": "USD" | |
| }, | |
| "subtotal": { | |
| "exact": true, | |
| "pred": 900.0, | |
| "gt": 900.0 | |
| }, | |
| "tax_amount": { | |
| "exact": true, | |
| "pred": 80.0, | |
| "gt": 80.0 | |
| }, | |
| "total": { | |
| "exact": false, | |
| "pred": null, | |
| "gt": 980.0 | |
| }, | |
| "payment_terms": { | |
| "exact": true, | |
| "pred": "Net 15", | |
| "gt": "Net 15" | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "doc_id": "receipt_digital", | |
| "predicted_type": "receipt", | |
| "difficulty": "standard", | |
| "channel": "digital", | |
| "confidence": 1.0, | |
| "requires_review": false, | |
| "cost_usd": 0.0, | |
| "score": { | |
| "doc_type": "receipt", | |
| "exact_match": 1.0, | |
| "field_f1": 1.0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "fields_scored": 7, | |
| "line_item_f1": 1.0, | |
| "line_items_applicable": true, | |
| "financial_consistent": true, | |
| "per_field": { | |
| "merchant": { | |
| "exact": true, | |
| "pred": "City Hardware", | |
| "gt": "City Hardware" | |
| }, | |
| "date": { | |
| "exact": true, | |
| "pred": "2026-06-18", | |
| "gt": "2026-06-18" | |
| }, | |
| "currency": { | |
| "exact": true, | |
| "pred": "USD", | |
| "gt": "USD" | |
| }, | |
| "subtotal": { | |
| "exact": true, | |
| "pred": 47.0, | |
| "gt": 47.0 | |
| }, | |
| "tax_amount": { | |
| "exact": true, | |
| "pred": 3.76, | |
| "gt": 3.76 | |
| }, | |
| "total": { | |
| "exact": true, | |
| "pred": 50.76, | |
| "gt": 50.76 | |
| }, | |
| "payment_method": { | |
| "exact": true, | |
| "pred": "Visa card ending 4242", | |
| "gt": "Visa card ending 4242" | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "doc_id": "receipt_scanned", | |
| "predicted_type": "receipt", | |
| "difficulty": "standard", | |
| "channel": "scanned", | |
| "confidence": 0.8, | |
| "requires_review": true, | |
| "cost_usd": 0.0, | |
| "score": { | |
| "doc_type": "receipt", | |
| "exact_match": 1.0, | |
| "field_f1": 1.0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "fields_scored": 7, | |
| "line_item_f1": 0.0, | |
| "line_items_applicable": true, | |
| "financial_consistent": true, | |
| "per_field": { | |
| "merchant": { | |
| "exact": true, | |
| "pred": "QuickMart", | |
| "gt": "QuickMart" | |
| }, | |
| "date": { | |
| "exact": true, | |
| "pred": "2026-05-30", | |
| "gt": "2026-05-30" | |
| }, | |
| "currency": { | |
| "exact": true, | |
| "pred": "USD", | |
| "gt": "USD" | |
| }, | |
| "subtotal": { | |
| "exact": true, | |
| "pred": 23.5, | |
| "gt": 23.5 | |
| }, | |
| "tax_amount": { | |
| "exact": true, | |
| "pred": 1.88, | |
| "gt": 1.88 | |
| }, | |
| "total": { | |
| "exact": true, | |
| "pred": 25.38, | |
| "gt": 25.38 | |
| }, | |
| "payment_method": { | |
| "exact": true, | |
| "pred": "Cash", | |
| "gt": "Cash" | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "doc_id": "subscription_memo_pos", | |
| "predicted_type": "subscription_memo", | |
| "difficulty": "standard", | |
| "channel": "digital", | |
| "confidence": 1.0, | |
| "requires_review": false, | |
| "cost_usd": 0.0, | |
| "score": { | |
| "doc_type": "subscription_memo", | |
| "exact_match": 0.917, | |
| "field_f1": 0.875, | |
| "precision": 0.933, | |
| "recall": 0.824, | |
| "fields_scored": 12, | |
| "line_item_f1": null, | |
| "line_items_applicable": false, | |
| "financial_consistent": true, | |
| "per_field": { | |
| "memo_number": { | |
| "exact": true, | |
| "pred": "SUB-2026-0091", | |
| "gt": "SUB-2026-0091" | |
| }, | |
| "subscription_name": { | |
| "exact": false, | |
| "pred": "MEMO", | |
| "gt": "POS Cloud Platform" | |
| }, | |
| "vendor_name": { | |
| "exact": true, | |
| "pred": "Initech Supplies", | |
| "gt": "Initech Supplies" | |
| }, | |
| "account_id": { | |
| "exact": true, | |
| "pred": "ACC-55821", | |
| "gt": "ACC-55821" | |
| }, | |
| "plan": { | |
| "exact": true, | |
| "pred": "Enterprise (500 lanes)", | |
| "gt": "Enterprise (500 lanes)" | |
| }, | |
| "billing_cycle": { | |
| "exact": true, | |
| "pred": "annual", | |
| "gt": "annual" | |
| }, | |
| "start_date": { | |
| "exact": true, | |
| "pred": "2025-08-01", | |
| "gt": "2025-08-01" | |
| }, | |
| "renewal_date": { | |
| "exact": true, | |
| "pred": "2026-08-01", | |
| "gt": "2026-08-01" | |
| }, | |
| "amount": { | |
| "exact": true, | |
| "pred": 84000.0, | |
| "gt": 84000.0 | |
| }, | |
| "currency": { | |
| "exact": true, | |
| "pred": "USD", | |
| "gt": "USD" | |
| }, | |
| "auto_renew": { | |
| "exact": true, | |
| "pred": true, | |
| "gt": true | |
| }, | |
| "status": { | |
| "exact": true, | |
| "pred": "active", | |
| "gt": "active" | |
| } | |
| } | |
| } | |
| }, | |
| { | |
| "doc_id": "subscription_memo_scanned", | |
| "predicted_type": "subscription_memo", | |
| "difficulty": "standard", | |
| "channel": "scanned", | |
| "confidence": 0.8, | |
| "requires_review": true, | |
| "cost_usd": 0.0, | |
| "score": { | |
| "doc_type": "subscription_memo", | |
| "exact_match": 0.833, | |
| "field_f1": 0.759, | |
| "precision": 0.846, | |
| "recall": 0.688, | |
| "fields_scored": 12, | |
| "line_item_f1": null, | |
| "line_items_applicable": false, | |
| "financial_consistent": true, | |
| "per_field": { | |
| "memo_number": { | |
| "exact": true, | |
| "pred": "SUB-2026-0145", | |
| "gt": "SUB-2026-0145" | |
| }, | |
| "subscription_name": { | |
| "exact": false, | |
| "pred": "MEMO", | |
| "gt": "Store Wi-Fi & Analytics" | |
| }, | |
| "vendor_name": { | |
| "exact": true, | |
| "pred": "GlobalParts GmbH", | |
| "gt": "GlobalParts GmbH" | |
| }, | |
| "account_id": { | |
| "exact": true, | |
| "pred": "ACC-77310", | |
| "gt": "ACC-77310" | |
| }, | |
| "plan": { | |
| "exact": true, | |
| "pred": "Standard", | |
| "gt": "Standard" | |
| }, | |
| "billing_cycle": { | |
| "exact": true, | |
| "pred": "monthly", | |
| "gt": "monthly" | |
| }, | |
| "start_date": { | |
| "exact": true, | |
| "pred": "2026-01-15", | |
| "gt": "2026-01-15" | |
| }, | |
| "renewal_date": { | |
| "exact": true, | |
| "pred": "2026-07-15", | |
| "gt": "2026-07-15" | |
| }, | |
| "amount": { | |
| "exact": true, | |
| "pred": 2500.0, | |
| "gt": 2500.0 | |
| }, | |
| "currency": { | |
| "exact": true, | |
| "pred": "EUR", | |
| "gt": "EUR" | |
| }, | |
| "auto_renew": { | |
| "exact": false, | |
| "pred": true, | |
| "gt": false | |
| }, | |
| "status": { | |
| "exact": true, | |
| "pred": "pending", | |
| "gt": "pending" | |
| } | |
| } | |
| } | |
| } | |
| ], | |
| "routing_policy": "offline", | |
| "active_tier": "offline" | |
| } |