[
  {
    "id": 1,
    "name": "Matching documents",
    "invoice_file": "invoice-01.pdf",
    "purchase_file": "purchase-01.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-001",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-001",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [],
    "split": "tuning"
  },
  {
    "id": 2,
    "name": "Price discrepancy",
    "invoice_file": "invoice-02.pdf",
    "purchase_file": "purchase-02.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-002",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1250.00",
      "tax": "120.00",
      "total": "1370.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "125.00",
          "amount": "1250.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-002",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "price_mismatch"
    ],
    "split": "tuning"
  },
  {
    "id": 3,
    "name": "Quantity discrepancy",
    "invoice_file": "invoice-03.pdf",
    "purchase_file": "purchase-03.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-003",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1440.00",
      "tax": "120.00",
      "total": "1560.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "12",
          "unit_price": "120.00",
          "amount": "1440.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-003",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "quantity_mismatch"
    ],
    "split": "tuning"
  },
  {
    "id": 4,
    "name": "Incorrect total",
    "invoice_file": "invoice-04.pdf",
    "purchase_file": "purchase-04.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-004",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1400.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-004",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "total_mismatch"
    ],
    "split": "tuning"
  },
  {
    "id": 5,
    "name": "Missing invoice number",
    "invoice_file": "invoice-05.pdf",
    "purchase_file": "purchase-05.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": null,
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-005",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "missing_field"
    ],
    "split": "tuning"
  },
  {
    "id": 6,
    "name": "Different currency",
    "invoice_file": "invoice-06.pdf",
    "purchase_file": "purchase-06.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-006",
      "date": "2026-09-01",
      "currency": "USD",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-006",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "currency_mismatch"
    ],
    "split": "tuning"
  },
  {
    "id": 7,
    "name": "Ambiguous purchase lines",
    "invoice_file": "invoice-07.pdf",
    "purchase_file": "purchase-07.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-007",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-007",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        },
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "ambiguous_match",
      "unmatched_purchase_line",
      "subtotal_mismatch"
    ],
    "split": "tuning"
  },
  {
    "id": 8,
    "name": "Incorrect line amount",
    "invoice_file": "invoice-08.pdf",
    "purchase_file": "purchase-08.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-008",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1190.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-008",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "line_total_mismatch",
      "subtotal_mismatch"
    ],
    "split": "tuning"
  },
  {
    "id": 9,
    "name": "Missing date",
    "invoice_file": "invoice-09.pdf",
    "purchase_file": "purchase-09.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-009",
      "date": null,
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-009",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "missing_field"
    ],
    "split": "tuning"
  },
  {
    "id": 10,
    "name": "Unmatched product",
    "invoice_file": "invoice-10.pdf",
    "purchase_file": "purchase-10.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-010",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "CHAIR-01",
          "description": "Office chair",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-010",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "unmatched_line",
      "unmatched_purchase_line"
    ],
    "split": "tuning"
  },
  {
    "id": 11,
    "name": "Matching documents (scan)",
    "invoice_file": "invoice-11.png",
    "purchase_file": "purchase-11.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-011",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-011",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [],
    "split": "heldout"
  },
  {
    "id": 12,
    "name": "Price discrepancy (scan)",
    "invoice_file": "invoice-12.png",
    "purchase_file": "purchase-12.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-012",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1250.00",
      "tax": "120.00",
      "total": "1370.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "125.00",
          "amount": "1250.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-012",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "price_mismatch"
    ],
    "split": "heldout"
  },
  {
    "id": 13,
    "name": "Quantity discrepancy (scan)",
    "invoice_file": "invoice-13.png",
    "purchase_file": "purchase-13.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-013",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1440.00",
      "tax": "120.00",
      "total": "1560.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "12",
          "unit_price": "120.00",
          "amount": "1440.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-013",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "quantity_mismatch"
    ],
    "split": "heldout"
  },
  {
    "id": 14,
    "name": "Incorrect total",
    "invoice_file": "invoice-14.pdf",
    "purchase_file": "purchase-14.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-014",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1400.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-014",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "total_mismatch"
    ],
    "split": "heldout"
  },
  {
    "id": 15,
    "name": "Missing invoice number",
    "invoice_file": "invoice-15.pdf",
    "purchase_file": "purchase-15.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": null,
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-015",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "missing_field"
    ],
    "split": "heldout"
  },
  {
    "id": 16,
    "name": "Different currency",
    "invoice_file": "invoice-16.pdf",
    "purchase_file": "purchase-16.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-016",
      "date": "2026-09-01",
      "currency": "USD",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-016",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "currency_mismatch"
    ],
    "split": "heldout"
  },
  {
    "id": 17,
    "name": "Ambiguous purchase lines",
    "invoice_file": "invoice-17.pdf",
    "purchase_file": "purchase-17.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-017",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-017",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        },
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "ambiguous_match",
      "unmatched_purchase_line",
      "subtotal_mismatch"
    ],
    "split": "heldout"
  },
  {
    "id": 18,
    "name": "Incorrect line amount",
    "invoice_file": "invoice-18.pdf",
    "purchase_file": "purchase-18.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-018",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1190.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-018",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "line_total_mismatch",
      "subtotal_mismatch"
    ],
    "split": "heldout"
  },
  {
    "id": 19,
    "name": "Missing date",
    "invoice_file": "invoice-19.pdf",
    "purchase_file": "purchase-19.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-019",
      "date": null,
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-019",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "missing_field"
    ],
    "split": "heldout"
  },
  {
    "id": 20,
    "name": "Unmatched product (scan)",
    "invoice_file": "invoice-20.png",
    "purchase_file": "purchase-20.pdf",
    "invoice": {
      "vendor": "Northwind Demo Supplies",
      "number": "INV-020",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "CHAIR-01",
          "description": "Office chair",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "purchase": {
      "vendor": "Northwind Demo Supplies",
      "number": "PO-020",
      "date": "2026-09-01",
      "currency": "INR",
      "subtotal": "1200.00",
      "tax": "120.00",
      "total": "1320.00",
      "lines": [
        {
          "sku": "MON-01",
          "description": "Desktop monitor stand",
          "quantity": "10",
          "unit_price": "120.00",
          "amount": "1200.00"
        }
      ],
      "sources": [],
      "notes": []
    },
    "expected_codes": [
      "unmatched_line",
      "unmatched_purchase_line"
    ],
    "split": "heldout"
  }
]