backend/evals/ocr_backend_report.json

{
  "generated_at": 1781325013.2385988,
  "mode": "prototype",
  "samples": [
    "invoice_scanned_basic",
    "po_scanned"
  ],
  "available_backends": [
    "tesseract",
    "sidecar"
  ],
  "functional_backends": [
    "tesseract",
    "sidecar"
  ],
  "backends": [
    {
      "name": "minicpm",
      "tier": "vlm",
      "requires": "MINICPM_BASE_URL (+ MINICPM_API_KEY) \u2014 vLLM/llama.cpp serving MiniCPM-V-4.6",
      "available": false,
      "tested": false,
      "ok": false,
      "cases": []
    },
    {
      "name": "cohere",
      "tier": "local",
      "requires": "transformers + COHERE_OCR_ENABLE=true (downloads COHERE_OCR_MODEL)",
      "available": false,
      "tested": false,
      "ok": false,
      "cases": []
    },
    {
      "name": "llamaparse",
      "tier": "api",
      "requires": "llama-cloud-services + LLAMA_CLOUD_API_KEY",
      "available": false,
      "tested": false,
      "ok": false,
      "cases": []
    },
    {
      "name": "tesseract",
      "tier": "local",
      "requires": "pytesseract + tesseract binary",
      "available": true,
      "tested": true,
      "ok": true,
      "cases": [
        {
          "sample": "invoice_scanned_basic",
          "ok": true,
          "engine": "tesseract",
          "chars": 257,
          "simulated": false,
          "expected_found": [
            "INVOICE",
            "NORTHWIND",
            "INV-7741",
            "CONTOSO"
          ],
          "latency_ms": 412.7,
          "excerpt": "INVOICE\n\nInvoice Number: INV-7741\nInvoice Date: 2026-03-22\nDue Date: 2026-04-21\nFrom: Northwind Traders\nBill To: Contoso Ltd\n\nCurrency: USD\nDescription aty unit",
          "error": null
        },
        {
          "sample": "po_scanned",
          "ok": true,
          "engine": "tesseract",
          "chars": 329,
          "simulated": false,
          "expected_found": [
            "PURCHASE",
            "INITECH"
          ],
          "latency_ms": 440.5,
          "excerpt": "PURCHASE ORDER\n\nPurchase Order Number: P0-100483\norder Date: 2026-04-11\n\nDelivery Date: 2026-05-01\n\nVendor: Initech Supplies\n\nBuyer: Contoso Ops\n\nShip To: 9 Mar",
          "error": null
        }
      ]
    },
    {
      "name": "easyocr",
      "tier": "local",
      "requires": "easyocr",
      "available": false,
      "tested": false,
      "ok": false,
      "cases": []
    },
    {
      "name": "sidecar",
      "tier": "offline",
      "requires": "nothing (reads <stem>.txt sidecar)",
      "available": true,
      "tested": true,
      "ok": true,
      "cases": [
        {
          "sample": "invoice_scanned_basic",
          "ok": true,
          "engine": "sidecar-fallback",
          "chars": 323,
          "simulated": true,
          "expected_found": [
            "INVOICE",
            "NORTHWIND",
            "INV-7741",
            "CONTOSO"
          ],
          "latency_ms": 0.3,
          "excerpt": "INVOICE\n\nInvoice Number: INV-7741\nInvoice Date: 2026-03-22\nDue Date: 2026-04-21\nFrom: Northwind Traders\nBill To: Contoso Ltd\nCurrency: USD\n\nDescription         ",
          "error": null
        },
        {
          "sample": "po_scanned",
          "ok": true,
          "engine": "sidecar-fallback",
          "chars": 389,
          "simulated": true,
          "expected_found": [
            "PURCHASE",
            "INITECH",
            "PO-100483"
          ],
          "latency_ms": 0.2,
          "excerpt": "PURCHASE ORDER\n\nPurchase Order Number: PO-100483\nOrder Date: 2026-04-11\nDelivery Date: 2026-05-01\nVendor: Initech Supplies\nBuyer: Contoso Ops\nShip To: 9 Market ",
          "error": null
        }
      ]
    }
  ]
}