eval/heldout_summary.json

{
  "format": "receipt_digit_reader_heldout_v1",
  "precision": "fp32",
  "provider": "CPUExecutionProvider",
  "n": 2000,
  "answer_exact": 0.9875,
  "phone_digit_exact": 0.994,
  "street_exact": 0.975,
  "target_exact": 0.969,
  "by_family": {
    "address": {
      "n": 1032,
      "answer_exact": 0.9777131782945736
    },
    "phone": {
      "n": 968,
      "answer_exact": 0.9979338842975206
    }
  },
  "wall_seconds": 238.96123933803756,
  "note": "The held-out split was excluded from training, from checkpoint selection, and from quantization calibration. It is reported here as a measurement only."
}