{
  "format": "receipt_digit_reader_comparison_v1",
  "heldout": {
    "fp32": {
      "n": 2000,
      "answer_exact": 0.9875,
      "target_exact": 0.969,
      "phone_digit_exact": 0.994,
      "street_exact": 0.975,
      "by_family": {
        "address": {
          "n": 1032,
          "answer_exact": 0.9777131782945736
        },
        "phone": {
          "n": 968,
          "answer_exact": 0.9979338842975206
        }
      }
    },
    "int8": {
      "n": 2000,
      "answer_exact": 0.9845,
      "target_exact": 0.9585,
      "phone_digit_exact": 0.99,
      "street_exact": 0.967,
      "by_family": {
        "address": {
          "n": 1032,
          "answer_exact": 0.9709302325581395
        },
        "phone": {
          "n": 968,
          "answer_exact": 0.9989669421487604
        }
      }
    }
  },
  "parameters": 2457387,
  "runtime_ms": {
    "fp32_min": 34.60950998123735,
    "int8_min": 23.65475194528699,
    "note": "per-image minima over 9 runs, idle host"
  }
}