| { | |
| "format": "receipt_digit_reader_comparison_v1", | |
| "heldout": { | |
| "fp32": { | |
| "n": 2000, | |
| "answer_exact": 0.9875, | |
| "target_exact": 0.969, | |
| "phone_digit_exact": 0.994, | |
| "street_exact": 0.975, | |
| "by_family": { | |
| "address": { | |
| "n": 1032, | |
| "answer_exact": 0.9777131782945736 | |
| }, | |
| "phone": { | |
| "n": 968, | |
| "answer_exact": 0.9979338842975206 | |
| } | |
| } | |
| }, | |
| "int8": { | |
| "n": 2000, | |
| "answer_exact": 0.9845, | |
| "target_exact": 0.9585, | |
| "phone_digit_exact": 0.99, | |
| "street_exact": 0.967, | |
| "by_family": { | |
| "address": { | |
| "n": 1032, | |
| "answer_exact": 0.9709302325581395 | |
| }, | |
| "phone": { | |
| "n": 968, | |
| "answer_exact": 0.9989669421487604 | |
| } | |
| } | |
| } | |
| }, | |
| "parameters": 2457387, | |
| "runtime_ms": { | |
| "fp32_min": 34.60950998123735, | |
| "int8_min": 23.65475194528699, | |
| "note": "per-image minima over 9 runs, idle host" | |
| } | |
| } |