| { | |
| "samples": 7031, | |
| "top1": 0.8412743806838989, | |
| "top5": 0.9719812273979187, | |
| "shape_family_top1": 0.8899160623550415, | |
| "casefold_top1": 0.8805291056632996, | |
| "case_only_error_rate": 0.24731182795698925, | |
| "source_metrics": { | |
| "hwrt": { | |
| "samples": 552, | |
| "top1": 0.8496376872062683, | |
| "top5": 0.9909420013427734 | |
| }, | |
| "uci-pendigits": { | |
| "samples": 3498, | |
| "top1": 0.9268153309822083, | |
| "top5": 0.9934248328208923 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 2981, | |
| "top1": 0.7393491864204407, | |
| "top5": 0.943307638168335 | |
| } | |
| }, | |
| "writer_count": 49, | |
| "writer_accuracy_p10": 0.581081081081081, | |
| "writer_accuracy_minimum": 0.0, | |
| "errors": 1116, | |
| "same_family_error_rate": 0.3064516129032258, | |
| "different_family_error_rate": 0.6935483870967742, | |
| "top_confusions": [ | |
| { | |
| "truth": "1", | |
| "prediction": "2", | |
| "count": 55 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "1", | |
| "count": 41 | |
| }, | |
| { | |
| "truth": "c", | |
| "prediction": "C", | |
| "count": 35 | |
| }, | |
| { | |
| "truth": "s", | |
| "prediction": "S", | |
| "count": 30 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "X", | |
| "count": 30 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "O", | |
| "count": 17 | |
| }, | |
| { | |
| "truth": "z", | |
| "prediction": "Z", | |
| "count": 17 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "3", | |
| "count": 16 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "9", | |
| "count": 15 | |
| }, | |
| { | |
| "truth": "w", | |
| "prediction": "W", | |
| "count": 15 | |
| }, | |
| { | |
| "truth": "P", | |
| "prediction": "p", | |
| "count": 14 | |
| }, | |
| { | |
| "truth": "v", | |
| "prediction": "V", | |
| "count": 14 | |
| }, | |
| { | |
| "truth": "W", | |
| "prediction": "w", | |
| "count": 14 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "0", | |
| "count": 13 | |
| }, | |
| { | |
| "truth": "2", | |
| "prediction": "1", | |
| "count": 12 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "0", | |
| "count": 12 | |
| }, | |
| { | |
| "truth": "3", | |
| "prediction": "1", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "Z", | |
| "prediction": "z", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "\"", | |
| "prediction": "H", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "k", | |
| "prediction": "K", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "3", | |
| "prediction": "7", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "0", | |
| "prediction": "O", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "3", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": "4", | |
| "prediction": "5", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "5", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": ",", | |
| "prediction": ")", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "\"", | |
| "prediction": "\\parallel", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "p", | |
| "prediction": "P", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "q", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "2", | |
| "count": 7 | |
| } | |
| ], | |
| "highest_error_labels": [ | |
| { | |
| "label": "1", | |
| "test_support": 418, | |
| "training_support": 908, | |
| "top1": 0.8086124401913876, | |
| "top5": 0.9904306220095693, | |
| "errors": 80 | |
| }, | |
| { | |
| "label": "7", | |
| "test_support": 411, | |
| "training_support": 904, | |
| "top1": 0.8613138686131386, | |
| "top5": 0.9708029197080292, | |
| "errors": 57 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 382, | |
| "training_support": 861, | |
| "top1": 0.8769633507853403, | |
| "top5": 0.9895287958115183, | |
| "errors": 47 | |
| }, | |
| { | |
| "label": "x", | |
| "test_support": 48, | |
| "training_support": 120, | |
| "top1": 0.10416666666666667, | |
| "top5": 0.875, | |
| "errors": 43 | |
| }, | |
| { | |
| "label": "s", | |
| "test_support": 47, | |
| "training_support": 115, | |
| "top1": 0.14893617021276595, | |
| "top5": 0.9148936170212766, | |
| "errors": 40 | |
| }, | |
| { | |
| "label": "o", | |
| "test_support": 47, | |
| "training_support": 118, | |
| "top1": 0.1702127659574468, | |
| "top5": 0.9148936170212766, | |
| "errors": 39 | |
| }, | |
| { | |
| "label": "'", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.05, | |
| "top5": 0.675, | |
| "errors": 38 | |
| }, | |
| { | |
| "label": "c", | |
| "test_support": 45, | |
| "training_support": 123, | |
| "top1": 0.17777777777777778, | |
| "top5": 1.0, | |
| "errors": 37 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 382, | |
| "training_support": 852, | |
| "top1": 0.9136125654450262, | |
| "top5": 0.9947643979057592, | |
| "errors": 33 | |
| }, | |
| { | |
| "label": "\"", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.3, | |
| "top5": 0.925, | |
| "errors": 28 | |
| }, | |
| { | |
| "label": "z", | |
| "test_support": 47, | |
| "training_support": 117, | |
| "top1": 0.425531914893617, | |
| "top5": 0.9148936170212766, | |
| "errors": 27 | |
| }, | |
| { | |
| "label": "8", | |
| "test_support": 392, | |
| "training_support": 852, | |
| "top1": 0.9311224489795918, | |
| "top5": 0.9974489795918368, | |
| "errors": 27 | |
| }, | |
| { | |
| "label": "v", | |
| "test_support": 45, | |
| "training_support": 121, | |
| "top1": 0.4444444444444444, | |
| "top5": 1.0, | |
| "errors": 25 | |
| }, | |
| { | |
| "label": "3", | |
| "test_support": 381, | |
| "training_support": 863, | |
| "top1": 0.9396325459317585, | |
| "top5": 0.9973753280839895, | |
| "errors": 23 | |
| }, | |
| { | |
| "label": "O", | |
| "test_support": 45, | |
| "training_support": 141, | |
| "top1": 0.5111111111111111, | |
| "top5": 0.9333333333333333, | |
| "errors": 22 | |
| }, | |
| { | |
| "label": ".", | |
| "test_support": 22, | |
| "training_support": 103, | |
| "top1": 0.045454545454545456, | |
| "top5": 0.3181818181818182, | |
| "errors": 21 | |
| }, | |
| { | |
| "label": "w", | |
| "test_support": 45, | |
| "training_support": 116, | |
| "top1": 0.5333333333333333, | |
| "top5": 0.9777777777777777, | |
| "errors": 21 | |
| }, | |
| { | |
| "label": "P", | |
| "test_support": 47, | |
| "training_support": 127, | |
| "top1": 0.5531914893617021, | |
| "top5": 0.9361702127659575, | |
| "errors": 21 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 410, | |
| "training_support": 895, | |
| "top1": 0.948780487804878, | |
| "top5": 0.9951219512195122, | |
| "errors": 21 | |
| }, | |
| { | |
| "label": ",", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.65, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "Z", | |
| "test_support": 44, | |
| "training_support": 123, | |
| "top1": 0.5909090909090909, | |
| "top5": 0.9090909090909091, | |
| "errors": 18 | |
| }, | |
| { | |
| "label": "I", | |
| "test_support": 49, | |
| "training_support": 141, | |
| "top1": 0.673469387755102, | |
| "top5": 0.7959183673469388, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "2", | |
| "test_support": 414, | |
| "training_support": 915, | |
| "top1": 0.961352657004831, | |
| "top5": 0.9927536231884058, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "k", | |
| "test_support": 43, | |
| "training_support": 119, | |
| "top1": 0.6511627906976745, | |
| "top5": 0.9767441860465116, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "q", | |
| "test_support": 45, | |
| "training_support": 128, | |
| "top1": 0.6666666666666666, | |
| "top5": 0.9333333333333333, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "y", | |
| "test_support": 45, | |
| "training_support": 118, | |
| "top1": 0.6666666666666666, | |
| "top5": 0.9333333333333333, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "p", | |
| "test_support": 47, | |
| "training_support": 113, | |
| "top1": 0.6808510638297872, | |
| "top5": 0.9574468085106383, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "V", | |
| "test_support": 43, | |
| "training_support": 119, | |
| "top1": 0.6744186046511628, | |
| "top5": 0.9534883720930233, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "W", | |
| "test_support": 44, | |
| "training_support": 122, | |
| "top1": 0.6818181818181818, | |
| "top5": 1.0, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "S", | |
| "test_support": 45, | |
| "training_support": 122, | |
| "top1": 0.6888888888888889, | |
| "top5": 0.9333333333333333, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 406, | |
| "training_support": 927, | |
| "top1": 0.9655172413793104, | |
| "top5": 1.0, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "t", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.675, | |
| "top5": 0.9, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "U", | |
| "test_support": 45, | |
| "training_support": 118, | |
| "top1": 0.7111111111111111, | |
| "top5": 1.0, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "K", | |
| "test_support": 50, | |
| "training_support": 141, | |
| "top1": 0.76, | |
| "top5": 0.92, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "Y", | |
| "test_support": 43, | |
| "training_support": 117, | |
| "top1": 0.7441860465116279, | |
| "top5": 0.8837209302325582, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "M", | |
| "test_support": 44, | |
| "training_support": 135, | |
| "top1": 0.75, | |
| "top5": 0.9772727272727273, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "X", | |
| "test_support": 45, | |
| "training_support": 113, | |
| "top1": 0.7555555555555555, | |
| "top5": 0.9333333333333333, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "u", | |
| "test_support": 46, | |
| "training_support": 115, | |
| "top1": 0.7608695652173914, | |
| "top5": 0.9347826086956522, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "T", | |
| "test_support": 45, | |
| "training_support": 114, | |
| "top1": 0.7777777777777778, | |
| "top5": 0.9111111111111111, | |
| "errors": 10 | |
| }, | |
| { | |
| "label": "J", | |
| "test_support": 44, | |
| "training_support": 145, | |
| "top1": 0.7954545454545454, | |
| "top5": 0.9772727272727273, | |
| "errors": 9 | |
| } | |
| ], | |
| "lowest_supported_labels": [ | |
| { | |
| "label": "\\mathbb{N}", | |
| "test_support": 2, | |
| "training_support": 41, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{R}", | |
| "test_support": 4, | |
| "training_support": 44, | |
| "top1": 0.75, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\mathbb{Q}", | |
| "test_support": 1, | |
| "training_support": 44, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\blacktriangleright", | |
| "test_support": 1, | |
| "training_support": 52, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{Z}", | |
| "test_support": 2, | |
| "training_support": 56, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "+", | |
| "test_support": 16, | |
| "training_support": 58, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{H}", | |
| "test_support": 2, | |
| "training_support": 61, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "!", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\"", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.3, | |
| "top5": 0.925, | |
| "errors": 28 | |
| }, | |
| { | |
| "label": "'", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.05, | |
| "top5": 0.675, | |
| "errors": 38 | |
| }, | |
| { | |
| "label": "(", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 1.0, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": ")", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": ",", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.65, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": ":", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 1.0, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": ";", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 0.975, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": "t", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.675, | |
| "top5": 0.9, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "\\subset", | |
| "test_support": 4, | |
| "training_support": 75, | |
| "top1": 0.25, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\\barwedge", | |
| "test_support": 3, | |
| "training_support": 75, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\sqcap", | |
| "test_support": 4, | |
| "training_support": 76, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\phi", | |
| "test_support": 3, | |
| "training_support": 76, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\Gamma", | |
| "test_support": 1, | |
| "training_support": 76, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\amalg", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\kappa", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathcal{G}", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathfrak{A}", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathfrak{X}", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\rfloor", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\varkappa", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 0.0, | |
| "top5": 0.6666666666666666, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\\iota", | |
| "test_support": 2, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\parr", | |
| "test_support": 2, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\varrho", | |
| "test_support": 2, | |
| "training_support": 77, | |
| "top1": 0.5, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\Theta", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\Xi", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\circledcirc", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\dotsc", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 0.5, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\epsilon", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "\\oiint", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\pitchfork", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\zeta", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\|", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| } | |
| ], | |
| "source_bottlenecks": { | |
| "hwrt": { | |
| "samples": 552, | |
| "top1": 0.8496376872062683, | |
| "top5": 0.9909420013427734, | |
| "shape_family_top1": 0.9221014380455017, | |
| "same_family_error_rate": 0.4819277108433735, | |
| "writer_accuracy_p10": 0.7105263157894737, | |
| "writer_accuracy_minimum": 0.0, | |
| "top_confusions": [ | |
| { | |
| "truth": "1", | |
| "prediction": "I", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "0", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "0", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "v", | |
| "prediction": "V", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "s", | |
| "prediction": "S", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "z", | |
| "prediction": "Z", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "X", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "\\subset", | |
| "prediction": "c", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "g", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "X", | |
| "prediction": "x", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "\\varkappa", | |
| "prediction": "\\kappa", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "w", | |
| "prediction": "W", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "c", | |
| "prediction": "C", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "0", | |
| "prediction": "O", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "\\fullmoon", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "\\dotsc", | |
| "prediction": "-", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "\\ae", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "l", | |
| "prediction": "I", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "l", | |
| "prediction": "'", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "\\mathbb{R}", | |
| "prediction": "\\mathds{R}", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "\\circ", | |
| "prediction": "0", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "I", | |
| "prediction": "|", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "I", | |
| "prediction": "\\mid", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "\\&", | |
| "prediction": "\\with", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "\\varrho", | |
| "prediction": "\\rho", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "U", | |
| "prediction": "\\iota", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "\\fullmoon", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "\\dots", | |
| "prediction": "-", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "0", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "\\chi", | |
| "count": 1 | |
| } | |
| ], | |
| "highest_error_labels": [ | |
| { | |
| "label": "o", | |
| "test_support": 7, | |
| "training_support": 46, | |
| "top1": 0.14285714285714285, | |
| "top5": 0.8571428571428571, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "x", | |
| "test_support": 8, | |
| "training_support": 48, | |
| "top1": 0.25, | |
| "top5": 0.875, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "1", | |
| "test_support": 14, | |
| "training_support": 57, | |
| "top1": 0.5714285714285714, | |
| "top5": 1.0, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "O", | |
| "test_support": 5, | |
| "training_support": 69, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "z", | |
| "test_support": 7, | |
| "training_support": 45, | |
| "top1": 0.2857142857142857, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "l", | |
| "test_support": 5, | |
| "training_support": 43, | |
| "top1": 0.2, | |
| "top5": 0.8, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "v", | |
| "test_support": 5, | |
| "training_support": 49, | |
| "top1": 0.2, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 6, | |
| "training_support": 70, | |
| "top1": 0.3333333333333333, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "s", | |
| "test_support": 7, | |
| "training_support": 43, | |
| "top1": 0.42857142857142855, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "\\varkappa", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 0.0, | |
| "top5": 0.6666666666666666, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\\subset", | |
| "test_support": 4, | |
| "training_support": 75, | |
| "top1": 0.25, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "X", | |
| "test_support": 5, | |
| "training_support": 41, | |
| "top1": 0.4, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\\epsilon", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "w", | |
| "test_support": 5, | |
| "training_support": 44, | |
| "top1": 0.6, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "I", | |
| "test_support": 9, | |
| "training_support": 69, | |
| "top1": 0.7777777777777778, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": ".", | |
| "test_support": 1, | |
| "training_support": 59, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\&", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\circ", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\dots", | |
| "test_support": 1, | |
| "training_support": 78, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\ell", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\fint", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\mathbb{Q}", | |
| "test_support": 1, | |
| "training_support": 44, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\mid", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\sqrt{}", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\vee", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "|", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\dotsc", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 0.5, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\varrho", | |
| "test_support": 2, | |
| "training_support": 77, | |
| "top1": 0.5, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 3, | |
| "training_support": 75, | |
| "top1": 0.6666666666666666, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\mathbb{R}", | |
| "test_support": 4, | |
| "training_support": 44, | |
| "top1": 0.75, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "S", | |
| "test_support": 5, | |
| "training_support": 50, | |
| "top1": 0.8, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "U", | |
| "test_support": 5, | |
| "training_support": 46, | |
| "top1": 0.8, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "c", | |
| "test_support": 5, | |
| "training_support": 51, | |
| "top1": 0.8, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "i", | |
| "test_support": 6, | |
| "training_support": 44, | |
| "top1": 0.8333333333333334, | |
| "top5": 0.8333333333333334, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "u", | |
| "test_support": 6, | |
| "training_support": 43, | |
| "top1": 0.8333333333333334, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 7, | |
| "training_support": 60, | |
| "top1": 0.8571428571428571, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "P", | |
| "test_support": 7, | |
| "training_support": 55, | |
| "top1": 0.8571428571428571, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "p", | |
| "test_support": 7, | |
| "training_support": 41, | |
| "top1": 0.8571428571428571, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "a", | |
| "test_support": 9, | |
| "training_support": 67, | |
| "top1": 0.8888888888888888, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "%", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| } | |
| ], | |
| "lowest_supported_labels": [ | |
| { | |
| "label": "j", | |
| "test_support": 7, | |
| "training_support": 37, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "B", | |
| "test_support": 3, | |
| "training_support": 37, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "D", | |
| "test_support": 9, | |
| "training_support": 39, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "b", | |
| "test_support": 8, | |
| "training_support": 41, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "g", | |
| "test_support": 7, | |
| "training_support": 41, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "p", | |
| "test_support": 7, | |
| "training_support": 41, | |
| "top1": 0.8571428571428571, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "X", | |
| "test_support": 5, | |
| "training_support": 41, | |
| "top1": 0.4, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\\mathbb{N}", | |
| "test_support": 2, | |
| "training_support": 41, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "A", | |
| "test_support": 10, | |
| "training_support": 42, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "m", | |
| "test_support": 7, | |
| "training_support": 42, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "T", | |
| "test_support": 5, | |
| "training_support": 42, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "s", | |
| "test_support": 7, | |
| "training_support": 43, | |
| "top1": 0.42857142857142855, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 6, | |
| "training_support": 43, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "u", | |
| "test_support": 6, | |
| "training_support": 43, | |
| "top1": 0.8333333333333334, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "l", | |
| "test_support": 5, | |
| "training_support": 43, | |
| "top1": 0.2, | |
| "top5": 0.8, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "e", | |
| "test_support": 10, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "n", | |
| "test_support": 7, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "i", | |
| "test_support": 6, | |
| "training_support": 44, | |
| "top1": 0.8333333333333334, | |
| "top5": 0.8333333333333334, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "F", | |
| "test_support": 5, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "w", | |
| "test_support": 5, | |
| "training_support": 44, | |
| "top1": 0.6, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "\\mathbb{R}", | |
| "test_support": 4, | |
| "training_support": 44, | |
| "top1": 0.75, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "h", | |
| "test_support": 4, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "E", | |
| "test_support": 3, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{Q}", | |
| "test_support": 1, | |
| "training_support": 44, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "z", | |
| "test_support": 7, | |
| "training_support": 45, | |
| "top1": 0.2857142857142857, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "d", | |
| "test_support": 5, | |
| "training_support": 45, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "Y", | |
| "test_support": 3, | |
| "training_support": 45, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "o", | |
| "test_support": 7, | |
| "training_support": 46, | |
| "top1": 0.14285714285714285, | |
| "top5": 0.8571428571428571, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "U", | |
| "test_support": 5, | |
| "training_support": 46, | |
| "top1": 0.8, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "r", | |
| "test_support": 5, | |
| "training_support": 46, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "y", | |
| "test_support": 5, | |
| "training_support": 46, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "V", | |
| "test_support": 3, | |
| "training_support": 47, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "k", | |
| "test_support": 3, | |
| "training_support": 47, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "f", | |
| "test_support": 8, | |
| "training_support": 48, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "x", | |
| "test_support": 8, | |
| "training_support": 48, | |
| "top1": 0.25, | |
| "top5": 0.875, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "v", | |
| "test_support": 5, | |
| "training_support": 49, | |
| "top1": 0.2, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "S", | |
| "test_support": 5, | |
| "training_support": 50, | |
| "top1": 0.8, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "W", | |
| "test_support": 4, | |
| "training_support": 50, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "H", | |
| "test_support": 3, | |
| "training_support": 50, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "c", | |
| "test_support": 5, | |
| "training_support": 51, | |
| "top1": 0.8, | |
| "top5": 1.0, | |
| "errors": 1 | |
| } | |
| ] | |
| }, | |
| "uci-pendigits": { | |
| "samples": 3498, | |
| "top1": 0.9268153309822083, | |
| "top5": 0.9934248328208923, | |
| "shape_family_top1": 0.9279588460922241, | |
| "same_family_error_rate": 0.015625, | |
| "writer_accuracy_p10": 0.9268153230417381, | |
| "writer_accuracy_minimum": 0.9268153230417381, | |
| "top_confusions": [ | |
| { | |
| "truth": "1", | |
| "prediction": "2", | |
| "count": 55 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "1", | |
| "count": 40 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "3", | |
| "count": 16 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "9", | |
| "count": 15 | |
| }, | |
| { | |
| "truth": "2", | |
| "prediction": "1", | |
| "count": 12 | |
| }, | |
| { | |
| "truth": "3", | |
| "prediction": "1", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "3", | |
| "prediction": "7", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "3", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": "4", | |
| "prediction": "5", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "5", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "9", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "\\partial", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "2", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "6", | |
| "prediction": "1", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "L", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "4", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "4", | |
| "prediction": "6", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "\\triangleright", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "e", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "0", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "\\rho", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "8", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "8", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "1", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "8", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "0", | |
| "prediction": "\\circlearrowright", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "3", | |
| "prediction": "5", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "6", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "r", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "2", | |
| "prediction": "6", | |
| "count": 1 | |
| } | |
| ], | |
| "highest_error_labels": [ | |
| { | |
| "label": "1", | |
| "test_support": 364, | |
| "training_support": 779, | |
| "top1": 0.8214285714285714, | |
| "top5": 0.989010989010989, | |
| "errors": 65 | |
| }, | |
| { | |
| "label": "7", | |
| "test_support": 364, | |
| "training_support": 778, | |
| "top1": 0.8598901098901099, | |
| "top5": 0.9752747252747253, | |
| "errors": 51 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9107142857142857, | |
| "top5": 0.9910714285714286, | |
| "errors": 30 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 335, | |
| "training_support": 720, | |
| "top1": 0.9134328358208955, | |
| "top5": 0.9970149253731343, | |
| "errors": 29 | |
| }, | |
| { | |
| "label": "8", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9255952380952381, | |
| "top5": 0.9970238095238095, | |
| "errors": 25 | |
| }, | |
| { | |
| "label": "3", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9315476190476191, | |
| "top5": 0.9970238095238095, | |
| "errors": 23 | |
| }, | |
| { | |
| "label": "2", | |
| "test_support": 364, | |
| "training_support": 780, | |
| "top1": 0.9615384615384616, | |
| "top5": 0.9917582417582418, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 364, | |
| "training_support": 780, | |
| "top1": 0.967032967032967, | |
| "top5": 0.9972527472527473, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "6", | |
| "test_support": 336, | |
| "training_support": 720, | |
| "top1": 0.9851190476190477, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 363, | |
| "training_support": 780, | |
| "top1": 0.9944903581267218, | |
| "top5": 1.0, | |
| "errors": 2 | |
| } | |
| ], | |
| "lowest_supported_labels": [ | |
| { | |
| "label": "3", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9315476190476191, | |
| "top5": 0.9970238095238095, | |
| "errors": 23 | |
| }, | |
| { | |
| "label": "8", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9255952380952381, | |
| "top5": 0.9970238095238095, | |
| "errors": 25 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9107142857142857, | |
| "top5": 0.9910714285714286, | |
| "errors": 30 | |
| }, | |
| { | |
| "label": "6", | |
| "test_support": 336, | |
| "training_support": 720, | |
| "top1": 0.9851190476190477, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 335, | |
| "training_support": 720, | |
| "top1": 0.9134328358208955, | |
| "top5": 0.9970149253731343, | |
| "errors": 29 | |
| }, | |
| { | |
| "label": "7", | |
| "test_support": 364, | |
| "training_support": 778, | |
| "top1": 0.8598901098901099, | |
| "top5": 0.9752747252747253, | |
| "errors": 51 | |
| }, | |
| { | |
| "label": "1", | |
| "test_support": 364, | |
| "training_support": 779, | |
| "top1": 0.8214285714285714, | |
| "top5": 0.989010989010989, | |
| "errors": 65 | |
| }, | |
| { | |
| "label": "2", | |
| "test_support": 364, | |
| "training_support": 780, | |
| "top1": 0.9615384615384616, | |
| "top5": 0.9917582417582418, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 364, | |
| "training_support": 780, | |
| "top1": 0.967032967032967, | |
| "top5": 0.9972527472527473, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 363, | |
| "training_support": 780, | |
| "top1": 0.9944903581267218, | |
| "top5": 1.0, | |
| "errors": 2 | |
| } | |
| ] | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 2981, | |
| "top1": 0.7393491864204407, | |
| "top5": 0.943307638168335, | |
| "shape_family_top1": 0.83931565284729, | |
| "same_family_error_rate": 0.3835263835263835, | |
| "writer_accuracy_p10": 0.5666666666666667, | |
| "writer_accuracy_minimum": 0.5266666666666666, | |
| "top_confusions": [ | |
| { | |
| "truth": "c", | |
| "prediction": "C", | |
| "count": 34 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "X", | |
| "count": 27 | |
| }, | |
| { | |
| "truth": "s", | |
| "prediction": "S", | |
| "count": 26 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "O", | |
| "count": 16 | |
| }, | |
| { | |
| "truth": "P", | |
| "prediction": "p", | |
| "count": 14 | |
| }, | |
| { | |
| "truth": "W", | |
| "prediction": "w", | |
| "count": 14 | |
| }, | |
| { | |
| "truth": "w", | |
| "prediction": "W", | |
| "count": 13 | |
| }, | |
| { | |
| "truth": "z", | |
| "prediction": "Z", | |
| "count": 13 | |
| }, | |
| { | |
| "truth": "Z", | |
| "prediction": "z", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "\"", | |
| "prediction": "H", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "k", | |
| "prediction": "K", | |
| "count": 11 | |
| }, | |
| { | |
| "truth": "v", | |
| "prediction": "V", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "0", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": "0", | |
| "prediction": "O", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": ",", | |
| "prediction": ")", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "\"", | |
| "prediction": "\\parallel", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "0", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "q", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "(", | |
| "prediction": "C", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "'", | |
| "prediction": "I", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "p", | |
| "prediction": "P", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "M", | |
| "prediction": "m", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "Y", | |
| "prediction": "y", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "l", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "'", | |
| "prediction": ",", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "K", | |
| "prediction": "k", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "y", | |
| "prediction": "Y", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "q", | |
| "prediction": "9", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "w", | |
| "prediction": "\\omega", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "L", | |
| "prediction": "\\mathcal{L}", | |
| "count": 5 | |
| } | |
| ], | |
| "highest_error_labels": [ | |
| { | |
| "label": "'", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.05, | |
| "top5": 0.675, | |
| "errors": 38 | |
| }, | |
| { | |
| "label": "x", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.075, | |
| "top5": 0.875, | |
| "errors": 37 | |
| }, | |
| { | |
| "label": "c", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.1, | |
| "top5": 1.0, | |
| "errors": 36 | |
| }, | |
| { | |
| "label": "s", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.1, | |
| "top5": 0.9, | |
| "errors": 36 | |
| }, | |
| { | |
| "label": "o", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.175, | |
| "top5": 0.925, | |
| "errors": 33 | |
| }, | |
| { | |
| "label": "\"", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.3, | |
| "top5": 0.925, | |
| "errors": 28 | |
| }, | |
| { | |
| "label": "z", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.45, | |
| "top5": 0.9, | |
| "errors": 22 | |
| }, | |
| { | |
| "label": "v", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.475, | |
| "top5": 1.0, | |
| "errors": 21 | |
| }, | |
| { | |
| "label": ".", | |
| "test_support": 21, | |
| "training_support": 44, | |
| "top1": 0.047619047619047616, | |
| "top5": 0.2857142857142857, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": ",", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.65, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "P", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.925, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "w", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.525, | |
| "top5": 0.975, | |
| "errors": 19 | |
| }, | |
| { | |
| "label": "Z", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.55, | |
| "top5": 0.9, | |
| "errors": 18 | |
| }, | |
| { | |
| "label": "O", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.575, | |
| "top5": 0.925, | |
| "errors": 17 | |
| }, | |
| { | |
| "label": "k", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.625, | |
| "top5": 0.975, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "q", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.625, | |
| "top5": 0.925, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "y", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.625, | |
| "top5": 0.925, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "I", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.65, | |
| "top5": 0.75, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "V", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.65, | |
| "top5": 0.95, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "W", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.65, | |
| "top5": 1.0, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "p", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.65, | |
| "top5": 0.95, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.675, | |
| "top5": 0.975, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "S", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.675, | |
| "top5": 0.925, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "t", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.675, | |
| "top5": 0.9, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "K", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.9, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "U", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 1.0, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.725, | |
| "top5": 1.0, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "M", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.725, | |
| "top5": 0.975, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "Y", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.725, | |
| "top5": 0.875, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "T", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.75, | |
| "top5": 0.9, | |
| "errors": 10 | |
| }, | |
| { | |
| "label": "u", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.75, | |
| "top5": 0.925, | |
| "errors": 10 | |
| }, | |
| { | |
| "label": "1", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 1.0, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.975, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "J", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.975, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "r", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.95, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "A", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.875, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "L", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.9, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "N", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.9, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "X", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.925, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "(", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 1.0, | |
| "errors": 7 | |
| } | |
| ], | |
| "lowest_supported_labels": [ | |
| { | |
| "label": ".", | |
| "test_support": 21, | |
| "training_support": 44, | |
| "top1": 0.047619047619047616, | |
| "top5": 0.2857142857142857, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "!", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\"", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.3, | |
| "top5": 0.925, | |
| "errors": 28 | |
| }, | |
| { | |
| "label": "%", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "'", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.05, | |
| "top5": 0.675, | |
| "errors": 38 | |
| }, | |
| { | |
| "label": "(", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 1.0, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": ")", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": ",", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.65, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "-", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.725, | |
| "top5": 1.0, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "1", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 1.0, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "2", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.95, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "3", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.975, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 0.975, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "6", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "7", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.85, | |
| "top5": 0.925, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "8", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.95, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.675, | |
| "top5": 0.975, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": ":", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 1.0, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": ";", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 0.975, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": "<", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": ">", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.9, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "A", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.875, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "B", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.95, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "C", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "D", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.85, | |
| "top5": 1.0, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "E", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.85, | |
| "top5": 0.9, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "F", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.85, | |
| "top5": 0.95, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "G", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 0.925, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "H", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.85, | |
| "top5": 0.875, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "I", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.65, | |
| "top5": 0.75, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "J", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.975, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "K", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.9, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "L", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.9, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "M", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.725, | |
| "top5": 0.975, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "N", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.9, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "O", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.575, | |
| "top5": 0.925, | |
| "errors": 17 | |
| }, | |
| { | |
| "label": "P", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.925, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "Q", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.95, | |
| "top5": 0.95, | |
| "errors": 2 | |
| } | |
| ] | |
| } | |
| }, | |
| "case_size_proxy": { | |
| "scope": "same-writer isolated-glyph relative-size proxy; not continuous-formula product evidence", | |
| "writers": 49, | |
| "by_source": { | |
| "hwrt": { | |
| "samples": 84, | |
| "raw_correct": 45, | |
| "resolved_correct": 33, | |
| "changed": 18, | |
| "beneficial": 3, | |
| "harmful": 15, | |
| "raw_top1": 0.5357142857142857, | |
| "resolved_top1": 0.39285714285714285, | |
| "delta_percentage_points": -14.285714285714286 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 640, | |
| "raw_correct": 327, | |
| "resolved_correct": 292, | |
| "changed": 120, | |
| "beneficial": 41, | |
| "harmful": 76, | |
| "raw_top1": 0.5109375, | |
| "resolved_top1": 0.45625, | |
| "delta_percentage_points": -5.46875 | |
| } | |
| }, | |
| "product_validation": false | |
| }, | |
| "checkpoint": "research\\runs\\math_ink_06_federation_clean_seed17_stage3_fullsource_b32_20260725\\math_ink_06_candidate.pt", | |
| "device": "cuda", | |
| "training_source_ids": [ | |
| "hwrt", | |
| "uci-pendigits", | |
| "uci-uji-pen-v2" | |
| ], | |
| "product_validation": false | |
| } | |