{
  "samples": 7031,
  "top1": 0.8412743806838989,
  "top5": 0.9719812273979187,
  "shape_family_top1": 0.8899160623550415,
  "casefold_top1": 0.8805291056632996,
  "case_only_error_rate": 0.24731182795698925,
  "source_metrics": {
    "hwrt": {
      "samples": 552,
      "top1": 0.8496376872062683,
      "top5": 0.9909420013427734
    },
    "uci-pendigits": {
      "samples": 3498,
      "top1": 0.9268153309822083,
      "top5": 0.9934248328208923
    },
    "uci-uji-pen-v2": {
      "samples": 2981,
      "top1": 0.7393491864204407,
      "top5": 0.943307638168335
    }
  },
  "writer_count": 49,
  "writer_accuracy_p10": 0.581081081081081,
  "writer_accuracy_minimum": 0.0,
  "errors": 1116,
  "same_family_error_rate": 0.3064516129032258,
  "different_family_error_rate": 0.6935483870967742,
  "top_confusions": [
    {
      "truth": "1",
      "prediction": "2",
      "count": 55
    },
    {
      "truth": "7",
      "prediction": "1",
      "count": 41
    },
    {
      "truth": "c",
      "prediction": "C",
      "count": 35
    },
    {
      "truth": "s",
      "prediction": "S",
      "count": 30
    },
    {
      "truth": "x",
      "prediction": "X",
      "count": 30
    },
    {
      "truth": "o",
      "prediction": "O",
      "count": 17
    },
    {
      "truth": "z",
      "prediction": "Z",
      "count": 17
    },
    {
      "truth": "9",
      "prediction": "3",
      "count": 16
    },
    {
      "truth": "5",
      "prediction": "9",
      "count": 15
    },
    {
      "truth": "w",
      "prediction": "W",
      "count": 15
    },
    {
      "truth": "P",
      "prediction": "p",
      "count": 14
    },
    {
      "truth": "v",
      "prediction": "V",
      "count": 14
    },
    {
      "truth": "W",
      "prediction": "w",
      "count": 14
    },
    {
      "truth": "O",
      "prediction": "0",
      "count": 13
    },
    {
      "truth": "2",
      "prediction": "1",
      "count": 12
    },
    {
      "truth": "o",
      "prediction": "0",
      "count": 12
    },
    {
      "truth": "3",
      "prediction": "1",
      "count": 11
    },
    {
      "truth": "Z",
      "prediction": "z",
      "count": 11
    },
    {
      "truth": "\"",
      "prediction": "H",
      "count": 11
    },
    {
      "truth": "k",
      "prediction": "K",
      "count": 11
    },
    {
      "truth": "3",
      "prediction": "7",
      "count": 10
    },
    {
      "truth": "0",
      "prediction": "O",
      "count": 10
    },
    {
      "truth": "5",
      "prediction": "3",
      "count": 9
    },
    {
      "truth": "4",
      "prediction": "5",
      "count": 8
    },
    {
      "truth": "8",
      "prediction": "5",
      "count": 8
    },
    {
      "truth": ",",
      "prediction": ")",
      "count": 8
    },
    {
      "truth": "\"",
      "prediction": "\\parallel",
      "count": 8
    },
    {
      "truth": "p",
      "prediction": "P",
      "count": 8
    },
    {
      "truth": "9",
      "prediction": "q",
      "count": 8
    },
    {
      "truth": "7",
      "prediction": "2",
      "count": 7
    }
  ],
  "highest_error_labels": [
    {
      "label": "1",
      "test_support": 418,
      "training_support": 908,
      "top1": 0.8086124401913876,
      "top5": 0.9904306220095693,
      "errors": 80
    },
    {
      "label": "7",
      "test_support": 411,
      "training_support": 904,
      "top1": 0.8613138686131386,
      "top5": 0.9708029197080292,
      "errors": 57
    },
    {
      "label": "9",
      "test_support": 382,
      "training_support": 861,
      "top1": 0.8769633507853403,
      "top5": 0.9895287958115183,
      "errors": 47
    },
    {
      "label": "x",
      "test_support": 48,
      "training_support": 120,
      "top1": 0.10416666666666667,
      "top5": 0.875,
      "errors": 43
    },
    {
      "label": "s",
      "test_support": 47,
      "training_support": 115,
      "top1": 0.14893617021276595,
      "top5": 0.9148936170212766,
      "errors": 40
    },
    {
      "label": "o",
      "test_support": 47,
      "training_support": 118,
      "top1": 0.1702127659574468,
      "top5": 0.9148936170212766,
      "errors": 39
    },
    {
      "label": "'",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.05,
      "top5": 0.675,
      "errors": 38
    },
    {
      "label": "c",
      "test_support": 45,
      "training_support": 123,
      "top1": 0.17777777777777778,
      "top5": 1.0,
      "errors": 37
    },
    {
      "label": "5",
      "test_support": 382,
      "training_support": 852,
      "top1": 0.9136125654450262,
      "top5": 0.9947643979057592,
      "errors": 33
    },
    {
      "label": "\"",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.3,
      "top5": 0.925,
      "errors": 28
    },
    {
      "label": "z",
      "test_support": 47,
      "training_support": 117,
      "top1": 0.425531914893617,
      "top5": 0.9148936170212766,
      "errors": 27
    },
    {
      "label": "8",
      "test_support": 392,
      "training_support": 852,
      "top1": 0.9311224489795918,
      "top5": 0.9974489795918368,
      "errors": 27
    },
    {
      "label": "v",
      "test_support": 45,
      "training_support": 121,
      "top1": 0.4444444444444444,
      "top5": 1.0,
      "errors": 25
    },
    {
      "label": "3",
      "test_support": 381,
      "training_support": 863,
      "top1": 0.9396325459317585,
      "top5": 0.9973753280839895,
      "errors": 23
    },
    {
      "label": "O",
      "test_support": 45,
      "training_support": 141,
      "top1": 0.5111111111111111,
      "top5": 0.9333333333333333,
      "errors": 22
    },
    {
      "label": ".",
      "test_support": 22,
      "training_support": 103,
      "top1": 0.045454545454545456,
      "top5": 0.3181818181818182,
      "errors": 21
    },
    {
      "label": "w",
      "test_support": 45,
      "training_support": 116,
      "top1": 0.5333333333333333,
      "top5": 0.9777777777777777,
      "errors": 21
    },
    {
      "label": "P",
      "test_support": 47,
      "training_support": 127,
      "top1": 0.5531914893617021,
      "top5": 0.9361702127659575,
      "errors": 21
    },
    {
      "label": "4",
      "test_support": 410,
      "training_support": 895,
      "top1": 0.948780487804878,
      "top5": 0.9951219512195122,
      "errors": 21
    },
    {
      "label": ",",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.5,
      "top5": 0.65,
      "errors": 20
    },
    {
      "label": "Z",
      "test_support": 44,
      "training_support": 123,
      "top1": 0.5909090909090909,
      "top5": 0.9090909090909091,
      "errors": 18
    },
    {
      "label": "I",
      "test_support": 49,
      "training_support": 141,
      "top1": 0.673469387755102,
      "top5": 0.7959183673469388,
      "errors": 16
    },
    {
      "label": "2",
      "test_support": 414,
      "training_support": 915,
      "top1": 0.961352657004831,
      "top5": 0.9927536231884058,
      "errors": 16
    },
    {
      "label": "k",
      "test_support": 43,
      "training_support": 119,
      "top1": 0.6511627906976745,
      "top5": 0.9767441860465116,
      "errors": 15
    },
    {
      "label": "q",
      "test_support": 45,
      "training_support": 128,
      "top1": 0.6666666666666666,
      "top5": 0.9333333333333333,
      "errors": 15
    },
    {
      "label": "y",
      "test_support": 45,
      "training_support": 118,
      "top1": 0.6666666666666666,
      "top5": 0.9333333333333333,
      "errors": 15
    },
    {
      "label": "p",
      "test_support": 47,
      "training_support": 113,
      "top1": 0.6808510638297872,
      "top5": 0.9574468085106383,
      "errors": 15
    },
    {
      "label": "V",
      "test_support": 43,
      "training_support": 119,
      "top1": 0.6744186046511628,
      "top5": 0.9534883720930233,
      "errors": 14
    },
    {
      "label": "W",
      "test_support": 44,
      "training_support": 122,
      "top1": 0.6818181818181818,
      "top5": 1.0,
      "errors": 14
    },
    {
      "label": "S",
      "test_support": 45,
      "training_support": 122,
      "top1": 0.6888888888888889,
      "top5": 0.9333333333333333,
      "errors": 14
    },
    {
      "label": "0",
      "test_support": 406,
      "training_support": 927,
      "top1": 0.9655172413793104,
      "top5": 1.0,
      "errors": 14
    },
    {
      "label": "t",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.675,
      "top5": 0.9,
      "errors": 13
    },
    {
      "label": "U",
      "test_support": 45,
      "training_support": 118,
      "top1": 0.7111111111111111,
      "top5": 1.0,
      "errors": 13
    },
    {
      "label": "K",
      "test_support": 50,
      "training_support": 141,
      "top1": 0.76,
      "top5": 0.92,
      "errors": 12
    },
    {
      "label": "Y",
      "test_support": 43,
      "training_support": 117,
      "top1": 0.7441860465116279,
      "top5": 0.8837209302325582,
      "errors": 11
    },
    {
      "label": "M",
      "test_support": 44,
      "training_support": 135,
      "top1": 0.75,
      "top5": 0.9772727272727273,
      "errors": 11
    },
    {
      "label": "X",
      "test_support": 45,
      "training_support": 113,
      "top1": 0.7555555555555555,
      "top5": 0.9333333333333333,
      "errors": 11
    },
    {
      "label": "u",
      "test_support": 46,
      "training_support": 115,
      "top1": 0.7608695652173914,
      "top5": 0.9347826086956522,
      "errors": 11
    },
    {
      "label": "T",
      "test_support": 45,
      "training_support": 114,
      "top1": 0.7777777777777778,
      "top5": 0.9111111111111111,
      "errors": 10
    },
    {
      "label": "J",
      "test_support": 44,
      "training_support": 145,
      "top1": 0.7954545454545454,
      "top5": 0.9772727272727273,
      "errors": 9
    }
  ],
  "lowest_supported_labels": [
    {
      "label": "\\mathbb{N}",
      "test_support": 2,
      "training_support": 41,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathbb{R}",
      "test_support": 4,
      "training_support": 44,
      "top1": 0.75,
      "top5": 1.0,
      "errors": 1
    },
    {
      "label": "\\mathbb{Q}",
      "test_support": 1,
      "training_support": 44,
      "top1": 0.0,
      "top5": 1.0,
      "errors": 1
    },
    {
      "label": "\\blacktriangleright",
      "test_support": 1,
      "training_support": 52,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathbb{Z}",
      "test_support": 2,
      "training_support": 56,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "+",
      "test_support": 16,
      "training_support": 58,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathbb{H}",
      "test_support": 2,
      "training_support": 61,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "!",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.925,
      "top5": 1.0,
      "errors": 3
    },
    {
      "label": "\"",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.3,
      "top5": 0.925,
      "errors": 28
    },
    {
      "label": "'",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.05,
      "top5": 0.675,
      "errors": 38
    },
    {
      "label": "(",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.825,
      "top5": 1.0,
      "errors": 7
    },
    {
      "label": ")",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.925,
      "top5": 1.0,
      "errors": 3
    },
    {
      "label": ",",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.5,
      "top5": 0.65,
      "errors": 20
    },
    {
      "label": ":",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.825,
      "top5": 1.0,
      "errors": 7
    },
    {
      "label": ";",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.825,
      "top5": 0.975,
      "errors": 7
    },
    {
      "label": "t",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.675,
      "top5": 0.9,
      "errors": 13
    },
    {
      "label": "\\subset",
      "test_support": 4,
      "training_support": 75,
      "top1": 0.25,
      "top5": 1.0,
      "errors": 3
    },
    {
      "label": "\\barwedge",
      "test_support": 3,
      "training_support": 75,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\sqcap",
      "test_support": 4,
      "training_support": 76,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\phi",
      "test_support": 3,
      "training_support": 76,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\Gamma",
      "test_support": 1,
      "training_support": 76,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\amalg",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\kappa",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathcal{G}",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathfrak{A}",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathfrak{X}",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\rfloor",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\varkappa",
      "test_support": 3,
      "training_support": 77,
      "top1": 0.0,
      "top5": 0.6666666666666666,
      "errors": 3
    },
    {
      "label": "\\iota",
      "test_support": 2,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\parr",
      "test_support": 2,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\varrho",
      "test_support": 2,
      "training_support": 77,
      "top1": 0.5,
      "top5": 1.0,
      "errors": 1
    },
    {
      "label": "\\Theta",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\Xi",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\circledcirc",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\dotsc",
      "test_support": 2,
      "training_support": 78,
      "top1": 0.5,
      "top5": 1.0,
      "errors": 1
    },
    {
      "label": "\\epsilon",
      "test_support": 2,
      "training_support": 78,
      "top1": 0.0,
      "top5": 1.0,
      "errors": 2
    },
    {
      "label": "\\oiint",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\pitchfork",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\zeta",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\|",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    }
  ],
  "source_bottlenecks": {
    "hwrt": {
      "samples": 552,
      "top1": 0.8496376872062683,
      "top5": 0.9909420013427734,
      "shape_family_top1": 0.9221014380455017,
      "same_family_error_rate": 0.4819277108433735,
      "writer_accuracy_p10": 0.7105263157894737,
      "writer_accuracy_minimum": 0.0,
      "top_confusions": [
        {
          "truth": "1",
          "prediction": "I",
          "count": 6
        },
        {
          "truth": "o",
          "prediction": "0",
          "count": 4
        },
        {
          "truth": "O",
          "prediction": "0",
          "count": 4
        },
        {
          "truth": "v",
          "prediction": "V",
          "count": 4
        },
        {
          "truth": "s",
          "prediction": "S",
          "count": 4
        },
        {
          "truth": "z",
          "prediction": "Z",
          "count": 4
        },
        {
          "truth": "x",
          "prediction": "X",
          "count": 3
        },
        {
          "truth": "\\subset",
          "prediction": "c",
          "count": 3
        },
        {
          "truth": "9",
          "prediction": "g",
          "count": 3
        },
        {
          "truth": "X",
          "prediction": "x",
          "count": 2
        },
        {
          "truth": "\\varkappa",
          "prediction": "\\kappa",
          "count": 2
        },
        {
          "truth": "w",
          "prediction": "W",
          "count": 2
        },
        {
          "truth": "c",
          "prediction": "C",
          "count": 1
        },
        {
          "truth": "0",
          "prediction": "O",
          "count": 1
        },
        {
          "truth": "O",
          "prediction": "\\fullmoon",
          "count": 1
        },
        {
          "truth": "\\dotsc",
          "prediction": "-",
          "count": 1
        },
        {
          "truth": "x",
          "prediction": "\\ae",
          "count": 1
        },
        {
          "truth": "l",
          "prediction": "I",
          "count": 1
        },
        {
          "truth": "l",
          "prediction": "'",
          "count": 1
        },
        {
          "truth": "\\mathbb{R}",
          "prediction": "\\mathds{R}",
          "count": 1
        },
        {
          "truth": "\\circ",
          "prediction": "0",
          "count": 1
        },
        {
          "truth": "I",
          "prediction": "|",
          "count": 1
        },
        {
          "truth": "I",
          "prediction": "\\mid",
          "count": 1
        },
        {
          "truth": "\\&",
          "prediction": "\\with",
          "count": 1
        },
        {
          "truth": "\\varrho",
          "prediction": "\\rho",
          "count": 1
        },
        {
          "truth": "U",
          "prediction": "\\iota",
          "count": 1
        },
        {
          "truth": "o",
          "prediction": "\\fullmoon",
          "count": 1
        },
        {
          "truth": "\\dots",
          "prediction": "-",
          "count": 1
        },
        {
          "truth": "9",
          "prediction": "0",
          "count": 1
        },
        {
          "truth": "x",
          "prediction": "\\chi",
          "count": 1
        }
      ],
      "highest_error_labels": [
        {
          "label": "o",
          "test_support": 7,
          "training_support": 46,
          "top1": 0.14285714285714285,
          "top5": 0.8571428571428571,
          "errors": 6
        },
        {
          "label": "x",
          "test_support": 8,
          "training_support": 48,
          "top1": 0.25,
          "top5": 0.875,
          "errors": 6
        },
        {
          "label": "1",
          "test_support": 14,
          "training_support": 57,
          "top1": 0.5714285714285714,
          "top5": 1.0,
          "errors": 6
        },
        {
          "label": "O",
          "test_support": 5,
          "training_support": 69,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 5
        },
        {
          "label": "z",
          "test_support": 7,
          "training_support": 45,
          "top1": 0.2857142857142857,
          "top5": 1.0,
          "errors": 5
        },
        {
          "label": "l",
          "test_support": 5,
          "training_support": 43,
          "top1": 0.2,
          "top5": 0.8,
          "errors": 4
        },
        {
          "label": "v",
          "test_support": 5,
          "training_support": 49,
          "top1": 0.2,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "9",
          "test_support": 6,
          "training_support": 70,
          "top1": 0.3333333333333333,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "s",
          "test_support": 7,
          "training_support": 43,
          "top1": 0.42857142857142855,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "\\varkappa",
          "test_support": 3,
          "training_support": 77,
          "top1": 0.0,
          "top5": 0.6666666666666666,
          "errors": 3
        },
        {
          "label": "\\subset",
          "test_support": 4,
          "training_support": 75,
          "top1": 0.25,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "X",
          "test_support": 5,
          "training_support": 41,
          "top1": 0.4,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "\\epsilon",
          "test_support": 2,
          "training_support": 78,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "w",
          "test_support": 5,
          "training_support": 44,
          "top1": 0.6,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "I",
          "test_support": 9,
          "training_support": 69,
          "top1": 0.7777777777777778,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": ".",
          "test_support": 1,
          "training_support": 59,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\&",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\circ",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\dots",
          "test_support": 1,
          "training_support": 78,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\ell",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\fint",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\mathbb{Q}",
          "test_support": 1,
          "training_support": 44,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\mid",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\sqrt{}",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\vee",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "|",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\dotsc",
          "test_support": 2,
          "training_support": 78,
          "top1": 0.5,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\varrho",
          "test_support": 2,
          "training_support": 77,
          "top1": 0.5,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "0",
          "test_support": 3,
          "training_support": 75,
          "top1": 0.6666666666666666,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\mathbb{R}",
          "test_support": 4,
          "training_support": 44,
          "top1": 0.75,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "S",
          "test_support": 5,
          "training_support": 50,
          "top1": 0.8,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "U",
          "test_support": 5,
          "training_support": 46,
          "top1": 0.8,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "c",
          "test_support": 5,
          "training_support": 51,
          "top1": 0.8,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "i",
          "test_support": 6,
          "training_support": 44,
          "top1": 0.8333333333333334,
          "top5": 0.8333333333333334,
          "errors": 1
        },
        {
          "label": "u",
          "test_support": 6,
          "training_support": 43,
          "top1": 0.8333333333333334,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "5",
          "test_support": 7,
          "training_support": 60,
          "top1": 0.8571428571428571,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "P",
          "test_support": 7,
          "training_support": 55,
          "top1": 0.8571428571428571,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "p",
          "test_support": 7,
          "training_support": 41,
          "top1": 0.8571428571428571,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "a",
          "test_support": 9,
          "training_support": 67,
          "top1": 0.8888888888888888,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "%",
          "test_support": 1,
          "training_support": 79,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        }
      ],
      "lowest_supported_labels": [
        {
          "label": "j",
          "test_support": 7,
          "training_support": 37,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "B",
          "test_support": 3,
          "training_support": 37,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "D",
          "test_support": 9,
          "training_support": 39,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "b",
          "test_support": 8,
          "training_support": 41,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "g",
          "test_support": 7,
          "training_support": 41,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "p",
          "test_support": 7,
          "training_support": 41,
          "top1": 0.8571428571428571,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "X",
          "test_support": 5,
          "training_support": 41,
          "top1": 0.4,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "\\mathbb{N}",
          "test_support": 2,
          "training_support": 41,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "A",
          "test_support": 10,
          "training_support": 42,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "m",
          "test_support": 7,
          "training_support": 42,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "T",
          "test_support": 5,
          "training_support": 42,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "s",
          "test_support": 7,
          "training_support": 43,
          "top1": 0.42857142857142855,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "4",
          "test_support": 6,
          "training_support": 43,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "u",
          "test_support": 6,
          "training_support": 43,
          "top1": 0.8333333333333334,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "l",
          "test_support": 5,
          "training_support": 43,
          "top1": 0.2,
          "top5": 0.8,
          "errors": 4
        },
        {
          "label": "e",
          "test_support": 10,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "n",
          "test_support": 7,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "i",
          "test_support": 6,
          "training_support": 44,
          "top1": 0.8333333333333334,
          "top5": 0.8333333333333334,
          "errors": 1
        },
        {
          "label": "F",
          "test_support": 5,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "w",
          "test_support": 5,
          "training_support": 44,
          "top1": 0.6,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "\\mathbb{R}",
          "test_support": 4,
          "training_support": 44,
          "top1": 0.75,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "h",
          "test_support": 4,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "E",
          "test_support": 3,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "\\mathbb{Q}",
          "test_support": 1,
          "training_support": 44,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "z",
          "test_support": 7,
          "training_support": 45,
          "top1": 0.2857142857142857,
          "top5": 1.0,
          "errors": 5
        },
        {
          "label": "d",
          "test_support": 5,
          "training_support": 45,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "Y",
          "test_support": 3,
          "training_support": 45,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "o",
          "test_support": 7,
          "training_support": 46,
          "top1": 0.14285714285714285,
          "top5": 0.8571428571428571,
          "errors": 6
        },
        {
          "label": "U",
          "test_support": 5,
          "training_support": 46,
          "top1": 0.8,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "r",
          "test_support": 5,
          "training_support": 46,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "y",
          "test_support": 5,
          "training_support": 46,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "V",
          "test_support": 3,
          "training_support": 47,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "k",
          "test_support": 3,
          "training_support": 47,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "f",
          "test_support": 8,
          "training_support": 48,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "x",
          "test_support": 8,
          "training_support": 48,
          "top1": 0.25,
          "top5": 0.875,
          "errors": 6
        },
        {
          "label": "v",
          "test_support": 5,
          "training_support": 49,
          "top1": 0.2,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "S",
          "test_support": 5,
          "training_support": 50,
          "top1": 0.8,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "W",
          "test_support": 4,
          "training_support": 50,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "H",
          "test_support": 3,
          "training_support": 50,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "c",
          "test_support": 5,
          "training_support": 51,
          "top1": 0.8,
          "top5": 1.0,
          "errors": 1
        }
      ]
    },
    "uci-pendigits": {
      "samples": 3498,
      "top1": 0.9268153309822083,
      "top5": 0.9934248328208923,
      "shape_family_top1": 0.9279588460922241,
      "same_family_error_rate": 0.015625,
      "writer_accuracy_p10": 0.9268153230417381,
      "writer_accuracy_minimum": 0.9268153230417381,
      "top_confusions": [
        {
          "truth": "1",
          "prediction": "2",
          "count": 55
        },
        {
          "truth": "7",
          "prediction": "1",
          "count": 40
        },
        {
          "truth": "9",
          "prediction": "3",
          "count": 16
        },
        {
          "truth": "5",
          "prediction": "9",
          "count": 15
        },
        {
          "truth": "2",
          "prediction": "1",
          "count": 12
        },
        {
          "truth": "3",
          "prediction": "1",
          "count": 11
        },
        {
          "truth": "3",
          "prediction": "7",
          "count": 10
        },
        {
          "truth": "5",
          "prediction": "3",
          "count": 9
        },
        {
          "truth": "4",
          "prediction": "5",
          "count": 8
        },
        {
          "truth": "8",
          "prediction": "5",
          "count": 8
        },
        {
          "truth": "8",
          "prediction": "9",
          "count": 7
        },
        {
          "truth": "9",
          "prediction": "\\partial",
          "count": 7
        },
        {
          "truth": "7",
          "prediction": "2",
          "count": 6
        },
        {
          "truth": "6",
          "prediction": "1",
          "count": 4
        },
        {
          "truth": "1",
          "prediction": "L",
          "count": 4
        },
        {
          "truth": "8",
          "prediction": "4",
          "count": 3
        },
        {
          "truth": "4",
          "prediction": "6",
          "count": 3
        },
        {
          "truth": "8",
          "prediction": "\\triangleright",
          "count": 2
        },
        {
          "truth": "5",
          "prediction": "e",
          "count": 2
        },
        {
          "truth": "8",
          "prediction": "0",
          "count": 2
        },
        {
          "truth": "7",
          "prediction": "\\rho",
          "count": 2
        },
        {
          "truth": "9",
          "prediction": "8",
          "count": 2
        },
        {
          "truth": "7",
          "prediction": "8",
          "count": 2
        },
        {
          "truth": "9",
          "prediction": "1",
          "count": 2
        },
        {
          "truth": "5",
          "prediction": "8",
          "count": 2
        },
        {
          "truth": "0",
          "prediction": "\\circlearrowright",
          "count": 2
        },
        {
          "truth": "3",
          "prediction": "5",
          "count": 1
        },
        {
          "truth": "8",
          "prediction": "6",
          "count": 1
        },
        {
          "truth": "1",
          "prediction": "r",
          "count": 1
        },
        {
          "truth": "2",
          "prediction": "6",
          "count": 1
        }
      ],
      "highest_error_labels": [
        {
          "label": "1",
          "test_support": 364,
          "training_support": 779,
          "top1": 0.8214285714285714,
          "top5": 0.989010989010989,
          "errors": 65
        },
        {
          "label": "7",
          "test_support": 364,
          "training_support": 778,
          "top1": 0.8598901098901099,
          "top5": 0.9752747252747253,
          "errors": 51
        },
        {
          "label": "9",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9107142857142857,
          "top5": 0.9910714285714286,
          "errors": 30
        },
        {
          "label": "5",
          "test_support": 335,
          "training_support": 720,
          "top1": 0.9134328358208955,
          "top5": 0.9970149253731343,
          "errors": 29
        },
        {
          "label": "8",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9255952380952381,
          "top5": 0.9970238095238095,
          "errors": 25
        },
        {
          "label": "3",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9315476190476191,
          "top5": 0.9970238095238095,
          "errors": 23
        },
        {
          "label": "2",
          "test_support": 364,
          "training_support": 780,
          "top1": 0.9615384615384616,
          "top5": 0.9917582417582418,
          "errors": 14
        },
        {
          "label": "4",
          "test_support": 364,
          "training_support": 780,
          "top1": 0.967032967032967,
          "top5": 0.9972527472527473,
          "errors": 12
        },
        {
          "label": "6",
          "test_support": 336,
          "training_support": 720,
          "top1": 0.9851190476190477,
          "top5": 1.0,
          "errors": 5
        },
        {
          "label": "0",
          "test_support": 363,
          "training_support": 780,
          "top1": 0.9944903581267218,
          "top5": 1.0,
          "errors": 2
        }
      ],
      "lowest_supported_labels": [
        {
          "label": "3",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9315476190476191,
          "top5": 0.9970238095238095,
          "errors": 23
        },
        {
          "label": "8",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9255952380952381,
          "top5": 0.9970238095238095,
          "errors": 25
        },
        {
          "label": "9",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9107142857142857,
          "top5": 0.9910714285714286,
          "errors": 30
        },
        {
          "label": "6",
          "test_support": 336,
          "training_support": 720,
          "top1": 0.9851190476190477,
          "top5": 1.0,
          "errors": 5
        },
        {
          "label": "5",
          "test_support": 335,
          "training_support": 720,
          "top1": 0.9134328358208955,
          "top5": 0.9970149253731343,
          "errors": 29
        },
        {
          "label": "7",
          "test_support": 364,
          "training_support": 778,
          "top1": 0.8598901098901099,
          "top5": 0.9752747252747253,
          "errors": 51
        },
        {
          "label": "1",
          "test_support": 364,
          "training_support": 779,
          "top1": 0.8214285714285714,
          "top5": 0.989010989010989,
          "errors": 65
        },
        {
          "label": "2",
          "test_support": 364,
          "training_support": 780,
          "top1": 0.9615384615384616,
          "top5": 0.9917582417582418,
          "errors": 14
        },
        {
          "label": "4",
          "test_support": 364,
          "training_support": 780,
          "top1": 0.967032967032967,
          "top5": 0.9972527472527473,
          "errors": 12
        },
        {
          "label": "0",
          "test_support": 363,
          "training_support": 780,
          "top1": 0.9944903581267218,
          "top5": 1.0,
          "errors": 2
        }
      ]
    },
    "uci-uji-pen-v2": {
      "samples": 2981,
      "top1": 0.7393491864204407,
      "top5": 0.943307638168335,
      "shape_family_top1": 0.83931565284729,
      "same_family_error_rate": 0.3835263835263835,
      "writer_accuracy_p10": 0.5666666666666667,
      "writer_accuracy_minimum": 0.5266666666666666,
      "top_confusions": [
        {
          "truth": "c",
          "prediction": "C",
          "count": 34
        },
        {
          "truth": "x",
          "prediction": "X",
          "count": 27
        },
        {
          "truth": "s",
          "prediction": "S",
          "count": 26
        },
        {
          "truth": "o",
          "prediction": "O",
          "count": 16
        },
        {
          "truth": "P",
          "prediction": "p",
          "count": 14
        },
        {
          "truth": "W",
          "prediction": "w",
          "count": 14
        },
        {
          "truth": "w",
          "prediction": "W",
          "count": 13
        },
        {
          "truth": "z",
          "prediction": "Z",
          "count": 13
        },
        {
          "truth": "Z",
          "prediction": "z",
          "count": 11
        },
        {
          "truth": "\"",
          "prediction": "H",
          "count": 11
        },
        {
          "truth": "k",
          "prediction": "K",
          "count": 11
        },
        {
          "truth": "v",
          "prediction": "V",
          "count": 10
        },
        {
          "truth": "O",
          "prediction": "0",
          "count": 9
        },
        {
          "truth": "0",
          "prediction": "O",
          "count": 9
        },
        {
          "truth": ",",
          "prediction": ")",
          "count": 8
        },
        {
          "truth": "\"",
          "prediction": "\\parallel",
          "count": 8
        },
        {
          "truth": "o",
          "prediction": "0",
          "count": 8
        },
        {
          "truth": "9",
          "prediction": "q",
          "count": 8
        },
        {
          "truth": "(",
          "prediction": "C",
          "count": 7
        },
        {
          "truth": "'",
          "prediction": "I",
          "count": 7
        },
        {
          "truth": "p",
          "prediction": "P",
          "count": 7
        },
        {
          "truth": "M",
          "prediction": "m",
          "count": 6
        },
        {
          "truth": "Y",
          "prediction": "y",
          "count": 6
        },
        {
          "truth": "1",
          "prediction": "l",
          "count": 6
        },
        {
          "truth": "'",
          "prediction": ",",
          "count": 6
        },
        {
          "truth": "K",
          "prediction": "k",
          "count": 6
        },
        {
          "truth": "y",
          "prediction": "Y",
          "count": 6
        },
        {
          "truth": "q",
          "prediction": "9",
          "count": 5
        },
        {
          "truth": "w",
          "prediction": "\\omega",
          "count": 5
        },
        {
          "truth": "L",
          "prediction": "\\mathcal{L}",
          "count": 5
        }
      ],
      "highest_error_labels": [
        {
          "label": "'",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.05,
          "top5": 0.675,
          "errors": 38
        },
        {
          "label": "x",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.075,
          "top5": 0.875,
          "errors": 37
        },
        {
          "label": "c",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.1,
          "top5": 1.0,
          "errors": 36
        },
        {
          "label": "s",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.1,
          "top5": 0.9,
          "errors": 36
        },
        {
          "label": "o",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.175,
          "top5": 0.925,
          "errors": 33
        },
        {
          "label": "\"",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.3,
          "top5": 0.925,
          "errors": 28
        },
        {
          "label": "z",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.45,
          "top5": 0.9,
          "errors": 22
        },
        {
          "label": "v",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.475,
          "top5": 1.0,
          "errors": 21
        },
        {
          "label": ".",
          "test_support": 21,
          "training_support": 44,
          "top1": 0.047619047619047616,
          "top5": 0.2857142857142857,
          "errors": 20
        },
        {
          "label": ",",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.5,
          "top5": 0.65,
          "errors": 20
        },
        {
          "label": "P",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.5,
          "top5": 0.925,
          "errors": 20
        },
        {
          "label": "w",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.525,
          "top5": 0.975,
          "errors": 19
        },
        {
          "label": "Z",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.55,
          "top5": 0.9,
          "errors": 18
        },
        {
          "label": "O",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.575,
          "top5": 0.925,
          "errors": 17
        },
        {
          "label": "k",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.625,
          "top5": 0.975,
          "errors": 15
        },
        {
          "label": "q",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.625,
          "top5": 0.925,
          "errors": 15
        },
        {
          "label": "y",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.625,
          "top5": 0.925,
          "errors": 15
        },
        {
          "label": "I",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.65,
          "top5": 0.75,
          "errors": 14
        },
        {
          "label": "V",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.65,
          "top5": 0.95,
          "errors": 14
        },
        {
          "label": "W",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.65,
          "top5": 1.0,
          "errors": 14
        },
        {
          "label": "p",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.65,
          "top5": 0.95,
          "errors": 14
        },
        {
          "label": "9",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.675,
          "top5": 0.975,
          "errors": 13
        },
        {
          "label": "S",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.675,
          "top5": 0.925,
          "errors": 13
        },
        {
          "label": "t",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.675,
          "top5": 0.9,
          "errors": 13
        },
        {
          "label": "K",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.9,
          "errors": 12
        },
        {
          "label": "U",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 1.0,
          "errors": 12
        },
        {
          "label": "0",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.725,
          "top5": 1.0,
          "errors": 11
        },
        {
          "label": "M",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.725,
          "top5": 0.975,
          "errors": 11
        },
        {
          "label": "Y",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.725,
          "top5": 0.875,
          "errors": 11
        },
        {
          "label": "T",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.75,
          "top5": 0.9,
          "errors": 10
        },
        {
          "label": "u",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.75,
          "top5": 0.925,
          "errors": 10
        },
        {
          "label": "1",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 1.0,
          "errors": 9
        },
        {
          "label": "4",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.975,
          "errors": 9
        },
        {
          "label": "J",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.975,
          "errors": 9
        },
        {
          "label": "r",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.95,
          "errors": 9
        },
        {
          "label": "A",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.875,
          "errors": 8
        },
        {
          "label": "L",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.9,
          "errors": 8
        },
        {
          "label": "N",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.9,
          "errors": 8
        },
        {
          "label": "X",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.925,
          "errors": 8
        },
        {
          "label": "(",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.825,
          "top5": 1.0,
          "errors": 7
        }
      ],
      "lowest_supported_labels": [
        {
          "label": ".",
          "test_support": 21,
          "training_support": 44,
          "top1": 0.047619047619047616,
          "top5": 0.2857142857142857,
          "errors": 20
        },
        {
          "label": "!",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "\"",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.3,
          "top5": 0.925,
          "errors": 28
        },
        {
          "label": "%",
          "test_support": 40,
          "training_support": 72,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "'",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.05,
          "top5": 0.675,
          "errors": 38
        },
        {
          "label": "(",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.825,
          "top5": 1.0,
          "errors": 7
        },
        {
          "label": ")",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": ",",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.5,
          "top5": 0.65,
          "errors": 20
        },
        {
          "label": "-",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "0",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.725,
          "top5": 1.0,
          "errors": 11
        },
        {
          "label": "1",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 1.0,
          "errors": 9
        },
        {
          "label": "2",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.95,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "3",
          "test_support": 40,
          "training_support": 72,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "4",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.975,
          "errors": 9
        },
        {
          "label": "5",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 0.975,
          "errors": 3
        },
        {
          "label": "6",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "7",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.85,
          "top5": 0.925,
          "errors": 6
        },
        {
          "label": "8",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.95,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "9",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.675,
          "top5": 0.975,
          "errors": 13
        },
        {
          "label": ":",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.825,
          "top5": 1.0,
          "errors": 7
        },
        {
          "label": ";",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.825,
          "top5": 0.975,
          "errors": 7
        },
        {
          "label": "<",
          "test_support": 40,
          "training_support": 72,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": ">",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.9,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "A",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.875,
          "errors": 8
        },
        {
          "label": "B",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.95,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "C",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "D",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.85,
          "top5": 1.0,
          "errors": 6
        },
        {
          "label": "E",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.85,
          "top5": 0.9,
          "errors": 6
        },
        {
          "label": "F",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.85,
          "top5": 0.95,
          "errors": 6
        },
        {
          "label": "G",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 0.925,
          "errors": 3
        },
        {
          "label": "H",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.85,
          "top5": 0.875,
          "errors": 6
        },
        {
          "label": "I",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.65,
          "top5": 0.75,
          "errors": 14
        },
        {
          "label": "J",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.975,
          "errors": 9
        },
        {
          "label": "K",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.9,
          "errors": 12
        },
        {
          "label": "L",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.9,
          "errors": 8
        },
        {
          "label": "M",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.725,
          "top5": 0.975,
          "errors": 11
        },
        {
          "label": "N",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.9,
          "errors": 8
        },
        {
          "label": "O",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.575,
          "top5": 0.925,
          "errors": 17
        },
        {
          "label": "P",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.5,
          "top5": 0.925,
          "errors": 20
        },
        {
          "label": "Q",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.95,
          "top5": 0.95,
          "errors": 2
        }
      ]
    }
  },
  "case_size_proxy": {
    "scope": "same-writer isolated-glyph relative-size proxy; not continuous-formula product evidence",
    "writers": 49,
    "by_source": {
      "hwrt": {
        "samples": 84,
        "raw_correct": 45,
        "resolved_correct": 33,
        "changed": 18,
        "beneficial": 3,
        "harmful": 15,
        "raw_top1": 0.5357142857142857,
        "resolved_top1": 0.39285714285714285,
        "delta_percentage_points": -14.285714285714286
      },
      "uci-uji-pen-v2": {
        "samples": 640,
        "raw_correct": 327,
        "resolved_correct": 292,
        "changed": 120,
        "beneficial": 41,
        "harmful": 76,
        "raw_top1": 0.5109375,
        "resolved_top1": 0.45625,
        "delta_percentage_points": -5.46875
      }
    },
    "product_validation": false
  },
  "checkpoint": "research\\runs\\math_ink_06_federation_clean_seed17_stage3_fullsource_b32_20260725\\math_ink_06_candidate.pt",
  "device": "cuda",
  "training_source_ids": [
    "hwrt",
    "uci-pendigits",
    "uci-uji-pen-v2"
  ],
  "product_validation": false
}