{
  "samples": 7031,
  "top1": 0.8606172800064087,
  "top5": 0.9749680161476135,
  "shape_family_top1": 0.9091167449951172,
  "casefold_top1": 0.8994452953338623,
  "case_only_error_rate": 0.2785714285714286,
  "source_metrics": {
    "hwrt": {
      "samples": 552,
      "top1": 0.85326087474823,
      "top5": 0.9909420013427734
    },
    "uci-pendigits": {
      "samples": 3498,
      "top1": 0.9482561349868774,
      "top5": 0.9942824244499207
    },
    "uci-uji-pen-v2": {
      "samples": 2981,
      "top1": 0.759141206741333,
      "top5": 0.9493458867073059
    }
  },
  "writer_count": 49,
  "writer_accuracy_p10": 0.6,
  "writer_accuracy_minimum": 0.0,
  "errors": 980,
  "same_family_error_rate": 0.3479591836734694,
  "different_family_error_rate": 0.6520408163265307,
  "top_confusions": [
    {
      "truth": "1",
      "prediction": "2",
      "count": 38
    },
    {
      "truth": "7",
      "prediction": "1",
      "count": 32
    },
    {
      "truth": "c",
      "prediction": "C",
      "count": 32
    },
    {
      "truth": "s",
      "prediction": "S",
      "count": 30
    },
    {
      "truth": "x",
      "prediction": "X",
      "count": 27
    },
    {
      "truth": "o",
      "prediction": "O",
      "count": 17
    },
    {
      "truth": "z",
      "prediction": "Z",
      "count": 16
    },
    {
      "truth": "w",
      "prediction": "W",
      "count": 15
    },
    {
      "truth": "P",
      "prediction": "p",
      "count": 14
    },
    {
      "truth": "W",
      "prediction": "w",
      "count": 14
    },
    {
      "truth": "v",
      "prediction": "V",
      "count": 13
    },
    {
      "truth": "Z",
      "prediction": "z",
      "count": 12
    },
    {
      "truth": "O",
      "prediction": "0",
      "count": 12
    },
    {
      "truth": "3",
      "prediction": "7",
      "count": 10
    },
    {
      "truth": "O",
      "prediction": "o",
      "count": 10
    },
    {
      "truth": "0",
      "prediction": "O",
      "count": 10
    },
    {
      "truth": "5",
      "prediction": "9",
      "count": 9
    },
    {
      "truth": "o",
      "prediction": "0",
      "count": 9
    },
    {
      "truth": "2",
      "prediction": "1",
      "count": 8
    },
    {
      "truth": "9",
      "prediction": "3",
      "count": 8
    },
    {
      "truth": "5",
      "prediction": "3",
      "count": 8
    },
    {
      "truth": "V",
      "prediction": "v",
      "count": 7
    },
    {
      "truth": "Y",
      "prediction": "y",
      "count": 7
    },
    {
      "truth": ",",
      "prediction": ")",
      "count": 7
    },
    {
      "truth": "'",
      "prediction": ",",
      "count": 7
    },
    {
      "truth": "k",
      "prediction": "K",
      "count": 7
    },
    {
      "truth": "9",
      "prediction": "q",
      "count": 7
    },
    {
      "truth": "1",
      "prediction": "I",
      "count": 7
    },
    {
      "truth": "7",
      "prediction": "2",
      "count": 6
    },
    {
      "truth": "8",
      "prediction": "9",
      "count": 6
    }
  ],
  "highest_error_labels": [
    {
      "label": "1",
      "test_support": 418,
      "training_support": 908,
      "top1": 0.8516746411483254,
      "top5": 0.992822966507177,
      "errors": 62
    },
    {
      "label": "7",
      "test_support": 411,
      "training_support": 904,
      "top1": 0.8880778588807786,
      "top5": 0.9683698296836983,
      "errors": 46
    },
    {
      "label": "x",
      "test_support": 48,
      "training_support": 120,
      "top1": 0.16666666666666666,
      "top5": 0.875,
      "errors": 40
    },
    {
      "label": "s",
      "test_support": 47,
      "training_support": 115,
      "top1": 0.19148936170212766,
      "top5": 0.9148936170212766,
      "errors": 38
    },
    {
      "label": "9",
      "test_support": 382,
      "training_support": 861,
      "top1": 0.9083769633507853,
      "top5": 0.9895287958115183,
      "errors": 35
    },
    {
      "label": "o",
      "test_support": 47,
      "training_support": 118,
      "top1": 0.2765957446808511,
      "top5": 0.9148936170212766,
      "errors": 34
    },
    {
      "label": "c",
      "test_support": 45,
      "training_support": 123,
      "top1": 0.26666666666666666,
      "top5": 1.0,
      "errors": 33
    },
    {
      "label": "'",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.225,
      "top5": 0.825,
      "errors": 31
    },
    {
      "label": "z",
      "test_support": 47,
      "training_support": 117,
      "top1": 0.44680851063829785,
      "top5": 0.9148936170212766,
      "errors": 26
    },
    {
      "label": "5",
      "test_support": 382,
      "training_support": 852,
      "top1": 0.9319371727748691,
      "top5": 0.9973821989528796,
      "errors": 26
    },
    {
      "label": "O",
      "test_support": 45,
      "training_support": 141,
      "top1": 0.4444444444444444,
      "top5": 0.9555555555555556,
      "errors": 25
    },
    {
      "label": "v",
      "test_support": 45,
      "training_support": 121,
      "top1": 0.4888888888888889,
      "top5": 1.0,
      "errors": 23
    },
    {
      "label": "w",
      "test_support": 45,
      "training_support": 116,
      "top1": 0.5111111111111111,
      "top5": 0.9777777777777777,
      "errors": 22
    },
    {
      "label": ".",
      "test_support": 22,
      "training_support": 103,
      "top1": 0.045454545454545456,
      "top5": 0.36363636363636365,
      "errors": 21
    },
    {
      "label": "P",
      "test_support": 47,
      "training_support": 127,
      "top1": 0.5531914893617021,
      "top5": 0.9574468085106383,
      "errors": 21
    },
    {
      "label": "8",
      "test_support": 392,
      "training_support": 852,
      "top1": 0.9489795918367347,
      "top5": 1.0,
      "errors": 20
    },
    {
      "label": "Z",
      "test_support": 44,
      "training_support": 123,
      "top1": 0.5909090909090909,
      "top5": 0.9090909090909091,
      "errors": 18
    },
    {
      "label": "3",
      "test_support": 381,
      "training_support": 863,
      "top1": 0.9553805774278216,
      "top5": 0.9973753280839895,
      "errors": 17
    },
    {
      "label": "0",
      "test_support": 406,
      "training_support": 927,
      "top1": 0.958128078817734,
      "top5": 0.9975369458128078,
      "errors": 17
    },
    {
      "label": "4",
      "test_support": 410,
      "training_support": 895,
      "top1": 0.9585365853658536,
      "top5": 0.9975609756097561,
      "errors": 17
    },
    {
      "label": ",",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.6,
      "top5": 0.75,
      "errors": 16
    },
    {
      "label": "q",
      "test_support": 45,
      "training_support": 128,
      "top1": 0.6444444444444445,
      "top5": 0.9333333333333333,
      "errors": 16
    },
    {
      "label": "V",
      "test_support": 43,
      "training_support": 119,
      "top1": 0.6511627906976745,
      "top5": 0.9534883720930233,
      "errors": 15
    },
    {
      "label": "p",
      "test_support": 47,
      "training_support": 113,
      "top1": 0.6808510638297872,
      "top5": 0.9574468085106383,
      "errors": 15
    },
    {
      "label": "I",
      "test_support": 49,
      "training_support": 141,
      "top1": 0.6938775510204082,
      "top5": 0.7959183673469388,
      "errors": 15
    },
    {
      "label": "W",
      "test_support": 44,
      "training_support": 122,
      "top1": 0.6818181818181818,
      "top5": 1.0,
      "errors": 14
    },
    {
      "label": "y",
      "test_support": 45,
      "training_support": 118,
      "top1": 0.6888888888888889,
      "top5": 0.9333333333333333,
      "errors": 14
    },
    {
      "label": "Y",
      "test_support": 43,
      "training_support": 117,
      "top1": 0.7209302325581395,
      "top5": 0.8837209302325582,
      "errors": 12
    },
    {
      "label": "U",
      "test_support": 45,
      "training_support": 118,
      "top1": 0.7333333333333333,
      "top5": 1.0,
      "errors": 12
    },
    {
      "label": "X",
      "test_support": 45,
      "training_support": 113,
      "top1": 0.7333333333333333,
      "top5": 0.9333333333333333,
      "errors": 12
    },
    {
      "label": "K",
      "test_support": 50,
      "training_support": 141,
      "top1": 0.76,
      "top5": 0.92,
      "errors": 12
    },
    {
      "label": "k",
      "test_support": 43,
      "training_support": 119,
      "top1": 0.7441860465116279,
      "top5": 0.9767441860465116,
      "errors": 11
    },
    {
      "label": "S",
      "test_support": 45,
      "training_support": 122,
      "top1": 0.7555555555555555,
      "top5": 0.9333333333333333,
      "errors": 11
    },
    {
      "label": "u",
      "test_support": 46,
      "training_support": 115,
      "top1": 0.7608695652173914,
      "top5": 0.9565217391304348,
      "errors": 11
    },
    {
      "label": "\"",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.75,
      "top5": 0.975,
      "errors": 10
    },
    {
      "label": "2",
      "test_support": 414,
      "training_support": 915,
      "top1": 0.9758454106280193,
      "top5": 0.9927536231884058,
      "errors": 10
    },
    {
      "label": "J",
      "test_support": 44,
      "training_support": 145,
      "top1": 0.7954545454545454,
      "top5": 0.9772727272727273,
      "errors": 9
    },
    {
      "label": "M",
      "test_support": 44,
      "training_support": 135,
      "top1": 0.7954545454545454,
      "top5": 0.9772727272727273,
      "errors": 9
    },
    {
      "label": "l",
      "test_support": 45,
      "training_support": 115,
      "top1": 0.8,
      "top5": 0.9777777777777777,
      "errors": 9
    },
    {
      "label": "L",
      "test_support": 51,
      "training_support": 138,
      "top1": 0.8235294117647058,
      "top5": 0.9215686274509803,
      "errors": 9
    }
  ],
  "lowest_supported_labels": [
    {
      "label": "\\mathbb{N}",
      "test_support": 2,
      "training_support": 41,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathbb{R}",
      "test_support": 4,
      "training_support": 44,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathbb{Q}",
      "test_support": 1,
      "training_support": 44,
      "top1": 0.0,
      "top5": 1.0,
      "errors": 1
    },
    {
      "label": "\\blacktriangleright",
      "test_support": 1,
      "training_support": 52,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathbb{Z}",
      "test_support": 2,
      "training_support": 56,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "+",
      "test_support": 16,
      "training_support": 58,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathbb{H}",
      "test_support": 2,
      "training_support": 61,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "!",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.925,
      "top5": 1.0,
      "errors": 3
    },
    {
      "label": "\"",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.75,
      "top5": 0.975,
      "errors": 10
    },
    {
      "label": "'",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.225,
      "top5": 0.825,
      "errors": 31
    },
    {
      "label": "(",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.875,
      "top5": 1.0,
      "errors": 5
    },
    {
      "label": ")",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.95,
      "top5": 1.0,
      "errors": 2
    },
    {
      "label": ",",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.6,
      "top5": 0.75,
      "errors": 16
    },
    {
      "label": ":",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.875,
      "top5": 1.0,
      "errors": 5
    },
    {
      "label": ";",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.825,
      "top5": 0.975,
      "errors": 7
    },
    {
      "label": "t",
      "test_support": 40,
      "training_support": 72,
      "top1": 0.8,
      "top5": 0.9,
      "errors": 8
    },
    {
      "label": "\\subset",
      "test_support": 4,
      "training_support": 75,
      "top1": 0.5,
      "top5": 1.0,
      "errors": 2
    },
    {
      "label": "\\barwedge",
      "test_support": 3,
      "training_support": 75,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\sqcap",
      "test_support": 4,
      "training_support": 76,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\phi",
      "test_support": 3,
      "training_support": 76,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\Gamma",
      "test_support": 1,
      "training_support": 76,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\amalg",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\kappa",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathcal{G}",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathfrak{A}",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\mathfrak{X}",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\rfloor",
      "test_support": 3,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\varkappa",
      "test_support": 3,
      "training_support": 77,
      "top1": 0.0,
      "top5": 0.6666666666666666,
      "errors": 3
    },
    {
      "label": "\\iota",
      "test_support": 2,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\parr",
      "test_support": 2,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\varrho",
      "test_support": 2,
      "training_support": 77,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\Theta",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\Xi",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\circledcirc",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\dotsc",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\epsilon",
      "test_support": 2,
      "training_support": 78,
      "top1": 0.0,
      "top5": 1.0,
      "errors": 2
    },
    {
      "label": "\\oiint",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\pitchfork",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\zeta",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    },
    {
      "label": "\\|",
      "test_support": 2,
      "training_support": 78,
      "top1": 1.0,
      "top5": 1.0,
      "errors": 0
    }
  ],
  "source_bottlenecks": {
    "hwrt": {
      "samples": 552,
      "top1": 0.85326087474823,
      "top5": 0.9909420013427734,
      "shape_family_top1": 0.9202898740768433,
      "same_family_error_rate": 0.4567901234567901,
      "writer_accuracy_p10": 0.7105263157894737,
      "writer_accuracy_minimum": 0.0,
      "top_confusions": [
        {
          "truth": "1",
          "prediction": "I",
          "count": 6
        },
        {
          "truth": "o",
          "prediction": "0",
          "count": 4
        },
        {
          "truth": "O",
          "prediction": "0",
          "count": 4
        },
        {
          "truth": "v",
          "prediction": "V",
          "count": 4
        },
        {
          "truth": "s",
          "prediction": "S",
          "count": 4
        },
        {
          "truth": "z",
          "prediction": "Z",
          "count": 4
        },
        {
          "truth": "9",
          "prediction": "g",
          "count": 3
        },
        {
          "truth": "x",
          "prediction": "X",
          "count": 2
        },
        {
          "truth": "\\subset",
          "prediction": "c",
          "count": 2
        },
        {
          "truth": "X",
          "prediction": "x",
          "count": 2
        },
        {
          "truth": "\\varkappa",
          "prediction": "\\kappa",
          "count": 2
        },
        {
          "truth": "w",
          "prediction": "W",
          "count": 2
        },
        {
          "truth": "0",
          "prediction": "O",
          "count": 1
        },
        {
          "truth": "O",
          "prediction": "\\fullmoon",
          "count": 1
        },
        {
          "truth": "\\odot",
          "prediction": "\\astrosun",
          "count": 1
        },
        {
          "truth": "x",
          "prediction": "\\ae",
          "count": 1
        },
        {
          "truth": "l",
          "prediction": "I",
          "count": 1
        },
        {
          "truth": "L",
          "prediction": "\\lfloor",
          "count": 1
        },
        {
          "truth": "l",
          "prediction": "'",
          "count": 1
        },
        {
          "truth": "\\circ",
          "prediction": "\\fullmoon",
          "count": 1
        },
        {
          "truth": "I",
          "prediction": "|",
          "count": 1
        },
        {
          "truth": "I",
          "prediction": "\\mid",
          "count": 1
        },
        {
          "truth": "1",
          "prediction": "\\rceil",
          "count": 1
        },
        {
          "truth": "\\&",
          "prediction": "\\with",
          "count": 1
        },
        {
          "truth": "U",
          "prediction": "\\iota",
          "count": 1
        },
        {
          "truth": "o",
          "prediction": "\\fullmoon",
          "count": 1
        },
        {
          "truth": "H",
          "prediction": "\\varkappa",
          "count": 1
        },
        {
          "truth": "\\dots",
          "prediction": "-",
          "count": 1
        },
        {
          "truth": "9",
          "prediction": "0",
          "count": 1
        },
        {
          "truth": "x",
          "prediction": "\\chi",
          "count": 1
        }
      ],
      "highest_error_labels": [
        {
          "label": "1",
          "test_support": 14,
          "training_support": 57,
          "top1": 0.5,
          "top5": 1.0,
          "errors": 7
        },
        {
          "label": "o",
          "test_support": 7,
          "training_support": 46,
          "top1": 0.14285714285714285,
          "top5": 0.8571428571428571,
          "errors": 6
        },
        {
          "label": "O",
          "test_support": 5,
          "training_support": 69,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 5
        },
        {
          "label": "l",
          "test_support": 5,
          "training_support": 43,
          "top1": 0.0,
          "top5": 0.8,
          "errors": 5
        },
        {
          "label": "z",
          "test_support": 7,
          "training_support": 45,
          "top1": 0.2857142857142857,
          "top5": 1.0,
          "errors": 5
        },
        {
          "label": "x",
          "test_support": 8,
          "training_support": 48,
          "top1": 0.375,
          "top5": 0.875,
          "errors": 5
        },
        {
          "label": "v",
          "test_support": 5,
          "training_support": 49,
          "top1": 0.2,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "9",
          "test_support": 6,
          "training_support": 70,
          "top1": 0.3333333333333333,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "s",
          "test_support": 7,
          "training_support": 43,
          "top1": 0.42857142857142855,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "\\varkappa",
          "test_support": 3,
          "training_support": 77,
          "top1": 0.0,
          "top5": 0.6666666666666666,
          "errors": 3
        },
        {
          "label": "X",
          "test_support": 5,
          "training_support": 41,
          "top1": 0.4,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "\\epsilon",
          "test_support": 2,
          "training_support": 78,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "\\subset",
          "test_support": 4,
          "training_support": 75,
          "top1": 0.5,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "w",
          "test_support": 5,
          "training_support": 44,
          "top1": 0.6,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "I",
          "test_support": 9,
          "training_support": 69,
          "top1": 0.7777777777777778,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": ".",
          "test_support": 1,
          "training_support": 59,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\&",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\circ",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\dots",
          "test_support": 1,
          "training_support": 78,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\ell",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\fint",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\mathbb{Q}",
          "test_support": 1,
          "training_support": 44,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\mid",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\odot",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\sqrt{}",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "\\vee",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "|",
          "test_support": 1,
          "training_support": 79,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "0",
          "test_support": 3,
          "training_support": 75,
          "top1": 0.6666666666666666,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "H",
          "test_support": 3,
          "training_support": 50,
          "top1": 0.6666666666666666,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "U",
          "test_support": 5,
          "training_support": 46,
          "top1": 0.8,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "i",
          "test_support": 6,
          "training_support": 44,
          "top1": 0.8333333333333334,
          "top5": 0.8333333333333334,
          "errors": 1
        },
        {
          "label": "u",
          "test_support": 6,
          "training_support": 43,
          "top1": 0.8333333333333334,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "5",
          "test_support": 7,
          "training_support": 60,
          "top1": 0.8571428571428571,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "P",
          "test_support": 7,
          "training_support": 55,
          "top1": 0.8571428571428571,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "p",
          "test_support": 7,
          "training_support": 41,
          "top1": 0.8571428571428571,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "a",
          "test_support": 9,
          "training_support": 67,
          "top1": 0.8888888888888888,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "L",
          "test_support": 11,
          "training_support": 66,
          "top1": 0.9090909090909091,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "%",
          "test_support": 1,
          "training_support": 79,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "+",
          "test_support": 16,
          "training_support": 58,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "-",
          "test_support": 10,
          "training_support": 66,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        }
      ],
      "lowest_supported_labels": [
        {
          "label": "j",
          "test_support": 7,
          "training_support": 37,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "B",
          "test_support": 3,
          "training_support": 37,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "D",
          "test_support": 9,
          "training_support": 39,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "b",
          "test_support": 8,
          "training_support": 41,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "g",
          "test_support": 7,
          "training_support": 41,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "p",
          "test_support": 7,
          "training_support": 41,
          "top1": 0.8571428571428571,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "X",
          "test_support": 5,
          "training_support": 41,
          "top1": 0.4,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "\\mathbb{N}",
          "test_support": 2,
          "training_support": 41,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "A",
          "test_support": 10,
          "training_support": 42,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "m",
          "test_support": 7,
          "training_support": 42,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "T",
          "test_support": 5,
          "training_support": 42,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "s",
          "test_support": 7,
          "training_support": 43,
          "top1": 0.42857142857142855,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "4",
          "test_support": 6,
          "training_support": 43,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "u",
          "test_support": 6,
          "training_support": 43,
          "top1": 0.8333333333333334,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "l",
          "test_support": 5,
          "training_support": 43,
          "top1": 0.0,
          "top5": 0.8,
          "errors": 5
        },
        {
          "label": "e",
          "test_support": 10,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "n",
          "test_support": 7,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "i",
          "test_support": 6,
          "training_support": 44,
          "top1": 0.8333333333333334,
          "top5": 0.8333333333333334,
          "errors": 1
        },
        {
          "label": "F",
          "test_support": 5,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "w",
          "test_support": 5,
          "training_support": 44,
          "top1": 0.6,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "\\mathbb{R}",
          "test_support": 4,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "h",
          "test_support": 4,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "E",
          "test_support": 3,
          "training_support": 44,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "\\mathbb{Q}",
          "test_support": 1,
          "training_support": 44,
          "top1": 0.0,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "z",
          "test_support": 7,
          "training_support": 45,
          "top1": 0.2857142857142857,
          "top5": 1.0,
          "errors": 5
        },
        {
          "label": "d",
          "test_support": 5,
          "training_support": 45,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "Y",
          "test_support": 3,
          "training_support": 45,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "o",
          "test_support": 7,
          "training_support": 46,
          "top1": 0.14285714285714285,
          "top5": 0.8571428571428571,
          "errors": 6
        },
        {
          "label": "U",
          "test_support": 5,
          "training_support": 46,
          "top1": 0.8,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "r",
          "test_support": 5,
          "training_support": 46,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "y",
          "test_support": 5,
          "training_support": 46,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "V",
          "test_support": 3,
          "training_support": 47,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "k",
          "test_support": 3,
          "training_support": 47,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "f",
          "test_support": 8,
          "training_support": 48,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "x",
          "test_support": 8,
          "training_support": 48,
          "top1": 0.375,
          "top5": 0.875,
          "errors": 5
        },
        {
          "label": "v",
          "test_support": 5,
          "training_support": 49,
          "top1": 0.2,
          "top5": 1.0,
          "errors": 4
        },
        {
          "label": "S",
          "test_support": 5,
          "training_support": 50,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "W",
          "test_support": 4,
          "training_support": 50,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "H",
          "test_support": 3,
          "training_support": 50,
          "top1": 0.6666666666666666,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "c",
          "test_support": 5,
          "training_support": 51,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        }
      ]
    },
    "uci-pendigits": {
      "samples": 3498,
      "top1": 0.9482561349868774,
      "top5": 0.9942824244499207,
      "shape_family_top1": 0.9491137862205505,
      "same_family_error_rate": 0.016574585635359115,
      "writer_accuracy_p10": 0.948256146369354,
      "writer_accuracy_minimum": 0.948256146369354,
      "top_confusions": [
        {
          "truth": "1",
          "prediction": "2",
          "count": 38
        },
        {
          "truth": "7",
          "prediction": "1",
          "count": 31
        },
        {
          "truth": "3",
          "prediction": "7",
          "count": 10
        },
        {
          "truth": "5",
          "prediction": "9",
          "count": 9
        },
        {
          "truth": "2",
          "prediction": "1",
          "count": 8
        },
        {
          "truth": "9",
          "prediction": "3",
          "count": 8
        },
        {
          "truth": "5",
          "prediction": "3",
          "count": 8
        },
        {
          "truth": "8",
          "prediction": "9",
          "count": 6
        },
        {
          "truth": "7",
          "prediction": "2",
          "count": 5
        },
        {
          "truth": "4",
          "prediction": "5",
          "count": 5
        },
        {
          "truth": "3",
          "prediction": "1",
          "count": 5
        },
        {
          "truth": "9",
          "prediction": "\\partial",
          "count": 5
        },
        {
          "truth": "8",
          "prediction": "5",
          "count": 4
        },
        {
          "truth": "4",
          "prediction": "6",
          "count": 3
        },
        {
          "truth": "7",
          "prediction": "8",
          "count": 3
        },
        {
          "truth": "9",
          "prediction": "7",
          "count": 3
        },
        {
          "truth": "1",
          "prediction": "L",
          "count": 3
        },
        {
          "truth": "8",
          "prediction": "0",
          "count": 2
        },
        {
          "truth": "9",
          "prediction": "8",
          "count": 2
        },
        {
          "truth": "5",
          "prediction": "8",
          "count": 2
        },
        {
          "truth": "6",
          "prediction": "1",
          "count": 2
        },
        {
          "truth": "8",
          "prediction": "\\triangleright",
          "count": 1
        },
        {
          "truth": "3",
          "prediction": "5",
          "count": 1
        },
        {
          "truth": "8",
          "prediction": "4",
          "count": 1
        },
        {
          "truth": "8",
          "prediction": "6",
          "count": 1
        },
        {
          "truth": "2",
          "prediction": "6",
          "count": 1
        },
        {
          "truth": "8",
          "prediction": "\\Delta",
          "count": 1
        },
        {
          "truth": "1",
          "prediction": "7",
          "count": 1
        },
        {
          "truth": "8",
          "prediction": "\\vartriangle",
          "count": 1
        },
        {
          "truth": "1",
          "prediction": "9",
          "count": 1
        }
      ],
      "highest_error_labels": [
        {
          "label": "1",
          "test_support": 364,
          "training_support": 779,
          "top1": 0.8736263736263736,
          "top5": 0.9945054945054945,
          "errors": 46
        },
        {
          "label": "7",
          "test_support": 364,
          "training_support": 778,
          "top1": 0.8901098901098901,
          "top5": 0.9697802197802198,
          "errors": 40
        },
        {
          "label": "5",
          "test_support": 335,
          "training_support": 720,
          "top1": 0.9373134328358209,
          "top5": 1.0,
          "errors": 21
        },
        {
          "label": "9",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9434523809523809,
          "top5": 0.9910714285714286,
          "errors": 19
        },
        {
          "label": "3",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9494047619047619,
          "top5": 0.9970238095238095,
          "errors": 17
        },
        {
          "label": "8",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9494047619047619,
          "top5": 1.0,
          "errors": 17
        },
        {
          "label": "2",
          "test_support": 364,
          "training_support": 780,
          "top1": 0.9752747252747253,
          "top5": 0.9917582417582418,
          "errors": 9
        },
        {
          "label": "4",
          "test_support": 364,
          "training_support": 780,
          "top1": 0.9752747252747253,
          "top5": 1.0,
          "errors": 9
        },
        {
          "label": "6",
          "test_support": 336,
          "training_support": 720,
          "top1": 0.9940476190476191,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "0",
          "test_support": 363,
          "training_support": 780,
          "top1": 0.9972451790633609,
          "top5": 1.0,
          "errors": 1
        }
      ],
      "lowest_supported_labels": [
        {
          "label": "3",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9494047619047619,
          "top5": 0.9970238095238095,
          "errors": 17
        },
        {
          "label": "8",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9494047619047619,
          "top5": 1.0,
          "errors": 17
        },
        {
          "label": "9",
          "test_support": 336,
          "training_support": 719,
          "top1": 0.9434523809523809,
          "top5": 0.9910714285714286,
          "errors": 19
        },
        {
          "label": "6",
          "test_support": 336,
          "training_support": 720,
          "top1": 0.9940476190476191,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": "5",
          "test_support": 335,
          "training_support": 720,
          "top1": 0.9373134328358209,
          "top5": 1.0,
          "errors": 21
        },
        {
          "label": "7",
          "test_support": 364,
          "training_support": 778,
          "top1": 0.8901098901098901,
          "top5": 0.9697802197802198,
          "errors": 40
        },
        {
          "label": "1",
          "test_support": 364,
          "training_support": 779,
          "top1": 0.8736263736263736,
          "top5": 0.9945054945054945,
          "errors": 46
        },
        {
          "label": "2",
          "test_support": 364,
          "training_support": 780,
          "top1": 0.9752747252747253,
          "top5": 0.9917582417582418,
          "errors": 9
        },
        {
          "label": "4",
          "test_support": 364,
          "training_support": 780,
          "top1": 0.9752747252747253,
          "top5": 1.0,
          "errors": 9
        },
        {
          "label": "0",
          "test_support": 363,
          "training_support": 780,
          "top1": 0.9972451790633609,
          "top5": 1.0,
          "errors": 1
        }
      ]
    },
    "uci-uji-pen-v2": {
      "samples": 2981,
      "top1": 0.759141206741333,
      "top5": 0.9493458867073059,
      "shape_family_top1": 0.8601140379905701,
      "same_family_error_rate": 0.4192200557103064,
      "writer_accuracy_p10": 0.58,
      "writer_accuracy_minimum": 0.5333333333333333,
      "top_confusions": [
        {
          "truth": "c",
          "prediction": "C",
          "count": 32
        },
        {
          "truth": "s",
          "prediction": "S",
          "count": 26
        },
        {
          "truth": "x",
          "prediction": "X",
          "count": 25
        },
        {
          "truth": "o",
          "prediction": "O",
          "count": 16
        },
        {
          "truth": "P",
          "prediction": "p",
          "count": 14
        },
        {
          "truth": "W",
          "prediction": "w",
          "count": 14
        },
        {
          "truth": "w",
          "prediction": "W",
          "count": 13
        },
        {
          "truth": "Z",
          "prediction": "z",
          "count": 12
        },
        {
          "truth": "z",
          "prediction": "Z",
          "count": 12
        },
        {
          "truth": "O",
          "prediction": "o",
          "count": 10
        },
        {
          "truth": "0",
          "prediction": "O",
          "count": 9
        },
        {
          "truth": "v",
          "prediction": "V",
          "count": 9
        },
        {
          "truth": "O",
          "prediction": "0",
          "count": 8
        },
        {
          "truth": "V",
          "prediction": "v",
          "count": 7
        },
        {
          "truth": "Y",
          "prediction": "y",
          "count": 7
        },
        {
          "truth": ",",
          "prediction": ")",
          "count": 7
        },
        {
          "truth": "'",
          "prediction": ",",
          "count": 7
        },
        {
          "truth": "k",
          "prediction": "K",
          "count": 7
        },
        {
          "truth": "9",
          "prediction": "q",
          "count": 7
        },
        {
          "truth": "q",
          "prediction": "9",
          "count": 6
        },
        {
          "truth": "w",
          "prediction": "\\omega",
          "count": 6
        },
        {
          "truth": "0",
          "prediction": "o",
          "count": 6
        },
        {
          "truth": "K",
          "prediction": "k",
          "count": 6
        },
        {
          "truth": "y",
          "prediction": "Y",
          "count": 6
        },
        {
          "truth": "L",
          "prediction": "\\mathcal{L}",
          "count": 5
        },
        {
          "truth": "M",
          "prediction": "m",
          "count": 5
        },
        {
          "truth": "S",
          "prediction": "\\mathcal{S}",
          "count": 5
        },
        {
          "truth": "U",
          "prediction": "u",
          "count": 5
        },
        {
          "truth": "1",
          "prediction": "l",
          "count": 5
        },
        {
          "truth": "'",
          "prediction": ")",
          "count": 5
        }
      ],
      "highest_error_labels": [
        {
          "label": "x",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.125,
          "top5": 0.875,
          "errors": 35
        },
        {
          "label": "s",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.15,
          "top5": 0.9,
          "errors": 34
        },
        {
          "label": "c",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.175,
          "top5": 1.0,
          "errors": 33
        },
        {
          "label": "'",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.225,
          "top5": 0.825,
          "errors": 31
        },
        {
          "label": "o",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.3,
          "top5": 0.925,
          "errors": 28
        },
        {
          "label": "z",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.475,
          "top5": 0.9,
          "errors": 21
        },
        {
          "label": ".",
          "test_support": 21,
          "training_support": 44,
          "top1": 0.047619047619047616,
          "top5": 0.3333333333333333,
          "errors": 20
        },
        {
          "label": "O",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.5,
          "top5": 0.95,
          "errors": 20
        },
        {
          "label": "P",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.5,
          "top5": 0.95,
          "errors": 20
        },
        {
          "label": "w",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.5,
          "top5": 0.975,
          "errors": 20
        },
        {
          "label": "v",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.525,
          "top5": 1.0,
          "errors": 19
        },
        {
          "label": "Z",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.55,
          "top5": 0.9,
          "errors": 18
        },
        {
          "label": ",",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.6,
          "top5": 0.75,
          "errors": 16
        },
        {
          "label": "q",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.6,
          "top5": 0.925,
          "errors": 16
        },
        {
          "label": "0",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.625,
          "top5": 0.975,
          "errors": 15
        },
        {
          "label": "V",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.625,
          "top5": 0.95,
          "errors": 15
        },
        {
          "label": "W",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.65,
          "top5": 1.0,
          "errors": 14
        },
        {
          "label": "p",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.65,
          "top5": 0.95,
          "errors": 14
        },
        {
          "label": "y",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.65,
          "top5": 0.925,
          "errors": 14
        },
        {
          "label": "I",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.675,
          "top5": 0.75,
          "errors": 13
        },
        {
          "label": "9",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.975,
          "errors": 12
        },
        {
          "label": "K",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.9,
          "errors": 12
        },
        {
          "label": "Y",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.875,
          "errors": 12
        },
        {
          "label": "S",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.725,
          "top5": 0.925,
          "errors": 11
        },
        {
          "label": "U",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.725,
          "top5": 1.0,
          "errors": 11
        },
        {
          "label": "k",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.725,
          "top5": 0.975,
          "errors": 11
        },
        {
          "label": "\"",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.75,
          "top5": 0.975,
          "errors": 10
        },
        {
          "label": "u",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.75,
          "top5": 0.95,
          "errors": 10
        },
        {
          "label": "1",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.975,
          "errors": 9
        },
        {
          "label": "J",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.975,
          "errors": 9
        },
        {
          "label": "M",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.975,
          "errors": 9
        },
        {
          "label": "X",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.925,
          "errors": 9
        },
        {
          "label": "4",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.975,
          "errors": 8
        },
        {
          "label": "A",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.875,
          "errors": 8
        },
        {
          "label": "L",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.9,
          "errors": 8
        },
        {
          "label": "N",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.9,
          "errors": 8
        },
        {
          "label": "t",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.9,
          "errors": 8
        },
        {
          "label": ";",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.825,
          "top5": 0.975,
          "errors": 7
        },
        {
          "label": "H",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.825,
          "top5": 0.875,
          "errors": 7
        },
        {
          "label": "T",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.825,
          "top5": 0.9,
          "errors": 7
        }
      ],
      "lowest_supported_labels": [
        {
          "label": ".",
          "test_support": 21,
          "training_support": 44,
          "top1": 0.047619047619047616,
          "top5": 0.3333333333333333,
          "errors": 20
        },
        {
          "label": "!",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "\"",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.75,
          "top5": 0.975,
          "errors": 10
        },
        {
          "label": "%",
          "test_support": 40,
          "training_support": 72,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "'",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.225,
          "top5": 0.825,
          "errors": 31
        },
        {
          "label": "(",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.875,
          "top5": 1.0,
          "errors": 5
        },
        {
          "label": ")",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.95,
          "top5": 1.0,
          "errors": 2
        },
        {
          "label": ",",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.6,
          "top5": 0.75,
          "errors": 16
        },
        {
          "label": "-",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "0",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.625,
          "top5": 0.975,
          "errors": 15
        },
        {
          "label": "1",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.975,
          "errors": 9
        },
        {
          "label": "2",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.975,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "3",
          "test_support": 40,
          "training_support": 72,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": "4",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.975,
          "errors": 8
        },
        {
          "label": "5",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.9,
          "top5": 0.975,
          "errors": 4
        },
        {
          "label": "6",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.975,
          "top5": 1.0,
          "errors": 1
        },
        {
          "label": "7",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.85,
          "top5": 0.95,
          "errors": 6
        },
        {
          "label": "8",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "9",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.975,
          "errors": 12
        },
        {
          "label": ":",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.875,
          "top5": 1.0,
          "errors": 5
        },
        {
          "label": ";",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.825,
          "top5": 0.975,
          "errors": 7
        },
        {
          "label": "<",
          "test_support": 40,
          "training_support": 72,
          "top1": 1.0,
          "top5": 1.0,
          "errors": 0
        },
        {
          "label": ">",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "A",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.875,
          "errors": 8
        },
        {
          "label": "B",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 1.0,
          "errors": 3
        },
        {
          "label": "C",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.85,
          "top5": 1.0,
          "errors": 6
        },
        {
          "label": "D",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.875,
          "top5": 1.0,
          "errors": 5
        },
        {
          "label": "E",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.85,
          "top5": 0.875,
          "errors": 6
        },
        {
          "label": "F",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.85,
          "top5": 0.95,
          "errors": 6
        },
        {
          "label": "G",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.925,
          "top5": 0.925,
          "errors": 3
        },
        {
          "label": "H",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.825,
          "top5": 0.875,
          "errors": 7
        },
        {
          "label": "I",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.675,
          "top5": 0.75,
          "errors": 13
        },
        {
          "label": "J",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.975,
          "errors": 9
        },
        {
          "label": "K",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.7,
          "top5": 0.9,
          "errors": 12
        },
        {
          "label": "L",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.9,
          "errors": 8
        },
        {
          "label": "M",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.775,
          "top5": 0.975,
          "errors": 9
        },
        {
          "label": "N",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.8,
          "top5": 0.9,
          "errors": 8
        },
        {
          "label": "O",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.5,
          "top5": 0.95,
          "errors": 20
        },
        {
          "label": "P",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.5,
          "top5": 0.95,
          "errors": 20
        },
        {
          "label": "Q",
          "test_support": 40,
          "training_support": 72,
          "top1": 0.95,
          "top5": 0.95,
          "errors": 2
        }
      ]
    }
  },
  "case_size_proxy": {
    "scope": "same-writer isolated-glyph relative-size proxy; not continuous-formula product evidence",
    "writers": 49,
    "by_source": {
      "hwrt": {
        "samples": 84,
        "raw_correct": 48,
        "resolved_correct": 33,
        "changed": 19,
        "beneficial": 2,
        "harmful": 17,
        "raw_top1": 0.5714285714285714,
        "resolved_top1": 0.39285714285714285,
        "delta_percentage_points": -17.857142857142858
      },
      "uci-uji-pen-v2": {
        "samples": 640,
        "raw_correct": 336,
        "resolved_correct": 298,
        "changed": 136,
        "beneficial": 48,
        "harmful": 86,
        "raw_top1": 0.525,
        "resolved_top1": 0.465625,
        "delta_percentage_points": -5.9375
      }
    },
    "product_validation": false
  },
  "checkpoint": "research\\runs\\math_ink_06_federation_clean_seed17_stage3_provenance_baseline_b32_20260725\\math_ink_06_candidate.pt",
  "device": "cuda",
  "training_source_ids": [
    "hwrt",
    "uci-pendigits",
    "uci-uji-pen-v2"
  ],
  "product_validation": false
}