| { | |
| "samples": 7031, | |
| "top1": 0.8606172800064087, | |
| "top5": 0.9749680161476135, | |
| "shape_family_top1": 0.9091167449951172, | |
| "casefold_top1": 0.8994452953338623, | |
| "case_only_error_rate": 0.2785714285714286, | |
| "source_metrics": { | |
| "hwrt": { | |
| "samples": 552, | |
| "top1": 0.85326087474823, | |
| "top5": 0.9909420013427734 | |
| }, | |
| "uci-pendigits": { | |
| "samples": 3498, | |
| "top1": 0.9482561349868774, | |
| "top5": 0.9942824244499207 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 2981, | |
| "top1": 0.759141206741333, | |
| "top5": 0.9493458867073059 | |
| } | |
| }, | |
| "writer_count": 49, | |
| "writer_accuracy_p10": 0.6, | |
| "writer_accuracy_minimum": 0.0, | |
| "errors": 980, | |
| "same_family_error_rate": 0.3479591836734694, | |
| "different_family_error_rate": 0.6520408163265307, | |
| "top_confusions": [ | |
| { | |
| "truth": "1", | |
| "prediction": "2", | |
| "count": 38 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "1", | |
| "count": 32 | |
| }, | |
| { | |
| "truth": "c", | |
| "prediction": "C", | |
| "count": 32 | |
| }, | |
| { | |
| "truth": "s", | |
| "prediction": "S", | |
| "count": 30 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "X", | |
| "count": 27 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "O", | |
| "count": 17 | |
| }, | |
| { | |
| "truth": "z", | |
| "prediction": "Z", | |
| "count": 16 | |
| }, | |
| { | |
| "truth": "w", | |
| "prediction": "W", | |
| "count": 15 | |
| }, | |
| { | |
| "truth": "P", | |
| "prediction": "p", | |
| "count": 14 | |
| }, | |
| { | |
| "truth": "W", | |
| "prediction": "w", | |
| "count": 14 | |
| }, | |
| { | |
| "truth": "v", | |
| "prediction": "V", | |
| "count": 13 | |
| }, | |
| { | |
| "truth": "Z", | |
| "prediction": "z", | |
| "count": 12 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "0", | |
| "count": 12 | |
| }, | |
| { | |
| "truth": "3", | |
| "prediction": "7", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "o", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "0", | |
| "prediction": "O", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "9", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "0", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": "2", | |
| "prediction": "1", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "3", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "3", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "V", | |
| "prediction": "v", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "Y", | |
| "prediction": "y", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": ",", | |
| "prediction": ")", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "'", | |
| "prediction": ",", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "k", | |
| "prediction": "K", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "q", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "I", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "2", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "9", | |
| "count": 6 | |
| } | |
| ], | |
| "highest_error_labels": [ | |
| { | |
| "label": "1", | |
| "test_support": 418, | |
| "training_support": 908, | |
| "top1": 0.8516746411483254, | |
| "top5": 0.992822966507177, | |
| "errors": 62 | |
| }, | |
| { | |
| "label": "7", | |
| "test_support": 411, | |
| "training_support": 904, | |
| "top1": 0.8880778588807786, | |
| "top5": 0.9683698296836983, | |
| "errors": 46 | |
| }, | |
| { | |
| "label": "x", | |
| "test_support": 48, | |
| "training_support": 120, | |
| "top1": 0.16666666666666666, | |
| "top5": 0.875, | |
| "errors": 40 | |
| }, | |
| { | |
| "label": "s", | |
| "test_support": 47, | |
| "training_support": 115, | |
| "top1": 0.19148936170212766, | |
| "top5": 0.9148936170212766, | |
| "errors": 38 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 382, | |
| "training_support": 861, | |
| "top1": 0.9083769633507853, | |
| "top5": 0.9895287958115183, | |
| "errors": 35 | |
| }, | |
| { | |
| "label": "o", | |
| "test_support": 47, | |
| "training_support": 118, | |
| "top1": 0.2765957446808511, | |
| "top5": 0.9148936170212766, | |
| "errors": 34 | |
| }, | |
| { | |
| "label": "c", | |
| "test_support": 45, | |
| "training_support": 123, | |
| "top1": 0.26666666666666666, | |
| "top5": 1.0, | |
| "errors": 33 | |
| }, | |
| { | |
| "label": "'", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.225, | |
| "top5": 0.825, | |
| "errors": 31 | |
| }, | |
| { | |
| "label": "z", | |
| "test_support": 47, | |
| "training_support": 117, | |
| "top1": 0.44680851063829785, | |
| "top5": 0.9148936170212766, | |
| "errors": 26 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 382, | |
| "training_support": 852, | |
| "top1": 0.9319371727748691, | |
| "top5": 0.9973821989528796, | |
| "errors": 26 | |
| }, | |
| { | |
| "label": "O", | |
| "test_support": 45, | |
| "training_support": 141, | |
| "top1": 0.4444444444444444, | |
| "top5": 0.9555555555555556, | |
| "errors": 25 | |
| }, | |
| { | |
| "label": "v", | |
| "test_support": 45, | |
| "training_support": 121, | |
| "top1": 0.4888888888888889, | |
| "top5": 1.0, | |
| "errors": 23 | |
| }, | |
| { | |
| "label": "w", | |
| "test_support": 45, | |
| "training_support": 116, | |
| "top1": 0.5111111111111111, | |
| "top5": 0.9777777777777777, | |
| "errors": 22 | |
| }, | |
| { | |
| "label": ".", | |
| "test_support": 22, | |
| "training_support": 103, | |
| "top1": 0.045454545454545456, | |
| "top5": 0.36363636363636365, | |
| "errors": 21 | |
| }, | |
| { | |
| "label": "P", | |
| "test_support": 47, | |
| "training_support": 127, | |
| "top1": 0.5531914893617021, | |
| "top5": 0.9574468085106383, | |
| "errors": 21 | |
| }, | |
| { | |
| "label": "8", | |
| "test_support": 392, | |
| "training_support": 852, | |
| "top1": 0.9489795918367347, | |
| "top5": 1.0, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "Z", | |
| "test_support": 44, | |
| "training_support": 123, | |
| "top1": 0.5909090909090909, | |
| "top5": 0.9090909090909091, | |
| "errors": 18 | |
| }, | |
| { | |
| "label": "3", | |
| "test_support": 381, | |
| "training_support": 863, | |
| "top1": 0.9553805774278216, | |
| "top5": 0.9973753280839895, | |
| "errors": 17 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 406, | |
| "training_support": 927, | |
| "top1": 0.958128078817734, | |
| "top5": 0.9975369458128078, | |
| "errors": 17 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 410, | |
| "training_support": 895, | |
| "top1": 0.9585365853658536, | |
| "top5": 0.9975609756097561, | |
| "errors": 17 | |
| }, | |
| { | |
| "label": ",", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.6, | |
| "top5": 0.75, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "q", | |
| "test_support": 45, | |
| "training_support": 128, | |
| "top1": 0.6444444444444445, | |
| "top5": 0.9333333333333333, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "V", | |
| "test_support": 43, | |
| "training_support": 119, | |
| "top1": 0.6511627906976745, | |
| "top5": 0.9534883720930233, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "p", | |
| "test_support": 47, | |
| "training_support": 113, | |
| "top1": 0.6808510638297872, | |
| "top5": 0.9574468085106383, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "I", | |
| "test_support": 49, | |
| "training_support": 141, | |
| "top1": 0.6938775510204082, | |
| "top5": 0.7959183673469388, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "W", | |
| "test_support": 44, | |
| "training_support": 122, | |
| "top1": 0.6818181818181818, | |
| "top5": 1.0, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "y", | |
| "test_support": 45, | |
| "training_support": 118, | |
| "top1": 0.6888888888888889, | |
| "top5": 0.9333333333333333, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "Y", | |
| "test_support": 43, | |
| "training_support": 117, | |
| "top1": 0.7209302325581395, | |
| "top5": 0.8837209302325582, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "U", | |
| "test_support": 45, | |
| "training_support": 118, | |
| "top1": 0.7333333333333333, | |
| "top5": 1.0, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "X", | |
| "test_support": 45, | |
| "training_support": 113, | |
| "top1": 0.7333333333333333, | |
| "top5": 0.9333333333333333, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "K", | |
| "test_support": 50, | |
| "training_support": 141, | |
| "top1": 0.76, | |
| "top5": 0.92, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "k", | |
| "test_support": 43, | |
| "training_support": 119, | |
| "top1": 0.7441860465116279, | |
| "top5": 0.9767441860465116, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "S", | |
| "test_support": 45, | |
| "training_support": 122, | |
| "top1": 0.7555555555555555, | |
| "top5": 0.9333333333333333, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "u", | |
| "test_support": 46, | |
| "training_support": 115, | |
| "top1": 0.7608695652173914, | |
| "top5": 0.9565217391304348, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "\"", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.75, | |
| "top5": 0.975, | |
| "errors": 10 | |
| }, | |
| { | |
| "label": "2", | |
| "test_support": 414, | |
| "training_support": 915, | |
| "top1": 0.9758454106280193, | |
| "top5": 0.9927536231884058, | |
| "errors": 10 | |
| }, | |
| { | |
| "label": "J", | |
| "test_support": 44, | |
| "training_support": 145, | |
| "top1": 0.7954545454545454, | |
| "top5": 0.9772727272727273, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "M", | |
| "test_support": 44, | |
| "training_support": 135, | |
| "top1": 0.7954545454545454, | |
| "top5": 0.9772727272727273, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "l", | |
| "test_support": 45, | |
| "training_support": 115, | |
| "top1": 0.8, | |
| "top5": 0.9777777777777777, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "L", | |
| "test_support": 51, | |
| "training_support": 138, | |
| "top1": 0.8235294117647058, | |
| "top5": 0.9215686274509803, | |
| "errors": 9 | |
| } | |
| ], | |
| "lowest_supported_labels": [ | |
| { | |
| "label": "\\mathbb{N}", | |
| "test_support": 2, | |
| "training_support": 41, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{R}", | |
| "test_support": 4, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{Q}", | |
| "test_support": 1, | |
| "training_support": 44, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\blacktriangleright", | |
| "test_support": 1, | |
| "training_support": 52, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{Z}", | |
| "test_support": 2, | |
| "training_support": 56, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "+", | |
| "test_support": 16, | |
| "training_support": 58, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{H}", | |
| "test_support": 2, | |
| "training_support": 61, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "!", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\"", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.75, | |
| "top5": 0.975, | |
| "errors": 10 | |
| }, | |
| { | |
| "label": "'", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.225, | |
| "top5": 0.825, | |
| "errors": 31 | |
| }, | |
| { | |
| "label": "(", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.875, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": ")", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.95, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": ",", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.6, | |
| "top5": 0.75, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": ":", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.875, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": ";", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 0.975, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": "t", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.9, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "\\subset", | |
| "test_support": 4, | |
| "training_support": 75, | |
| "top1": 0.5, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "\\barwedge", | |
| "test_support": 3, | |
| "training_support": 75, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\sqcap", | |
| "test_support": 4, | |
| "training_support": 76, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\phi", | |
| "test_support": 3, | |
| "training_support": 76, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\Gamma", | |
| "test_support": 1, | |
| "training_support": 76, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\amalg", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\kappa", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathcal{G}", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathfrak{A}", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathfrak{X}", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\rfloor", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\varkappa", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 0.0, | |
| "top5": 0.6666666666666666, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\\iota", | |
| "test_support": 2, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\parr", | |
| "test_support": 2, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\varrho", | |
| "test_support": 2, | |
| "training_support": 77, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\Theta", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\Xi", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\circledcirc", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\dotsc", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\epsilon", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "\\oiint", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\pitchfork", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\zeta", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\|", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| } | |
| ], | |
| "source_bottlenecks": { | |
| "hwrt": { | |
| "samples": 552, | |
| "top1": 0.85326087474823, | |
| "top5": 0.9909420013427734, | |
| "shape_family_top1": 0.9202898740768433, | |
| "same_family_error_rate": 0.4567901234567901, | |
| "writer_accuracy_p10": 0.7105263157894737, | |
| "writer_accuracy_minimum": 0.0, | |
| "top_confusions": [ | |
| { | |
| "truth": "1", | |
| "prediction": "I", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "0", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "0", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "v", | |
| "prediction": "V", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "s", | |
| "prediction": "S", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "z", | |
| "prediction": "Z", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "g", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "X", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "\\subset", | |
| "prediction": "c", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "X", | |
| "prediction": "x", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "\\varkappa", | |
| "prediction": "\\kappa", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "w", | |
| "prediction": "W", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "0", | |
| "prediction": "O", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "\\fullmoon", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "\\odot", | |
| "prediction": "\\astrosun", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "\\ae", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "l", | |
| "prediction": "I", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "L", | |
| "prediction": "\\lfloor", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "l", | |
| "prediction": "'", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "\\circ", | |
| "prediction": "\\fullmoon", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "I", | |
| "prediction": "|", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "I", | |
| "prediction": "\\mid", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "\\rceil", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "\\&", | |
| "prediction": "\\with", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "U", | |
| "prediction": "\\iota", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "\\fullmoon", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "H", | |
| "prediction": "\\varkappa", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "\\dots", | |
| "prediction": "-", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "0", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "\\chi", | |
| "count": 1 | |
| } | |
| ], | |
| "highest_error_labels": [ | |
| { | |
| "label": "1", | |
| "test_support": 14, | |
| "training_support": 57, | |
| "top1": 0.5, | |
| "top5": 1.0, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": "o", | |
| "test_support": 7, | |
| "training_support": 46, | |
| "top1": 0.14285714285714285, | |
| "top5": 0.8571428571428571, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "O", | |
| "test_support": 5, | |
| "training_support": 69, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "l", | |
| "test_support": 5, | |
| "training_support": 43, | |
| "top1": 0.0, | |
| "top5": 0.8, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "z", | |
| "test_support": 7, | |
| "training_support": 45, | |
| "top1": 0.2857142857142857, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "x", | |
| "test_support": 8, | |
| "training_support": 48, | |
| "top1": 0.375, | |
| "top5": 0.875, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "v", | |
| "test_support": 5, | |
| "training_support": 49, | |
| "top1": 0.2, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 6, | |
| "training_support": 70, | |
| "top1": 0.3333333333333333, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "s", | |
| "test_support": 7, | |
| "training_support": 43, | |
| "top1": 0.42857142857142855, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "\\varkappa", | |
| "test_support": 3, | |
| "training_support": 77, | |
| "top1": 0.0, | |
| "top5": 0.6666666666666666, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "X", | |
| "test_support": 5, | |
| "training_support": 41, | |
| "top1": 0.4, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\\epsilon", | |
| "test_support": 2, | |
| "training_support": 78, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "\\subset", | |
| "test_support": 4, | |
| "training_support": 75, | |
| "top1": 0.5, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "w", | |
| "test_support": 5, | |
| "training_support": 44, | |
| "top1": 0.6, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "I", | |
| "test_support": 9, | |
| "training_support": 69, | |
| "top1": 0.7777777777777778, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": ".", | |
| "test_support": 1, | |
| "training_support": 59, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\&", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\circ", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\dots", | |
| "test_support": 1, | |
| "training_support": 78, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\ell", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\fint", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\mathbb{Q}", | |
| "test_support": 1, | |
| "training_support": 44, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\mid", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\odot", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\sqrt{}", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "\\vee", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "|", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 3, | |
| "training_support": 75, | |
| "top1": 0.6666666666666666, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "H", | |
| "test_support": 3, | |
| "training_support": 50, | |
| "top1": 0.6666666666666666, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "U", | |
| "test_support": 5, | |
| "training_support": 46, | |
| "top1": 0.8, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "i", | |
| "test_support": 6, | |
| "training_support": 44, | |
| "top1": 0.8333333333333334, | |
| "top5": 0.8333333333333334, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "u", | |
| "test_support": 6, | |
| "training_support": 43, | |
| "top1": 0.8333333333333334, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 7, | |
| "training_support": 60, | |
| "top1": 0.8571428571428571, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "P", | |
| "test_support": 7, | |
| "training_support": 55, | |
| "top1": 0.8571428571428571, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "p", | |
| "test_support": 7, | |
| "training_support": 41, | |
| "top1": 0.8571428571428571, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "a", | |
| "test_support": 9, | |
| "training_support": 67, | |
| "top1": 0.8888888888888888, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "L", | |
| "test_support": 11, | |
| "training_support": 66, | |
| "top1": 0.9090909090909091, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "%", | |
| "test_support": 1, | |
| "training_support": 79, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "+", | |
| "test_support": 16, | |
| "training_support": 58, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "-", | |
| "test_support": 10, | |
| "training_support": 66, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| } | |
| ], | |
| "lowest_supported_labels": [ | |
| { | |
| "label": "j", | |
| "test_support": 7, | |
| "training_support": 37, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "B", | |
| "test_support": 3, | |
| "training_support": 37, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "D", | |
| "test_support": 9, | |
| "training_support": 39, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "b", | |
| "test_support": 8, | |
| "training_support": 41, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "g", | |
| "test_support": 7, | |
| "training_support": 41, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "p", | |
| "test_support": 7, | |
| "training_support": 41, | |
| "top1": 0.8571428571428571, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "X", | |
| "test_support": 5, | |
| "training_support": 41, | |
| "top1": 0.4, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\\mathbb{N}", | |
| "test_support": 2, | |
| "training_support": 41, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "A", | |
| "test_support": 10, | |
| "training_support": 42, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "m", | |
| "test_support": 7, | |
| "training_support": 42, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "T", | |
| "test_support": 5, | |
| "training_support": 42, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "s", | |
| "test_support": 7, | |
| "training_support": 43, | |
| "top1": 0.42857142857142855, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 6, | |
| "training_support": 43, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "u", | |
| "test_support": 6, | |
| "training_support": 43, | |
| "top1": 0.8333333333333334, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "l", | |
| "test_support": 5, | |
| "training_support": 43, | |
| "top1": 0.0, | |
| "top5": 0.8, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "e", | |
| "test_support": 10, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "n", | |
| "test_support": 7, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "i", | |
| "test_support": 6, | |
| "training_support": 44, | |
| "top1": 0.8333333333333334, | |
| "top5": 0.8333333333333334, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "F", | |
| "test_support": 5, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "w", | |
| "test_support": 5, | |
| "training_support": 44, | |
| "top1": 0.6, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "\\mathbb{R}", | |
| "test_support": 4, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "h", | |
| "test_support": 4, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "E", | |
| "test_support": 3, | |
| "training_support": 44, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "\\mathbb{Q}", | |
| "test_support": 1, | |
| "training_support": 44, | |
| "top1": 0.0, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "z", | |
| "test_support": 7, | |
| "training_support": 45, | |
| "top1": 0.2857142857142857, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "d", | |
| "test_support": 5, | |
| "training_support": 45, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "Y", | |
| "test_support": 3, | |
| "training_support": 45, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "o", | |
| "test_support": 7, | |
| "training_support": 46, | |
| "top1": 0.14285714285714285, | |
| "top5": 0.8571428571428571, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "U", | |
| "test_support": 5, | |
| "training_support": 46, | |
| "top1": 0.8, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "r", | |
| "test_support": 5, | |
| "training_support": 46, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "y", | |
| "test_support": 5, | |
| "training_support": 46, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "V", | |
| "test_support": 3, | |
| "training_support": 47, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "k", | |
| "test_support": 3, | |
| "training_support": 47, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "f", | |
| "test_support": 8, | |
| "training_support": 48, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "x", | |
| "test_support": 8, | |
| "training_support": 48, | |
| "top1": 0.375, | |
| "top5": 0.875, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "v", | |
| "test_support": 5, | |
| "training_support": 49, | |
| "top1": 0.2, | |
| "top5": 1.0, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "S", | |
| "test_support": 5, | |
| "training_support": 50, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "W", | |
| "test_support": 4, | |
| "training_support": 50, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "H", | |
| "test_support": 3, | |
| "training_support": 50, | |
| "top1": 0.6666666666666666, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "c", | |
| "test_support": 5, | |
| "training_support": 51, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| } | |
| ] | |
| }, | |
| "uci-pendigits": { | |
| "samples": 3498, | |
| "top1": 0.9482561349868774, | |
| "top5": 0.9942824244499207, | |
| "shape_family_top1": 0.9491137862205505, | |
| "same_family_error_rate": 0.016574585635359115, | |
| "writer_accuracy_p10": 0.948256146369354, | |
| "writer_accuracy_minimum": 0.948256146369354, | |
| "top_confusions": [ | |
| { | |
| "truth": "1", | |
| "prediction": "2", | |
| "count": 38 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "1", | |
| "count": 31 | |
| }, | |
| { | |
| "truth": "3", | |
| "prediction": "7", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "9", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": "2", | |
| "prediction": "1", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "3", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "3", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "9", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "2", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "4", | |
| "prediction": "5", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "3", | |
| "prediction": "1", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "\\partial", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "5", | |
| "count": 4 | |
| }, | |
| { | |
| "truth": "4", | |
| "prediction": "6", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "7", | |
| "prediction": "8", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "7", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "L", | |
| "count": 3 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "0", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "8", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "5", | |
| "prediction": "8", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "6", | |
| "prediction": "1", | |
| "count": 2 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "\\triangleright", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "3", | |
| "prediction": "5", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "4", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "6", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "2", | |
| "prediction": "6", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "\\Delta", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "7", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "8", | |
| "prediction": "\\vartriangle", | |
| "count": 1 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "9", | |
| "count": 1 | |
| } | |
| ], | |
| "highest_error_labels": [ | |
| { | |
| "label": "1", | |
| "test_support": 364, | |
| "training_support": 779, | |
| "top1": 0.8736263736263736, | |
| "top5": 0.9945054945054945, | |
| "errors": 46 | |
| }, | |
| { | |
| "label": "7", | |
| "test_support": 364, | |
| "training_support": 778, | |
| "top1": 0.8901098901098901, | |
| "top5": 0.9697802197802198, | |
| "errors": 40 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 335, | |
| "training_support": 720, | |
| "top1": 0.9373134328358209, | |
| "top5": 1.0, | |
| "errors": 21 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9434523809523809, | |
| "top5": 0.9910714285714286, | |
| "errors": 19 | |
| }, | |
| { | |
| "label": "3", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9494047619047619, | |
| "top5": 0.9970238095238095, | |
| "errors": 17 | |
| }, | |
| { | |
| "label": "8", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9494047619047619, | |
| "top5": 1.0, | |
| "errors": 17 | |
| }, | |
| { | |
| "label": "2", | |
| "test_support": 364, | |
| "training_support": 780, | |
| "top1": 0.9752747252747253, | |
| "top5": 0.9917582417582418, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 364, | |
| "training_support": 780, | |
| "top1": 0.9752747252747253, | |
| "top5": 1.0, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "6", | |
| "test_support": 336, | |
| "training_support": 720, | |
| "top1": 0.9940476190476191, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 363, | |
| "training_support": 780, | |
| "top1": 0.9972451790633609, | |
| "top5": 1.0, | |
| "errors": 1 | |
| } | |
| ], | |
| "lowest_supported_labels": [ | |
| { | |
| "label": "3", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9494047619047619, | |
| "top5": 0.9970238095238095, | |
| "errors": 17 | |
| }, | |
| { | |
| "label": "8", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9494047619047619, | |
| "top5": 1.0, | |
| "errors": 17 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 336, | |
| "training_support": 719, | |
| "top1": 0.9434523809523809, | |
| "top5": 0.9910714285714286, | |
| "errors": 19 | |
| }, | |
| { | |
| "label": "6", | |
| "test_support": 336, | |
| "training_support": 720, | |
| "top1": 0.9940476190476191, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 335, | |
| "training_support": 720, | |
| "top1": 0.9373134328358209, | |
| "top5": 1.0, | |
| "errors": 21 | |
| }, | |
| { | |
| "label": "7", | |
| "test_support": 364, | |
| "training_support": 778, | |
| "top1": 0.8901098901098901, | |
| "top5": 0.9697802197802198, | |
| "errors": 40 | |
| }, | |
| { | |
| "label": "1", | |
| "test_support": 364, | |
| "training_support": 779, | |
| "top1": 0.8736263736263736, | |
| "top5": 0.9945054945054945, | |
| "errors": 46 | |
| }, | |
| { | |
| "label": "2", | |
| "test_support": 364, | |
| "training_support": 780, | |
| "top1": 0.9752747252747253, | |
| "top5": 0.9917582417582418, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 364, | |
| "training_support": 780, | |
| "top1": 0.9752747252747253, | |
| "top5": 1.0, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 363, | |
| "training_support": 780, | |
| "top1": 0.9972451790633609, | |
| "top5": 1.0, | |
| "errors": 1 | |
| } | |
| ] | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 2981, | |
| "top1": 0.759141206741333, | |
| "top5": 0.9493458867073059, | |
| "shape_family_top1": 0.8601140379905701, | |
| "same_family_error_rate": 0.4192200557103064, | |
| "writer_accuracy_p10": 0.58, | |
| "writer_accuracy_minimum": 0.5333333333333333, | |
| "top_confusions": [ | |
| { | |
| "truth": "c", | |
| "prediction": "C", | |
| "count": 32 | |
| }, | |
| { | |
| "truth": "s", | |
| "prediction": "S", | |
| "count": 26 | |
| }, | |
| { | |
| "truth": "x", | |
| "prediction": "X", | |
| "count": 25 | |
| }, | |
| { | |
| "truth": "o", | |
| "prediction": "O", | |
| "count": 16 | |
| }, | |
| { | |
| "truth": "P", | |
| "prediction": "p", | |
| "count": 14 | |
| }, | |
| { | |
| "truth": "W", | |
| "prediction": "w", | |
| "count": 14 | |
| }, | |
| { | |
| "truth": "w", | |
| "prediction": "W", | |
| "count": 13 | |
| }, | |
| { | |
| "truth": "Z", | |
| "prediction": "z", | |
| "count": 12 | |
| }, | |
| { | |
| "truth": "z", | |
| "prediction": "Z", | |
| "count": 12 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "o", | |
| "count": 10 | |
| }, | |
| { | |
| "truth": "0", | |
| "prediction": "O", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": "v", | |
| "prediction": "V", | |
| "count": 9 | |
| }, | |
| { | |
| "truth": "O", | |
| "prediction": "0", | |
| "count": 8 | |
| }, | |
| { | |
| "truth": "V", | |
| "prediction": "v", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "Y", | |
| "prediction": "y", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": ",", | |
| "prediction": ")", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "'", | |
| "prediction": ",", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "k", | |
| "prediction": "K", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "9", | |
| "prediction": "q", | |
| "count": 7 | |
| }, | |
| { | |
| "truth": "q", | |
| "prediction": "9", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "w", | |
| "prediction": "\\omega", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "0", | |
| "prediction": "o", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "K", | |
| "prediction": "k", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "y", | |
| "prediction": "Y", | |
| "count": 6 | |
| }, | |
| { | |
| "truth": "L", | |
| "prediction": "\\mathcal{L}", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "M", | |
| "prediction": "m", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "S", | |
| "prediction": "\\mathcal{S}", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "U", | |
| "prediction": "u", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "1", | |
| "prediction": "l", | |
| "count": 5 | |
| }, | |
| { | |
| "truth": "'", | |
| "prediction": ")", | |
| "count": 5 | |
| } | |
| ], | |
| "highest_error_labels": [ | |
| { | |
| "label": "x", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.125, | |
| "top5": 0.875, | |
| "errors": 35 | |
| }, | |
| { | |
| "label": "s", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.15, | |
| "top5": 0.9, | |
| "errors": 34 | |
| }, | |
| { | |
| "label": "c", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.175, | |
| "top5": 1.0, | |
| "errors": 33 | |
| }, | |
| { | |
| "label": "'", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.225, | |
| "top5": 0.825, | |
| "errors": 31 | |
| }, | |
| { | |
| "label": "o", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.3, | |
| "top5": 0.925, | |
| "errors": 28 | |
| }, | |
| { | |
| "label": "z", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.475, | |
| "top5": 0.9, | |
| "errors": 21 | |
| }, | |
| { | |
| "label": ".", | |
| "test_support": 21, | |
| "training_support": 44, | |
| "top1": 0.047619047619047616, | |
| "top5": 0.3333333333333333, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "O", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.95, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "P", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.95, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "w", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.975, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "v", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.525, | |
| "top5": 1.0, | |
| "errors": 19 | |
| }, | |
| { | |
| "label": "Z", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.55, | |
| "top5": 0.9, | |
| "errors": 18 | |
| }, | |
| { | |
| "label": ",", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.6, | |
| "top5": 0.75, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "q", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.6, | |
| "top5": 0.925, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.625, | |
| "top5": 0.975, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "V", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.625, | |
| "top5": 0.95, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "W", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.65, | |
| "top5": 1.0, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "p", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.65, | |
| "top5": 0.95, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "y", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.65, | |
| "top5": 0.925, | |
| "errors": 14 | |
| }, | |
| { | |
| "label": "I", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.675, | |
| "top5": 0.75, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.975, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "K", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.9, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "Y", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.875, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "S", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.725, | |
| "top5": 0.925, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "U", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.725, | |
| "top5": 1.0, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "k", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.725, | |
| "top5": 0.975, | |
| "errors": 11 | |
| }, | |
| { | |
| "label": "\"", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.75, | |
| "top5": 0.975, | |
| "errors": 10 | |
| }, | |
| { | |
| "label": "u", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.75, | |
| "top5": 0.95, | |
| "errors": 10 | |
| }, | |
| { | |
| "label": "1", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.975, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "J", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.975, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "M", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.975, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "X", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.925, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.975, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "A", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.875, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "L", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.9, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "N", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.9, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "t", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.9, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": ";", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 0.975, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": "H", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 0.875, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": "T", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 0.9, | |
| "errors": 7 | |
| } | |
| ], | |
| "lowest_supported_labels": [ | |
| { | |
| "label": ".", | |
| "test_support": 21, | |
| "training_support": 44, | |
| "top1": 0.047619047619047616, | |
| "top5": 0.3333333333333333, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "!", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "\"", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.75, | |
| "top5": 0.975, | |
| "errors": 10 | |
| }, | |
| { | |
| "label": "%", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "'", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.225, | |
| "top5": 0.825, | |
| "errors": 31 | |
| }, | |
| { | |
| "label": "(", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.875, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": ")", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.95, | |
| "top5": 1.0, | |
| "errors": 2 | |
| }, | |
| { | |
| "label": ",", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.6, | |
| "top5": 0.75, | |
| "errors": 16 | |
| }, | |
| { | |
| "label": "-", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "0", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.625, | |
| "top5": 0.975, | |
| "errors": 15 | |
| }, | |
| { | |
| "label": "1", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.975, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "2", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.975, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "3", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": "4", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.975, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "5", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.9, | |
| "top5": 0.975, | |
| "errors": 4 | |
| }, | |
| { | |
| "label": "6", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.975, | |
| "top5": 1.0, | |
| "errors": 1 | |
| }, | |
| { | |
| "label": "7", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.85, | |
| "top5": 0.95, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "8", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "9", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.975, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": ":", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.875, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": ";", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 0.975, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": "<", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 1.0, | |
| "top5": 1.0, | |
| "errors": 0 | |
| }, | |
| { | |
| "label": ">", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "A", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.875, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "B", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 1.0, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "C", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.85, | |
| "top5": 1.0, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "D", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.875, | |
| "top5": 1.0, | |
| "errors": 5 | |
| }, | |
| { | |
| "label": "E", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.85, | |
| "top5": 0.875, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "F", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.85, | |
| "top5": 0.95, | |
| "errors": 6 | |
| }, | |
| { | |
| "label": "G", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.925, | |
| "top5": 0.925, | |
| "errors": 3 | |
| }, | |
| { | |
| "label": "H", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.825, | |
| "top5": 0.875, | |
| "errors": 7 | |
| }, | |
| { | |
| "label": "I", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.675, | |
| "top5": 0.75, | |
| "errors": 13 | |
| }, | |
| { | |
| "label": "J", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.975, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "K", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.7, | |
| "top5": 0.9, | |
| "errors": 12 | |
| }, | |
| { | |
| "label": "L", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.9, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "M", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.775, | |
| "top5": 0.975, | |
| "errors": 9 | |
| }, | |
| { | |
| "label": "N", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.8, | |
| "top5": 0.9, | |
| "errors": 8 | |
| }, | |
| { | |
| "label": "O", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.95, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "P", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.5, | |
| "top5": 0.95, | |
| "errors": 20 | |
| }, | |
| { | |
| "label": "Q", | |
| "test_support": 40, | |
| "training_support": 72, | |
| "top1": 0.95, | |
| "top5": 0.95, | |
| "errors": 2 | |
| } | |
| ] | |
| } | |
| }, | |
| "case_size_proxy": { | |
| "scope": "same-writer isolated-glyph relative-size proxy; not continuous-formula product evidence", | |
| "writers": 49, | |
| "by_source": { | |
| "hwrt": { | |
| "samples": 84, | |
| "raw_correct": 48, | |
| "resolved_correct": 33, | |
| "changed": 19, | |
| "beneficial": 2, | |
| "harmful": 17, | |
| "raw_top1": 0.5714285714285714, | |
| "resolved_top1": 0.39285714285714285, | |
| "delta_percentage_points": -17.857142857142858 | |
| }, | |
| "uci-uji-pen-v2": { | |
| "samples": 640, | |
| "raw_correct": 336, | |
| "resolved_correct": 298, | |
| "changed": 136, | |
| "beneficial": 48, | |
| "harmful": 86, | |
| "raw_top1": 0.525, | |
| "resolved_top1": 0.465625, | |
| "delta_percentage_points": -5.9375 | |
| } | |
| }, | |
| "product_validation": false | |
| }, | |
| "checkpoint": "research\\runs\\math_ink_06_federation_clean_seed17_stage3_provenance_baseline_b32_20260725\\math_ink_06_candidate.pt", | |
| "device": "cuda", | |
| "training_source_ids": [ | |
| "hwrt", | |
| "uci-pendigits", | |
| "uci-uji-pen-v2" | |
| ], | |
| "product_validation": false | |
| } | |