gibberish / eval /gibberish_eval.json
bogdanraduta's picture
Upload eval/gibberish_eval.json with huggingface_hub
1e43185 verified
Raw History Blame Contribute Delete
20.8 kB
{
"task": "gibberish",
"threshold": 0.92,
"per_language": {
"az": {
"support": 29,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 59
},
"bg": {
"support": 32,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 61
},
"cs": {
"support": 32,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 0.9839,
"n": 62
},
"da": {
"support": 32,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 62
},
"de": {
"support": 30,
"precision": 1.0,
"recall": 0.9333,
"f1": 0.9655,
"fpr": 0.0,
"accuracy": 0.95,
"n": 60
},
"el": {
"support": 31,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 0.9836,
"n": 61
},
"en": {
"support": 30,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 60
},
"es": {
"support": 29,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 59
},
"et": {
"support": 31,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 60
},
"fi": {
"support": 31,
"precision": 0.9677,
"recall": 0.9677,
"f1": 0.9677,
"fpr": 0.0345,
"accuracy": 0.9667,
"n": 60
},
"fr": {
"support": 31,
"precision": 0.9688,
"recall": 1.0,
"f1": 0.9841,
"fpr": 0.0333,
"accuracy": 0.9672,
"n": 61
},
"ga": {
"support": 30,
"precision": 1.0,
"recall": 0.9667,
"f1": 0.9831,
"fpr": 0.0,
"accuracy": 0.9833,
"n": 60
},
"hr": {
"support": 29,
"precision": 1.0,
"recall": 0.8966,
"f1": 0.9455,
"fpr": 0.0,
"accuracy": 0.9483,
"n": 58
},
"hu": {
"support": 30,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 60
},
"it": {
"support": 30,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 59
},
"lt": {
"support": 30,
"precision": 1.0,
"recall": 0.9667,
"f1": 0.9831,
"fpr": 0.0,
"accuracy": 0.9833,
"n": 60
},
"lv": {
"support": 30,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 60
},
"mt": {
"support": 29,
"precision": 0.9655,
"recall": 0.9655,
"f1": 0.9655,
"fpr": 0.0333,
"accuracy": 0.9661,
"n": 59
},
"nl": {
"support": 29,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 0.9831,
"n": 59
},
"pl": {
"support": 28,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 58
},
"pt": {
"support": 30,
"precision": 0.9677,
"recall": 1.0,
"f1": 0.9836,
"fpr": 0.0333,
"accuracy": 0.9833,
"n": 60
},
"ro": {
"support": 28,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 58
},
"sk": {
"support": 29,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 59
},
"sl": {
"support": 30,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 59
},
"sv": {
"support": 30,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 0.9831,
"n": 59
},
"tr": {
"support": 29,
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 59
}
},
"per_register": {
"abbreviation_heavy": {
"support": 0,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 78
},
"code_or_identifier": {
"support": 0,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 77
},
"keyboard_noise": {
"support": 245,
"precision": 1.0,
"recall": 0.9959,
"f1": 0.998,
"fpr": 0.0,
"accuracy": 0.9796,
"n": 245
},
"mixed_language_valid": {
"support": 0,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"fpr": 0.0128,
"accuracy": 0.9872,
"n": 78
},
"mundane_account_access": {
"support": 0,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 78
},
"mundane_informational": {
"support": 0,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 78
},
"mundane_operational": {
"support": 0,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 78
},
"mundane_transactional": {
"support": 0,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 78
},
"proper_nouns": {
"support": 0,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"fpr": 0.0256,
"accuracy": 0.9744,
"n": 78
},
"random_words": {
"support": 309,
"precision": 1.0,
"recall": 0.9935,
"f1": 0.9968,
"fpr": 0.0,
"accuracy": 0.9935,
"n": 309
},
"repeated_token": {
"support": 225,
"precision": 1.0,
"recall": 0.9733,
"f1": 0.9865,
"fpr": 0.0,
"accuracy": 0.9644,
"n": 225
},
"short_but_valid": {
"support": 0,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"fpr": 0.0139,
"accuracy": 0.9861,
"n": 72
},
"typo_ridden_but_readable": {
"support": 0,
"precision": 0.0,
"recall": 0.0,
"f1": 0.0,
"fpr": 0.0,
"accuracy": 1.0,
"n": 78
}
},
"per_label": {
"noise": {
"support": 245,
"precision": 0.9959,
"recall": 0.9837,
"f1": 0.9897,
"fpr": 0.0008,
"accuracy": 0.0,
"n": 0
},
"repetition": {
"support": 225,
"precision": 0.9775,
"recall": 0.9644,
"f1": 0.9709,
"fpr": 0.0038,
"accuracy": 0.0,
"n": 0
},
"word_salad": {
"support": 309,
"precision": 0.9871,
"recall": 0.9935,
"f1": 0.9903,
"fpr": 0.0032,
"accuracy": 0.0,
"n": 0
}
},
"worst_languages": [
[
"hr",
0.9454545454545454
],
[
"de",
0.9655172413793104
],
[
"mt",
0.9655172413793104
],
[
"fi",
0.967741935483871
],
[
"ga",
0.983050847457627
]
],
"calibration": {
"threshold": 0.92,
"objective": "macro_f1",
"value_on_val": 0.9833,
"default_threshold": 0.5,
"default_value_on_val": 0.9814,
"improvement": 0.0019,
"chosen_on": "validation split, never test",
"curve": [
{
"threshold": 0.02,
"macro_f1": 0.9476,
"any_label_recall": 0.9949,
"any_label_fpr": 0.0621
},
{
"threshold": 0.03,
"macro_f1": 0.9574,
"any_label_recall": 0.9949,
"any_label_fpr": 0.0492
},
{
"threshold": 0.04,
"macro_f1": 0.9633,
"any_label_recall": 0.9949,
"any_label_fpr": 0.0414
},
{
"threshold": 0.05,
"macro_f1": 0.9673,
"any_label_recall": 0.9949,
"any_label_fpr": 0.0349
},
{
"threshold": 0.06,
"macro_f1": 0.9691,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0298
},
{
"threshold": 0.07,
"macro_f1": 0.9691,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0298
},
{
"threshold": 0.08,
"macro_f1": 0.9697,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0298
},
{
"threshold": 0.09,
"macro_f1": 0.971,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0272
},
{
"threshold": 0.1,
"macro_f1": 0.9715,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0272
},
{
"threshold": 0.11,
"macro_f1": 0.9729,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0246
},
{
"threshold": 0.12,
"macro_f1": 0.9736,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0233
},
{
"threshold": 0.13,
"macro_f1": 0.9736,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0233
},
{
"threshold": 0.14,
"macro_f1": 0.9748,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0207
},
{
"threshold": 0.15,
"macro_f1": 0.9748,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0207
},
{
"threshold": 0.16,
"macro_f1": 0.9748,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0207
},
{
"threshold": 0.17,
"macro_f1": 0.976,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0181
},
{
"threshold": 0.18,
"macro_f1": 0.9767,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0181
},
{
"threshold": 0.19,
"macro_f1": 0.9767,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0181
},
{
"threshold": 0.2,
"macro_f1": 0.9767,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0181
},
{
"threshold": 0.21,
"macro_f1": 0.9767,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0181
},
{
"threshold": 0.22,
"macro_f1": 0.9773,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0168
},
{
"threshold": 0.23,
"macro_f1": 0.9773,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0168
},
{
"threshold": 0.24,
"macro_f1": 0.978,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0168
},
{
"threshold": 0.25,
"macro_f1": 0.978,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0168
},
{
"threshold": 0.26,
"macro_f1": 0.978,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0168
},
{
"threshold": 0.27,
"macro_f1": 0.9787,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0155
},
{
"threshold": 0.28,
"macro_f1": 0.9794,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0142
},
{
"threshold": 0.29,
"macro_f1": 0.9794,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0142
},
{
"threshold": 0.3,
"macro_f1": 0.9794,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0142
},
{
"threshold": 0.31,
"macro_f1": 0.9794,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0142
},
{
"threshold": 0.32,
"macro_f1": 0.9794,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0142
},
{
"threshold": 0.33,
"macro_f1": 0.9806,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0129
},
{
"threshold": 0.34,
"macro_f1": 0.9806,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0129
},
{
"threshold": 0.35,
"macro_f1": 0.9806,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0129
},
{
"threshold": 0.36,
"macro_f1": 0.9806,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0129
},
{
"threshold": 0.37,
"macro_f1": 0.9806,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0129
},
{
"threshold": 0.38,
"macro_f1": 0.9806,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0129
},
{
"threshold": 0.39,
"macro_f1": 0.9806,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0129
},
{
"threshold": 0.4,
"macro_f1": 0.9811,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0129
},
{
"threshold": 0.41,
"macro_f1": 0.9811,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0129
},
{
"threshold": 0.42,
"macro_f1": 0.9811,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0129
},
{
"threshold": 0.43,
"macro_f1": 0.9811,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0129
},
{
"threshold": 0.44,
"macro_f1": 0.9811,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0129
},
{
"threshold": 0.45,
"macro_f1": 0.9811,
"any_label_recall": 0.9936,
"any_label_fpr": 0.0129
},
{
"threshold": 0.46,
"macro_f1": 0.9804,
"any_label_recall": 0.9923,
"any_label_fpr": 0.0129
},
{
"threshold": 0.47,
"macro_f1": 0.9796,
"any_label_recall": 0.991,
"any_label_fpr": 0.0129
},
{
"threshold": 0.48,
"macro_f1": 0.9803,
"any_label_recall": 0.991,
"any_label_fpr": 0.0116
},
{
"threshold": 0.49,
"macro_f1": 0.9808,
"any_label_recall": 0.991,
"any_label_fpr": 0.0103
},
{
"threshold": 0.5,
"macro_f1": 0.9814,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.51,
"macro_f1": 0.9814,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.52,
"macro_f1": 0.9814,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.53,
"macro_f1": 0.9814,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.54,
"macro_f1": 0.9814,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.55,
"macro_f1": 0.9814,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.56,
"macro_f1": 0.9814,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.57,
"macro_f1": 0.9814,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.58,
"macro_f1": 0.9814,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.59,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.6,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.61,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.62,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.63,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.64,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.65,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.66,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.67,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.68,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.69,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.7,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.71,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.72,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.73,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.74,
"macro_f1": 0.982,
"any_label_recall": 0.991,
"any_label_fpr": 0.0091
},
{
"threshold": 0.75,
"macro_f1": 0.9805,
"any_label_recall": 0.9884,
"any_label_fpr": 0.0091
},
{
"threshold": 0.76,
"macro_f1": 0.9812,
"any_label_recall": 0.9884,
"any_label_fpr": 0.0078
},
{
"threshold": 0.77,
"macro_f1": 0.9812,
"any_label_recall": 0.9884,
"any_label_fpr": 0.0078
},
{
"threshold": 0.78,
"macro_f1": 0.9812,
"any_label_recall": 0.9884,
"any_label_fpr": 0.0078
},
{
"threshold": 0.79,
"macro_f1": 0.9812,
"any_label_recall": 0.9884,
"any_label_fpr": 0.0078
},
{
"threshold": 0.8,
"macro_f1": 0.9811,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0065
},
{
"threshold": 0.81,
"macro_f1": 0.9811,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0065
},
{
"threshold": 0.82,
"macro_f1": 0.9811,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0065
},
{
"threshold": 0.83,
"macro_f1": 0.9819,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0052
},
{
"threshold": 0.84,
"macro_f1": 0.9819,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0052
},
{
"threshold": 0.85,
"macro_f1": 0.9819,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0052
},
{
"threshold": 0.86,
"macro_f1": 0.9819,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0052
},
{
"threshold": 0.87,
"macro_f1": 0.9819,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0052
},
{
"threshold": 0.88,
"macro_f1": 0.9826,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0039
},
{
"threshold": 0.89,
"macro_f1": 0.9826,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0039
},
{
"threshold": 0.9,
"macro_f1": 0.9826,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0039
},
{
"threshold": 0.91,
"macro_f1": 0.9826,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0039
},
{
"threshold": 0.92,
"macro_f1": 0.9833,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0039
},
{
"threshold": 0.93,
"macro_f1": 0.9833,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0039
},
{
"threshold": 0.94,
"macro_f1": 0.9833,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0039
},
{
"threshold": 0.95,
"macro_f1": 0.9833,
"any_label_recall": 0.9872,
"any_label_fpr": 0.0039
}
],
"notes": []
}
}