{
  "task": "gibberish",
  "threshold": 0.92,
  "per_language": {
    "az": {
      "support": 29,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 59
    },
    "bg": {
      "support": 32,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 61
    },
    "cs": {
      "support": 32,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 0.9839,
      "n": 62
    },
    "da": {
      "support": 32,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 62
    },
    "de": {
      "support": 30,
      "precision": 1.0,
      "recall": 0.9333,
      "f1": 0.9655,
      "fpr": 0.0,
      "accuracy": 0.95,
      "n": 60
    },
    "el": {
      "support": 31,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 0.9836,
      "n": 61
    },
    "en": {
      "support": 30,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 60
    },
    "es": {
      "support": 29,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 59
    },
    "et": {
      "support": 31,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 60
    },
    "fi": {
      "support": 31,
      "precision": 0.9677,
      "recall": 0.9677,
      "f1": 0.9677,
      "fpr": 0.0345,
      "accuracy": 0.9667,
      "n": 60
    },
    "fr": {
      "support": 31,
      "precision": 0.9688,
      "recall": 1.0,
      "f1": 0.9841,
      "fpr": 0.0333,
      "accuracy": 0.9672,
      "n": 61
    },
    "ga": {
      "support": 30,
      "precision": 1.0,
      "recall": 0.9667,
      "f1": 0.9831,
      "fpr": 0.0,
      "accuracy": 0.9833,
      "n": 60
    },
    "hr": {
      "support": 29,
      "precision": 1.0,
      "recall": 0.8966,
      "f1": 0.9455,
      "fpr": 0.0,
      "accuracy": 0.9483,
      "n": 58
    },
    "hu": {
      "support": 30,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 60
    },
    "it": {
      "support": 30,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 59
    },
    "lt": {
      "support": 30,
      "precision": 1.0,
      "recall": 0.9667,
      "f1": 0.9831,
      "fpr": 0.0,
      "accuracy": 0.9833,
      "n": 60
    },
    "lv": {
      "support": 30,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 60
    },
    "mt": {
      "support": 29,
      "precision": 0.9655,
      "recall": 0.9655,
      "f1": 0.9655,
      "fpr": 0.0333,
      "accuracy": 0.9661,
      "n": 59
    },
    "nl": {
      "support": 29,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 0.9831,
      "n": 59
    },
    "pl": {
      "support": 28,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 58
    },
    "pt": {
      "support": 30,
      "precision": 0.9677,
      "recall": 1.0,
      "f1": 0.9836,
      "fpr": 0.0333,
      "accuracy": 0.9833,
      "n": 60
    },
    "ro": {
      "support": 28,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 58
    },
    "sk": {
      "support": 29,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 59
    },
    "sl": {
      "support": 30,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 59
    },
    "sv": {
      "support": 30,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 0.9831,
      "n": 59
    },
    "tr": {
      "support": 29,
      "precision": 1.0,
      "recall": 1.0,
      "f1": 1.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 59
    }
  },
  "per_register": {
    "abbreviation_heavy": {
      "support": 0,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 78
    },
    "code_or_identifier": {
      "support": 0,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 77
    },
    "keyboard_noise": {
      "support": 245,
      "precision": 1.0,
      "recall": 0.9959,
      "f1": 0.998,
      "fpr": 0.0,
      "accuracy": 0.9796,
      "n": 245
    },
    "mixed_language_valid": {
      "support": 0,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "fpr": 0.0128,
      "accuracy": 0.9872,
      "n": 78
    },
    "mundane_account_access": {
      "support": 0,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 78
    },
    "mundane_informational": {
      "support": 0,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 78
    },
    "mundane_operational": {
      "support": 0,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 78
    },
    "mundane_transactional": {
      "support": 0,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 78
    },
    "proper_nouns": {
      "support": 0,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "fpr": 0.0256,
      "accuracy": 0.9744,
      "n": 78
    },
    "random_words": {
      "support": 309,
      "precision": 1.0,
      "recall": 0.9935,
      "f1": 0.9968,
      "fpr": 0.0,
      "accuracy": 0.9935,
      "n": 309
    },
    "repeated_token": {
      "support": 225,
      "precision": 1.0,
      "recall": 0.9733,
      "f1": 0.9865,
      "fpr": 0.0,
      "accuracy": 0.9644,
      "n": 225
    },
    "short_but_valid": {
      "support": 0,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "fpr": 0.0139,
      "accuracy": 0.9861,
      "n": 72
    },
    "typo_ridden_but_readable": {
      "support": 0,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "fpr": 0.0,
      "accuracy": 1.0,
      "n": 78
    }
  },
  "per_label": {
    "noise": {
      "support": 245,
      "precision": 0.9959,
      "recall": 0.9837,
      "f1": 0.9897,
      "fpr": 0.0008,
      "accuracy": 0.0,
      "n": 0
    },
    "repetition": {
      "support": 225,
      "precision": 0.9775,
      "recall": 0.9644,
      "f1": 0.9709,
      "fpr": 0.0038,
      "accuracy": 0.0,
      "n": 0
    },
    "word_salad": {
      "support": 309,
      "precision": 0.9871,
      "recall": 0.9935,
      "f1": 0.9903,
      "fpr": 0.0032,
      "accuracy": 0.0,
      "n": 0
    }
  },
  "worst_languages": [
    [
      "hr",
      0.9454545454545454
    ],
    [
      "de",
      0.9655172413793104
    ],
    [
      "mt",
      0.9655172413793104
    ],
    [
      "fi",
      0.967741935483871
    ],
    [
      "ga",
      0.983050847457627
    ]
  ],
  "calibration": {
    "threshold": 0.92,
    "objective": "macro_f1",
    "value_on_val": 0.9833,
    "default_threshold": 0.5,
    "default_value_on_val": 0.9814,
    "improvement": 0.0019,
    "chosen_on": "validation split, never test",
    "curve": [
      {
        "threshold": 0.02,
        "macro_f1": 0.9476,
        "any_label_recall": 0.9949,
        "any_label_fpr": 0.0621
      },
      {
        "threshold": 0.03,
        "macro_f1": 0.9574,
        "any_label_recall": 0.9949,
        "any_label_fpr": 0.0492
      },
      {
        "threshold": 0.04,
        "macro_f1": 0.9633,
        "any_label_recall": 0.9949,
        "any_label_fpr": 0.0414
      },
      {
        "threshold": 0.05,
        "macro_f1": 0.9673,
        "any_label_recall": 0.9949,
        "any_label_fpr": 0.0349
      },
      {
        "threshold": 0.06,
        "macro_f1": 0.9691,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0298
      },
      {
        "threshold": 0.07,
        "macro_f1": 0.9691,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0298
      },
      {
        "threshold": 0.08,
        "macro_f1": 0.9697,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0298
      },
      {
        "threshold": 0.09,
        "macro_f1": 0.971,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0272
      },
      {
        "threshold": 0.1,
        "macro_f1": 0.9715,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0272
      },
      {
        "threshold": 0.11,
        "macro_f1": 0.9729,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0246
      },
      {
        "threshold": 0.12,
        "macro_f1": 0.9736,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0233
      },
      {
        "threshold": 0.13,
        "macro_f1": 0.9736,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0233
      },
      {
        "threshold": 0.14,
        "macro_f1": 0.9748,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0207
      },
      {
        "threshold": 0.15,
        "macro_f1": 0.9748,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0207
      },
      {
        "threshold": 0.16,
        "macro_f1": 0.9748,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0207
      },
      {
        "threshold": 0.17,
        "macro_f1": 0.976,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0181
      },
      {
        "threshold": 0.18,
        "macro_f1": 0.9767,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0181
      },
      {
        "threshold": 0.19,
        "macro_f1": 0.9767,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0181
      },
      {
        "threshold": 0.2,
        "macro_f1": 0.9767,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0181
      },
      {
        "threshold": 0.21,
        "macro_f1": 0.9767,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0181
      },
      {
        "threshold": 0.22,
        "macro_f1": 0.9773,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0168
      },
      {
        "threshold": 0.23,
        "macro_f1": 0.9773,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0168
      },
      {
        "threshold": 0.24,
        "macro_f1": 0.978,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0168
      },
      {
        "threshold": 0.25,
        "macro_f1": 0.978,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0168
      },
      {
        "threshold": 0.26,
        "macro_f1": 0.978,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0168
      },
      {
        "threshold": 0.27,
        "macro_f1": 0.9787,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0155
      },
      {
        "threshold": 0.28,
        "macro_f1": 0.9794,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0142
      },
      {
        "threshold": 0.29,
        "macro_f1": 0.9794,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0142
      },
      {
        "threshold": 0.3,
        "macro_f1": 0.9794,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0142
      },
      {
        "threshold": 0.31,
        "macro_f1": 0.9794,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0142
      },
      {
        "threshold": 0.32,
        "macro_f1": 0.9794,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0142
      },
      {
        "threshold": 0.33,
        "macro_f1": 0.9806,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.34,
        "macro_f1": 0.9806,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.35,
        "macro_f1": 0.9806,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.36,
        "macro_f1": 0.9806,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.37,
        "macro_f1": 0.9806,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.38,
        "macro_f1": 0.9806,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.39,
        "macro_f1": 0.9806,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.4,
        "macro_f1": 0.9811,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.41,
        "macro_f1": 0.9811,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.42,
        "macro_f1": 0.9811,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.43,
        "macro_f1": 0.9811,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.44,
        "macro_f1": 0.9811,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.45,
        "macro_f1": 0.9811,
        "any_label_recall": 0.9936,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.46,
        "macro_f1": 0.9804,
        "any_label_recall": 0.9923,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.47,
        "macro_f1": 0.9796,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0129
      },
      {
        "threshold": 0.48,
        "macro_f1": 0.9803,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0116
      },
      {
        "threshold": 0.49,
        "macro_f1": 0.9808,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0103
      },
      {
        "threshold": 0.5,
        "macro_f1": 0.9814,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.51,
        "macro_f1": 0.9814,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.52,
        "macro_f1": 0.9814,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.53,
        "macro_f1": 0.9814,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.54,
        "macro_f1": 0.9814,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.55,
        "macro_f1": 0.9814,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.56,
        "macro_f1": 0.9814,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.57,
        "macro_f1": 0.9814,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.58,
        "macro_f1": 0.9814,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.59,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.6,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.61,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.62,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.63,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.64,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.65,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.66,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.67,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.68,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.69,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.7,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.71,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.72,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.73,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.74,
        "macro_f1": 0.982,
        "any_label_recall": 0.991,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.75,
        "macro_f1": 0.9805,
        "any_label_recall": 0.9884,
        "any_label_fpr": 0.0091
      },
      {
        "threshold": 0.76,
        "macro_f1": 0.9812,
        "any_label_recall": 0.9884,
        "any_label_fpr": 0.0078
      },
      {
        "threshold": 0.77,
        "macro_f1": 0.9812,
        "any_label_recall": 0.9884,
        "any_label_fpr": 0.0078
      },
      {
        "threshold": 0.78,
        "macro_f1": 0.9812,
        "any_label_recall": 0.9884,
        "any_label_fpr": 0.0078
      },
      {
        "threshold": 0.79,
        "macro_f1": 0.9812,
        "any_label_recall": 0.9884,
        "any_label_fpr": 0.0078
      },
      {
        "threshold": 0.8,
        "macro_f1": 0.9811,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0065
      },
      {
        "threshold": 0.81,
        "macro_f1": 0.9811,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0065
      },
      {
        "threshold": 0.82,
        "macro_f1": 0.9811,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0065
      },
      {
        "threshold": 0.83,
        "macro_f1": 0.9819,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0052
      },
      {
        "threshold": 0.84,
        "macro_f1": 0.9819,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0052
      },
      {
        "threshold": 0.85,
        "macro_f1": 0.9819,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0052
      },
      {
        "threshold": 0.86,
        "macro_f1": 0.9819,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0052
      },
      {
        "threshold": 0.87,
        "macro_f1": 0.9819,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0052
      },
      {
        "threshold": 0.88,
        "macro_f1": 0.9826,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0039
      },
      {
        "threshold": 0.89,
        "macro_f1": 0.9826,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0039
      },
      {
        "threshold": 0.9,
        "macro_f1": 0.9826,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0039
      },
      {
        "threshold": 0.91,
        "macro_f1": 0.9826,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0039
      },
      {
        "threshold": 0.92,
        "macro_f1": 0.9833,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0039
      },
      {
        "threshold": 0.93,
        "macro_f1": 0.9833,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0039
      },
      {
        "threshold": 0.94,
        "macro_f1": 0.9833,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0039
      },
      {
        "threshold": 0.95,
        "macro_f1": 0.9833,
        "any_label_recall": 0.9872,
        "any_label_fpr": 0.0039
      }
    ],
    "notes": []
  }
}