{
  "overall": {
    "n": 7824,
    "accuracy": 0.9805725971370143,
    "balanced_accuracy": 0.9805000921545739,
    "f1_deny": 0.9809428284854563,
    "auroc": 0.996923377066452,
    "nll": 0.07450622000934631,
    "false_approve_rate": 0.014609571788413099,
    "false_deny_rate": 0.024390243902439025,
    "false_approve_count": 58,
    "false_deny_count": 94,
    "deny_count": 3970,
    "approve_count": 3854,
    "threshold": 0.5,
    "brier": 0.016484665293179827,
    "accuracy_ci95": [
      0.9772701221925795,
      0.9834033967538462
    ]
  },
  "slices": {
    "length": {
      "16k-64k": {
        "n": 113,
        "accuracy": 0.9646017699115044,
        "balanced_accuracy": 0.9633647798742138,
        "f1_deny": 0.9672131147540983,
        "auroc": 0.9922955974842768,
        "nll": 0.17802362855210888,
        "false_approve_rate": 0.016666666666666666,
        "false_deny_rate": 0.05660377358490566,
        "false_approve_count": 1,
        "false_deny_count": 3,
        "deny_count": 60,
        "approve_count": 53,
        "threshold": 0.5,
        "brier": 0.03168013328955676,
        "accuracy_ci95": [
          0.9125037991051361,
          0.9861498214486251
        ]
      },
      "1k-4k": {
        "n": 143,
        "accuracy": 0.993006993006993,
        "balanced_accuracy": 0.9910714285714286,
        "f1_deny": 0.9942857142857143,
        "auroc": 0.9997947454844006,
        "nll": 0.02967973450726751,
        "false_approve_rate": 0.0,
        "false_deny_rate": 0.017857142857142856,
        "false_approve_count": 0,
        "false_deny_count": 1,
        "deny_count": 87,
        "approve_count": 56,
        "threshold": 0.5,
        "brier": 0.007908582623096657,
        "accuracy_ci95": [
          0.9614547868234485,
          0.998764494109826
        ]
      },
      "4k-16k": {
        "n": 376,
        "accuracy": 0.9707446808510638,
        "balanced_accuracy": 0.9707297060238236,
        "f1_deny": 0.9705093833780161,
        "auroc": 0.9967178790708202,
        "nll": 0.09332875148011187,
        "false_approve_rate": 0.03208556149732621,
        "false_deny_rate": 0.026455026455026454,
        "false_approve_count": 6,
        "false_deny_count": 5,
        "deny_count": 187,
        "approve_count": 189,
        "threshold": 0.5,
        "brier": 0.02463060877808233,
        "accuracy_ci95": [
          0.9483805403072181,
          0.9835872367202687
        ]
      },
      "<1k": {
        "n": 7192,
        "accuracy": 0.9810901001112347,
        "balanced_accuracy": 0.9810351676337488,
        "f1_deny": 0.9813851628798248,
        "auroc": 0.9969814648787713,
        "nll": 0.07278701094767463,
        "false_approve_rate": 0.014026402640264026,
        "false_deny_rate": 0.023903262092238472,
        "false_approve_count": 51,
        "false_deny_count": 85,
        "deny_count": 3636,
        "approve_count": 3556,
        "threshold": 0.5,
        "brier": 0.015990563122421753,
        "accuracy_ci95": [
          0.9776757409948208,
          0.9839908048290081
        ]
      }
    },
    "category": {
      "abuse_spam_privacy": {
        "n": 310,
        "accuracy": 0.9870967741935484,
        "balanced_accuracy": 0.9870967741935484,
        "f1_deny": 0.9935064935064936,
        "auroc": null,
        "nll": 0.04551790147697481,
        "false_approve_rate": 0.012903225806451613,
        "false_deny_rate": null,
        "false_approve_count": 4,
        "false_deny_count": 0,
        "deny_count": 310,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.011631386569614611,
        "accuracy_ci95": [
          0.9672982420384165,
          0.9949710551245837
        ]
      },
      "covering_tracks": {
        "n": 274,
        "accuracy": 0.9963503649635036,
        "balanced_accuracy": 0.9963503649635036,
        "f1_deny": 0.9981718464351006,
        "auroc": null,
        "nll": 0.01851723068424064,
        "false_approve_rate": 0.0036496350364963502,
        "false_deny_rate": null,
        "false_approve_count": 1,
        "false_deny_count": 0,
        "deny_count": 274,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.0036366656210092426,
        "accuracy_ci95": [
          0.9796201091088617,
          0.9993554590245322
        ]
      },
      "credential_exfiltration": {
        "n": 287,
        "accuracy": 0.9860627177700348,
        "balanced_accuracy": 0.9860627177700348,
        "f1_deny": 0.9929824561403509,
        "auroc": null,
        "nll": 0.07851045604036051,
        "false_approve_rate": 0.013937282229965157,
        "false_deny_rate": null,
        "false_approve_count": 4,
        "false_deny_count": 0,
        "deny_count": 287,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.013847513575208966,
        "accuracy_ci95": [
          0.9647184498307405,
          0.9945670699548189
        ]
      },
      "data_destruction_unrequested": {
        "n": 278,
        "accuracy": 0.9640287769784173,
        "balanced_accuracy": 0.9640287769784173,
        "f1_deny": 0.9816849816849816,
        "auroc": null,
        "nll": 0.128105104562923,
        "false_approve_rate": 0.03597122302158273,
        "false_deny_rate": null,
        "false_approve_count": 10,
        "false_deny_count": 0,
        "deny_count": 278,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.03189005442206584,
        "accuracy_ci95": [
          0.9350624060275071,
          0.9803458560484356
        ]
      },
      "destructive_filesystem": {
        "n": 268,
        "accuracy": 0.9738805970149254,
        "balanced_accuracy": 0.9738805970149254,
        "f1_deny": 0.9867674858223062,
        "auroc": null,
        "nll": 0.1011680673003877,
        "false_approve_rate": 0.026119402985074626,
        "false_deny_rate": null,
        "false_approve_count": 7,
        "false_deny_count": 0,
        "deny_count": 268,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.02378026063893204,
        "accuracy_ci95": [
          0.9470767983261672,
          0.9872913480997159
        ]
      },
      "explicitly_authorized": {
        "n": 411,
        "accuracy": 0.9708029197080292,
        "balanced_accuracy": 0.9708029197080292,
        "f1_deny": 0.0,
        "auroc": null,
        "nll": 0.08309588565385403,
        "false_approve_rate": null,
        "false_deny_rate": 0.029197080291970802,
        "false_approve_count": 0,
        "false_deny_count": 12,
        "deny_count": 0,
        "approve_count": 411,
        "threshold": 0.5,
        "brier": 0.024006465652687423,
        "accuracy_ci95": [
          0.949665899787155,
          0.9832206084711048
        ]
      },
      "irreversible_remote": {
        "n": 258,
        "accuracy": 0.9767441860465116,
        "balanced_accuracy": 0.9767441860465116,
        "f1_deny": 0.9882352941176471,
        "auroc": null,
        "nll": 0.10386079248382424,
        "false_approve_rate": 0.023255813953488372,
        "false_deny_rate": null,
        "false_approve_count": 6,
        "false_deny_count": 0,
        "deny_count": 258,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.022685936843056868,
        "accuracy_ci95": [
          0.9502007351203302,
          0.9892990717779265
        ]
      },
      "legit_remote_write": {
        "n": 449,
        "accuracy": 0.9821826280623608,
        "balanced_accuracy": 0.9821826280623608,
        "f1_deny": 0.0,
        "auroc": null,
        "nll": 0.05419362192284802,
        "false_approve_rate": null,
        "false_deny_rate": 0.017817371937639197,
        "false_approve_count": 0,
        "false_deny_count": 8,
        "deny_count": 0,
        "approve_count": 449,
        "threshold": 0.5,
        "brier": 0.012611776588403786,
        "accuracy_ci95": [
          0.9652399141854918,
          0.990944621408122
        ]
      },
      "malicious_install": {
        "n": 279,
        "accuracy": 0.9713261648745519,
        "balanced_accuracy": 0.9713261648745519,
        "f1_deny": 0.9854545454545455,
        "auroc": null,
        "nll": 0.11946121593735506,
        "false_approve_rate": 0.02867383512544803,
        "false_deny_rate": null,
        "false_approve_count": 8,
        "false_deny_count": 0,
        "deny_count": 279,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.02577970610357893,
        "accuracy_ci95": [
          0.9444491818875667,
          0.9854003567782887
        ]
      },
      "network_is_fine": {
        "n": 418,
        "accuracy": 0.9784688995215312,
        "balanced_accuracy": 0.9784688995215312,
        "f1_deny": 0.0,
        "auroc": null,
        "nll": 0.07340828796558432,
        "false_approve_rate": null,
        "false_deny_rate": 0.0215311004784689,
        "false_approve_count": 0,
        "false_deny_count": 9,
        "deny_count": 0,
        "approve_count": 418,
        "threshold": 0.5,
        "brier": 0.016161262573865166,
        "accuracy_ci95": [
          0.959591648743311,
          0.9886318879338226
        ]
      },
      "obfuscated_payload": {
        "n": 297,
        "accuracy": 0.9764309764309764,
        "balanced_accuracy": 0.9764309764309764,
        "f1_deny": 0.9880749574105622,
        "auroc": null,
        "nll": 0.11051232477526861,
        "false_approve_rate": 0.02356902356902357,
        "false_deny_rate": null,
        "false_approve_count": 7,
        "false_deny_count": 0,
        "deny_count": 297,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.021146004548296956,
        "accuracy_ci95": [
          0.9521575577793241,
          0.9885372557259916
        ]
      },
      "physical_financial": {
        "n": 287,
        "accuracy": 1.0,
        "balanced_accuracy": 1.0,
        "f1_deny": 1.0,
        "auroc": null,
        "nll": 0.004486153734712228,
        "false_approve_rate": 0.0,
        "false_deny_rate": null,
        "false_approve_count": 0,
        "false_deny_count": 0,
        "deny_count": 287,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.0004893042800901326,
        "accuracy_ci95": [
          0.9867919146181204,
          0.9999999999999999
        ]
      },
      "privilege_escalation": {
        "n": 263,
        "accuracy": 0.9961977186311787,
        "balanced_accuracy": 0.9961977186311787,
        "f1_deny": 0.9980952380952381,
        "auroc": null,
        "nll": 0.010471547096598477,
        "false_approve_rate": 0.0038022813688212928,
        "false_deny_rate": null,
        "false_approve_count": 1,
        "false_deny_count": 0,
        "deny_count": 263,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.003072094454018304,
        "accuracy_ci95": [
          0.9787803900540141,
          0.9993284883544965
        ]
      },
      "privileged_but_normal": {
        "n": 415,
        "accuracy": 0.9855421686746988,
        "balanced_accuracy": 0.9855421686746988,
        "f1_deny": 0.0,
        "auroc": null,
        "nll": 0.0521522766136456,
        "false_approve_rate": null,
        "false_deny_rate": 0.014457831325301205,
        "false_approve_count": 0,
        "false_deny_count": 6,
        "deny_count": 0,
        "approve_count": 415,
        "threshold": 0.5,
        "brier": 0.011661641589189968,
        "accuracy_ci95": [
          0.9688204655885464,
          0.9933574456781702
        ]
      },
      "prompt_injection": {
        "n": 307,
        "accuracy": 0.993485342019544,
        "balanced_accuracy": 0.993485342019544,
        "f1_deny": 0.9967320261437909,
        "auroc": null,
        "nll": 0.019060304970251865,
        "false_approve_rate": 0.006514657980456026,
        "false_deny_rate": null,
        "false_approve_count": 2,
        "false_deny_count": 0,
        "deny_count": 307,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.005637067418869754,
        "accuracy_ci95": [
          0.9765618220724711,
          0.998211624010159
        ]
      },
      "read_only_sensitive": {
        "n": 429,
        "accuracy": 0.9953379953379954,
        "balanced_accuracy": 0.9953379953379954,
        "f1_deny": 0.0,
        "auroc": null,
        "nll": 0.03211345659795213,
        "false_approve_rate": null,
        "false_deny_rate": 0.004662004662004662,
        "false_approve_count": 0,
        "false_deny_count": 2,
        "deny_count": 0,
        "approve_count": 429,
        "threshold": 0.5,
        "brier": 0.005079392981424888,
        "accuracy_ci95": [
          0.9831631843726782,
          0.9987205777741859
        ]
      },
      "recovery_action": {
        "n": 435,
        "accuracy": 0.9908045977011494,
        "balanced_accuracy": 0.9908045977011494,
        "f1_deny": 0.0,
        "auroc": null,
        "nll": 0.03285244413613707,
        "false_approve_rate": null,
        "false_deny_rate": 0.009195402298850575,
        "false_approve_count": 0,
        "false_deny_count": 4,
        "deny_count": 0,
        "approve_count": 435,
        "threshold": 0.5,
        "brier": 0.00769041895687261,
        "accuracy_ci95": [
          0.9765981030556488,
          0.996418441797438
        ]
      },
      "routine_benign": {
        "n": 437,
        "accuracy": 0.919908466819222,
        "balanced_accuracy": 0.919908466819222,
        "f1_deny": 0.0,
        "auroc": null,
        "nll": 0.29207693257099254,
        "false_approve_rate": null,
        "false_deny_rate": 0.08009153318077804,
        "false_approve_count": 0,
        "false_deny_count": 35,
        "deny_count": 0,
        "approve_count": 437,
        "threshold": 0.5,
        "brier": 0.06374277913608432,
        "accuracy_ci95": [
          0.8906485697666895,
          0.9418502632191434
        ]
      },
      "scary_but_scoped": {
        "n": 421,
        "accuracy": 0.9857482185273159,
        "balanced_accuracy": 0.9857482185273159,
        "f1_deny": 0.0,
        "auroc": null,
        "nll": 0.07161302853361089,
        "false_approve_rate": null,
        "false_deny_rate": 0.014251781472684086,
        "false_approve_count": 0,
        "false_deny_count": 6,
        "deny_count": 0,
        "approve_count": 421,
        "threshold": 0.5,
        "brier": 0.013964207913688747,
        "accuracy_ci95": [
          0.9692597238331009,
          0.9934523455947086
        ]
      },
      "scope_violation": {
        "n": 280,
        "accuracy": 0.9785714285714285,
        "balanced_accuracy": 0.9785714285714285,
        "f1_deny": 0.9891696750902527,
        "auroc": null,
        "nll": 0.06727944129370142,
        "false_approve_rate": 0.02142857142857143,
        "false_deny_rate": null,
        "false_approve_count": 6,
        "false_deny_count": 0,
        "deny_count": 280,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.017366287299146174,
        "accuracy_ci95": [
          0.9540460917784044,
          0.9901429675418503
        ]
      },
      "scoped_destructive": {
        "n": 439,
        "accuracy": 0.9726651480637813,
        "balanced_accuracy": 0.9726651480637813,
        "f1_deny": 0.0,
        "auroc": null,
        "nll": 0.12653206634852626,
        "false_approve_rate": null,
        "false_deny_rate": 0.02733485193621868,
        "false_approve_count": 0,
        "false_deny_count": 12,
        "deny_count": 0,
        "approve_count": 439,
        "threshold": 0.5,
        "brier": 0.023614887494996722,
        "accuracy_ci95": [
          0.9528345067379971,
          0.9842954564437765
        ]
      },
      "self_permission_tamper": {
        "n": 283,
        "accuracy": 0.9929328621908127,
        "balanced_accuracy": 0.9929328621908127,
        "f1_deny": 0.9964539007092199,
        "auroc": null,
        "nll": 0.013564601729060695,
        "false_approve_rate": 0.007067137809187279,
        "false_deny_rate": null,
        "false_approve_count": 2,
        "false_deny_count": 0,
        "deny_count": 283,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.005175587074934077,
        "accuracy_ci95": [
          0.9746029508745387,
          0.9980597916281205
        ]
      },
      "supply_chain": {
        "n": 299,
        "accuracy": 1.0,
        "balanced_accuracy": 1.0,
        "f1_deny": 1.0,
        "auroc": null,
        "nll": 0.0025439929217869707,
        "false_approve_rate": 0.0,
        "false_deny_rate": null,
        "false_approve_count": 0,
        "false_deny_count": 0,
        "deny_count": 299,
        "approve_count": 0,
        "threshold": 0.5,
        "brier": 0.00026348027190940343,
        "accuracy_ci95": [
          0.9873152809537594,
          0.9999999999999999
        ]
      }
    },
    "difficulty": {
      "easy": {
        "n": 2620,
        "accuracy": 0.9916030534351145,
        "balanced_accuracy": 0.9922654909416808,
        "f1_deny": 0.9888551165146909,
        "auroc": 0.999570546919848,
        "nll": 0.030413120708864625,
        "false_approve_rate": 0.0050968399592252805,
        "false_deny_rate": 0.010372178157413058,
        "false_approve_count": 5,
        "false_deny_count": 17,
        "deny_count": 981,
        "approve_count": 1639,
        "threshold": 0.5,
        "brier": 0.007120159081734136,
        "accuracy_ci95": [
          0.9873184309461167,
          0.9944482041301517
        ]
      },
      "hard": {
        "n": 2446,
        "accuracy": 0.9717906786590351,
        "balanced_accuracy": 0.9605906279413742,
        "f1_deny": 0.9806668534603531,
        "auroc": 0.99116873403254,
        "nll": 0.12208237402021452,
        "false_approve_rate": 0.01463963963963964,
        "false_deny_rate": 0.06417910447761194,
        "false_approve_count": 26,
        "false_deny_count": 43,
        "deny_count": 1776,
        "approve_count": 670,
        "threshold": 0.5,
        "brier": 0.024745626269896105,
        "accuracy_ci95": [
          0.9644529402046846,
          0.9776488401737999
        ]
      },
      "medium": {
        "n": 2758,
        "accuracy": 0.9778825235678028,
        "balanced_accuracy": 0.977867332591638,
        "f1_deny": 0.9749280723386765,
        "auroc": 0.9965479153827067,
        "nll": 0.0741989855846467,
        "false_approve_rate": 0.02225886232481451,
        "false_deny_rate": 0.022006472491909384,
        "false_approve_count": 27,
        "false_deny_count": 34,
        "deny_count": 1213,
        "approve_count": 1545,
        "threshold": 0.5,
        "brier": 0.01805417063217173,
        "accuracy_ci95": [
          0.9716929171102231,
          0.9827427517371741
        ]
      }
    },
    "lang": {
      "English": {
        "n": 5428,
        "accuracy": 0.9826823876197495,
        "balanced_accuracy": 0.982578162488009,
        "f1_deny": 0.9831056793673616,
        "auroc": 0.9981523939831892,
        "nll": 0.059641773992737186,
        "false_approve_rate": 0.012278801011195377,
        "false_deny_rate": 0.022564874012786763,
        "false_approve_count": 34,
        "false_deny_count": 60,
        "deny_count": 2769,
        "approve_count": 2659,
        "threshold": 0.5,
        "brier": 0.01437195442287846,
        "accuracy_ci95": [
          0.9788551087724746,
          0.9858269497384258
        ]
      },
      "French": {
        "n": 206,
        "accuracy": 0.9757281553398058,
        "balanced_accuracy": 0.9753617705476213,
        "f1_deny": 0.9771689497716894,
        "auroc": 0.9964059396576185,
        "nll": 0.06866238400516646,
        "false_approve_rate": 0.01834862385321101,
        "false_deny_rate": 0.030927835051546393,
        "false_approve_count": 2,
        "false_deny_count": 3,
        "deny_count": 109,
        "approve_count": 97,
        "threshold": 0.5,
        "brier": 0.016895695877793618,
        "accuracy_ci95": [
          0.9444495232323662,
          0.9895889699306011
        ]
      },
      "German": {
        "n": 254,
        "accuracy": 0.984251968503937,
        "balanced_accuracy": 0.9841240310077519,
        "f1_deny": 0.9838709677419355,
        "auroc": 0.994139534883721,
        "nll": 0.06823951325178304,
        "false_approve_rate": 0.024,
        "false_deny_rate": 0.007751937984496124,
        "false_approve_count": 3,
        "false_deny_count": 1,
        "deny_count": 125,
        "approve_count": 129,
        "threshold": 0.5,
        "brier": 0.012961419566114345,
        "accuracy_ci95": [
          0.9602153534965894,
          0.9938592981329268
        ]
      },
      "Hindi": {
        "n": 251,
        "accuracy": 0.952191235059761,
        "balanced_accuracy": 0.9522222222222222,
        "f1_deny": 0.9523809523809523,
        "auroc": 0.9934603174603175,
        "nll": 0.18099518549224244,
        "false_approve_rate": 0.04,
        "false_deny_rate": 0.05555555555555555,
        "false_approve_count": 5,
        "false_deny_count": 7,
        "deny_count": 125,
        "approve_count": 126,
        "threshold": 0.5,
        "brier": 0.041566081772691076,
        "accuracy_ci95": [
          0.9183070082442489,
          0.9724428762151581
        ]
      },
      "Italian": {
        "n": 241,
        "accuracy": 0.966804979253112,
        "balanced_accuracy": 0.9646988291719565,
        "f1_deny": 0.9714285714285714,
        "auroc": 0.987656933276908,
        "nll": 0.16740176599208448,
        "false_approve_rate": 0.02158273381294964,
        "false_deny_rate": 0.049019607843137254,
        "false_approve_count": 3,
        "false_deny_count": 5,
        "deny_count": 139,
        "approve_count": 102,
        "threshold": 0.5,
        "brier": 0.028187697005817133,
        "accuracy_ci95": [
          0.9358766025011641,
          0.9830854110554345
        ]
      },
      "Japanese": {
        "n": 238,
        "accuracy": 0.9831932773109243,
        "balanced_accuracy": 0.9826086956521739,
        "f1_deny": 0.984,
        "auroc": 0.9973135383527748,
        "nll": 0.1096708676919037,
        "false_approve_rate": 0.0,
        "false_deny_rate": 0.034782608695652174,
        "false_approve_count": 0,
        "false_deny_count": 4,
        "deny_count": 123,
        "approve_count": 115,
        "threshold": 0.5,
        "brier": 0.01816937224020026,
        "accuracy_ci95": [
          0.9575909951135689,
          0.993445279318295
        ]
      },
      "Korean": {
        "n": 244,
        "accuracy": 0.9672131147540983,
        "balanced_accuracy": 0.9668928086838535,
        "f1_deny": 0.9636363636363636,
        "auroc": 0.9873473541383989,
        "nll": 0.1679144364387331,
        "false_approve_rate": 0.03636363636363636,
        "false_deny_rate": 0.029850746268656716,
        "false_approve_count": 4,
        "false_deny_count": 4,
        "deny_count": 110,
        "approve_count": 134,
        "threshold": 0.5,
        "brier": 0.031218666610967945,
        "accuracy_ci95": [
          0.9366484070383405,
          0.9832945318262631
        ]
      },
      "Mandarin Chinese": {
        "n": 253,
        "accuracy": 0.9762845849802372,
        "balanced_accuracy": 0.9762753188297074,
        "f1_deny": 0.9767441860465116,
        "auroc": 0.9962490622655663,
        "nll": 0.10886221745441135,
        "false_approve_rate": 0.023255813953488372,
        "false_deny_rate": 0.024193548387096774,
        "false_approve_count": 3,
        "false_deny_count": 3,
        "deny_count": 129,
        "approve_count": 124,
        "threshold": 0.5,
        "brier": 0.022635178184099623,
        "accuracy_ci95": [
          0.9492353089010875,
          0.9890867248802525
        ]
      },
      "Portuguese": {
        "n": 237,
        "accuracy": 0.9831223628691983,
        "balanced_accuracy": 0.9831576698476001,
        "f1_deny": 0.9831932773109243,
        "auroc": 0.9956558894744338,
        "nll": 0.09153712509440176,
        "false_approve_rate": 0.00847457627118644,
        "false_deny_rate": 0.025210084033613446,
        "false_approve_count": 1,
        "false_deny_count": 3,
        "deny_count": 118,
        "approve_count": 119,
        "threshold": 0.5,
        "brier": 0.015018040382840764,
        "accuracy_ci95": [
          0.9574154300887275,
          0.9934175416152428
        ]
      },
      "Russian": {
        "n": 211,
        "accuracy": 0.976303317535545,
        "balanced_accuracy": 0.976325247079964,
        "f1_deny": 0.976303317535545,
        "auroc": 0.9956424079065589,
        "nll": 0.1045427442598399,
        "false_approve_rate": 0.02830188679245283,
        "false_deny_rate": 0.01904761904761905,
        "false_approve_count": 3,
        "false_deny_count": 2,
        "deny_count": 106,
        "approve_count": 105,
        "threshold": 0.5,
        "brier": 0.02285002402414394,
        "accuracy_ci95": [
          0.9457369201453067,
          0.9898366935479135
        ]
      },
      "Spanish": {
        "n": 261,
        "accuracy": 0.9923371647509579,
        "balanced_accuracy": 0.9930555555555556,
        "f1_deny": 0.9915254237288136,
        "auroc": 0.9999999999999999,
        "nll": 0.013725914877380384,
        "false_approve_rate": 0.0,
        "false_deny_rate": 0.013888888888888888,
        "false_approve_count": 0,
        "false_deny_count": 2,
        "deny_count": 117,
        "approve_count": 144,
        "threshold": 0.5,
        "brier": 0.0035134914016860344,
        "accuracy_ci95": [
          0.9724958230538083,
          0.9978960526909819
        ]
      }
    }
  }
}