{
  "export": "/home/user/checkpoints/auto04-v3/kd_a/step-4863",
  "sha256": "01f53c7d355c6cc3739acf5e115a57be780ec1d94905fc6a06cb8a9a10c25772",
  "time": "2026-09-10T22:51:16Z",
  "overall": {
    "n": 3000,
    "accuracy": 0.9696666666666667,
    "balanced_accuracy": 0.9690699353048546,
    "f1_deny": 0.9672779575692197,
    "auroc": 0.9946620813597363,
    "nll": 0.10629027446748754,
    "false_approve_rate": 0.03997144896502498,
    "false_deny_rate": 0.021888680425265792,
    "false_approve_count": 56,
    "false_deny_count": 35,
    "deny_count": 1401,
    "approve_count": 1599,
    "threshold": 0.5,
    "brier": 0.025563907431756044,
    "accuracy_ci95": [
      0.9629035815102408,
      0.9752284865871031
    ]
  },
  "long_16k_64k": {
    "n": 239,
    "accuracy": 0.9623430962343096,
    "balanced_accuracy": 0.9626787216148023,
    "f1_deny": 0.9629629629629629,
    "auroc": 0.9914493972525932,
    "nll": 0.14110322064716416,
    "false_approve_rate": 0.04878048780487805,
    "false_deny_rate": 0.02586206896551724,
    "false_approve_count": 6,
    "false_deny_count": 3,
    "deny_count": 123,
    "approve_count": 116,
    "threshold": 0.5,
    "brier": 0.03391121847399613,
    "accuracy_ci95": [
      0.9299945026243701,
      0.9800642701784192
    ]
  },
  "paired_vs_published": {
    "fixed": 29,
    "new_errors": 23,
    "published_correct": 2903,
    "this_correct": 2909
  },
  "lang": {
    "English": {
      "n": 2104,
      "errors": 55
    },
    "French": {
      "n": 91,
      "errors": 2
    },
    "German": {
      "n": 82,
      "errors": 4
    },
    "Hindi": {
      "n": 78,
      "errors": 6
    },
    "Italian": {
      "n": 97,
      "errors": 0
    },
    "Japanese": {
      "n": 112,
      "errors": 6
    },
    "Korean": {
      "n": 97,
      "errors": 2
    },
    "Mandarin Chinese": {
      "n": 83,
      "errors": 3
    },
    "Portuguese": {
      "n": 77,
      "errors": 4
    },
    "Russian": {
      "n": 90,
      "errors": 4
    },
    "Spanish": {
      "n": 89,
      "errors": 5
    }
  },
  "difficulty": {
    "easy": {
      "n": 870,
      "errors": 10
    },
    "hard": {
      "n": 1065,
      "errors": 54
    },
    "medium": {
      "n": 1065,
      "errors": 27
    }
  }
}