{
  "export": "/home/user/checkpoints/auto04-v3/kd_b_aug/step-1737",
  "sha256": "bca2d2614055c7dc43d6d9f059446691c343b5bf0ca5271cfe6f29f507cc201d",
  "time": "2026-09-10T23:11:27Z",
  "overall": {
    "n": 3000,
    "accuracy": 0.9683333333333334,
    "balanced_accuracy": 0.9687913886221715,
    "f1_deny": 0.9664192294096854,
    "auroc": 0.9949238884581236,
    "nll": 0.09748464604243104,
    "false_approve_rate": 0.02426837972876517,
    "false_deny_rate": 0.03814884302689181,
    "false_approve_count": 34,
    "false_deny_count": 61,
    "deny_count": 1401,
    "approve_count": 1599,
    "threshold": 0.5,
    "brier": 0.02513362427571565,
    "accuracy_ci95": [
      0.9614436833643786,
      0.9740251283295661
    ]
  },
  "long_16k_64k": {
    "n": 239,
    "accuracy": 0.9623430962343096,
    "balanced_accuracy": 0.962188113260443,
    "f1_deny": 0.9635627530364372,
    "auroc": 0.9942879170171012,
    "nll": 0.10733518996547653,
    "false_approve_rate": 0.032520325203252036,
    "false_deny_rate": 0.04310344827586207,
    "false_approve_count": 4,
    "false_deny_count": 5,
    "deny_count": 123,
    "approve_count": 116,
    "threshold": 0.5,
    "brier": 0.03148497052555311,
    "accuracy_ci95": [
      0.9299945026243701,
      0.9800642701784192
    ]
  },
  "paired_vs_published": {
    "fixed": 31,
    "new_errors": 29,
    "published_correct": 2903,
    "this_correct": 2905
  },
  "lang": {
    "English": {
      "n": 2104,
      "errors": 53
    },
    "French": {
      "n": 91,
      "errors": 1
    },
    "German": {
      "n": 82,
      "errors": 3
    },
    "Hindi": {
      "n": 78,
      "errors": 9
    },
    "Italian": {
      "n": 97,
      "errors": 0
    },
    "Japanese": {
      "n": 112,
      "errors": 5
    },
    "Korean": {
      "n": 97,
      "errors": 4
    },
    "Mandarin Chinese": {
      "n": 83,
      "errors": 5
    },
    "Portuguese": {
      "n": 77,
      "errors": 3
    },
    "Russian": {
      "n": 90,
      "errors": 5
    },
    "Spanish": {
      "n": 89,
      "errors": 7
    }
  },
  "difficulty": {
    "easy": {
      "n": 870,
      "errors": 14
    },
    "hard": {
      "n": 1065,
      "errors": 49
    },
    "medium": {
      "n": 1065,
      "errors": 32
    }
  }
}