{
  "export": "/home/user/checkpoints/auto04-v3/preview/soup-Afinal-Bfinal",
  "sha256": "8d4a125e417a804e301c6d3542d292bfad57dc709d0b7df3c9aab326a1d6aafa",
  "time": "2026-09-10T23:15:42Z",
  "overall": {
    "n": 3000,
    "accuracy": 0.9693333333333334,
    "balanced_accuracy": 0.9692433573981597,
    "f1_deny": 0.9671897289586305,
    "auroc": 0.9951743126391897,
    "nll": 0.09802602189660843,
    "false_approve_rate": 0.032119914346895075,
    "false_deny_rate": 0.029393370856785492,
    "false_approve_count": 45,
    "false_deny_count": 47,
    "deny_count": 1401,
    "approve_count": 1599,
    "threshold": 0.5,
    "brier": 0.02506443344267767,
    "accuracy_ci95": [
      0.9625383236081206,
      0.9749279303883736
    ]
  },
  "long_16k_64k": {
    "n": 239,
    "accuracy": 0.9581589958158996,
    "balanced_accuracy": 0.9583683767872162,
    "f1_deny": 0.9590163934426229,
    "auroc": 0.9939374824782731,
    "nll": 0.11119518928360436,
    "false_approve_rate": 0.04878048780487805,
    "false_deny_rate": 0.034482758620689655,
    "false_approve_count": 6,
    "false_deny_count": 4,
    "deny_count": 123,
    "approve_count": 116,
    "threshold": 0.5,
    "brier": 0.0315735954334911,
    "accuracy_ci95": [
      0.9247063728819661,
      0.9771165739226081
    ]
  },
  "paired_vs_published": {
    "fixed": 28,
    "new_errors": 23,
    "published_correct": 2903,
    "this_correct": 2908
  },
  "lang": {
    "English": {
      "n": 2104,
      "errors": 51
    },
    "French": {
      "n": 91,
      "errors": 2
    },
    "German": {
      "n": 82,
      "errors": 4
    },
    "Hindi": {
      "n": 78,
      "errors": 7
    },
    "Italian": {
      "n": 97,
      "errors": 0
    },
    "Japanese": {
      "n": 112,
      "errors": 7
    },
    "Korean": {
      "n": 97,
      "errors": 4
    },
    "Mandarin Chinese": {
      "n": 83,
      "errors": 4
    },
    "Portuguese": {
      "n": 77,
      "errors": 4
    },
    "Russian": {
      "n": 90,
      "errors": 4
    },
    "Spanish": {
      "n": 89,
      "errors": 5
    }
  },
  "difficulty": {
    "easy": {
      "n": 870,
      "errors": 12
    },
    "hard": {
      "n": 1065,
      "errors": 52
    },
    "medium": {
      "n": 1065,
      "errors": 28
    }
  }
}