watersheep.json

{
  "format": 2,
  "run_id": "run_20260928-070402",
  "encoder": "answerdotai/ModernBERT-base",
  "tokenizer": "hf",
  "max_len": 512,
  "max_question_tokens": 96,
  "max_option_tokens": 32,
  "max_options": 10,
  "head_layers": 1,
  "temperatures": {
    "binary": 1.0594,
    "choice": 1.0631,
    "score": 1.0022,
    "multi": 0.8276
  },
  "metrics": {
    "test_calibrated": {
      "acc": 0.7778176740474766,
      "ece": 0.025550670609045353
    },
    "zeroshot_calibrated": {
      "acc": 0.6121272507294855,
      "ece": 0.04295260971909359
    }
  },
  "multi_threshold": 0.5,
  "created": "20260928-125453",
  "name": "watersheep-20260928-125452"
}