source/results/20260916T155314Z/metrics.json

{
  "claim_scope": "Synthetic same-template engineering smoke only; no zero-shot or calibration claim.",
  "resumed_initial": {
    "n": 72,
    "accuracy": 0.6805555555555556,
    "nll": 0.6283460275501258,
    "brier_multiclass_sum": 0.4186010354989978,
    "ece_top_label_10_equal_width_bins": 0.20466063792506853,
    "reliability_bins": [
      {
        "count": 0,
        "confidence_sum": 0.0,
        "correct_sum": 0.0
      },
      {
        "count": 0,
        "confidence_sum": 0.0,
        "correct_sum": 0.0
      },
      {
        "count": 0,
        "confidence_sum": 0.0,
        "correct_sum": 0.0
      },
      {
        "count": 0,
        "confidence_sum": 0.0,
        "correct_sum": 0.0
      },
      {
        "count": 2,
        "confidence_sum": 0.9695389568805695,
        "correct_sum": 1.0
      },
      {
        "count": 14,
        "confidence_sum": 7.506034731864929,
        "correct_sum": 5.0
      },
      {
        "count": 5,
        "confidence_sum": 3.164838433265686,
        "correct_sum": 4.0
      },
      {
        "count": 2,
        "confidence_sum": 1.5162507891654968,
        "correct_sum": 2.0
      },
      {
        "count": 15,
        "confidence_sum": 12.96066403388977,
        "correct_sum": 3.0
      },
      {
        "count": 34,
        "confidence_sum": 33.08050465583801,
        "correct_sum": 34.0
      }
    ]
  },
  "training": {
    "completed_steps": 61,
    "seconds": 1.0531091949960683,
    "median_step_seconds": 0.23155663900251966
  },
  "parameter_changes": {
    "probe_name": "lm.model.layers.22.self_attn.q_proj.weight",
    "probe_max_abs_from_base": 0.000988468062132597,
    "head_weight_norm": 0.26540684700012207
  },
  "trained_scalar": {
    "n": 72,
    "accuracy": 0.6805555555555556,
    "nll": 0.5877367506796468,
    "brier_multiclass_sum": 0.39270284580168396,
    "ece_top_label_10_equal_width_bins": 0.15160760366254383,
    "reliability_bins": [
      {
        "count": 0,
        "confidence_sum": 0.0,
        "correct_sum": 0.0
      },
      {
        "count": 0,
        "confidence_sum": 0.0,
        "correct_sum": 0.0
      },
      {
        "count": 0,
        "confidence_sum": 0.0,
        "correct_sum": 0.0
      },
      {
        "count": 0,
        "confidence_sum": 0.0,
        "correct_sum": 0.0
      },
      {
        "count": 2,
        "confidence_sum": 0.9829829335212708,
        "correct_sum": 1.0
      },
      {
        "count": 14,
        "confidence_sum": 7.7019460797309875,
        "correct_sum": 5.0
      },
      {
        "count": 5,
        "confidence_sum": 3.199384391307831,
        "correct_sum": 4.0
      },
      {
        "count": 9,
        "confidence_sum": 7.021696746349335,
        "correct_sum": 2.0
      },
      {
        "count": 18,
        "confidence_sum": 15.3345165848732,
        "correct_sum": 13.0
      },
      {
        "count": 24,
        "confidence_sum": 23.960044622421265,
        "correct_sum": 24.0
      }
    ]
  },
  "temperature": 1.6788040399551392,
  "calibrated_scalar": {
    "n": 72,
    "accuracy": 0.6805555555555556,
    "nll": 0.5514396970522486,
    "brier_multiclass_sum": 0.3593295849972896,
    "ece_top_label_10_equal_width_bins": 0.18127533752057287,
    "reliability_bins": [
      {
        "count": 0,
        "confidence_sum": 0.0,
        "correct_sum": 0.0
      },
      {
        "count": 0,
        "confidence_sum": 0.0,
        "correct_sum": 0.0
      },
      {
        "count": 0,
        "confidence_sum": 0.0,
        "correct_sum": 0.0
      },
      {
        "count": 0,
        "confidence_sum": 0.0,
        "correct_sum": 0.0
      },
      {
        "count": 14,
        "confidence_sum": 6.616563111543655,
        "correct_sum": 4.0
      },
      {
        "count": 8,
        "confidence_sum": 4.3197678327560425,
        "correct_sum": 7.0
      },
      {
        "count": 10,
        "confidence_sum": 6.864779949188232,
        "correct_sum": 1.0
      },
      {
        "count": 16,
        "confidence_sum": 11.896972060203552,
        "correct_sum": 13.0
      },
      {
        "count": 0,
        "confidence_sum": 0.0,
        "correct_sum": 0.0
      },
      {
        "count": 24,
        "confidence_sum": 23.212778866291046,
        "correct_sum": 24.0
      }
    ]
  },
  "status": "complete",
  "correctness": {
    "full_vs_shared_probability_max_abs": 1.4901161193847656e-06,
    "repeat_cache_probability_max_abs": 0.0,
    "question_isolation_probability_max_abs": 4.410743713378906e-06,
    "candidate_permutation_probability_max_abs": 1.5944242477416992e-06,
    "tolerance_probability_abs": 0.0001,
    "checkpoint_reload_probability_max_abs": 0.0
  },
  "resources": {
    "peak_cuda_allocated_bytes": 3688010752,
    "peak_cuda_reserved_bytes": 3881828352,
    "final_mem_available_bytes": 121232138240,
    "gpu_snapshot": "temperature.gpu, utilization.gpu [%], power.draw [W]\n56, 90 %, 46.39 W"
  }
}