{
  "scope": "Validation only; no reserved predictions; fixed crossfit_temperature_nll_v1",
  "rows": [
    {
      "candidate": "gx10-4b",
      "step": 500,
      "crossfit_nll": 0.24236371302131984,
      "raw_nll": 0.4442408630852608,
      "accuracy": 0.923828125,
      "improved": true
    },
    {
      "candidate": "gx10-4b",
      "step": 1000,
      "crossfit_nll": 0.2668680418742837,
      "raw_nll": 0.32059778917582193,
      "accuracy": 0.90234375,
      "improved": false
    },
    {
      "candidate": "gx10-4b",
      "step": 1500,
      "crossfit_nll": 0.27272764961594875,
      "raw_nll": 0.46897214887359445,
      "accuracy": 0.912109375,
      "improved": false
    },
    {
      "candidate": "gx10-4b",
      "step": 2000,
      "crossfit_nll": 0.21467134961969922,
      "raw_nll": 0.29243061315785635,
      "accuracy": 0.939453125,
      "improved": true
    },
    {
      "candidate": "gx10-4b",
      "step": 2500,
      "crossfit_nll": 0.18864030037724333,
      "raw_nll": 0.30729043451049853,
      "accuracy": 0.935546875,
      "improved": true
    },
    {
      "candidate": "spark-a-4b-low-lr",
      "step": 500,
      "crossfit_nll": 0.25684514880515863,
      "raw_nll": 0.35723661325406986,
      "accuracy": 0.919921875,
      "improved": true
    },
    {
      "candidate": "spark-a-4b-low-lr",
      "step": 1000,
      "crossfit_nll": 0.2516084429101164,
      "raw_nll": 0.3448519121019983,
      "accuracy": 0.9140625,
      "improved": true
    },
    {
      "candidate": "spark-a-4b-low-lr",
      "step": 1500,
      "crossfit_nll": 0.24942319652146452,
      "raw_nll": 0.3873996253891769,
      "accuracy": 0.912109375,
      "improved": true
    },
    {
      "candidate": "spark-a-4b-low-lr",
      "step": 2000,
      "crossfit_nll": 0.23204984516889443,
      "raw_nll": 0.3164248511200586,
      "accuracy": 0.92578125,
      "improved": true
    },
    {
      "candidate": "spark-a-4b-low-lr",
      "step": 2500,
      "crossfit_nll": 0.21801211708868656,
      "raw_nll": 0.3004267175303911,
      "accuracy": 0.92578125,
      "improved": true
    },
    {
      "candidate": "spark-b-2b",
      "step": 500,
      "crossfit_nll": 0.36986992229694793,
      "raw_nll": 0.45433305375755806,
      "accuracy": 0.876953125,
      "improved": true
    },
    {
      "candidate": "spark-b-2b",
      "step": 1000,
      "crossfit_nll": 0.3281878376433132,
      "raw_nll": 0.4657101983683963,
      "accuracy": 0.880859375,
      "improved": true
    },
    {
      "candidate": "spark-b-2b",
      "step": 1500,
      "crossfit_nll": 0.3300765088337009,
      "raw_nll": 0.3541424148692931,
      "accuracy": 0.8828125,
      "improved": false
    },
    {
      "candidate": "spark-b-2b",
      "step": 2000,
      "crossfit_nll": 0.2552943737691716,
      "raw_nll": 0.25676974726429014,
      "accuracy": 0.8984375,
      "improved": true
    },
    {
      "candidate": "spark-b-2b",
      "step": 2500,
      "crossfit_nll": 0.2873950432295314,
      "raw_nll": 0.34164803258559817,
      "accuracy": 0.908203125,
      "improved": false
    },
    {
      "candidate": "spark-b-2b",
      "step": 3000,
      "crossfit_nll": 0.26419258441127697,
      "raw_nll": 0.343850982809214,
      "accuracy": 0.91015625,
      "improved": false
    },
    {
      "candidate": "spark-b-2b",
      "step": 3500,
      "crossfit_nll": 0.2805558053510232,
      "raw_nll": 0.32187738830487217,
      "accuracy": 0.9140625,
      "improved": false
    },
    {
      "candidate": "spark-b-2b",
      "step": 4000,
      "crossfit_nll": 0.31337868570193705,
      "raw_nll": 0.6221038123596042,
      "accuracy": 0.896484375,
      "improved": false
    },
    {
      "candidate": "spark-b-2b",
      "step": 4500,
      "crossfit_nll": 0.2841199300221572,
      "raw_nll": 0.4348410999061469,
      "accuracy": 0.8984375,
      "improved": false
    },
    {
      "candidate": "spark-b-2b",
      "step": 5000,
      "crossfit_nll": 0.279832908363464,
      "raw_nll": 0.2879291938128496,
      "accuracy": 0.90625,
      "improved": false
    },
    {
      "candidate": "spark-b-2b",
      "step": 5500,
      "crossfit_nll": 0.30398422164076616,
      "raw_nll": 0.388565277749868,
      "accuracy": 0.896484375,
      "improved": false
    },
    {
      "candidate": "spark-b-2b",
      "step": 6000,
      "crossfit_nll": 0.35159254105589344,
      "raw_nll": 0.40940693625302227,
      "accuracy": 0.869140625,
      "improved": false
    }
  ]
}