| { |
| "scope": "Validation only; no reserved predictions; fixed crossfit_temperature_nll_v1", |
| "rows": [ |
| { |
| "candidate": "gx10-4b", |
| "step": 500, |
| "crossfit_nll": 0.24236371302131984, |
| "raw_nll": 0.4442408630852608, |
| "accuracy": 0.923828125, |
| "improved": true |
| }, |
| { |
| "candidate": "gx10-4b", |
| "step": 1000, |
| "crossfit_nll": 0.2668680418742837, |
| "raw_nll": 0.32059778917582193, |
| "accuracy": 0.90234375, |
| "improved": false |
| }, |
| { |
| "candidate": "gx10-4b", |
| "step": 1500, |
| "crossfit_nll": 0.27272764961594875, |
| "raw_nll": 0.46897214887359445, |
| "accuracy": 0.912109375, |
| "improved": false |
| }, |
| { |
| "candidate": "gx10-4b", |
| "step": 2000, |
| "crossfit_nll": 0.21467134961969922, |
| "raw_nll": 0.29243061315785635, |
| "accuracy": 0.939453125, |
| "improved": true |
| }, |
| { |
| "candidate": "gx10-4b", |
| "step": 2500, |
| "crossfit_nll": 0.18864030037724333, |
| "raw_nll": 0.30729043451049853, |
| "accuracy": 0.935546875, |
| "improved": true |
| }, |
| { |
| "candidate": "spark-a-4b-low-lr", |
| "step": 500, |
| "crossfit_nll": 0.25684514880515863, |
| "raw_nll": 0.35723661325406986, |
| "accuracy": 0.919921875, |
| "improved": true |
| }, |
| { |
| "candidate": "spark-a-4b-low-lr", |
| "step": 1000, |
| "crossfit_nll": 0.2516084429101164, |
| "raw_nll": 0.3448519121019983, |
| "accuracy": 0.9140625, |
| "improved": true |
| }, |
| { |
| "candidate": "spark-a-4b-low-lr", |
| "step": 1500, |
| "crossfit_nll": 0.24942319652146452, |
| "raw_nll": 0.3873996253891769, |
| "accuracy": 0.912109375, |
| "improved": true |
| }, |
| { |
| "candidate": "spark-a-4b-low-lr", |
| "step": 2000, |
| "crossfit_nll": 0.23204984516889443, |
| "raw_nll": 0.3164248511200586, |
| "accuracy": 0.92578125, |
| "improved": true |
| }, |
| { |
| "candidate": "spark-a-4b-low-lr", |
| "step": 2500, |
| "crossfit_nll": 0.21801211708868656, |
| "raw_nll": 0.3004267175303911, |
| "accuracy": 0.92578125, |
| "improved": true |
| }, |
| { |
| "candidate": "spark-b-2b", |
| "step": 500, |
| "crossfit_nll": 0.36986992229694793, |
| "raw_nll": 0.45433305375755806, |
| "accuracy": 0.876953125, |
| "improved": true |
| }, |
| { |
| "candidate": "spark-b-2b", |
| "step": 1000, |
| "crossfit_nll": 0.3281878376433132, |
| "raw_nll": 0.4657101983683963, |
| "accuracy": 0.880859375, |
| "improved": true |
| }, |
| { |
| "candidate": "spark-b-2b", |
| "step": 1500, |
| "crossfit_nll": 0.3300765088337009, |
| "raw_nll": 0.3541424148692931, |
| "accuracy": 0.8828125, |
| "improved": false |
| }, |
| { |
| "candidate": "spark-b-2b", |
| "step": 2000, |
| "crossfit_nll": 0.2552943737691716, |
| "raw_nll": 0.25676974726429014, |
| "accuracy": 0.8984375, |
| "improved": true |
| }, |
| { |
| "candidate": "spark-b-2b", |
| "step": 2500, |
| "crossfit_nll": 0.2873950432295314, |
| "raw_nll": 0.34164803258559817, |
| "accuracy": 0.908203125, |
| "improved": false |
| }, |
| { |
| "candidate": "spark-b-2b", |
| "step": 3000, |
| "crossfit_nll": 0.26419258441127697, |
| "raw_nll": 0.343850982809214, |
| "accuracy": 0.91015625, |
| "improved": false |
| }, |
| { |
| "candidate": "spark-b-2b", |
| "step": 3500, |
| "crossfit_nll": 0.2805558053510232, |
| "raw_nll": 0.32187738830487217, |
| "accuracy": 0.9140625, |
| "improved": false |
| }, |
| { |
| "candidate": "spark-b-2b", |
| "step": 4000, |
| "crossfit_nll": 0.31337868570193705, |
| "raw_nll": 0.6221038123596042, |
| "accuracy": 0.896484375, |
| "improved": false |
| }, |
| { |
| "candidate": "spark-b-2b", |
| "step": 4500, |
| "crossfit_nll": 0.2841199300221572, |
| "raw_nll": 0.4348410999061469, |
| "accuracy": 0.8984375, |
| "improved": false |
| }, |
| { |
| "candidate": "spark-b-2b", |
| "step": 5000, |
| "crossfit_nll": 0.279832908363464, |
| "raw_nll": 0.2879291938128496, |
| "accuracy": 0.90625, |
| "improved": false |
| }, |
| { |
| "candidate": "spark-b-2b", |
| "step": 5500, |
| "crossfit_nll": 0.30398422164076616, |
| "raw_nll": 0.388565277749868, |
| "accuracy": 0.896484375, |
| "improved": false |
| }, |
| { |
| "candidate": "spark-b-2b", |
| "step": 6000, |
| "crossfit_nll": 0.35159254105589344, |
| "raw_nll": 0.40940693625302227, |
| "accuracy": 0.869140625, |
| "improved": false |
| } |
| ] |
| } |
|
|
