| { | |
| "n": 500, | |
| "argmax_agreement": 0.996, | |
| "cuda_same_subset": { | |
| "accuracy": 0.7910177949703642, | |
| "macro_f1": 0.7760857891780776, | |
| "nll": 0.6000106706289864, | |
| "brier": 0.317876961372947, | |
| "ece": 0.16696329399611096 | |
| }, | |
| "mlx_same_subset": { | |
| "accuracy": 0.7903820670619089, | |
| "macro_f1": 0.7773120574631693, | |
| "nll": 0.6018786919535075, | |
| "brier": 0.3192216969643718, | |
| "ece": 0.15871818848703334 | |
| }, | |
| "accuracy_difference": -0.0006357279084552303, | |
| "passed": true | |
| } | |