{
  "n": 500,
  "argmax_agreement": 0.996,
  "cuda_same_subset": {
    "accuracy": 0.7910177949703642,
    "macro_f1": 0.7760857891780776,
    "nll": 0.6000106706289864,
    "brier": 0.317876961372947,
    "ece": 0.16696329399611096
  },
  "mlx_same_subset": {
    "accuracy": 0.7903820670619089,
    "macro_f1": 0.7773120574631693,
    "nll": 0.6018786919535075,
    "brier": 0.3192216969643718,
    "ece": 0.15871818848703334
  },
  "accuracy_difference": -0.0006357279084552303,
  "passed": true
}