{
  "choice_temperature": 3.50919508934021,
  "system1_threshold": 0.9900000000000004,
  "v0_test": {
    "groups": 5948,
    "top1": 0.9808338937457969,
    "top2": 0.9974781439139206,
    "top3": 0.9993275050437121,
    "mrr": 0.989904169468729,
    "nll": 0.17425061641027767,
    "ece_15": 0.05438130469059586,
    "no_action_precision": 0.9463562753036437,
    "no_action_recall": 0.9639175257731959,
    "no_action_f1": 0.955056179775281
  },
  "v1_hard_test": {
    "groups": 500,
    "top1": 0.906,
    "top2": 0.982,
    "top3": 0.994,
    "mrr": 0.9494000000000001,
    "nll": 0.38337309186486584,
    "ece_15": 0.06213699244448128,
    "no_action_precision": 0.918918918918919,
    "no_action_recall": 0.918918918918919,
    "no_action_f1": 0.918918918918919
  },
  "combined_test": {
    "groups": 6448,
    "top1": 0.9750310173697271,
    "top2": 0.9962779156327544,
    "top3": 0.9989143920595533,
    "mrr": 0.9867633374689826,
    "nll": 0.1904438579137576,
    "ece_15": 0.04801053127197572,
    "no_action_precision": 0.9435850773430391,
    "no_action_recall": 0.9592969472710453,
    "no_action_f1": 0.9513761467889907
  },
  "frozen_200": {
    "top1": 0.54,
    "top2": 0.75,
    "top3": 0.87,
    "system1_coverage": 0.07,
    "system1_accuracy": 1.0,
    "unsafe_system1_failures": 0
  }
}