{
 "summary": {
  "label": "jebadiah-27b-Q4_K_M",
  "backend": "gguf",
  "run": "27b-chat-v1",
  "temperatures": {
   "choice": 1.2321,
   "noul": 1.297,
   "score": 1.1423
  },
  "questions": 260,
  "identical_picks": 259,
  "identical_to_merged": 258,
  "by_type": {
   "choice": {
    "identical": 83,
    "questions": 84
   },
   "noul": {
    "identical": 89,
    "questions": 89
   },
   "score": {
    "identical": 87,
    "questions": 87
   }
  },
  "choice_noul": {
   "identical": 172,
   "questions": 173
  },
  "by_set": {
   "jevals-pubmedqa": 80,
   "jevals-banking77": 70,
   "jevals-helpsteer2": 80,
   "nimble-eval": 30
  },
  "max_abs_prob_diff": {
   "median": 0.01308655081026977,
   "p95": 0.06442876927015506,
   "max": 0.12731857803720575
  },
  "differing": [
   {
    "set": "jevals-banking77",
    "id": "jevals-banking77:banking77-2430",
    "qid": "decision",
    "type": "choice",
    "pick": "get_physical_card",
    "pick_run": "getting_spare_card",
    "same": false,
    "pick_merged": "getting_spare_card",
    "same_as_merged": false,
    "max_abs_dp": 0.06826010790155218
   }
  ],
  "token_mismatch": 0,
  "labels_outside_top": 0,
  "load_s": 11.3,
  "total_s": 400.3,
  "reference": "the run's eval-adapter rows, repeat 0, order seed 0 (CUDA, bf16, PEFT adapter unmerged)"
 },
 "rows": [
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-577",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0031940221154118653,
   "probs": [
    0.211104,
    0.788896
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-229",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.008450712632454782,
   "probs": [
    0.067873,
    0.932127
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-874",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.004708197407093072,
   "probs": [
    0.959983,
    0.040017
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-214",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.0101111861717963,
   "probs": [
    0.946784,
    0.053216
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-758",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.00723512429548373,
   "probs": [
    0.961634,
    0.038366
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-967",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.003296701086065168,
   "probs": [
    0.053538,
    0.946462
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-405",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.01308655081026977,
   "probs": [
    0.955364,
    0.044636
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-970",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.00146439809065603,
   "probs": [
    0.985015,
    0.014985
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-842",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.002904697653132615,
   "probs": [
    0.978402,
    0.021598
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-697",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.052732131569029894,
   "probs": [
    0.804085,
    0.195915
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-130",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.025664966948291387,
   "probs": [
    0.875951,
    0.124049
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-880",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.04982656279440545,
   "probs": [
    0.690252,
    0.309748
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-463",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.016985292706982943,
   "probs": [
    0.88741,
    0.11259
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-16",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.05484582290467624,
   "probs": [
    0.732364,
    0.267636
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-531",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.019492342853855274,
   "probs": [
    0.887783,
    0.112217
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-604",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.055358751293513975,
   "probs": [
    0.615456,
    0.384544
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-409",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.04473132840901409,
   "probs": [
    0.776302,
    0.223698
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-388",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.001189160288822693,
   "probs": [
    0.983116,
    0.016884
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-811",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.0496904557803447,
   "probs": [
    0.633801,
    0.366199
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-991",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.06442876927015506,
   "probs": [
    0.739167,
    0.260833
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-11",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.003051691818721225,
   "probs": [
    0.274154,
    0.725846
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-192",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.04034544719265287,
   "probs": [
    0.74299,
    0.25701
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-337",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.07149796768452399,
   "probs": [
    0.384027,
    0.615973
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-867",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0018481898950699904,
   "probs": [
    0.099544,
    0.900456
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-441",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.00326055454664953,
   "probs": [
    0.070133,
    0.929867
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-980",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.02272223628901171,
   "probs": [
    0.844862,
    0.155138
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-736",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.004514160639823572,
   "probs": [
    0.925411,
    0.074589
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-569",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.0013299469285618856,
   "probs": [
    0.970615,
    0.029385
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-359",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0029975794397754107,
   "probs": [
    0.056334,
    0.943666
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-401",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.06103618911960482,
   "probs": [
    0.793728,
    0.206272
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-754",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.009934917771275642,
   "probs": [
    0.371559,
    0.628441
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-858",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.01656538322279144,
   "probs": [
    0.073624,
    0.926376
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-789",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0063109591864937975,
   "probs": [
    0.094239,
    0.905761
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-52",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.013210795686167565,
   "probs": [
    0.178646,
    0.821354
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-119",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.014191820538094424,
   "probs": [
    0.900827,
    0.099173
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-148",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.0014313269130104469,
   "probs": [
    0.987024,
    0.012976
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-519",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.008144371894681313,
   "probs": [
    0.959444,
    0.040556
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-812",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0017781206421768614,
   "probs": [
    0.063446,
    0.936554
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-276",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.019098696457295852,
   "probs": [
    0.893135,
    0.106865
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-505",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.02774588993282777,
   "probs": [
    0.853905,
    0.146095
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-333",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.06408294613050727,
   "probs": [
    0.240958,
    0.759042
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-746",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.008569382176895991,
   "probs": [
    0.955378,
    0.044622
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-644",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0008460912374521068,
   "probs": [
    0.051248,
    0.948752
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-248",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.002140398240017584,
   "probs": [
    0.976178,
    0.023822
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-764",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.001456937965294891,
   "probs": [
    0.044066,
    0.955934
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-711",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.0015257425981433093,
   "probs": [
    0.957492,
    0.042508
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-941",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.017828769274462752,
   "probs": [
    0.916178,
    0.083822
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-651",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.03028549656201951,
   "probs": [
    0.34735,
    0.65265
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-846",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.00977980325865515,
   "probs": [
    0.955604,
    0.044396
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-906",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0013261670284353544,
   "probs": [
    0.041125,
    0.958875
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-931",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.03887103218829038,
   "probs": [
    0.789886,
    0.210114
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-74",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.005073381055461193,
   "probs": [
    0.973551,
    0.026449
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-58",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.07125859789384792,
   "probs": [
    0.585349,
    0.414651
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-878",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.007980827684458298,
   "probs": [
    0.953739,
    0.046261
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-217",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.014579850544755912,
   "probs": [
    0.225697,
    0.774303
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-966",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.01007191031170973,
   "probs": [
    0.079395,
    0.920605
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-304",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.01650314664189856,
   "probs": [
    0.928175,
    0.071825
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-60",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.02806079700004771,
   "probs": [
    0.887608,
    0.112392
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-624",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.0014590075560322324,
   "probs": [
    0.986816,
    0.013184
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-547",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.013879032788664425,
   "probs": [
    0.293053,
    0.706947
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-374",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.000944142926683135,
   "probs": [
    0.032344,
    0.967656
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-774",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.012994790858534583,
   "probs": [
    0.913253,
    0.086747
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-872",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.015325056057447217,
   "probs": [
    0.135759,
    0.864241
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-524",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.00782607721542733,
   "probs": [
    0.876416,
    0.123584
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-404",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0013379645994341556,
   "probs": [
    0.028191,
    0.971809
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-829",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.00011713933589024492,
   "probs": [
    0.027291,
    0.972709
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-386",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.015151382828070603,
   "probs": [
    0.089595,
    0.910405
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-675",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.005798980759651743,
   "probs": [
    0.972205,
    0.027795
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-555",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.0021833733997376203,
   "probs": [
    0.979095,
    0.020905
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-963",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.007540417340809465,
   "probs": [
    0.952378,
    0.047622
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-314",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.008628658578743294,
   "probs": [
    0.935605,
    0.064395
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-895",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0037097283683989457,
   "probs": [
    0.083602,
    0.916398
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-342",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.004776549914091044,
   "probs": [
    0.064337,
    0.935663
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-656",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0007675493093989294,
   "probs": [
    0.040587,
    0.959413
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-79",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.004347956516146501,
   "probs": [
    0.971454,
    0.028546
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-715",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0025064877432640076,
   "probs": [
    0.057462,
    0.942538
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-368",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0025307795923118492,
   "probs": [
    0.051564,
    0.948436
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-226",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.003098758070681964,
   "probs": [
    0.973404,
    0.026596
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-743",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.008211928306490715,
   "probs": [
    0.080409,
    0.919591
   ]
  },
  {
   "set": "jevals-pubmedqa",
   "id": "jevals-pubmedqa:pubmedqa-871",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.019711453841806614,
   "probs": [
    0.59037,
    0.40963
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1749",
   "qid": "decision",
   "type": "choice",
   "pick": "failed_transfer",
   "pick_run": "failed_transfer",
   "same": true,
   "pick_merged": "failed_transfer",
   "same_as_merged": true,
   "max_abs_dp": 0.04617429227303527,
   "probs": [
    0.001367,
    0.001198,
    0.000647,
    0.000477,
    0.000694,
    0.004571,
    0.000421,
    0.00286,
    0.008183,
    0.00332,
    0.000487,
    0.00032,
    0.000141,
    9.3e-05,
    0.001889,
    0.000248,
    0.000316,
    0.000155,
    0.000297,
    0.000369,
    0.000455,
    0.000368,
    0.000271,
    0.000273,
    0.000238,
    0.000641,
    0.001789,
    0.315837,
    0.00138,
    0.001504,
    0.000503,
    0.000981,
    0.002035,
    0.009991,
    0.01084,
    0.589915,
    0.000899,
    0.001154,
    0.000698,
    0.000422,
    0.000993,
    0.000572,
    0.000764,
    0.000447,
    0.000458,
    0.000309,
    0.000481,
    0.001006,
    0.001125,
    0.000345,
    0.000951,
    0.000461,
    0.000438,
    0.000612,
    0.000675,
    0.000102,
    0.000114,
    0.000102,
    0.000231,
    0.001697,
    0.000229,
    0.013982,
    0.000233,
    0.000242,
    0.000303,
    0.000408,
    0.002387,
    0.000306,
    0.000124,
    0.000541,
    0.000235,
    0.000261,
    0.000119,
    0.000147,
    0.000102,
    0.000123,
    0.00013
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-669",
   "qid": "decision",
   "type": "choice",
   "pick": "pending_top_up",
   "pick_run": "pending_top_up",
   "same": true,
   "pick_merged": "pending_top_up",
   "same_as_merged": true,
   "max_abs_dp": 0.016781656478480844,
   "probs": [
    0.000117,
    0.000534,
    0.000117,
    6.3e-05,
    0.000782,
    0.006589,
    0.000438,
    0.00032,
    7.3e-05,
    9.9e-05,
    6.4e-05,
    4.1e-05,
    2.3e-05,
    4.2e-05,
    5.4e-05,
    0.000136,
    0.000158,
    6.3e-05,
    0.000142,
    0.000112,
    0.000146,
    0.000399,
    8e-05,
    7.5e-05,
    8.8e-05,
    6.6e-05,
    8.4e-05,
    0.000754,
    0.000601,
    0.000484,
    0.000455,
    0.000615,
    0.00072,
    0.016309,
    0.00054,
    0.000416,
    0.000257,
    0.000449,
    0.000252,
    0.000436,
    0.00031,
    0.00067,
    0.000582,
    0.000452,
    0.000267,
    0.002934,
    0.01444,
    0.898538,
    0.004704,
    0.000278,
    0.000878,
    0.000165,
    0.000155,
    0.000131,
    0.000217,
    8.6e-05,
    0.000787,
    0.000572,
    0.00062,
    0.017989,
    0.0001,
    0.000118,
    0.000335,
    0.000165,
    0.00016,
    0.000156,
    0.000141,
    0.000145,
    0.000183,
    0.000224,
    0.000162,
    0.001889,
    0.017273,
    0.000587,
    0.000154,
    0.000161,
    8.3e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2687",
   "qid": "decision",
   "type": "choice",
   "pick": "transfer_timing",
   "pick_run": "transfer_timing",
   "same": true,
   "pick_merged": "transfer_timing",
   "same_as_merged": true,
   "max_abs_dp": 0.001754306707583253,
   "probs": [
    6.8e-05,
    0.0004,
    6.8e-05,
    1.6e-05,
    2.4e-05,
    1.7e-05,
    1.8e-05,
    1.1e-05,
    2.5e-05,
    1.3e-05,
    1e-05,
    2.7e-05,
    2e-05,
    2e-05,
    1.9e-05,
    5.2e-05,
    4.9e-05,
    1e-05,
    3.1e-05,
    1.8e-05,
    1.1e-05,
    1.3e-05,
    3.3e-05,
    1.6e-05,
    9e-05,
    4.3e-05,
    4.4e-05,
    0.000125,
    7.8e-05,
    0.000128,
    6.9e-05,
    3.3e-05,
    7.3e-05,
    8.1e-05,
    0.000185,
    3e-05,
    5.7e-05,
    0.000152,
    0.000145,
    0.000145,
    0.000247,
    0.001351,
    0.000266,
    8.7e-05,
    6.4e-05,
    0.000103,
    9.4e-05,
    0.000734,
    0.001166,
    8.1e-05,
    0.000513,
    0.00014,
    6.7e-05,
    6.4e-05,
    0.000137,
    0.000104,
    7.8e-05,
    0.000198,
    0.000191,
    0.000142,
    8.3e-05,
    0.000161,
    0.000243,
    0.00019,
    0.000919,
    0.005721,
    0.008306,
    0.973173,
    0.000154,
    0.0002,
    0.000284,
    0.000384,
    0.000363,
    0.000787,
    0.000315,
    0.000262,
    0.000163
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-610",
   "qid": "decision",
   "type": "choice",
   "pick": "receiving_money",
   "pick_run": "receiving_money",
   "same": true,
   "pick_merged": "receiving_money",
   "same_as_merged": true,
   "max_abs_dp": 0.05019469019452605,
   "probs": [
    0.000281,
    0.00058,
    0.000371,
    0.000267,
    0.000327,
    0.002329,
    0.000161,
    0.000119,
    0.000135,
    8.5e-05,
    0.000104,
    0.000105,
    0.000169,
    0.000193,
    0.000173,
    0.000259,
    0.000351,
    0.000101,
    7.6e-05,
    0.001281,
    7.7e-05,
    0.000128,
    0.000121,
    0.000256,
    0.005546,
    0.000122,
    0.00022,
    0.000382,
    0.000196,
    0.000253,
    0.000625,
    0.001496,
    0.000724,
    0.001116,
    0.004965,
    0.001099,
    0.000215,
    0.000355,
    0.002007,
    0.003027,
    0.000181,
    0.000275,
    0.000951,
    0.000976,
    0.000286,
    0.000339,
    0.000407,
    0.001348,
    0.001505,
    0.001219,
    0.719676,
    0.001853,
    0.000213,
    0.000411,
    0.000781,
    0.000492,
    0.003331,
    0.001965,
    0.003571,
    0.001222,
    0.000273,
    0.000381,
    0.000674,
    0.001488,
    0.025014,
    0.180374,
    0.000882,
    0.00088,
    0.000759,
    0.000745,
    0.001028,
    0.000546,
    0.000534,
    0.000653,
    0.001253,
    0.013017,
    9.9e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2279",
   "qid": "decision",
   "type": "choice",
   "pick": "failed_transfer",
   "pick_run": "failed_transfer",
   "same": true,
   "pick_merged": "failed_transfer",
   "same_as_merged": true,
   "max_abs_dp": 0.031748657240703526,
   "probs": [
    0.001156,
    0.001543,
    0.000985,
    0.000515,
    0.000776,
    0.00602,
    0.00043,
    0.001475,
    0.002641,
    0.005431,
    0.000667,
    0.000371,
    0.000192,
    0.000121,
    0.002401,
    0.000377,
    0.00047,
    0.000219,
    0.000401,
    0.000509,
    0.000593,
    0.000422,
    0.000506,
    0.000397,
    0.000298,
    0.00151,
    0.001478,
    0.19908,
    0.001301,
    0.001235,
    0.000474,
    0.000997,
    0.001856,
    0.004865,
    0.008512,
    0.71198,
    0.000892,
    0.000933,
    0.000506,
    0.000386,
    0.001361,
    0.000562,
    0.000891,
    0.000395,
    0.000355,
    0.000291,
    0.000512,
    0.001075,
    0.001729,
    0.000361,
    0.000934,
    0.000496,
    0.00057,
    0.000452,
    0.000645,
    0.00011,
    0.00011,
    9.5e-05,
    0.000198,
    0.000969,
    0.000146,
    0.01622,
    0.000211,
    0.000195,
    0.000213,
    0.000343,
    0.003648,
    0.000308,
    0.000124,
    0.000361,
    0.000203,
    0.000253,
    0.000116,
    0.000192,
    9.9e-05,
    0.000136,
    0.000196
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2981",
   "qid": "decision",
   "type": "choice",
   "pick": "apple_pay_or_google_pay",
   "pick_run": "apple_pay_or_google_pay",
   "same": true,
   "pick_merged": "apple_pay_or_google_pay",
   "same_as_merged": true,
   "max_abs_dp": 0.04187415384912696,
   "probs": [
    0.000738,
    0.001824,
    0.942162,
    0.000727,
    0.013621,
    0.000681,
    0.000377,
    0.00024,
    0.000197,
    0.000135,
    0.000851,
    0.000183,
    0.000131,
    0.001217,
    0.000146,
    0.000188,
    0.000145,
    0.000127,
    0.000137,
    0.000188,
    0.000169,
    0.000193,
    0.000151,
    0.000134,
    0.00018,
    0.000157,
    3.3e-05,
    0.000146,
    0.000241,
    7e-05,
    9.7e-05,
    5.5e-05,
    4.4e-05,
    0.00017,
    0.000104,
    8.9e-05,
    0.000169,
    8.6e-05,
    5.7e-05,
    5.6e-05,
    2.5e-05,
    7.5e-05,
    2.8e-05,
    2.8e-05,
    4.7e-05,
    6.3e-05,
    4.5e-05,
    0.000293,
    7.1e-05,
    1.3e-05,
    3.7e-05,
    2.3e-05,
    0.000138,
    5.6e-05,
    0.001974,
    3.7e-05,
    0.000538,
    0.000555,
    0.000692,
    0.001127,
    0.000522,
    0.000514,
    0.023311,
    0.000673,
    0.000317,
    0.000184,
    4.6e-05,
    0.000105,
    0.000111,
    0.000113,
    9.7e-05,
    0.000716,
    0.000502,
    0.000124,
    0.000147,
    0.000118,
    0.000117
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1242",
   "qid": "decision",
   "type": "choice",
   "pick": "passcode_forgotten",
   "pick_run": "passcode_forgotten",
   "same": true,
   "pick_merged": "passcode_forgotten",
   "same_as_merged": true,
   "max_abs_dp": 0.07123639110804281,
   "probs": [
    0.000518,
    0.000617,
    0.000976,
    0.009069,
    0.000446,
    0.000497,
    0.000509,
    0.000354,
    0.000454,
    0.000204,
    0.000627,
    0.000431,
    0.000304,
    0.000213,
    0.001454,
    0.001147,
    0.000485,
    0.000661,
    0.001524,
    0.000715,
    0.000323,
    0.329411,
    0.00034,
    0.000575,
    0.000256,
    0.000274,
    0.000386,
    0.000291,
    0.000715,
    0.000952,
    0.000141,
    0.000314,
    0.000441,
    0.000423,
    0.000275,
    0.000257,
    0.000287,
    0.001005,
    0.000427,
    0.000565,
    0.000115,
    0.000563,
    0.000351,
    0.001084,
    0.595834,
    0.000697,
    0.000468,
    0.002118,
    0.000295,
    0.037099,
    0.000526,
    0.000251,
    5.8e-05,
    3e-05,
    7e-05,
    1.1e-05,
    6.1e-05,
    2.5e-05,
    2.9e-05,
    2.4e-05,
    1.7e-05,
    9e-06,
    1.6e-05,
    4.4e-05,
    2.8e-05,
    1.1e-05,
    3.2e-05,
    3.1e-05,
    0.00011,
    0.000537,
    3.1e-05,
    5.2e-05,
    6.8e-05,
    1.1e-05,
    0.000136,
    9.5e-05,
    0.000203
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2986",
   "qid": "decision",
   "type": "choice",
   "pick": "apple_pay_or_google_pay",
   "pick_run": "apple_pay_or_google_pay",
   "same": true,
   "pick_merged": "apple_pay_or_google_pay",
   "same_as_merged": true,
   "max_abs_dp": 0.018827458962278887,
   "probs": [
    0.001222,
    0.002984,
    0.844615,
    0.001676,
    0.022074,
    0.001422,
    0.000656,
    0.000496,
    0.000262,
    0.000218,
    0.002846,
    0.000295,
    0.000207,
    0.001956,
    0.000221,
    0.000278,
    0.000233,
    0.000168,
    0.00017,
    0.00027,
    0.000205,
    0.000229,
    0.00026,
    0.00023,
    0.000819,
    0.000287,
    9.2e-05,
    0.000238,
    0.000463,
    0.000129,
    0.000206,
    0.000164,
    0.000106,
    0.00047,
    0.000336,
    0.000233,
    0.000711,
    0.000173,
    0.000128,
    0.000168,
    5.3e-05,
    0.000143,
    7.1e-05,
    7e-05,
    0.00012,
    0.000129,
    0.000108,
    0.001052,
    0.000278,
    4e-05,
    0.000336,
    6.2e-05,
    0.000381,
    0.000132,
    0.007476,
    0.000107,
    0.001111,
    0.002601,
    0.002372,
    0.003134,
    0.00096,
    0.001196,
    0.078335,
    0.002248,
    0.000964,
    0.001768,
    0.000154,
    0.000238,
    0.000229,
    0.000367,
    0.000312,
    0.002836,
    0.001122,
    0.000409,
    0.000353,
    0.000408,
    0.000412
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2557",
   "qid": "decision",
   "type": "choice",
   "pick": "wrong_exchange_rate_for_cash_withdrawal",
   "pick_run": "wrong_exchange_rate_for_cash_withdrawal",
   "same": true,
   "pick_merged": "wrong_exchange_rate_for_cash_withdrawal",
   "same_as_merged": true,
   "max_abs_dp": 0.06435462030836059,
   "probs": [
    0.000761,
    0.002096,
    0.00275,
    0.084865,
    0.000452,
    0.000563,
    0.000572,
    0.00024,
    0.000193,
    0.000207,
    0.000262,
    0.000188,
    0.000119,
    0.000107,
    0.000129,
    0.000121,
    0.000289,
    0.005277,
    0.000139,
    0.000921,
    0.000395,
    0.000371,
    0.000294,
    0.000643,
    0.00208,
    0.000426,
    0.00014,
    0.000257,
    0.000289,
    0.000169,
    2.2e-05,
    5.5e-05,
    0.000477,
    6.1e-05,
    6.3e-05,
    5.5e-05,
    4e-05,
    0.000107,
    8.2e-05,
    0.000113,
    1e-05,
    5.4e-05,
    3.5e-05,
    0.000138,
    0.000174,
    0.000232,
    5.8e-05,
    0.000131,
    8.8e-05,
    0.00014,
    0.00072,
    6.3e-05,
    0.003048,
    0.000174,
    0.001029,
    0.000451,
    0.000358,
    0.0003,
    0.000516,
    0.000339,
    0.000393,
    0.00038,
    0.000184,
    0.000327,
    0.000598,
    0.000278,
    0.000201,
    0.000256,
    0.000476,
    0.000457,
    0.000402,
    0.001347,
    0.000706,
    0.000609,
    0.001357,
    0.248168,
    0.629416
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2076",
   "qid": "decision",
   "type": "choice",
   "pick": "declined_card_payment",
   "pick_run": "declined_card_payment",
   "same": true,
   "pick_merged": "declined_card_payment",
   "same_as_merged": true,
   "max_abs_dp": 0.034889328992254276,
   "probs": [
    0.016648,
    0.001372,
    0.001197,
    0.00099,
    0.001181,
    0.00197,
    0.001158,
    0.000666,
    0.001003,
    0.001053,
    0.022603,
    0.001179,
    0.000623,
    0.000745,
    0.200676,
    0.001845,
    0.010081,
    0.001447,
    0.000999,
    0.001165,
    0.000722,
    0.002133,
    0.001761,
    0.004155,
    0.000971,
    0.707813,
    0.002833,
    0.000875,
    0.000645,
    0.0004,
    0.000188,
    0.000155,
    0.000169,
    9.4e-05,
    0.000148,
    0.000147,
    0.00026,
    0.000128,
    0.000165,
    9.3e-05,
    0.00012,
    0.000152,
    0.000242,
    0.000101,
    0.00019,
    0.001205,
    0.000105,
    0.000373,
    0.000112,
    0.000273,
    0.000112,
    0.000794,
    0.000174,
    0.001708,
    0.000161,
    6e-05,
    8.8e-05,
    7.9e-05,
    6.4e-05,
    5.8e-05,
    2e-05,
    7.5e-05,
    0.0001,
    7.4e-05,
    7e-05,
    6.8e-05,
    3.5e-05,
    5.2e-05,
    3.8e-05,
    5.7e-05,
    8.2e-05,
    5.4e-05,
    0.000184,
    4.1e-05,
    0.000108,
    6.6e-05,
    0.00025
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-437",
   "qid": "decision",
   "type": "choice",
   "pick": "exchange_via_app",
   "pick_run": "exchange_via_app",
   "same": true,
   "pick_merged": "exchange_via_app",
   "same_as_merged": true,
   "max_abs_dp": 0.04379909936054638,
   "probs": [
    0.000632,
    0.000822,
    0.00068,
    0.000108,
    0.000173,
    0.00028,
    0.000492,
    0.001554,
    0.000202,
    0.000125,
    0.000382,
    0.000185,
    5.7e-05,
    4.8e-05,
    6.1e-05,
    7.2e-05,
    0.000101,
    0.000244,
    7.4e-05,
    5.7e-05,
    7.8e-05,
    0.000205,
    3.7e-05,
    0.000166,
    0.000442,
    0.000107,
    0.001257,
    0.001839,
    0.010818,
    0.001493,
    0.000662,
    0.005947,
    0.05349,
    0.731171,
    0.001994,
    0.002121,
    0.105388,
    0.001473,
    0.000449,
    0.000424,
    0.000289,
    0.000374,
    0.000766,
    0.000332,
    0.000174,
    0.000141,
    0.000327,
    0.000586,
    0.000233,
    0.00048,
    0.000718,
    0.000255,
    0.000916,
    0.000262,
    0.043835,
    0.000276,
    0.00056,
    0.000558,
    0.001847,
    0.014577,
    0.000227,
    0.000199,
    0.002959,
    0.000237,
    0.00029,
    0.000196,
    0.000161,
    7e-05,
    0.000148,
    0.000237,
    0.000162,
    0.000392,
    0.000114,
    6.8e-05,
    9.7e-05,
    0.00023,
    0.000794
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2717",
   "qid": "decision",
   "type": "choice",
   "pick": "cash_withdrawal_not_recognised",
   "pick_run": "cash_withdrawal_not_recognised",
   "same": true,
   "pick_merged": "cash_withdrawal_not_recognised",
   "same_as_merged": true,
   "max_abs_dp": 0.01616587577585782,
   "probs": [
    0.000578,
    0.00077,
    0.000829,
    0.001787,
    0.00036,
    0.002063,
    0.001842,
    0.000287,
    0.000346,
    0.000363,
    0.000416,
    0.000326,
    0.000155,
    0.00023,
    0.000328,
    0.000283,
    0.006362,
    0.000574,
    0.000433,
    0.007472,
    0.898725,
    0.000768,
    0.000484,
    0.000334,
    0.000492,
    0.000466,
    0.007928,
    0.000701,
    0.006406,
    0.00043,
    0.000417,
    0.00014,
    0.000351,
    0.000263,
    0.000721,
    0.000203,
    0.00018,
    0.000325,
    0.000227,
    0.000212,
    0.00024,
    0.000133,
    0.000738,
    0.000239,
    0.000511,
    0.000815,
    0.03326,
    0.000185,
    0.000205,
    0.000146,
    0.00159,
    0.000176,
    0.000359,
    0.001038,
    0.000409,
    7.7e-05,
    0.000173,
    8.9e-05,
    0.000179,
    0.000121,
    0.000122,
    6.5e-05,
    8.3e-05,
    9.3e-05,
    0.000166,
    8.3e-05,
    9.9e-05,
    5.4e-05,
    8.5e-05,
    0.00013,
    0.000201,
    0.000905,
    8.4e-05,
    4.8e-05,
    6e-05,
    0.005118,
    0.006346
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1407",
   "qid": "decision",
   "type": "choice",
   "pick": "compromised_card",
   "pick_run": "compromised_card",
   "same": true,
   "pick_merged": "compromised_card",
   "same_as_merged": true,
   "max_abs_dp": 0.007829429607548247,
   "probs": [
    0.001036,
    0.000703,
    0.000962,
    0.000527,
    0.000697,
    0.000523,
    0.000655,
    0.000332,
    0.000539,
    0.000603,
    0.002306,
    0.000836,
    0.000348,
    0.000534,
    0.011358,
    0.001715,
    0.10818,
    0.001047,
    0.001062,
    0.001171,
    0.008467,
    0.000834,
    0.832594,
    0.000523,
    0.000407,
    0.000535,
    0.000291,
    0.000427,
    0.006577,
    0.000437,
    0.000347,
    0.000126,
    0.000147,
    0.000145,
    0.00553,
    0.000247,
    0.000278,
    0.000267,
    0.000122,
    8.2e-05,
    9.2e-05,
    0.002087,
    0.00071,
    0.000164,
    0.000171,
    0.000226,
    0.000167,
    0.000138,
    0.000243,
    6.3e-05,
    0.000112,
    3e-05,
    6.1e-05,
    0.000113,
    0.00024,
    3.7e-05,
    8.4e-05,
    5.1e-05,
    5.9e-05,
    8.4e-05,
    8.3e-05,
    5.5e-05,
    7.6e-05,
    0.000203,
    5.9e-05,
    4.9e-05,
    2.7e-05,
    6.1e-05,
    7.7e-05,
    7.6e-05,
    6.8e-05,
    8.1e-05,
    6.5e-05,
    0.000156,
    3.8e-05,
    8.3e-05,
    0.000296
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-51",
   "qid": "decision",
   "type": "choice",
   "pick": "card_linking",
   "pick_run": "card_linking",
   "same": true,
   "pick_merged": "card_linking",
   "same_as_merged": true,
   "max_abs_dp": 0.00025386433644962827,
   "probs": [
    0.000228,
    9.4e-05,
    0.000972,
    0.000116,
    0.000298,
    0.00011,
    0.000102,
    8.1e-05,
    0.000129,
    0.000165,
    0.001905,
    0.00041,
    0.000232,
    0.991822,
    0.000311,
    0.000163,
    0.000156,
    0.000165,
    0.00017,
    0.000131,
    0.000113,
    8.9e-05,
    0.000115,
    7.7e-05,
    8e-05,
    0.0001,
    1.2e-05,
    5.5e-05,
    6e-05,
    3.4e-05,
    2.4e-05,
    1e-05,
    1e-05,
    1.4e-05,
    1.5e-05,
    1.2e-05,
    3.6e-05,
    2.2e-05,
    6.6e-05,
    7.2e-05,
    5e-05,
    1.2e-05,
    8e-06,
    1.6e-05,
    9e-06,
    1.1e-05,
    1.1e-05,
    1.2e-05,
    3.8e-05,
    3e-06,
    6e-06,
    4e-06,
    2e-05,
    2e-06,
    0.000378,
    1.2e-05,
    1e-05,
    1.1e-05,
    1.7e-05,
    1.1e-05,
    5e-06,
    7e-06,
    0.000302,
    1.1e-05,
    1.6e-05,
    0.000104,
    1.6e-05,
    3e-06,
    1e-05,
    1.3e-05,
    4e-06,
    1.5e-05,
    1.4e-05,
    3.3e-05,
    7e-06,
    7e-06,
    1.7e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1566",
   "qid": "decision",
   "type": "choice",
   "pick": "declined_cash_withdrawal",
   "pick_run": "declined_cash_withdrawal",
   "same": true,
   "pick_merged": "declined_cash_withdrawal",
   "same_as_merged": true,
   "max_abs_dp": 0.014281993315752362,
   "probs": [
    0.00304,
    0.000822,
    0.001147,
    0.118725,
    0.000583,
    0.000705,
    0.00041,
    0.000378,
    0.000352,
    0.00041,
    0.006286,
    0.000326,
    0.000307,
    0.000322,
    0.010932,
    0.00038,
    0.000889,
    0.000494,
    0.001544,
    0.001485,
    0.00097,
    0.000967,
    0.000654,
    0.000869,
    0.000338,
    0.038501,
    0.785812,
    0.001156,
    0.0014,
    0.00302,
    0.000821,
    0.000569,
    0.000688,
    0.000599,
    0.001134,
    0.000516,
    0.00061,
    0.000407,
    0.000993,
    0.000341,
    0.000364,
    0.000254,
    0.000408,
    0.000315,
    0.000949,
    0.001983,
    0.000346,
    0.000492,
    0.000424,
    0.000333,
    0.000259,
    0.001022,
    0.000276,
    0.00144,
    0.000175,
    3.8e-05,
    3.3e-05,
    2.7e-05,
    5.6e-05,
    2e-05,
    1.8e-05,
    2.1e-05,
    4.8e-05,
    3e-05,
    7.2e-05,
    2e-05,
    2.2e-05,
    1.5e-05,
    2.2e-05,
    5.8e-05,
    6.4e-05,
    2.1e-05,
    1.8e-05,
    1.4e-05,
    1e-05,
    4e-05,
    0.000386
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1817",
   "qid": "decision",
   "type": "choice",
   "pick": "declined_card_payment",
   "pick_run": "declined_card_payment",
   "same": true,
   "pick_merged": "declined_card_payment",
   "same_as_merged": true,
   "max_abs_dp": 0.02448982185629539,
   "probs": [
    0.001158,
    0.001272,
    0.00126,
    0.001252,
    0.000682,
    0.007061,
    0.001591,
    0.00202,
    0.001144,
    0.003982,
    0.024117,
    0.001099,
    0.000518,
    0.00061,
    0.349178,
    0.002614,
    0.048667,
    0.00113,
    0.000472,
    0.00172,
    0.001445,
    0.003638,
    0.001216,
    0.00692,
    0.001038,
    0.40723,
    0.001261,
    0.009212,
    0.002904,
    0.000962,
    0.000301,
    0.000491,
    0.000596,
    0.004231,
    0.002156,
    0.040124,
    0.001489,
    0.000443,
    0.00066,
    0.000274,
    0.000516,
    0.000415,
    0.002328,
    0.000219,
    0.00033,
    0.002705,
    0.000392,
    0.003188,
    0.000257,
    0.000304,
    0.001035,
    0.002678,
    0.000369,
    0.000725,
    0.000267,
    0.000122,
    0.000206,
    0.000287,
    0.000604,
    0.030821,
    9.4e-05,
    0.007915,
    0.001024,
    0.000317,
    0.000271,
    0.000317,
    0.00015,
    0.000138,
    0.000165,
    0.000151,
    0.000247,
    0.000259,
    0.00206,
    0.000177,
    0.000345,
    0.000185,
    0.00028
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1244",
   "qid": "decision",
   "type": "choice",
   "pick": "change_pin",
   "pick_run": "change_pin",
   "same": true,
   "pick_merged": "change_pin",
   "same_as_merged": true,
   "max_abs_dp": 0.022665187391731623,
   "probs": [
    0.001229,
    0.00077,
    0.001086,
    0.006633,
    0.000905,
    0.000766,
    0.000614,
    0.000459,
    0.000363,
    0.000581,
    0.00136,
    0.001344,
    0.000442,
    0.000606,
    0.002063,
    0.001213,
    0.000858,
    0.001197,
    0.002668,
    0.001954,
    0.000795,
    0.756012,
    0.000765,
    0.001684,
    0.000366,
    0.000739,
    0.000606,
    0.000581,
    0.002437,
    0.003137,
    0.000383,
    0.00082,
    0.000576,
    0.001559,
    0.000484,
    0.000782,
    0.000908,
    0.002078,
    0.001304,
    0.001004,
    0.000242,
    0.000974,
    0.000863,
    0.002439,
    0.101821,
    0.002332,
    0.000821,
    0.003249,
    0.000867,
    0.077283,
    0.000954,
    0.000919,
    0.000145,
    4.2e-05,
    0.00013,
    2.1e-05,
    0.000171,
    8.9e-05,
    6.1e-05,
    9.3e-05,
    1.8e-05,
    3e-05,
    4.6e-05,
    7.2e-05,
    5.4e-05,
    2e-05,
    4.7e-05,
    3.9e-05,
    0.000177,
    0.000323,
    7.5e-05,
    9.4e-05,
    0.000185,
    2.9e-05,
    0.00047,
    0.000176,
    0.000497
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1169",
   "qid": "decision",
   "type": "choice",
   "pick": "unable_to_verify_identity",
   "pick_run": "unable_to_verify_identity",
   "same": true,
   "pick_merged": "unable_to_verify_identity",
   "same_as_merged": true,
   "max_abs_dp": 0.07258934443753978,
   "probs": [
    0.000634,
    0.010125,
    0.000318,
    8.4e-05,
    0.000129,
    6.8e-05,
    6.5e-05,
    3.3e-05,
    5.6e-05,
    6.4e-05,
    0.000126,
    0.000114,
    2.6e-05,
    2.2e-05,
    3.7e-05,
    4.5e-05,
    9.5e-05,
    0.000386,
    0.000113,
    4.7e-05,
    5.3e-05,
    6e-05,
    0.001636,
    0.001426,
    0.000368,
    0.00013,
    0.000296,
    0.000873,
    0.000387,
    0.000158,
    0.000348,
    9.6e-05,
    0.000129,
    0.000173,
    0.000485,
    0.000306,
    6.7e-05,
    0.00024,
    0.000128,
    0.000143,
    8.4e-05,
    0.000198,
    9.3e-05,
    0.005863,
    0.001868,
    0.00018,
    0.000202,
    0.000169,
    0.001233,
    0.006303,
    0.001179,
    0.000328,
    0.005108,
    0.0031,
    0.002537,
    0.000693,
    0.001074,
    0.001466,
    0.000991,
    0.0031,
    0.000669,
    0.001166,
    0.001424,
    0.001627,
    0.001017,
    0.000723,
    0.000743,
    0.00116,
    0.398521,
    0.244937,
    0.003572,
    0.0026,
    0.002406,
    0.013958,
    0.257083,
    0.012356,
    0.000182
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2430",
   "qid": "decision",
   "type": "choice",
   "pick": "get_physical_card",
   "pick_run": "getting_spare_card",
   "same": false,
   "pick_merged": "getting_spare_card",
   "same_as_merged": false,
   "max_abs_dp": 0.06826010790155218,
   "probs": [
    0.001911,
    0.001521,
    0.000945,
    0.000306,
    0.000378,
    0.000718,
    0.000382,
    0.000134,
    0.000554,
    0.001484,
    0.001711,
    0.018929,
    0.004241,
    0.000593,
    0.000498,
    0.040261,
    0.001265,
    0.001578,
    0.000296,
    0.003814,
    0.000293,
    0.000216,
    0.000182,
    0.00042,
    0.000441,
    0.000277,
    0.002212,
    0.001835,
    0.001945,
    0.001049,
    0.003003,
    0.00641,
    0.001024,
    0.001159,
    0.014839,
    0.002213,
    0.001469,
    0.01677,
    0.28288,
    0.215128,
    0.023839,
    0.002029,
    0.001877,
    0.252743,
    0.001699,
    0.00126,
    0.000501,
    0.000549,
    0.000732,
    0.000373,
    0.001188,
    0.000179,
    0.000365,
    0.000395,
    0.001278,
    0.000175,
    0.00352,
    0.005699,
    0.001501,
    0.000654,
    0.001266,
    0.000668,
    0.00213,
    0.001651,
    0.046725,
    0.005476,
    0.001601,
    0.000503,
    0.001336,
    0.00069,
    0.000375,
    0.000325,
    0.000186,
    0.0004,
    0.000248,
    0.00039,
    0.000187
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-3073",
   "qid": "decision",
   "type": "choice",
   "pick": "country_support",
   "pick_run": "country_support",
   "same": true,
   "pick_merged": "country_support",
   "same_as_merged": true,
   "max_abs_dp": 0.0026438460829188992,
   "probs": [
    0.000181,
    0.000122,
    0.000276,
    0.000434,
    0.000256,
    0.000139,
    0.000132,
    0.000178,
    0.000123,
    8e-05,
    0.001535,
    0.000101,
    5.8e-05,
    5.6e-05,
    0.000134,
    0.000102,
    0.000169,
    0.000206,
    0.000147,
    9.3e-05,
    0.000161,
    0.000152,
    0.000124,
    0.000217,
    0.976434,
    0.000219,
    4.2e-05,
    0.000235,
    0.001302,
    0.000436,
    6.9e-05,
    9.7e-05,
    0.000199,
    0.000157,
    0.000245,
    9.1e-05,
    0.00303,
    9.5e-05,
    0.000118,
    2.3e-05,
    8e-06,
    7.1e-05,
    9.8e-05,
    7.3e-05,
    5e-05,
    6.4e-05,
    3.3e-05,
    3.7e-05,
    8.8e-05,
    4.2e-05,
    0.000955,
    3.5e-05,
    8.7e-05,
    2.4e-05,
    0.00862,
    9.2e-05,
    4.6e-05,
    2e-05,
    8.8e-05,
    7.2e-05,
    2e-05,
    2.1e-05,
    0.00065,
    2.1e-05,
    3.8e-05,
    1.6e-05,
    1.2e-05,
    1e-05,
    8.7e-05,
    4.7e-05,
    2.4e-05,
    6.2e-05,
    3.3e-05,
    4.7e-05,
    3.6e-05,
    0.000176,
    0.000128
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-10",
   "qid": "decision",
   "type": "choice",
   "pick": "card_arrival",
   "pick_run": "card_arrival",
   "same": true,
   "pick_merged": "card_arrival",
   "same_as_merged": true,
   "max_abs_dp": 0.020925685747740896,
   "probs": [
    0.001082,
    0.001204,
    0.001653,
    0.001142,
    0.000495,
    0.000813,
    0.00061,
    0.000323,
    0.000414,
    0.001443,
    0.007811,
    0.576013,
    0.386196,
    0.001542,
    0.001062,
    0.000668,
    0.000487,
    0.000897,
    0.000843,
    0.000711,
    0.000345,
    0.000308,
    0.00026,
    0.000279,
    0.000298,
    0.000279,
    0.000164,
    0.000318,
    0.000465,
    0.000268,
    0.000132,
    9.6e-05,
    0.000139,
    9.9e-05,
    0.000137,
    0.000104,
    0.000225,
    0.00057,
    0.002778,
    0.000159,
    6.6e-05,
    0.000196,
    5.5e-05,
    0.002447,
    0.000206,
    0.000331,
    8.2e-05,
    9.6e-05,
    6.7e-05,
    6.7e-05,
    7.8e-05,
    5e-05,
    0.000129,
    5.4e-05,
    0.000347,
    6.1e-05,
    7.8e-05,
    5.9e-05,
    6.4e-05,
    7e-05,
    3.2e-05,
    6.2e-05,
    0.000124,
    0.000362,
    0.000598,
    0.000104,
    3.6e-05,
    0.000101,
    0.000183,
    9.9e-05,
    9.3e-05,
    9.5e-05,
    4.5e-05,
    3e-05,
    3.9e-05,
    0.000103,
    0.000463
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-578",
   "qid": "decision",
   "type": "choice",
   "pick": "contactless_not_working",
   "pick_run": "contactless_not_working",
   "same": true,
   "pick_merged": "contactless_not_working",
   "same_as_merged": true,
   "max_abs_dp": 0.002225404763416261,
   "probs": [
    0.003348,
    0.00047,
    0.002405,
    0.000582,
    0.000479,
    0.000226,
    0.000232,
    0.000193,
    0.000205,
    0.00033,
    0.0059,
    0.000538,
    0.000169,
    0.001029,
    0.013242,
    0.000379,
    0.000396,
    0.000904,
    0.000377,
    0.000256,
    0.000262,
    0.00067,
    0.000437,
    0.960567,
    0.000549,
    0.001365,
    4.5e-05,
    0.000205,
    0.000214,
    0.000119,
    4e-05,
    4.8e-05,
    5e-05,
    5.4e-05,
    5.7e-05,
    7.4e-05,
    4e-05,
    4.1e-05,
    2.9e-05,
    5.1e-05,
    5.8e-05,
    7.1e-05,
    2.4e-05,
    4.4e-05,
    5e-05,
    4.6e-05,
    4.2e-05,
    0.000119,
    4.2e-05,
    0.000318,
    4.2e-05,
    3e-05,
    8.3e-05,
    2.5e-05,
    0.000133,
    3.2e-05,
    4.8e-05,
    2.7e-05,
    4.6e-05,
    7e-05,
    1.2e-05,
    3.6e-05,
    9.1e-05,
    2.9e-05,
    2.8e-05,
    3.1e-05,
    2.7e-05,
    1.4e-05,
    2.8e-05,
    2e-05,
    1e-05,
    5e-05,
    0.000161,
    4.1e-05,
    0.001311,
    5e-05,
    0.000133
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1000",
   "qid": "decision",
   "type": "choice",
   "pick": "top_up_reverted",
   "pick_run": "top_up_reverted",
   "same": true,
   "pick_merged": "top_up_reverted",
   "same_as_merged": true,
   "max_abs_dp": 0.04826276800162395,
   "probs": [
    0.000207,
    0.001637,
    0.000254,
    4.9e-05,
    0.001573,
    0.000766,
    0.000178,
    0.000105,
    5.8e-05,
    0.001445,
    0.00012,
    9.5e-05,
    1.7e-05,
    2.3e-05,
    5.9e-05,
    5.1e-05,
    0.000119,
    1.9e-05,
    3.1e-05,
    7.2e-05,
    0.000248,
    0.000204,
    3.6e-05,
    4.3e-05,
    4.7e-05,
    3.3e-05,
    0.00016,
    0.000254,
    0.000157,
    0.00013,
    5.1e-05,
    7.2e-05,
    0.000111,
    0.000308,
    0.000276,
    0.025734,
    0.000254,
    0.000122,
    7.9e-05,
    0.00013,
    3.9e-05,
    8e-05,
    7.8e-05,
    5e-05,
    0.000169,
    0.000106,
    0.000715,
    0.011573,
    0.000191,
    5.3e-05,
    0.000299,
    0.000243,
    0.000503,
    0.000417,
    0.000566,
    0.000124,
    0.00028,
    0.000692,
    0.000721,
    0.011577,
    0.00568,
    0.877906,
    0.003607,
    0.000707,
    0.000332,
    0.000435,
    8.3e-05,
    0.000264,
    0.000118,
    0.000555,
    0.00025,
    0.039137,
    0.004419,
    0.000563,
    0.001208,
    0.000796,
    0.00014
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2650",
   "qid": "decision",
   "type": "choice",
   "pick": "top_up_failed",
   "pick_run": "top_up_failed",
   "same": true,
   "pick_merged": "top_up_failed",
   "same_as_merged": true,
   "max_abs_dp": 0.006177405293177014,
   "probs": [
    0.000171,
    0.001283,
    0.000105,
    4.1e-05,
    0.001727,
    0.005499,
    0.000112,
    0.000198,
    6.1e-05,
    6.7e-05,
    2.9e-05,
    6.5e-05,
    1.2e-05,
    1.7e-05,
    0.000128,
    3.5e-05,
    0.000142,
    3e-05,
    4.6e-05,
    4.3e-05,
    9e-05,
    0.000246,
    1.9e-05,
    2.7e-05,
    4.8e-05,
    5.9e-05,
    6.3e-05,
    0.000286,
    0.000242,
    0.000363,
    0.00015,
    0.000267,
    0.000305,
    0.005957,
    0.000386,
    0.000242,
    0.000159,
    0.000155,
    0.000216,
    0.000129,
    0.000147,
    0.000199,
    0.000218,
    6.9e-05,
    0.000115,
    0.000131,
    0.000403,
    0.022707,
    0.00016,
    3.2e-05,
    0.000171,
    0.00011,
    0.000109,
    9.5e-05,
    0.000163,
    8.4e-05,
    0.000438,
    0.001193,
    0.002165,
    0.940013,
    0.000249,
    0.001003,
    0.00075,
    0.000198,
    0.000172,
    0.000235,
    7.6e-05,
    8.1e-05,
    7.1e-05,
    0.000222,
    0.000138,
    0.001385,
    0.006613,
    0.000326,
    0.00035,
    5.9e-05,
    0.000132
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1341",
   "qid": "decision",
   "type": "choice",
   "pick": "transfer_into_account",
   "pick_run": "transfer_into_account",
   "same": true,
   "pick_merged": "transfer_into_account",
   "same_as_merged": true,
   "max_abs_dp": 0.06192145842070962,
   "probs": [
    0.003813,
    0.008284,
    0.001067,
    0.000455,
    0.044204,
    0.001311,
    0.000403,
    0.000453,
    0.002011,
    0.000299,
    0.001851,
    0.000377,
    0.000183,
    0.006821,
    0.000395,
    0.000385,
    0.003889,
    0.000148,
    0.000206,
    0.000656,
    0.000147,
    0.000397,
    0.000243,
    0.000284,
    0.001826,
    0.000245,
    0.000906,
    0.00127,
    0.000338,
    0.00037,
    0.001016,
    0.000268,
    0.000449,
    0.001953,
    0.005028,
    0.002319,
    0.002921,
    0.000563,
    0.001277,
    0.002342,
    0.000616,
    0.000591,
    0.002893,
    0.000757,
    0.000773,
    0.004603,
    0.000569,
    0.003756,
    0.002806,
    0.000447,
    0.026598,
    0.000695,
    0.003778,
    0.001911,
    0.002326,
    0.000581,
    0.003149,
    0.003473,
    0.010922,
    0.009305,
    0.002865,
    0.00716,
    0.187231,
    0.009324,
    0.011499,
    0.561671,
    0.004764,
    0.004237,
    0.001271,
    0.002728,
    0.00509,
    0.004892,
    0.004315,
    0.002267,
    0.002508,
    0.00537,
    0.00089
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-3019",
   "qid": "decision",
   "type": "choice",
   "pick": "verify_my_identity",
   "pick_run": "verify_my_identity",
   "same": true,
   "pick_merged": "verify_my_identity",
   "same_as_merged": true,
   "max_abs_dp": 0.020739900543469414,
   "probs": [
    0.00026,
    0.0036,
    0.000258,
    6.4e-05,
    0.000158,
    2.7e-05,
    4.5e-05,
    2.5e-05,
    4.6e-05,
    2.8e-05,
    3.8e-05,
    0.000104,
    2.4e-05,
    2.4e-05,
    2.3e-05,
    2.7e-05,
    6.3e-05,
    4.9e-05,
    8.2e-05,
    3.6e-05,
    2.3e-05,
    3.7e-05,
    3.5e-05,
    0.000274,
    9.4e-05,
    5.6e-05,
    4.2e-05,
    0.000223,
    0.000123,
    8.8e-05,
    0.000164,
    3.2e-05,
    7.3e-05,
    2.4e-05,
    0.000131,
    6.1e-05,
    1.8e-05,
    0.000105,
    4.9e-05,
    6.9e-05,
    3.1e-05,
    6e-05,
    3.8e-05,
    0.0003,
    0.002044,
    9.8e-05,
    8.9e-05,
    7.5e-05,
    4.4e-05,
    0.000727,
    0.000202,
    5.2e-05,
    0.000612,
    0.000576,
    0.001187,
    0.000282,
    0.000472,
    0.000398,
    0.000396,
    0.00034,
    0.000235,
    0.000311,
    0.000359,
    0.000346,
    0.000556,
    0.000391,
    0.000301,
    0.000414,
    0.021605,
    0.923157,
    0.001519,
    0.001042,
    0.001114,
    0.000483,
    0.031147,
    0.002209,
    8.5e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2199",
   "qid": "decision",
   "type": "choice",
   "pick": "transfer_fee_charged",
   "pick_run": "transfer_fee_charged",
   "same": true,
   "pick_merged": "transfer_fee_charged",
   "same_as_merged": true,
   "max_abs_dp": 0.00658198688684053,
   "probs": [
    0.000383,
    0.000624,
    0.000202,
    5e-05,
    0.00022,
    0.000283,
    7.8e-05,
    6e-05,
    0.000399,
    5.8e-05,
    5.3e-05,
    5.8e-05,
    0.000181,
    3.3e-05,
    5.9e-05,
    0.000794,
    0.000253,
    5.2e-05,
    5.3e-05,
    0.000311,
    4.1e-05,
    4.8e-05,
    5.6e-05,
    5.2e-05,
    8.7e-05,
    6.2e-05,
    0.000133,
    0.000506,
    0.00023,
    9e-05,
    0.000639,
    0.000316,
    0.000147,
    8.5e-05,
    0.003397,
    0.000188,
    0.00013,
    0.000257,
    0.001841,
    0.000109,
    8.1e-05,
    0.000353,
    0.000191,
    9.3e-05,
    9.9e-05,
    0.000137,
    4.9e-05,
    8.7e-05,
    0.000155,
    8.1e-05,
    0.000216,
    5e-05,
    0.000157,
    0.000263,
    0.000503,
    0.000159,
    0.013859,
    0.001347,
    0.000311,
    0.000341,
    0.000875,
    0.000614,
    0.000706,
    0.001714,
    0.958081,
    0.002134,
    0.000339,
    0.001453,
    0.000133,
    0.000459,
    0.000431,
    0.000151,
    0.000337,
    0.000315,
    0.000365,
    0.000283,
    0.000458
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1719",
   "qid": "decision",
   "type": "choice",
   "pick": "failed_transfer",
   "pick_run": "failed_transfer",
   "same": true,
   "pick_merged": "failed_transfer",
   "same_as_merged": true,
   "max_abs_dp": 0.010637421016282289,
   "probs": [
    0.00025,
    0.000344,
    0.000328,
    7e-05,
    0.000287,
    0.004436,
    0.000118,
    0.000244,
    0.000119,
    0.000973,
    0.00014,
    0.000119,
    8e-05,
    5.1e-05,
    0.000207,
    0.000148,
    0.000115,
    7.2e-05,
    0.000167,
    0.000202,
    0.000221,
    0.00013,
    0.000125,
    8.8e-05,
    6.4e-05,
    7.8e-05,
    0.000287,
    0.033302,
    0.000511,
    0.000291,
    0.000138,
    0.000399,
    0.000687,
    0.002086,
    0.003123,
    0.934029,
    0.000765,
    0.000462,
    0.00014,
    0.000139,
    0.000311,
    0.00021,
    0.00043,
    0.000126,
    0.000101,
    8.6e-05,
    0.000238,
    0.000261,
    0.000423,
    0.000109,
    0.00032,
    0.000123,
    0.000189,
    0.000105,
    0.000181,
    2.9e-05,
    3.4e-05,
    1.9e-05,
    4.2e-05,
    0.00025,
    3.9e-05,
    0.009196,
    8.1e-05,
    6.8e-05,
    5.5e-05,
    8.7e-05,
    0.000864,
    4.4e-05,
    2.6e-05,
    9.3e-05,
    3.4e-05,
    6.7e-05,
    2.2e-05,
    4.8e-05,
    2.7e-05,
    5.3e-05,
    7.5e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1055",
   "qid": "decision",
   "type": "choice",
   "pick": "balance_not_updated_after_cheque_or_cash_deposit",
   "pick_run": "balance_not_updated_after_cheque_or_cash_deposit",
   "same": true,
   "pick_merged": "balance_not_updated_after_cheque_or_cash_deposit",
   "same_as_merged": true,
   "max_abs_dp": 0.0030481029320409414,
   "probs": [
    0.000236,
    0.000423,
    0.000518,
    0.000378,
    0.000706,
    0.00469,
    0.984966,
    0.000496,
    0.000211,
    0.000167,
    0.000108,
    0.000108,
    7.3e-05,
    6.7e-05,
    0.000122,
    8.2e-05,
    0.000117,
    0.000125,
    7e-05,
    0.000134,
    0.000543,
    0.000101,
    0.000131,
    6.8e-05,
    6.8e-05,
    0.000114,
    1.4e-05,
    5.9e-05,
    0.000105,
    2.9e-05,
    4.1e-05,
    3.3e-05,
    0.000267,
    5.3e-05,
    3.8e-05,
    2.1e-05,
    9e-06,
    3.4e-05,
    1.9e-05,
    1.7e-05,
    1.2e-05,
    1.5e-05,
    1.3e-05,
    2.8e-05,
    1.9e-05,
    3.6e-05,
    8.2e-05,
    8e-05,
    4.9e-05,
    1e-05,
    3.4e-05,
    1.9e-05,
    2.3e-05,
    1.4e-05,
    3.9e-05,
    1.2e-05,
    2.8e-05,
    4.9e-05,
    0.0034,
    0.000131,
    1.8e-05,
    1.9e-05,
    2.2e-05,
    2.7e-05,
    1.6e-05,
    2.2e-05,
    7e-06,
    8e-06,
    2.5e-05,
    1.9e-05,
    8e-06,
    1.9e-05,
    3e-05,
    2.1e-05,
    1.7e-05,
    4.3e-05,
    2.5e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1227",
   "qid": "decision",
   "type": "choice",
   "pick": "unable_to_verify_identity",
   "pick_run": "unable_to_verify_identity",
   "same": true,
   "pick_merged": "unable_to_verify_identity",
   "same_as_merged": true,
   "max_abs_dp": 0.01384599258719843,
   "probs": [
    0.000155,
    0.002348,
    9.2e-05,
    4.3e-05,
    3.8e-05,
    3.3e-05,
    2.9e-05,
    1.8e-05,
    7.3e-05,
    2.5e-05,
    1.7e-05,
    4.5e-05,
    1.6e-05,
    1.4e-05,
    1.8e-05,
    2e-05,
    5.3e-05,
    0.000351,
    6.7e-05,
    2.8e-05,
    2.4e-05,
    2.5e-05,
    2.2e-05,
    0.00015,
    7.5e-05,
    6.4e-05,
    0.000199,
    0.000532,
    0.000225,
    0.000126,
    0.00011,
    5.6e-05,
    9.9e-05,
    5.9e-05,
    0.000326,
    0.000134,
    4.7e-05,
    0.000151,
    8.2e-05,
    8.3e-05,
    3.6e-05,
    0.000118,
    5e-05,
    0.004035,
    0.001543,
    0.000136,
    0.000102,
    9.7e-05,
    9.6e-05,
    0.001129,
    0.000249,
    0.000154,
    0.002261,
    0.003198,
    0.001643,
    0.00064,
    0.000844,
    0.00135,
    0.001027,
    0.001272,
    0.000925,
    0.00115,
    0.001147,
    0.002841,
    0.001222,
    0.00069,
    0.000496,
    0.002229,
    0.561414,
    0.364029,
    0.003161,
    0.002102,
    0.001914,
    0.002053,
    0.024365,
    0.004087,
    0.000121
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2237",
   "qid": "decision",
   "type": "choice",
   "pick": "fiat_currency_support",
   "pick_run": "fiat_currency_support",
   "same": true,
   "pick_merged": "fiat_currency_support",
   "same_as_merged": true,
   "max_abs_dp": 0.05307138419823404,
   "probs": [
    0.000753,
    0.000583,
    0.000253,
    0.000131,
    0.000172,
    0.000359,
    0.000244,
    0.000324,
    0.000168,
    5.5e-05,
    0.001009,
    6e-05,
    3.5e-05,
    4.4e-05,
    7.1e-05,
    5.1e-05,
    0.000117,
    0.000615,
    5.9e-05,
    5.8e-05,
    4e-05,
    9.2e-05,
    5.2e-05,
    0.00017,
    0.011588,
    0.000173,
    0.002065,
    0.001329,
    0.013172,
    0.001276,
    0.00079,
    0.003739,
    0.031597,
    0.008747,
    0.012628,
    0.003884,
    0.508781,
    0.001454,
    0.000908,
    0.002016,
    0.000191,
    0.000448,
    0.001128,
    0.001391,
    0.000557,
    0.000365,
    0.000397,
    0.000977,
    0.001335,
    0.000817,
    0.137995,
    0.002122,
    0.000799,
    0.000659,
    0.200283,
    0.000747,
    0.00052,
    0.000928,
    0.001666,
    0.002088,
    0.000446,
    0.000482,
    0.010029,
    0.000868,
    0.000909,
    0.013478,
    0.000326,
    0.000177,
    0.00038,
    0.000766,
    0.000925,
    0.000567,
    0.000219,
    0.000249,
    0.000237,
    0.003845,
    0.00102
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2633",
   "qid": "decision",
   "type": "choice",
   "pick": "disposable_card_limits",
   "pick_run": "disposable_card_limits",
   "same": true,
   "pick_merged": "disposable_card_limits",
   "same_as_merged": true,
   "max_abs_dp": 0.001542838515754652,
   "probs": [
    3e-05,
    7.4e-05,
    3e-05,
    7.6e-05,
    3.7e-05,
    3.5e-05,
    3.9e-05,
    2.2e-05,
    4.1e-05,
    4.4e-05,
    0.000114,
    5.3e-05,
    3.6e-05,
    3.8e-05,
    4.5e-05,
    8e-05,
    0.000118,
    5.6e-05,
    7e-05,
    6e-05,
    3.2e-05,
    5.7e-05,
    3.9e-05,
    3.6e-05,
    7e-05,
    7.7e-05,
    6.5e-05,
    0.000213,
    0.000855,
    0.991852,
    0.000105,
    5.7e-05,
    0.000119,
    7.2e-05,
    0.000168,
    2.9e-05,
    6.2e-05,
    0.003004,
    7.3e-05,
    6.1e-05,
    7.7e-05,
    8.5e-05,
    2.1e-05,
    8.7e-05,
    4.1e-05,
    8.8e-05,
    4.3e-05,
    9.6e-05,
    2.5e-05,
    2.3e-05,
    1.9e-05,
    2.6e-05,
    2.3e-05,
    1.9e-05,
    0.000175,
    0.000434,
    6.3e-05,
    1e-05,
    1.2e-05,
    1e-05,
    0.000211,
    1e-05,
    2.5e-05,
    4.8e-05,
    1.4e-05,
    9e-06,
    3.9e-05,
    1e-05,
    1.8e-05,
    1.1e-05,
    7e-06,
    2e-05,
    1.6e-05,
    5e-06,
    7e-06,
    1.9e-05,
    8e-06
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2362",
   "qid": "decision",
   "type": "choice",
   "pick": "verify_top_up",
   "pick_run": "verify_top_up",
   "same": true,
   "pick_merged": "verify_top_up",
   "same_as_merged": true,
   "max_abs_dp": 0.039304442144134644,
   "probs": [
    0.000267,
    0.003041,
    0.00032,
    0.000139,
    0.000747,
    0.000228,
    0.000199,
    6.3e-05,
    6.8e-05,
    4.5e-05,
    0.000122,
    0.000127,
    2.5e-05,
    2.7e-05,
    4.8e-05,
    5.4e-05,
    0.000237,
    7.4e-05,
    7.1e-05,
    0.000185,
    0.000239,
    0.000199,
    0.000131,
    0.001333,
    0.00014,
    0.000128,
    6.4e-05,
    0.000315,
    0.000199,
    0.000134,
    4.4e-05,
    6.4e-05,
    0.000165,
    0.000125,
    0.000173,
    0.000131,
    9e-05,
    0.000153,
    0.000111,
    0.000142,
    1.7e-05,
    0.000132,
    6.8e-05,
    0.000331,
    0.001436,
    0.000693,
    0.001273,
    0.004162,
    0.000336,
    0.001866,
    0.000698,
    0.000308,
    0.001887,
    0.000547,
    0.001162,
    0.000617,
    0.000752,
    0.00071,
    0.001026,
    0.001164,
    0.000701,
    0.000328,
    0.001146,
    0.000733,
    0.000717,
    0.00044,
    0.000436,
    0.00051,
    0.006971,
    0.038027,
    0.033473,
    0.789248,
    0.006025,
    0.002252,
    0.08476,
    0.004234,
    0.000647
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-157",
   "qid": "decision",
   "type": "choice",
   "pick": "card_payment_wrong_exchange_rate",
   "pick_run": "card_payment_wrong_exchange_rate",
   "same": true,
   "pick_merged": "card_payment_wrong_exchange_rate",
   "same_as_merged": true,
   "max_abs_dp": 0.006858527204621545,
   "probs": [
    0.000293,
    0.000369,
    0.000259,
    0.000199,
    0.000308,
    0.000533,
    0.00107,
    0.000277,
    0.000207,
    0.000361,
    0.001345,
    0.000419,
    0.000232,
    0.000225,
    0.001532,
    0.010576,
    0.005358,
    0.947884,
    0.000545,
    0.000888,
    0.000442,
    0.000339,
    0.000459,
    0.000239,
    0.000316,
    0.000481,
    0.000266,
    0.000384,
    0.000672,
    0.000323,
    0.000171,
    0.001047,
    0.011825,
    0.000475,
    0.000164,
    0.000102,
    0.000195,
    0.00019,
    0.000148,
    0.00011,
    5.3e-05,
    0.000363,
    0.000286,
    0.000483,
    0.000133,
    0.000468,
    0.000157,
    0.000113,
    0.000149,
    8e-05,
    7.4e-05,
    5.1e-05,
    8.8e-05,
    6.9e-05,
    8.3e-05,
    2.7e-05,
    5.3e-05,
    4.7e-05,
    0.000261,
    4.7e-05,
    1e-05,
    1.2e-05,
    2.3e-05,
    3.5e-05,
    2.3e-05,
    2e-05,
    1.3e-05,
    1.6e-05,
    7.9e-05,
    2.1e-05,
    1.9e-05,
    2.7e-05,
    1.1e-05,
    1.6e-05,
    2e-05,
    3e-05,
    0.005312
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-396",
   "qid": "decision",
   "type": "choice",
   "pick": "card_not_working",
   "pick_run": "card_not_working",
   "same": true,
   "pick_merged": "card_not_working",
   "same_as_merged": true,
   "max_abs_dp": 0.040990987862875694,
   "probs": [
    0.016462,
    0.002989,
    0.002354,
    0.007332,
    0.001279,
    0.001836,
    0.001473,
    0.000918,
    0.000829,
    0.001617,
    0.330768,
    0.002582,
    0.001069,
    0.005257,
    0.572012,
    0.00113,
    0.002488,
    0.001361,
    0.001082,
    0.00143,
    0.001451,
    0.002684,
    0.00138,
    0.010556,
    0.001121,
    0.011571,
    0.000179,
    0.000392,
    0.000364,
    0.000207,
    5.4e-05,
    3e-05,
    5.2e-05,
    3.2e-05,
    0.00015,
    6.5e-05,
    0.000199,
    0.000114,
    6.5e-05,
    6.8e-05,
    0.000145,
    6.5e-05,
    5.9e-05,
    5.9e-05,
    7.9e-05,
    0.000165,
    0.000114,
    0.000433,
    4.8e-05,
    6.8e-05,
    4.3e-05,
    5.6e-05,
    0.000345,
    0.000147,
    0.001234,
    0.000158,
    0.000108,
    0.000228,
    0.000161,
    0.000164,
    5.3e-05,
    0.000163,
    0.001189,
    0.000177,
    0.0003,
    0.000173,
    0.000176,
    0.000118,
    0.000108,
    0.000476,
    0.000198,
    0.000878,
    0.003919,
    0.000475,
    0.000393,
    9.4e-05,
    0.000234
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-472",
   "qid": "decision",
   "type": "choice",
   "pick": "lost_or_stolen_card",
   "pick_run": "lost_or_stolen_card",
   "same": true,
   "pick_merged": "lost_or_stolen_card",
   "same_as_merged": true,
   "max_abs_dp": 0.010027200314039197,
   "probs": [
    0.000554,
    0.000485,
    0.000324,
    0.000368,
    0.000353,
    0.000507,
    0.000519,
    0.000219,
    0.000556,
    0.000348,
    0.000389,
    0.000487,
    0.000265,
    0.00021,
    0.00079,
    0.001515,
    0.000461,
    0.000367,
    0.000477,
    0.000446,
    0.000738,
    0.002486,
    0.208648,
    0.000344,
    0.000252,
    0.000267,
    9.7e-05,
    0.000249,
    0.000272,
    0.000275,
    0.000143,
    0.000316,
    0.000321,
    0.00015,
    0.000255,
    0.000125,
    0.000166,
    0.000321,
    0.000352,
    0.000283,
    9.7e-05,
    0.771203,
    0.000223,
    0.000225,
    0.000405,
    0.000242,
    0.000189,
    0.000335,
    0.000455,
    0.000124,
    0.000109,
    5.8e-05,
    2.4e-05,
    9e-06,
    2e-05,
    7e-06,
    2.7e-05,
    1.1e-05,
    1.5e-05,
    1e-05,
    1.7e-05,
    6e-06,
    7e-06,
    2.7e-05,
    1.4e-05,
    8e-06,
    1.8e-05,
    0.000175,
    2.4e-05,
    2.3e-05,
    1.3e-05,
    2.6e-05,
    1.3e-05,
    3.6e-05,
    6e-06,
    2.8e-05,
    6.7e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1528",
   "qid": "decision",
   "type": "choice",
   "pick": "passcode_forgotten",
   "pick_run": "passcode_forgotten",
   "same": true,
   "pick_merged": "passcode_forgotten",
   "same_as_merged": true,
   "max_abs_dp": 0.0037821612178690067,
   "probs": [
    6.3e-05,
    0.000134,
    0.000127,
    9.7e-05,
    4.8e-05,
    6.2e-05,
    6.1e-05,
    4.2e-05,
    0.000125,
    3.4e-05,
    4.4e-05,
    5.2e-05,
    3.5e-05,
    5.3e-05,
    7.8e-05,
    0.000148,
    0.000127,
    0.000115,
    0.000247,
    0.000118,
    4.1e-05,
    0.017451,
    7.2e-05,
    7.5e-05,
    5.4e-05,
    9.1e-05,
    2.7e-05,
    4.2e-05,
    6.7e-05,
    6.6e-05,
    1e-05,
    6e-05,
    5.5e-05,
    3.9e-05,
    3.5e-05,
    2.6e-05,
    2.7e-05,
    0.000142,
    5.5e-05,
    6.8e-05,
    2e-05,
    9.8e-05,
    9.7e-05,
    0.000197,
    0.976624,
    0.000186,
    8.3e-05,
    0.000202,
    6e-05,
    0.001214,
    6.1e-05,
    4.4e-05,
    1.5e-05,
    9e-06,
    2.9e-05,
    4e-06,
    8e-06,
    7e-06,
    6e-06,
    7e-06,
    4e-06,
    2e-06,
    7e-06,
    1e-05,
    1e-05,
    8e-06,
    7e-06,
    1e-05,
    6.7e-05,
    0.000472,
    1.3e-05,
    1.4e-05,
    2.3e-05,
    5e-06,
    2e-05,
    2.9e-05,
    2.1e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2432",
   "qid": "decision",
   "type": "choice",
   "pick": "getting_spare_card",
   "pick_run": "getting_spare_card",
   "same": true,
   "pick_merged": "getting_spare_card",
   "same_as_merged": true,
   "max_abs_dp": 0.09119667401720477,
   "probs": [
    0.002167,
    0.001735,
    0.000516,
    0.000301,
    0.000227,
    0.000253,
    0.000382,
    0.000208,
    0.000466,
    0.000614,
    0.002309,
    0.003074,
    0.001288,
    0.008508,
    0.000386,
    0.000237,
    0.000378,
    0.000998,
    0.000325,
    0.000214,
    0.000212,
    0.000202,
    0.000219,
    0.00022,
    0.000242,
    0.000221,
    0.001193,
    0.001363,
    0.002409,
    0.001346,
    0.000901,
    0.000736,
    0.001036,
    0.001335,
    0.001403,
    0.001124,
    0.001888,
    0.005504,
    0.219508,
    0.536882,
    0.003375,
    0.001379,
    0.000669,
    0.177598,
    0.001898,
    0.000991,
    0.000487,
    0.000609,
    0.001359,
    0.000391,
    0.000384,
    0.000174,
    0.00024,
    9.4e-05,
    0.00039,
    9e-05,
    0.000339,
    0.000141,
    0.000198,
    0.000224,
    0.000126,
    7.8e-05,
    0.000446,
    0.00026,
    0.001211,
    0.002285,
    0.000363,
    7.6e-05,
    0.000542,
    0.000208,
    0.000112,
    0.000133,
    5.9e-05,
    0.000148,
    6.5e-05,
    0.000196,
    0.000128
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-819",
   "qid": "decision",
   "type": "choice",
   "pick": "card_payment_fee_charged",
   "pick_run": "card_payment_fee_charged",
   "same": true,
   "pick_merged": "card_payment_fee_charged",
   "same_as_merged": true,
   "max_abs_dp": 0.032180959817712074,
   "probs": [
    0.001442,
    0.000892,
    0.001394,
    0.001412,
    0.001198,
    0.001637,
    0.000725,
    0.0004,
    0.001136,
    0.000666,
    0.036635,
    0.000754,
    0.00069,
    0.000582,
    0.005522,
    0.797826,
    0.002938,
    0.001258,
    0.000467,
    0.03896,
    0.000897,
    0.000651,
    0.000853,
    0.001045,
    0.001804,
    0.000959,
    0.000718,
    0.00095,
    0.000925,
    0.00073,
    0.00116,
    0.006352,
    0.000481,
    0.000201,
    0.03854,
    0.000285,
    0.000789,
    0.000763,
    0.001063,
    0.000175,
    0.000229,
    0.000488,
    0.000376,
    0.000298,
    0.000286,
    0.001472,
    0.000238,
    0.000223,
    0.000685,
    0.000104,
    0.000879,
    6.3e-05,
    0.000246,
    0.000282,
    0.002175,
    0.000134,
    0.002381,
    0.009801,
    0.000613,
    0.000235,
    0.00113,
    0.000308,
    0.003839,
    0.001073,
    0.011454,
    0.000176,
    0.000245,
    0.000297,
    0.000164,
    0.000151,
    0.000379,
    0.000478,
    0.000239,
    0.001325,
    0.000229,
    0.00028,
    0.001148
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1504",
   "qid": "decision",
   "type": "choice",
   "pick": "direct_debit_payment_not_recognised",
   "pick_run": "direct_debit_payment_not_recognised",
   "same": true,
   "pick_merged": "direct_debit_payment_not_recognised",
   "same_as_merged": true,
   "max_abs_dp": 0.002865265620241919,
   "probs": [
    0.000223,
    0.000206,
    0.000123,
    0.000119,
    0.000152,
    7.5e-05,
    0.000108,
    0.0001,
    0.000294,
    0.000166,
    0.000149,
    9.7e-05,
    5.8e-05,
    7.9e-05,
    0.000123,
    0.000579,
    0.002783,
    0.000196,
    0.000146,
    0.000638,
    0.002056,
    0.000246,
    0.0003,
    0.000132,
    0.00015,
    0.000285,
    0.000294,
    0.000291,
    0.980613,
    0.000214,
    0.000168,
    7.7e-05,
    0.000172,
    0.000105,
    0.004988,
    0.000107,
    9.4e-05,
    0.000306,
    9.2e-05,
    7.2e-05,
    5.9e-05,
    0.000158,
    0.000385,
    9.4e-05,
    0.000139,
    0.000196,
    0.000138,
    0.000105,
    9.1e-05,
    0.000135,
    0.000126,
    4.2e-05,
    3.8e-05,
    4.6e-05,
    0.000565,
    3.8e-05,
    3.7e-05,
    9e-06,
    2.1e-05,
    2.1e-05,
    4.3e-05,
    1.1e-05,
    2e-05,
    6.1e-05,
    1.5e-05,
    1.1e-05,
    1.5e-05,
    1.3e-05,
    2.1e-05,
    2.5e-05,
    2.1e-05,
    2.5e-05,
    1.6e-05,
    1.1e-05,
    8e-06,
    3.1e-05,
    3.6e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-978",
   "qid": "decision",
   "type": "choice",
   "pick": "card_acceptance",
   "pick_run": "card_acceptance",
   "same": true,
   "pick_merged": "card_acceptance",
   "same_as_merged": true,
   "max_abs_dp": 0.0015104099675390392,
   "probs": [
    0.000539,
    0.000934,
    0.001109,
    0.001677,
    0.000993,
    0.000546,
    0.000569,
    0.000349,
    0.000313,
    0.000669,
    0.959179,
    0.000659,
    0.000302,
    0.000652,
    0.004032,
    0.000652,
    0.000444,
    0.000458,
    0.000372,
    0.000347,
    0.000528,
    0.000452,
    0.000578,
    0.000632,
    0.004431,
    0.00186,
    1.7e-05,
    0.000108,
    0.000285,
    7.3e-05,
    3.2e-05,
    6e-06,
    2.4e-05,
    1.2e-05,
    4.3e-05,
    1.7e-05,
    4.1e-05,
    4e-05,
    2e-05,
    1.5e-05,
    9e-06,
    2.9e-05,
    8e-06,
    2.9e-05,
    2e-05,
    5e-05,
    1.9e-05,
    1.1e-05,
    0.000319,
    9e-06,
    3.1e-05,
    1e-05,
    2.7e-05,
    2.7e-05,
    0.008427,
    8.1e-05,
    2.8e-05,
    3.1e-05,
    5.5e-05,
    7.5e-05,
    1.4e-05,
    3.7e-05,
    0.000276,
    3.8e-05,
    4.3e-05,
    2.5e-05,
    3.1e-05,
    1.3e-05,
    3.7e-05,
    3.6e-05,
    1.9e-05,
    0.000216,
    2.3e-05,
    0.005784,
    4.3e-05,
    4.9e-05,
    1.3e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2236",
   "qid": "decision",
   "type": "choice",
   "pick": "receiving_money",
   "pick_run": "receiving_money",
   "same": true,
   "pick_merged": "receiving_money",
   "same_as_merged": true,
   "max_abs_dp": 0.005837550561346605,
   "probs": [
    0.000765,
    0.000859,
    0.000822,
    0.000277,
    0.000604,
    0.002437,
    0.000205,
    0.000112,
    0.000158,
    0.000107,
    0.00083,
    0.000356,
    8e-05,
    0.00093,
    0.000213,
    0.000119,
    0.00046,
    0.000159,
    7.7e-05,
    0.000155,
    6.1e-05,
    0.000125,
    0.000187,
    0.000229,
    0.006171,
    0.00016,
    0.000336,
    0.000651,
    0.000585,
    0.00053,
    0.00045,
    0.00048,
    0.000711,
    0.001173,
    0.003864,
    0.001308,
    0.000803,
    0.000528,
    0.001027,
    0.010578,
    0.000313,
    0.000411,
    0.001439,
    0.0027,
    0.000493,
    0.000622,
    0.000677,
    0.002234,
    0.002933,
    0.001592,
    0.634594,
    0.00504,
    0.000343,
    0.000526,
    0.002023,
    0.00068,
    0.000345,
    0.000974,
    0.003037,
    0.00128,
    0.000165,
    0.000359,
    0.001527,
    0.001737,
    0.001452,
    0.269502,
    0.000648,
    0.001334,
    0.000888,
    0.000908,
    0.002699,
    0.001252,
    0.000779,
    0.001306,
    0.001306,
    0.012049,
    0.000145
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1925",
   "qid": "decision",
   "type": "choice",
   "pick": "card_swallowed",
   "pick_run": "card_swallowed",
   "same": true,
   "pick_merged": "card_swallowed",
   "same_as_merged": true,
   "max_abs_dp": 0.05143934977918624,
   "probs": [
    0.001305,
    0.000924,
    0.001021,
    0.290009,
    0.000704,
    0.000794,
    0.000431,
    0.000401,
    0.000362,
    0.001039,
    0.007467,
    0.001048,
    0.000578,
    0.000546,
    0.028593,
    0.000632,
    0.000763,
    0.000817,
    0.648171,
    0.001547,
    0.000567,
    0.000474,
    0.000355,
    0.000517,
    0.000298,
    0.000582,
    0.003116,
    0.000349,
    0.000496,
    0.000397,
    0.000184,
    9e-05,
    0.000208,
    0.00016,
    0.000193,
    0.00013,
    0.000187,
    0.000113,
    0.00026,
    0.000154,
    0.000138,
    0.00012,
    7.3e-05,
    8.1e-05,
    0.000338,
    0.001372,
    9.4e-05,
    0.00012,
    9.4e-05,
    5.7e-05,
    5.9e-05,
    4.3e-05,
    0.000115,
    0.000118,
    0.00018,
    3.2e-05,
    3.9e-05,
    3.5e-05,
    4.8e-05,
    3.9e-05,
    1.9e-05,
    2.9e-05,
    3.8e-05,
    3.7e-05,
    0.000101,
    3.8e-05,
    2.7e-05,
    3e-05,
    2.6e-05,
    0.000118,
    5.9e-05,
    3.1e-05,
    2.5e-05,
    1.4e-05,
    1.3e-05,
    4.2e-05,
    0.000175
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-704",
   "qid": "decision",
   "type": "choice",
   "pick": "cancel_transfer",
   "pick_run": "cancel_transfer",
   "same": true,
   "pick_merged": "cancel_transfer",
   "same_as_merged": true,
   "max_abs_dp": 0.07881869924961574,
   "probs": [
    0.001812,
    0.002873,
    0.001681,
    0.000913,
    0.001018,
    0.015371,
    0.001426,
    0.010538,
    0.471584,
    0.001565,
    0.000955,
    0.000918,
    0.000263,
    0.000347,
    0.000722,
    0.000771,
    0.004338,
    0.000559,
    0.000481,
    0.000477,
    0.000495,
    0.000579,
    0.000958,
    0.000585,
    0.000521,
    0.001241,
    0.004058,
    0.028732,
    0.002248,
    0.000803,
    0.000565,
    0.000814,
    0.001305,
    0.001305,
    0.01015,
    0.041252,
    0.0006,
    0.001554,
    0.000999,
    0.001157,
    0.007605,
    0.000538,
    0.001807,
    0.000721,
    0.000556,
    0.000348,
    0.000545,
    0.001017,
    0.006084,
    0.001149,
    0.005626,
    0.008138,
    0.093709,
    0.002504,
    0.002714,
    0.000618,
    0.001084,
    0.001256,
    0.001452,
    0.001466,
    0.002602,
    0.011785,
    0.001987,
    0.005217,
    0.005303,
    0.005873,
    0.155674,
    0.004335,
    0.000687,
    0.00186,
    0.001071,
    0.001891,
    0.000695,
    0.000863,
    0.000847,
    0.007151,
    0.034688
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2288",
   "qid": "decision",
   "type": "choice",
   "pick": "failed_transfer",
   "pick_run": "failed_transfer",
   "same": true,
   "pick_merged": "failed_transfer",
   "same_as_merged": true,
   "max_abs_dp": 0.025319936664834064,
   "probs": [
    0.00191,
    0.001833,
    0.000986,
    0.000359,
    0.000957,
    0.045154,
    0.000475,
    0.001224,
    0.001812,
    0.005228,
    0.00041,
    0.000278,
    0.000125,
    8.4e-05,
    0.000661,
    0.000267,
    0.000575,
    0.000183,
    0.000262,
    0.000322,
    0.000615,
    0.000269,
    0.000486,
    0.000273,
    0.000213,
    0.00082,
    0.001523,
    0.212794,
    0.001227,
    0.000901,
    0.000404,
    0.001193,
    0.001981,
    0.010537,
    0.008253,
    0.608823,
    0.001018,
    0.00098,
    0.000528,
    0.000432,
    0.002862,
    0.000839,
    0.001358,
    0.000402,
    0.000293,
    0.000272,
    0.000773,
    0.001274,
    0.00494,
    0.00043,
    0.001279,
    0.000639,
    0.000785,
    0.00074,
    0.0008,
    0.000145,
    0.000204,
    0.000271,
    0.000334,
    0.005642,
    0.00024,
    0.028618,
    0.000348,
    0.000311,
    0.000483,
    0.001016,
    0.024205,
    0.001064,
    0.000137,
    0.000487,
    0.000249,
    0.000509,
    0.000166,
    0.000803,
    0.000237,
    0.000172,
    0.000299
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2119",
   "qid": "decision",
   "type": "choice",
   "pick": "change_pin",
   "pick_run": "change_pin",
   "same": true,
   "pick_merged": "change_pin",
   "same_as_merged": true,
   "max_abs_dp": 0.007132398303578036,
   "probs": [
    0.000281,
    0.000311,
    0.000456,
    0.002395,
    0.000781,
    0.000245,
    0.000215,
    0.000132,
    0.000171,
    0.000262,
    0.000469,
    0.000384,
    0.000179,
    0.000322,
    0.000672,
    0.000364,
    0.000465,
    0.000566,
    0.000669,
    0.000571,
    0.000577,
    0.970987,
    0.000148,
    0.000691,
    0.004866,
    0.000253,
    0.000124,
    0.000252,
    0.000679,
    0.000464,
    0.000204,
    0.000286,
    0.000109,
    0.00028,
    0.000141,
    0.000157,
    0.000168,
    0.000195,
    0.000183,
    0.000147,
    4.3e-05,
    0.000109,
    0.000154,
    0.000362,
    0.002811,
    0.000188,
    0.000123,
    0.000783,
    0.000107,
    0.003203,
    0.000292,
    0.000105,
    3.5e-05,
    1.3e-05,
    5.4e-05,
    1e-05,
    5.6e-05,
    2.5e-05,
    1.7e-05,
    1.9e-05,
    8e-06,
    1.3e-05,
    1.5e-05,
    1.7e-05,
    1.7e-05,
    7e-06,
    6e-06,
    5e-06,
    4.2e-05,
    3e-05,
    1e-05,
    2e-05,
    0.000122,
    6e-06,
    7.7e-05,
    0.000118,
    0.000152
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2886",
   "qid": "decision",
   "type": "choice",
   "pick": "extra_charge_on_statement",
   "pick_run": "extra_charge_on_statement",
   "same": true,
   "pick_merged": "extra_charge_on_statement",
   "same_as_merged": true,
   "max_abs_dp": 0.04303806656644549,
   "probs": [
    0.001432,
    0.001489,
    0.001217,
    0.004376,
    0.003323,
    0.003851,
    0.000853,
    0.000525,
    0.002802,
    0.000441,
    0.003431,
    0.000797,
    0.001156,
    0.000301,
    0.002711,
    0.183991,
    0.005713,
    0.001411,
    0.000538,
    0.052166,
    0.001925,
    0.000722,
    0.000557,
    0.001145,
    0.000619,
    0.000723,
    0.001108,
    0.000958,
    0.000802,
    0.000474,
    0.001526,
    0.002935,
    0.000303,
    0.000832,
    0.647228,
    0.001081,
    0.000244,
    0.001147,
    0.002112,
    0.000151,
    0.000167,
    0.000358,
    0.000563,
    0.000168,
    0.000265,
    0.000682,
    0.00041,
    0.00017,
    0.000148,
    0.000159,
    0.001108,
    0.000145,
    0.00029,
    0.000374,
    0.000579,
    0.000186,
    0.005918,
    0.003151,
    0.000754,
    0.000561,
    0.001843,
    0.000443,
    0.0006,
    0.006082,
    0.032271,
    0.00032,
    0.00012,
    0.000361,
    0.000106,
    0.000357,
    0.000749,
    0.000234,
    0.000123,
    0.000108,
    0.000144,
    0.000193,
    0.000675
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1931",
   "qid": "decision",
   "type": "choice",
   "pick": "card_swallowed",
   "pick_run": "card_swallowed",
   "same": true,
   "pick_merged": "card_swallowed",
   "same_as_merged": true,
   "max_abs_dp": 0.011011762058612366,
   "probs": [
    0.000686,
    0.000404,
    0.000685,
    0.071296,
    0.000657,
    0.000471,
    0.000341,
    0.000277,
    0.000187,
    0.000849,
    0.004184,
    0.000724,
    0.000425,
    0.000413,
    0.016976,
    0.000653,
    0.000918,
    0.000799,
    0.890174,
    0.001138,
    0.000576,
    0.000358,
    0.000418,
    0.000242,
    0.000225,
    0.000508,
    0.001129,
    0.000205,
    0.00033,
    0.000253,
    0.000125,
    8.9e-05,
    0.000102,
    0.000159,
    9.4e-05,
    0.000102,
    0.000128,
    6.9e-05,
    0.000163,
    0.000108,
    0.000106,
    0.000118,
    6.2e-05,
    6.5e-05,
    0.000205,
    0.000455,
    8.4e-05,
    8.2e-05,
    8.7e-05,
    4e-05,
    4.3e-05,
    3e-05,
    6.6e-05,
    6.3e-05,
    0.000151,
    2.1e-05,
    2.7e-05,
    2.2e-05,
    2.7e-05,
    2.8e-05,
    8e-06,
    1.6e-05,
    2.6e-05,
    1.8e-05,
    4.6e-05,
    2.2e-05,
    1.5e-05,
    1.9e-05,
    2.5e-05,
    7.2e-05,
    2.9e-05,
    2.7e-05,
    1.1e-05,
    9e-06,
    9e-06,
    2.7e-05,
    0.000196
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2558",
   "qid": "decision",
   "type": "choice",
   "pick": "cash_withdrawal_charge",
   "pick_run": "cash_withdrawal_charge",
   "same": true,
   "pick_merged": "cash_withdrawal_charge",
   "same_as_merged": true,
   "max_abs_dp": 0.01083279932754977,
   "probs": [
    0.001962,
    0.001819,
    0.001647,
    0.042108,
    0.001379,
    0.001873,
    0.000806,
    0.000634,
    0.001421,
    0.000668,
    0.00099,
    0.00071,
    0.000542,
    0.000296,
    0.000911,
    0.004348,
    0.002065,
    0.002301,
    0.001133,
    0.715747,
    0.010879,
    0.000747,
    0.000783,
    0.000921,
    0.001919,
    0.000546,
    0.002035,
    0.000724,
    0.000888,
    0.000571,
    0.00071,
    0.00073,
    0.000572,
    0.000543,
    0.049553,
    0.000712,
    0.000194,
    0.00093,
    0.000552,
    0.000414,
    0.000172,
    0.000247,
    0.000214,
    0.000458,
    0.000417,
    0.002574,
    0.000959,
    0.000188,
    0.000357,
    0.000432,
    0.006122,
    0.000173,
    0.003221,
    0.000284,
    0.000662,
    0.000272,
    0.000983,
    0.000484,
    0.000473,
    0.000371,
    0.002186,
    0.000361,
    0.000234,
    0.002035,
    0.001459,
    0.000262,
    0.00023,
    0.000162,
    0.000421,
    0.000647,
    0.001099,
    0.00047,
    0.000196,
    0.000231,
    0.000451,
    0.061972,
    0.050235
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2801",
   "qid": "decision",
   "type": "choice",
   "pick": "top_up_by_card_charge",
   "pick_run": "top_up_by_card_charge",
   "same": true,
   "pick_merged": "top_up_by_card_charge",
   "same_as_merged": true,
   "max_abs_dp": 0.013693952244018592,
   "probs": [
    0.001931,
    0.008406,
    0.001145,
    0.000398,
    0.00565,
    0.001296,
    0.000378,
    0.000154,
    0.000203,
    0.000183,
    0.002122,
    0.000239,
    0.000142,
    0.000168,
    0.000157,
    0.008415,
    0.000514,
    0.000135,
    0.000174,
    0.001252,
    0.00061,
    0.000153,
    0.000131,
    0.000172,
    0.000471,
    0.000207,
    0.000369,
    0.001391,
    0.000845,
    0.000511,
    0.001794,
    0.010845,
    0.000454,
    0.00021,
    0.002758,
    0.000135,
    0.003062,
    0.00048,
    0.000691,
    0.000219,
    0.000201,
    0.000375,
    0.000248,
    0.000188,
    0.000354,
    0.000348,
    0.00029,
    0.000447,
    0.000286,
    6.2e-05,
    0.000553,
    0.000126,
    0.001339,
    0.001052,
    0.005043,
    0.00072,
    0.033028,
    0.706721,
    0.004733,
    0.002486,
    0.008164,
    0.003289,
    0.153018,
    0.00213,
    0.002682,
    0.001097,
    0.000579,
    0.000882,
    0.0004,
    0.000845,
    0.000783,
    0.003745,
    0.001239,
    0.001465,
    0.001422,
    0.000734,
    0.000357
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2842",
   "qid": "decision",
   "type": "choice",
   "pick": "activate_my_card",
   "pick_run": "activate_my_card",
   "same": true,
   "pick_merged": "activate_my_card",
   "same_as_merged": true,
   "max_abs_dp": 0.000983853954315217,
   "probs": [
    0.987861,
    0.000475,
    0.000629,
    0.000126,
    0.000148,
    6.9e-05,
    7.7e-05,
    4.8e-05,
    7.6e-05,
    0.000345,
    0.00162,
    0.002694,
    0.0001,
    0.002802,
    0.000691,
    6e-05,
    7.4e-05,
    8e-05,
    7.5e-05,
    6.1e-05,
    5.6e-05,
    0.000308,
    4.6e-05,
    9.5e-05,
    3.4e-05,
    9.3e-05,
    8.4e-05,
    2.7e-05,
    5.1e-05,
    1.7e-05,
    2.5e-05,
    1.2e-05,
    9e-06,
    2.1e-05,
    4.1e-05,
    3.6e-05,
    3.4e-05,
    4.9e-05,
    0.000199,
    3.5e-05,
    0.000112,
    1.2e-05,
    3.5e-05,
    2.7e-05,
    2.1e-05,
    2.4e-05,
    2.1e-05,
    2.8e-05,
    2e-05,
    1.2e-05,
    1.4e-05,
    1.2e-05,
    2.2e-05,
    4e-06,
    4.2e-05,
    4e-06,
    5e-06,
    5e-06,
    4e-06,
    7e-06,
    2e-06,
    6e-06,
    3.3e-05,
    1e-05,
    2.6e-05,
    2.1e-05,
    7e-06,
    2e-06,
    6e-06,
    1.3e-05,
    3e-06,
    7e-06,
    1.6e-05,
    4e-06,
    4e-06,
    3e-06,
    2e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-258",
   "qid": "decision",
   "type": "choice",
   "pick": "fiat_currency_support",
   "pick_run": "fiat_currency_support",
   "same": true,
   "pick_merged": "fiat_currency_support",
   "same_as_merged": true,
   "max_abs_dp": 0.018800138777113284,
   "probs": [
    0.000223,
    0.000604,
    0.000225,
    0.000447,
    0.000234,
    0.000367,
    0.000199,
    0.000127,
    0.000133,
    9.1e-05,
    0.00503,
    6.9e-05,
    5.4e-05,
    3.5e-05,
    5.1e-05,
    6.1e-05,
    9.2e-05,
    0.000105,
    7.1e-05,
    6.7e-05,
    5.3e-05,
    9.5e-05,
    8.2e-05,
    0.000199,
    0.014034,
    0.000189,
    0.000501,
    0.000567,
    0.017919,
    0.000735,
    0.000404,
    0.000626,
    0.003002,
    0.000805,
    0.00145,
    0.000948,
    0.772391,
    0.000476,
    0.000272,
    0.000198,
    5.6e-05,
    0.000222,
    0.000412,
    0.000239,
    0.000168,
    0.000145,
    0.000147,
    0.000173,
    0.00035,
    0.000216,
    0.001308,
    0.000114,
    0.00037,
    0.000187,
    0.161104,
    0.000277,
    0.000178,
    0.000216,
    0.000221,
    0.00018,
    0.00022,
    0.000197,
    0.007732,
    0.000158,
    0.000219,
    0.000184,
    7.4e-05,
    4.5e-05,
    0.000189,
    0.00026,
    0.000236,
    0.000243,
    6.4e-05,
    0.000141,
    3.7e-05,
    0.000337,
    0.000149
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-180",
   "qid": "decision",
   "type": "choice",
   "pick": "extra_charge_on_statement",
   "pick_run": "extra_charge_on_statement",
   "same": true,
   "pick_merged": "extra_charge_on_statement",
   "same_as_merged": true,
   "max_abs_dp": 0.018529981013488683,
   "probs": [
    0.001235,
    0.001674,
    0.001156,
    0.001398,
    0.006228,
    0.003837,
    0.000756,
    0.000416,
    0.001611,
    0.000327,
    0.002658,
    0.000568,
    0.000959,
    0.00023,
    0.001176,
    0.176046,
    0.008557,
    0.001038,
    0.000443,
    0.026209,
    0.000762,
    0.000451,
    0.000397,
    0.000727,
    0.000422,
    0.000314,
    0.000838,
    0.000692,
    0.001517,
    0.000459,
    0.00244,
    0.002501,
    0.000282,
    0.000818,
    0.693098,
    0.000707,
    0.000234,
    0.001062,
    0.001416,
    0.000141,
    0.000176,
    0.000345,
    0.000695,
    0.000144,
    0.000246,
    0.000673,
    0.00033,
    0.00017,
    0.000129,
    0.000164,
    0.00088,
    8.8e-05,
    0.00021,
    0.000362,
    0.000701,
    0.000202,
    0.011321,
    0.004225,
    0.000729,
    0.000568,
    0.002378,
    0.000359,
    0.000635,
    0.002131,
    0.023476,
    0.000281,
    0.000115,
    0.000358,
    9.6e-05,
    0.000331,
    0.000681,
    0.000199,
    0.000118,
    0.000105,
    0.000172,
    0.000136,
    0.000271
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2691",
   "qid": "decision",
   "type": "choice",
   "pick": "balance_not_updated_after_bank_transfer",
   "pick_run": "balance_not_updated_after_bank_transfer",
   "same": true,
   "pick_merged": "balance_not_updated_after_bank_transfer",
   "same_as_merged": true,
   "max_abs_dp": 0.010601206366043558,
   "probs": [
    0.000172,
    0.000615,
    0.00055,
    0.000488,
    0.009314,
    0.97579,
    0.003522,
    0.000449,
    0.000259,
    0.000434,
    0.000236,
    0.000172,
    0.000102,
    0.000151,
    0.000222,
    0.000152,
    0.000205,
    0.000139,
    0.000135,
    0.00011,
    0.000114,
    0.000157,
    0.000269,
    5.6e-05,
    9.9e-05,
    6.3e-05,
    2.2e-05,
    0.000222,
    0.0002,
    8.9e-05,
    0.000167,
    0.000202,
    9.3e-05,
    0.000138,
    0.000149,
    0.000407,
    1.7e-05,
    4.9e-05,
    3.6e-05,
    0.000102,
    0.000141,
    7.7e-05,
    3.4e-05,
    6.8e-05,
    3e-05,
    4e-05,
    3.4e-05,
    0.000245,
    0.000533,
    4.6e-05,
    0.000203,
    5.8e-05,
    2.6e-05,
    1.2e-05,
    4.6e-05,
    1.1e-05,
    0.00025,
    0.000153,
    5.7e-05,
    9e-05,
    8e-06,
    0.000135,
    1.6e-05,
    2.8e-05,
    5.2e-05,
    0.000605,
    0.000761,
    0.000132,
    2e-05,
    1.6e-05,
    1.1e-05,
    2.7e-05,
    3.1e-05,
    5.7e-05,
    2.4e-05,
    1.6e-05,
    4e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-634",
   "qid": "decision",
   "type": "choice",
   "pick": "top_up_by_bank_transfer_charge",
   "pick_run": "top_up_by_bank_transfer_charge",
   "same": true,
   "pick_merged": "top_up_by_bank_transfer_charge",
   "same_as_merged": true,
   "max_abs_dp": 0.0017727754275218529,
   "probs": [
    8.5e-05,
    0.00057,
    6e-05,
    3.5e-05,
    0.002051,
    0.000155,
    2.6e-05,
    1.5e-05,
    1.9e-05,
    1.5e-05,
    1.9e-05,
    1.4e-05,
    2.1e-05,
    1.7e-05,
    1.4e-05,
    8.3e-05,
    4e-05,
    1.7e-05,
    2.5e-05,
    6.6e-05,
    1e-05,
    3e-05,
    1.8e-05,
    1.3e-05,
    4.6e-05,
    1.4e-05,
    2.5e-05,
    0.000118,
    0.000118,
    0.000129,
    0.000596,
    0.000227,
    4.6e-05,
    4.5e-05,
    0.000243,
    3.2e-05,
    4.3e-05,
    6e-05,
    0.000263,
    5.4e-05,
    8e-06,
    8.8e-05,
    3.7e-05,
    4.9e-05,
    5.5e-05,
    3.9e-05,
    2.7e-05,
    0.000285,
    7.3e-05,
    2e-05,
    0.000147,
    2.6e-05,
    0.000138,
    0.000261,
    0.000495,
    0.000307,
    0.981429,
    0.001918,
    0.000451,
    0.000332,
    0.000257,
    0.00016,
    0.000343,
    0.000106,
    0.005733,
    0.00043,
    8.2e-05,
    0.00039,
    4.8e-05,
    9.8e-05,
    6.1e-05,
    0.000117,
    0.000172,
    7.8e-05,
    0.000124,
    0.000112,
    2.5e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2958",
   "qid": "decision",
   "type": "choice",
   "pick": "top_up_failed",
   "pick_run": "top_up_failed",
   "same": true,
   "pick_merged": "top_up_failed",
   "same_as_merged": true,
   "max_abs_dp": 0.08708555679361912,
   "probs": [
    0.001914,
    0.006276,
    0.349183,
    0.000565,
    0.007279,
    0.002544,
    0.000674,
    0.001568,
    0.000338,
    0.00022,
    0.000332,
    0.000364,
    0.000121,
    0.000173,
    0.000959,
    0.000284,
    0.000409,
    0.000142,
    0.000175,
    0.000202,
    0.000221,
    0.000511,
    0.000142,
    0.00021,
    0.000285,
    0.000302,
    0.000132,
    0.000591,
    0.000384,
    0.00037,
    0.000204,
    0.000221,
    0.000327,
    0.005396,
    0.000275,
    0.000113,
    0.000246,
    0.000146,
    0.000187,
    0.000146,
    0.000134,
    0.000401,
    0.00016,
    8.3e-05,
    0.000147,
    0.000142,
    0.000202,
    0.007979,
    0.000178,
    3.9e-05,
    0.000125,
    8.4e-05,
    0.00033,
    0.000366,
    0.001523,
    0.000366,
    0.001414,
    0.003481,
    0.005374,
    0.574271,
    0.000661,
    0.001107,
    0.003922,
    0.000841,
    0.000926,
    0.000643,
    0.00023,
    0.000378,
    0.000203,
    0.000622,
    0.000523,
    0.002178,
    0.004831,
    0.000765,
    0.000575,
    0.000235,
    0.000428
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-882",
   "qid": "decision",
   "type": "choice",
   "pick": "fiat_currency_support",
   "pick_run": "fiat_currency_support",
   "same": true,
   "pick_merged": "fiat_currency_support",
   "same_as_merged": true,
   "max_abs_dp": 0.04265373688801655,
   "probs": [
    0.00025,
    0.000729,
    0.000216,
    0.000213,
    0.000311,
    0.000248,
    0.000393,
    0.000116,
    0.000111,
    5.7e-05,
    0.001796,
    5.9e-05,
    3.9e-05,
    2.8e-05,
    3e-05,
    3.7e-05,
    5.4e-05,
    4.8e-05,
    4.2e-05,
    5.5e-05,
    3.4e-05,
    6.9e-05,
    4.4e-05,
    8.7e-05,
    0.000657,
    8.8e-05,
    0.001078,
    0.000711,
    0.016371,
    0.00056,
    0.000359,
    0.000605,
    0.005414,
    0.002177,
    0.001743,
    0.000797,
    0.561164,
    0.000486,
    0.000339,
    0.000214,
    5.9e-05,
    0.000222,
    0.000488,
    0.000187,
    0.000272,
    0.000179,
    0.000193,
    0.000259,
    0.000315,
    0.000153,
    0.000702,
    0.000138,
    0.000775,
    0.000604,
    0.329087,
    0.000375,
    0.00053,
    0.001411,
    0.011875,
    0.002959,
    0.002157,
    0.000893,
    0.041335,
    0.000881,
    0.00084,
    0.0007,
    0.00012,
    0.000153,
    0.000189,
    0.000687,
    0.00066,
    0.001483,
    0.000309,
    0.000341,
    0.000158,
    0.000341,
    0.000137
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-218",
   "qid": "decision",
   "type": "choice",
   "pick": "pending_cash_withdrawal",
   "pick_run": "pending_cash_withdrawal",
   "same": true,
   "pick_merged": "pending_cash_withdrawal",
   "same_as_merged": true,
   "max_abs_dp": 0.10938369417919536,
   "probs": [
    0.004456,
    0.002116,
    0.002033,
    0.220401,
    0.000585,
    0.003155,
    0.000637,
    0.000397,
    0.000587,
    0.00047,
    0.001,
    0.000441,
    0.00036,
    0.000284,
    0.004479,
    0.000843,
    0.00095,
    0.000507,
    0.001936,
    0.065523,
    0.095285,
    0.001361,
    0.001039,
    0.001013,
    0.000567,
    0.000811,
    0.142509,
    0.001278,
    0.002457,
    0.003262,
    0.001605,
    0.000868,
    0.001402,
    0.00164,
    0.002689,
    0.001306,
    0.000825,
    0.001122,
    0.002056,
    0.001546,
    0.001881,
    0.000629,
    0.001856,
    0.00076,
    0.002822,
    0.016825,
    0.386165,
    0.001454,
    0.001811,
    0.000759,
    0.002897,
    0.000839,
    0.00033,
    0.001729,
    0.0003,
    7.6e-05,
    0.000137,
    6.8e-05,
    9.3e-05,
    8.7e-05,
    8.4e-05,
    6.1e-05,
    6.3e-05,
    6.6e-05,
    0.000101,
    3.5e-05,
    8.1e-05,
    3.4e-05,
    7.1e-05,
    0.000205,
    0.000253,
    0.000838,
    4e-05,
    5e-05,
    2.3e-05,
    0.000351,
    0.000325
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1871",
   "qid": "decision",
   "type": "choice",
   "pick": "transfer_fee_charged",
   "pick_run": "transfer_fee_charged",
   "same": true,
   "pick_merged": "transfer_fee_charged",
   "same_as_merged": true,
   "max_abs_dp": 0.014312055587180683,
   "probs": [
    0.001119,
    0.001635,
    0.000622,
    0.000179,
    0.000258,
    0.006322,
    0.000246,
    9.9e-05,
    0.000281,
    0.000144,
    0.000131,
    0.00022,
    0.000359,
    7e-05,
    0.000104,
    0.003468,
    0.000418,
    8.7e-05,
    0.000113,
    0.000587,
    0.000109,
    0.000102,
    0.001128,
    0.000214,
    0.000176,
    0.000107,
    0.000639,
    0.004455,
    0.000513,
    0.000326,
    0.001757,
    0.00104,
    0.000669,
    0.000576,
    0.00288,
    0.001347,
    0.000462,
    0.001143,
    0.006219,
    0.000518,
    0.00067,
    0.002257,
    0.001987,
    0.000786,
    0.000497,
    0.003994,
    0.00135,
    0.012594,
    0.311567,
    0.000896,
    0.001774,
    0.000341,
    0.000499,
    0.001012,
    0.001451,
    0.000583,
    0.012002,
    0.003274,
    0.001285,
    0.000783,
    0.001083,
    0.001525,
    0.001397,
    0.004219,
    0.494042,
    0.003804,
    0.002752,
    0.040922,
    0.000925,
    0.001602,
    0.003797,
    0.00142,
    0.001849,
    0.038446,
    0.001173,
    0.000386,
    0.000216
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1660",
   "qid": "decision",
   "type": "choice",
   "pick": "lost_or_stolen_card",
   "pick_run": "lost_or_stolen_card",
   "same": true,
   "pick_merged": "lost_or_stolen_card",
   "same_as_merged": true,
   "max_abs_dp": 0.06225396111195915,
   "probs": [
    0.014212,
    0.001133,
    0.000725,
    0.000693,
    0.000197,
    0.000439,
    0.000545,
    0.000117,
    0.000324,
    0.000225,
    0.000285,
    0.000562,
    0.000207,
    0.00022,
    0.00096,
    0.002873,
    0.001309,
    0.000533,
    0.000277,
    0.000572,
    0.000778,
    0.001386,
    0.184672,
    0.000347,
    0.000251,
    0.000178,
    0.000649,
    0.000856,
    0.001229,
    0.001252,
    0.000966,
    0.00082,
    0.001068,
    0.000831,
    0.000752,
    0.000827,
    0.000784,
    0.001174,
    0.000834,
    0.000839,
    0.00099,
    0.636095,
    0.123686,
    0.001148,
    0.001536,
    0.000741,
    0.001303,
    0.00141,
    0.003212,
    0.000461,
    0.000821,
    0.00036,
    5e-05,
    2e-05,
    3.7e-05,
    2e-05,
    4.9e-05,
    2.3e-05,
    3.1e-05,
    2.7e-05,
    2.8e-05,
    1.8e-05,
    2.8e-05,
    4.7e-05,
    3.2e-05,
    1.7e-05,
    3.4e-05,
    0.000421,
    5.3e-05,
    3.9e-05,
    2.7e-05,
    6.2e-05,
    2.8e-05,
    6.4e-05,
    1.8e-05,
    5.8e-05,
    0.000109
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1126",
   "qid": "decision",
   "type": "choice",
   "pick": "edit_personal_details",
   "pick_run": "edit_personal_details",
   "same": true,
   "pick_merged": "edit_personal_details",
   "same_as_merged": true,
   "max_abs_dp": 6.746947697859693e-05,
   "probs": [
    0.000241,
    0.000128,
    4.7e-05,
    2.5e-05,
    0.000248,
    4.8e-05,
    2.1e-05,
    1.6e-05,
    6.6e-05,
    1.7e-05,
    3e-05,
    3.8e-05,
    2.1e-05,
    2.2e-05,
    2.4e-05,
    3.6e-05,
    2.8e-05,
    4.6e-05,
    4.4e-05,
    4.3e-05,
    1.5e-05,
    6e-05,
    2.3e-05,
    4.4e-05,
    3.9e-05,
    3.2e-05,
    8.3e-05,
    0.000136,
    0.00011,
    0.00018,
    0.996701,
    0.000151,
    4.6e-05,
    6.6e-05,
    9.2e-05,
    2.9e-05,
    2.9e-05,
    5.2e-05,
    2.7e-05,
    2.6e-05,
    4.9e-05,
    4.3e-05,
    4.3e-05,
    4.3e-05,
    3e-05,
    3.1e-05,
    2.7e-05,
    7.2e-05,
    2.1e-05,
    2e-05,
    6.1e-05,
    2.9e-05,
    3.7e-05,
    1e-05,
    2.1e-05,
    1.7e-05,
    0.000194,
    1.3e-05,
    9e-06,
    8e-06,
    2e-06,
    3e-06,
    1.2e-05,
    8e-06,
    7e-06,
    5e-06,
    5e-06,
    3e-06,
    9e-06,
    7e-06,
    3e-06,
    3e-06,
    4e-06,
    3e-06,
    3e-06,
    8e-06,
    9e-06
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2321",
   "qid": "decision",
   "type": "choice",
   "pick": "transfer_into_account",
   "pick_run": "transfer_into_account",
   "same": true,
   "pick_merged": "transfer_into_account",
   "same_as_merged": true,
   "max_abs_dp": 0.018949404212803778,
   "probs": [
    0.000223,
    0.000482,
    0.000123,
    7.2e-05,
    0.000293,
    0.000191,
    5.8e-05,
    5.4e-05,
    0.000119,
    3.3e-05,
    5.2e-05,
    3.5e-05,
    1.5e-05,
    6.7e-05,
    3.7e-05,
    2.6e-05,
    9.3e-05,
    2e-05,
    1.6e-05,
    2.7e-05,
    1.2e-05,
    2.7e-05,
    2.7e-05,
    7e-05,
    0.003502,
    2.9e-05,
    0.000103,
    0.000242,
    0.000106,
    0.00017,
    0.000353,
    0.00016,
    0.000318,
    0.000613,
    0.0033,
    0.000657,
    0.000808,
    0.000173,
    0.000301,
    0.004142,
    0.000142,
    0.000183,
    0.000511,
    0.000592,
    0.000228,
    0.000181,
    0.000216,
    0.000938,
    0.000652,
    0.000314,
    0.129468,
    0.000493,
    0.000177,
    0.000201,
    0.000373,
    0.000276,
    0.000315,
    0.000801,
    0.002566,
    0.001411,
    0.000236,
    0.000578,
    0.006944,
    0.0014,
    0.00131,
    0.817771,
    0.000348,
    0.000426,
    0.000247,
    0.000554,
    0.000623,
    0.000438,
    0.000562,
    0.000495,
    0.000873,
    0.009962,
    4.5e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2667",
   "qid": "decision",
   "type": "choice",
   "pick": "top_up_failed",
   "pick_run": "top_up_failed",
   "same": true,
   "pick_merged": "top_up_failed",
   "same_as_merged": true,
   "max_abs_dp": 0.015429284052473676,
   "probs": [
    0.000299,
    0.003992,
    0.000125,
    4.3e-05,
    0.001213,
    0.000487,
    0.000121,
    0.000488,
    0.000118,
    0.000161,
    4e-05,
    6.9e-05,
    1.4e-05,
    1.5e-05,
    4.9e-05,
    3.5e-05,
    0.0001,
    2.7e-05,
    3.9e-05,
    5.4e-05,
    0.000126,
    0.000404,
    1.8e-05,
    4.5e-05,
    7.7e-05,
    0.00038,
    0.000199,
    0.001227,
    0.000379,
    0.000497,
    0.00019,
    0.000258,
    0.000537,
    0.009116,
    0.000988,
    0.00119,
    0.0003,
    0.000256,
    0.000352,
    0.000214,
    0.000131,
    0.000262,
    0.000257,
    0.000111,
    0.000211,
    0.00019,
    0.001452,
    0.033315,
    0.00029,
    6.5e-05,
    0.000391,
    0.00046,
    0.00043,
    0.000402,
    0.000553,
    0.000202,
    0.001347,
    0.001621,
    0.004199,
    0.879644,
    0.006024,
    0.008276,
    0.002728,
    0.000587,
    0.000387,
    0.000478,
    0.000166,
    0.000206,
    0.000228,
    0.000589,
    0.000511,
    0.016453,
    0.011726,
    0.000598,
    0.000779,
    0.000216,
    0.000271
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1537",
   "qid": "decision",
   "type": "choice",
   "pick": "passcode_forgotten",
   "pick_run": "passcode_forgotten",
   "same": true,
   "pick_merged": "passcode_forgotten",
   "same_as_merged": true,
   "max_abs_dp": 0.01155367074699054,
   "probs": [
    0.000302,
    0.000327,
    0.000554,
    0.000701,
    0.00016,
    0.000196,
    0.000277,
    0.000143,
    0.000148,
    0.000131,
    0.000354,
    0.000199,
    0.000128,
    0.000157,
    0.006122,
    0.000453,
    0.000365,
    0.000279,
    0.000741,
    0.000352,
    0.000165,
    0.068853,
    0.000287,
    0.001352,
    0.000209,
    0.000439,
    0.000304,
    0.00023,
    0.000455,
    0.000278,
    7.5e-05,
    0.000166,
    0.000203,
    0.00023,
    0.000257,
    0.000186,
    0.000206,
    0.000529,
    0.000168,
    0.000182,
    0.000116,
    0.000261,
    0.000257,
    0.000509,
    0.861988,
    0.000426,
    0.000268,
    0.001227,
    0.000179,
    0.044133,
    0.000316,
    0.000206,
    6e-05,
    6e-05,
    0.00012,
    1.6e-05,
    5.6e-05,
    3.6e-05,
    2.8e-05,
    4.3e-05,
    1.6e-05,
    1.3e-05,
    3.1e-05,
    4.6e-05,
    5.2e-05,
    2e-05,
    2.7e-05,
    4e-05,
    0.00045,
    0.001334,
    5.7e-05,
    5.9e-05,
    0.000143,
    2.4e-05,
    0.0003,
    9e-05,
    0.000125
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1232",
   "qid": "decision",
   "type": "choice",
   "pick": "unable_to_verify_identity",
   "pick_run": "unable_to_verify_identity",
   "same": true,
   "pick_merged": "unable_to_verify_identity",
   "same_as_merged": true,
   "max_abs_dp": 0.12731857803720575,
   "probs": [
    0.000279,
    0.003552,
    0.000116,
    5e-05,
    7.5e-05,
    4.6e-05,
    5.8e-05,
    2.7e-05,
    3.5e-05,
    5.2e-05,
    3.4e-05,
    6.6e-05,
    1.8e-05,
    1.7e-05,
    6e-05,
    3.1e-05,
    9.6e-05,
    0.000375,
    7.8e-05,
    4.5e-05,
    6.7e-05,
    4.5e-05,
    0.000219,
    0.000797,
    0.000175,
    0.00012,
    0.00021,
    0.000814,
    0.000287,
    0.000157,
    0.000274,
    8.1e-05,
    0.000126,
    0.000146,
    0.00045,
    0.00028,
    5e-05,
    0.000207,
    0.000121,
    0.00012,
    7.6e-05,
    0.000215,
    7.4e-05,
    0.00561,
    0.001466,
    0.000126,
    0.00024,
    0.000132,
    0.000374,
    0.005831,
    0.000449,
    0.000273,
    0.00288,
    0.001868,
    0.001102,
    0.00042,
    0.000638,
    0.000929,
    0.000711,
    0.001872,
    0.0005,
    0.000819,
    0.000887,
    0.001936,
    0.000928,
    0.000543,
    0.000369,
    0.001077,
    0.640888,
    0.143054,
    0.001723,
    0.001843,
    0.001411,
    0.003643,
    0.161015,
    0.004094,
    0.00013
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2490",
   "qid": "decision",
   "type": "choice",
   "pick": "get_physical_card",
   "pick_run": "get_physical_card",
   "same": true,
   "pick_merged": "get_physical_card",
   "same_as_merged": true,
   "max_abs_dp": 0.04086014803107155,
   "probs": [
    0.002362,
    0.002275,
    0.000704,
    0.000348,
    0.000241,
    0.000408,
    0.000469,
    0.000146,
    0.000365,
    0.000823,
    0.009769,
    0.13622,
    0.035538,
    0.000404,
    0.000827,
    0.000323,
    0.000677,
    0.000861,
    0.000297,
    0.000368,
    0.000315,
    0.000223,
    0.000446,
    0.000236,
    0.000269,
    0.000268,
    0.00056,
    0.000766,
    0.000833,
    0.000629,
    0.000532,
    0.000221,
    0.000467,
    0.000351,
    0.000522,
    0.000393,
    0.000848,
    0.013531,
    0.572631,
    0.001838,
    0.002499,
    0.000466,
    0.000422,
    0.192997,
    0.000686,
    0.000371,
    0.000386,
    0.000287,
    0.003173,
    0.000153,
    0.00025,
    0.000113,
    0.000199,
    6.4e-05,
    0.000175,
    5e-05,
    0.000102,
    9.7e-05,
    0.000102,
    0.000174,
    5e-05,
    8.2e-05,
    0.000278,
    0.00029,
    0.003514,
    0.000245,
    0.000246,
    5.4e-05,
    0.000413,
    0.000142,
    6.8e-05,
    0.00036,
    7.4e-05,
    0.001814,
    5.3e-05,
    0.000116,
    0.000131
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1156",
   "qid": "decision",
   "type": "choice",
   "pick": "edit_personal_details",
   "pick_run": "edit_personal_details",
   "same": true,
   "pick_merged": "edit_personal_details",
   "same_as_merged": true,
   "max_abs_dp": 0.00022953692770777412,
   "probs": [
    0.000226,
    0.000122,
    4.5e-05,
    2.2e-05,
    0.000255,
    3.7e-05,
    1.7e-05,
    1.4e-05,
    3.7e-05,
    1.4e-05,
    2.7e-05,
    3.7e-05,
    1.8e-05,
    1.8e-05,
    1.8e-05,
    2.9e-05,
    2.4e-05,
    4e-05,
    3.6e-05,
    3.5e-05,
    1.2e-05,
    7.4e-05,
    2e-05,
    4.4e-05,
    4.1e-05,
    2.9e-05,
    8.2e-05,
    0.000145,
    0.000133,
    0.000211,
    0.996764,
    0.000145,
    4.5e-05,
    6e-05,
    8e-05,
    2.7e-05,
    2.7e-05,
    4.8e-05,
    2.8e-05,
    2.6e-05,
    5.2e-05,
    4.4e-05,
    4e-05,
    4.4e-05,
    3.7e-05,
    3.8e-05,
    2.5e-05,
    8.4e-05,
    2.4e-05,
    2.6e-05,
    6.6e-05,
    3.2e-05,
    3.6e-05,
    9e-06,
    1.9e-05,
    1.7e-05,
    0.000178,
    1.2e-05,
    8e-06,
    6e-06,
    2e-06,
    2e-06,
    1e-05,
    7e-06,
    7e-06,
    5e-06,
    4e-06,
    3e-06,
    8e-06,
    7e-06,
    3e-06,
    3e-06,
    4e-06,
    3e-06,
    3e-06,
    8e-06,
    1.2e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2020",
   "qid": "decision",
   "type": "choice",
   "pick": "verify_source_of_funds",
   "pick_run": "verify_source_of_funds",
   "same": true,
   "pick_merged": "verify_source_of_funds",
   "same_as_merged": true,
   "max_abs_dp": 0.02552564503197241,
   "probs": [
    0.000317,
    0.001292,
    0.000236,
    6.2e-05,
    0.000239,
    0.000134,
    0.000174,
    5.9e-05,
    8.1e-05,
    4.2e-05,
    5.6e-05,
    5.5e-05,
    3.8e-05,
    4.9e-05,
    3e-05,
    5.1e-05,
    8.3e-05,
    4.1e-05,
    8.8e-05,
    0.000213,
    5.3e-05,
    0.000113,
    6.3e-05,
    0.000122,
    0.000225,
    8.2e-05,
    0.000135,
    0.000202,
    0.000362,
    0.000289,
    0.000224,
    0.000162,
    0.000769,
    0.000278,
    0.002729,
    0.000466,
    0.00023,
    0.000196,
    0.000206,
    0.000167,
    8e-05,
    0.000242,
    0.000261,
    0.000318,
    0.0005,
    0.003625,
    0.001208,
    0.002717,
    0.000885,
    0.001269,
    0.01058,
    0.00061,
    0.000586,
    0.000215,
    0.000643,
    0.00059,
    0.000594,
    0.000585,
    0.002299,
    0.000699,
    0.001415,
    0.000562,
    0.001741,
    0.000787,
    0.000722,
    0.001371,
    0.000411,
    0.000799,
    0.000727,
    0.005803,
    0.890603,
    0.032184,
    0.003152,
    0.001136,
    0.012632,
    0.006162,
    0.000869
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-1671",
   "qid": "decision",
   "type": "choice",
   "pick": "lost_or_stolen_phone",
   "pick_run": "lost_or_stolen_phone",
   "same": true,
   "pick_merged": "lost_or_stolen_phone",
   "same_as_merged": true,
   "max_abs_dp": 0.01088407519389134,
   "probs": [
    0.002229,
    0.001454,
    0.000583,
    0.000566,
    6.3e-05,
    0.000306,
    0.00028,
    6e-05,
    8e-05,
    7.7e-05,
    0.000109,
    0.000299,
    5.6e-05,
    0.000113,
    0.0007,
    0.00128,
    0.000401,
    0.000545,
    7.1e-05,
    0.000403,
    0.000285,
    0.000214,
    0.008318,
    0.000126,
    6.4e-05,
    8.2e-05,
    0.000182,
    0.00042,
    0.000261,
    0.000379,
    0.000235,
    0.000247,
    0.000492,
    0.000449,
    0.000252,
    0.000654,
    0.000107,
    0.000477,
    0.000211,
    0.000226,
    0.000833,
    0.023729,
    0.946286,
    0.001953,
    0.000239,
    0.000271,
    0.000813,
    0.000472,
    0.000936,
    0.000193,
    0.00032,
    0.000247,
    3.6e-05,
    1.1e-05,
    1.6e-05,
    1.2e-05,
    2.1e-05,
    3e-06,
    5e-06,
    8e-06,
    7e-06,
    4e-06,
    3e-06,
    1.2e-05,
    7e-06,
    3e-06,
    2.1e-05,
    2.5e-05,
    3.8e-05,
    9e-06,
    7e-06,
    2.1e-05,
    6e-06,
    1.1e-05,
    7e-06,
    2e-05,
    3.9e-05
   ]
  },
  {
   "set": "jevals-banking77",
   "id": "jevals-banking77:banking77-2933",
   "qid": "decision",
   "type": "choice",
   "pick": "card_about_to_expire",
   "pick_run": "card_about_to_expire",
   "same": true,
   "pick_merged": "card_about_to_expire",
   "same_as_merged": true,
   "max_abs_dp": 0.013401239105605756,
   "probs": [
    0.000534,
    0.00028,
    0.000521,
    0.000298,
    0.00058,
    0.000252,
    0.000281,
    0.000202,
    0.000205,
    0.904444,
    0.000907,
    0.00522,
    0.010846,
    0.000496,
    0.000512,
    0.000587,
    0.000299,
    0.000778,
    0.000306,
    0.000482,
    0.000221,
    0.000152,
    0.000154,
    0.000141,
    0.0001,
    0.000143,
    8.4e-05,
    0.000216,
    0.000655,
    0.000468,
    6.9e-05,
    0.000124,
    0.0002,
    0.000141,
    0.000193,
    0.000678,
    0.000109,
    0.000265,
    0.01266,
    0.013267,
    3.7e-05,
    0.000147,
    4e-05,
    0.040014,
    0.000736,
    0.000249,
    5.5e-05,
    5.5e-05,
    7.8e-05,
    4.2e-05,
    3.1e-05,
    2.6e-05,
    2.5e-05,
    4e-06,
    1.6e-05,
    3e-06,
    2.8e-05,
    4e-06,
    6e-06,
    1e-05,
    9e-06,
    2.6e-05,
    6e-06,
    1.7e-05,
    2.8e-05,
    3.2e-05,
    7e-06,
    2e-06,
    6e-05,
    8e-06,
    5e-06,
    1e-05,
    2e-06,
    3e-06,
    4e-06,
    1e-05,
    9.5e-05
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-599",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.0033068005577699677,
   "probs": [
    0.009954,
    0.038137,
    0.147407,
    0.342414,
    0.462089
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-269",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.007152194243502302,
   "probs": [
    0.068632,
    0.165009,
    0.246083,
    0.312874,
    0.207402
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-910",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.0074917593452071204,
   "probs": [
    0.032232,
    0.103933,
    0.200017,
    0.343334,
    0.320484
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-243",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.01752939035162704,
   "probs": [
    0.002296,
    0.01198,
    0.091213,
    0.286231,
    0.60828
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-789",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.040396309457255586,
   "probs": [
    0.164548,
    0.209508,
    0.18012,
    0.189343,
    0.256482
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-1001",
   "qid": "decision",
   "type": "score",
   "pick": "0",
   "pick_run": "0",
   "same": true,
   "pick_merged": "0",
   "same_as_merged": true,
   "max_abs_dp": 0.00759483702094832,
   "probs": [
    0.453298,
    0.367579,
    0.119628,
    0.031793,
    0.027701
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-448",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.023930708733690798,
   "probs": [
    0.050908,
    0.136139,
    0.239048,
    0.322051,
    0.251853
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-1008",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.014753353695371188,
   "probs": [
    0.115183,
    0.166813,
    0.239586,
    0.268529,
    0.20989
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-873",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.009960641859951824,
   "probs": [
    0.018137,
    0.079838,
    0.191011,
    0.341756,
    0.369258
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-705",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.00639986526049488,
   "probs": [
    0.246864,
    0.397543,
    0.183577,
    0.090937,
    0.081079
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-151",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.010014103588162779,
   "probs": [
    0.142626,
    0.342041,
    0.265759,
    0.143364,
    0.10621
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-920",
   "qid": "decision",
   "type": "score",
   "pick": "0",
   "pick_run": "0",
   "same": true,
   "pick_merged": "0",
   "same_as_merged": true,
   "max_abs_dp": 0.0380491804881638,
   "probs": [
    0.372655,
    0.345173,
    0.163337,
    0.061633,
    0.057202
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-496",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.02158317219667527,
   "probs": [
    0.002826,
    0.013831,
    0.104928,
    0.308815,
    0.569599
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-21",
   "qid": "decision",
   "type": "score",
   "pick": "0",
   "pick_run": "0",
   "same": true,
   "pick_merged": "0",
   "same_as_merged": true,
   "max_abs_dp": 0.0035429713838549537,
   "probs": [
    0.637171,
    0.291351,
    0.051461,
    0.008869,
    0.011148
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-553",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.00887997607908314,
   "probs": [
    0.00535,
    0.032173,
    0.157884,
    0.343453,
    0.46114
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-618",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.01305799482365827,
   "probs": [
    0.006465,
    0.029826,
    0.152277,
    0.361169,
    0.450263
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-452",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.0649794920282751,
   "probs": [
    0.169351,
    0.21704,
    0.204019,
    0.207946,
    0.201645
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-422",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.003289016611424847,
   "probs": [
    0.136647,
    0.301252,
    0.286923,
    0.174195,
    0.100982
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-820",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.010062179822690365,
   "probs": [
    0.005152,
    0.022105,
    0.138042,
    0.339828,
    0.494874
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-1034",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.007702692131866251,
   "probs": [
    0.011609,
    0.044308,
    0.150726,
    0.308941,
    0.484416
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-14",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.02044086620799651,
   "probs": [
    0.01254,
    0.048888,
    0.150585,
    0.334161,
    0.453826
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-221",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.008325056299559791,
   "probs": [
    0.012187,
    0.061785,
    0.181238,
    0.348357,
    0.396433
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-367",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.01630956830389335,
   "probs": [
    0.038638,
    0.152893,
    0.286515,
    0.333772,
    0.188181
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-898",
   "qid": "decision",
   "type": "score",
   "pick": "2",
   "pick_run": "2",
   "same": true,
   "pick_merged": "2",
   "same_as_merged": true,
   "max_abs_dp": 0.01652708657187224,
   "probs": [
    0.120598,
    0.268893,
    0.285948,
    0.194589,
    0.129972
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-475",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.005413282665999386,
   "probs": [
    0.035939,
    0.11769,
    0.251055,
    0.378735,
    0.216581
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-1022",
   "qid": "decision",
   "type": "score",
   "pick": "2",
   "pick_run": "2",
   "same": true,
   "pick_merged": "2",
   "same_as_merged": true,
   "max_abs_dp": 0.022295935043063708,
   "probs": [
    0.125241,
    0.223197,
    0.283367,
    0.210938,
    0.157257
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-767",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.015627802113614253,
   "probs": [
    0.041644,
    0.121478,
    0.218699,
    0.295107,
    0.323071
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-588",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.0034066918253350398,
   "probs": [
    0.006796,
    0.033362,
    0.159243,
    0.360137,
    0.440463
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-380",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.016809940950052782,
   "probs": [
    0.059179,
    0.116022,
    0.190763,
    0.297429,
    0.336606
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-444",
   "qid": "decision",
   "type": "score",
   "pick": "2",
   "pick_run": "2",
   "same": true,
   "pick_merged": "2",
   "same_as_merged": true,
   "max_abs_dp": 0.009739128792059293,
   "probs": [
    0.094409,
    0.198666,
    0.282769,
    0.254125,
    0.170031
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-786",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.010736731387898768,
   "probs": [
    0.181306,
    0.315762,
    0.262432,
    0.141208,
    0.099292
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-891",
   "qid": "decision",
   "type": "score",
   "pick": "0",
   "pick_run": "0",
   "same": true,
   "pick_merged": "0",
   "same_as_merged": true,
   "max_abs_dp": 0.026657147546623294,
   "probs": [
    0.696628,
    0.212763,
    0.039437,
    0.015705,
    0.035468
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-805",
   "qid": "decision",
   "type": "score",
   "pick": "0",
   "pick_run": "0",
   "same": true,
   "pick_merged": "0",
   "same_as_merged": true,
   "max_abs_dp": 0.018443764415458863,
   "probs": [
    0.315567,
    0.265032,
    0.159754,
    0.11481,
    0.144837
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-54",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.020783066873670375,
   "probs": [
    0.038332,
    0.083847,
    0.141694,
    0.254725,
    0.481402
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-142",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.01641711978463098,
   "probs": [
    0.019691,
    0.101059,
    0.265028,
    0.406554,
    0.207668
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-178",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.009642543046588625,
   "probs": [
    0.348835,
    0.368093,
    0.17883,
    0.056549,
    0.047693
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-531",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.010562815002754883,
   "probs": [
    0.029688,
    0.088023,
    0.11076,
    0.22132,
    0.550209
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-823",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.00873915873400205,
   "probs": [
    0.005203,
    0.022654,
    0.13727,
    0.350553,
    0.484321
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-305",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.0056650893607202435,
   "probs": [
    0.020683,
    0.074819,
    0.174875,
    0.319579,
    0.410045
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-526",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.0036420447676642487,
   "probs": [
    0.025221,
    0.086898,
    0.1561,
    0.283148,
    0.448633
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-359",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.013510729539373156,
   "probs": [
    0.053704,
    0.110263,
    0.195101,
    0.329236,
    0.311697
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-783",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.0062182303494986435,
   "probs": [
    0.163394,
    0.352281,
    0.302746,
    0.126548,
    0.055031
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-644",
   "qid": "decision",
   "type": "score",
   "pick": "0",
   "pick_run": "0",
   "same": true,
   "pick_merged": "0",
   "same_as_merged": true,
   "max_abs_dp": 0.007769550040924,
   "probs": [
    0.517354,
    0.337439,
    0.105244,
    0.022237,
    0.017725
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-278",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.015364595846719842,
   "probs": [
    0.185562,
    0.293508,
    0.229919,
    0.164522,
    0.126488
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-790",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.018959280623310426,
   "probs": [
    0.004262,
    0.021536,
    0.135817,
    0.329402,
    0.508984
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-723",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.018557725794550117,
   "probs": [
    0.017783,
    0.081481,
    0.201145,
    0.337353,
    0.362238
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-972",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.004606518008119648,
   "probs": [
    0.05453,
    0.127495,
    0.218106,
    0.306025,
    0.293845
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-646",
   "qid": "decision",
   "type": "score",
   "pick": "2",
   "pick_run": "2",
   "same": true,
   "pick_merged": "2",
   "same_as_merged": true,
   "max_abs_dp": 0.018763366053139607,
   "probs": [
    0.094192,
    0.249504,
    0.376976,
    0.200839,
    0.07849
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-878",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.0075717717658879136,
   "probs": [
    0.056873,
    0.139705,
    0.262002,
    0.333738,
    0.207682
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-945",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.006707966728995179,
   "probs": [
    0.248778,
    0.317245,
    0.230474,
    0.113362,
    0.090141
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-963",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.014573665958855009,
   "probs": [
    0.03325,
    0.107362,
    0.215789,
    0.334413,
    0.309186
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-83",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.009845276140635795,
   "probs": [
    0.041637,
    0.124268,
    0.234158,
    0.331979,
    0.267958
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-66",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.015930483978096432,
   "probs": [
    0.068139,
    0.143078,
    0.24486,
    0.319344,
    0.22458
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-914",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.019242633833295497,
   "probs": [
    0.082293,
    0.157497,
    0.251597,
    0.297691,
    0.210922
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-258",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.014219539887120103,
   "probs": [
    0.009568,
    0.046355,
    0.121568,
    0.296702,
    0.525808
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-998",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.012177943132520797,
   "probs": [
    0.168352,
    0.202843,
    0.200954,
    0.207152,
    0.220699
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-326",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.008887700598843667,
   "probs": [
    0.027012,
    0.102579,
    0.219295,
    0.355196,
    0.295918
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-69",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.012513443905670607,
   "probs": [
    0.021586,
    0.084526,
    0.216177,
    0.352034,
    0.325676
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-630",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.009101796453119426,
   "probs": [
    0.134942,
    0.192449,
    0.202722,
    0.250305,
    0.219583
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-566",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": false,
   "max_abs_dp": 0.04714425221864782,
   "probs": [
    0.035029,
    0.113203,
    0.225642,
    0.332994,
    0.293132
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-404",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.007270456883950421,
   "probs": [
    0.022476,
    0.11597,
    0.231299,
    0.358465,
    0.27179
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-793",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.023581016646745057,
   "probs": [
    0.00895,
    0.045524,
    0.169988,
    0.349958,
    0.425579
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-901",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.04210472243165131,
   "probs": [
    0.308428,
    0.37547,
    0.168504,
    0.076769,
    0.07083
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-532",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.02313745679609236,
   "probs": [
    0.08934,
    0.173,
    0.253763,
    0.281797,
    0.202101
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-446",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.029155177716404523,
   "probs": [
    0.011329,
    0.062115,
    0.165357,
    0.349424,
    0.411775
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-844",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.013368498739737278,
   "probs": [
    0.017875,
    0.079728,
    0.211846,
    0.383616,
    0.306935
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-411",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.023371546990612724,
   "probs": [
    0.017695,
    0.068152,
    0.163797,
    0.318656,
    0.4317
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-685",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.03193292908764345,
   "probs": [
    0.009811,
    0.047273,
    0.159525,
    0.324029,
    0.459362
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-569",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.016342887267644074,
   "probs": [
    0.187883,
    0.353243,
    0.219631,
    0.131991,
    0.107252
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-980",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.020032297807714178,
   "probs": [
    0.065238,
    0.162404,
    0.26068,
    0.303154,
    0.208523
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-338",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.017104218554798156,
   "probs": [
    0.002721,
    0.01187,
    0.089188,
    0.272835,
    0.623386
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-926",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.009644663070691117,
   "probs": [
    0.006178,
    0.027981,
    0.131513,
    0.311809,
    0.522519
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-369",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.012177154641908716,
   "probs": [
    0.003094,
    0.015645,
    0.112388,
    0.311027,
    0.557846
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-648",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.01659080795717388,
   "probs": [
    0.0082,
    0.048249,
    0.184012,
    0.369323,
    0.390217
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-87",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.029986429092319855,
   "probs": [
    0.292939,
    0.397679,
    0.213587,
    0.06383,
    0.031965
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-727",
   "qid": "decision",
   "type": "score",
   "pick": "3",
   "pick_run": "3",
   "same": true,
   "pick_merged": "3",
   "same_as_merged": true,
   "max_abs_dp": 0.035522389784207464,
   "probs": [
    0.050437,
    0.1314,
    0.245394,
    0.310179,
    0.262591
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-401",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.00826238809841183,
   "probs": [
    0.043581,
    0.118523,
    0.187029,
    0.288129,
    0.362739
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-265",
   "qid": "decision",
   "type": "score",
   "pick": "0",
   "pick_run": "0",
   "same": true,
   "pick_merged": "0",
   "same_as_merged": true,
   "max_abs_dp": 0.010690897084078554,
   "probs": [
    0.3703,
    0.330175,
    0.170807,
    0.070155,
    0.058563
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-780",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.010486855554132118,
   "probs": [
    0.158916,
    0.305858,
    0.277109,
    0.151677,
    0.10644
   ]
  },
  {
   "set": "jevals-helpsteer2",
   "id": "jevals-helpsteer2:helpsteer2-899",
   "qid": "decision",
   "type": "score",
   "pick": "4",
   "pick_run": "4",
   "same": true,
   "pick_merged": "4",
   "same_as_merged": true,
   "max_abs_dp": 0.027065621667428652,
   "probs": [
    0.003853,
    0.015497,
    0.067459,
    0.220966,
    0.692224
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-41-diverse-211-020-base",
   "qid": "decision",
   "type": "choice",
   "pick": "city_no_r3",
   "pick_run": "city_no_r3",
   "same": true,
   "pick_merged": "city_no_r3",
   "same_as_merged": true,
   "max_abs_dp": 0.010478348029015483,
   "probs": [
    0.055937,
    0.089067,
    0.72242,
    0.052666,
    0.064371,
    0.015539
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:scale-diverse-174-003-base",
   "qid": "decision",
   "type": "score",
   "pick": "2",
   "pick_run": "2",
   "same": true,
   "pick_merged": "2",
   "same_as_merged": true,
   "max_abs_dp": 0.002273626380876248,
   "probs": [
    0.007483,
    0.051243,
    0.622915,
    0.318359
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-169-065-counterfactual",
   "qid": "decision",
   "type": "choice",
   "pick": "deny_low",
   "pick_run": "deny_low",
   "same": true,
   "pick_merged": "deny_low",
   "same_as_merged": true,
   "max_abs_dp": 0.026709631895733443,
   "probs": [
    0.590024,
    0.324498,
    0.085478
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:scale-diverse-173-001-base",
   "qid": "decision",
   "type": "score",
   "pick": "0",
   "pick_run": "0",
   "same": true,
   "pick_merged": "0",
   "same_as_merged": true,
   "max_abs_dp": 0.027415744845375012,
   "probs": [
    0.772227,
    0.069815,
    0.134475,
    0.023483
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-079-037-counterfactual",
   "qid": "decision",
   "type": "choice",
   "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant",
   "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant",
   "same": true,
   "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant",
   "same_as_merged": true,
   "max_abs_dp": 0.01397669009486835,
   "probs": [
    0.009318,
    0.038075,
    0.216396,
    0.73621
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-171-008-counterfactual",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 2.15681301175899e-05,
   "probs": [
    0.029438,
    0.970562
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-174-011-base",
   "qid": "decision",
   "type": "score",
   "pick": "2",
   "pick_run": "2",
   "same": true,
   "pick_merged": "2",
   "same_as_merged": true,
   "max_abs_dp": 0.010345964684480236,
   "probs": [
    0.07057,
    0.168948,
    0.501601,
    0.258881
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-41-diverse-009-004-base",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.0010007755155153515,
   "probs": [
    0.974401,
    0.025599
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-171-010-base",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.0045609852745058105,
   "probs": [
    0.97557,
    0.02443
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-169-012-counterfactual",
   "qid": "decision",
   "type": "choice",
   "pick": "deny_low",
   "pick_run": "deny_low",
   "same": true,
   "pick_merged": "deny_low",
   "same_as_merged": true,
   "max_abs_dp": 0.025250327889048463,
   "probs": [
    0.593065,
    0.324293,
    0.082642
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-41-diverse-275-013-counterfactual",
   "qid": "decision",
   "type": "score",
   "pick": "0",
   "pick_run": "0",
   "same": true,
   "pick_merged": "0",
   "same_as_merged": true,
   "max_abs_dp": 0.003675013198145116,
   "probs": [
    0.889026,
    0.092051,
    0.018923
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:scale-diverse-097-005-base",
   "qid": "decision",
   "type": "choice",
   "pick": "assign_420_as_best_fit",
   "pick_run": "assign_420_as_best_fit",
   "same": true,
   "pick_merged": "assign_420_as_best_fit",
   "same_as_merged": true,
   "max_abs_dp": 0.08894225402952571,
   "probs": [
    0.216781,
    0.042678,
    0.740541
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-169-068-base",
   "qid": "decision",
   "type": "choice",
   "pick": "release_high",
   "pick_run": "release_high",
   "same": true,
   "pick_merged": "release_high",
   "same_as_merged": true,
   "max_abs_dp": 0.03866845357895288,
   "probs": [
    0.095507,
    0.191671,
    0.712821
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-41-diverse-079-012-counterfactual",
   "qid": "decision",
   "type": "choice",
   "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant",
   "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant",
   "same": true,
   "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant",
   "same_as_merged": true,
   "max_abs_dp": 0.019031555644499543,
   "probs": [
    0.007954,
    0.02563,
    0.283858,
    0.682558
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:scale-diverse-007-005-base",
   "qid": "decision",
   "type": "choice",
   "pick": "major_seller_correction_not_ready",
   "pick_run": "major_seller_correction_not_ready",
   "same": true,
   "pick_merged": "major_seller_correction_not_ready",
   "same_as_merged": true,
   "max_abs_dp": 0.004376368974772782,
   "probs": [
    0.012534,
    0.926206,
    0.033842,
    0.027418
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-41-diverse-171-003-counterfactual",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0006171093168000352,
   "probs": [
    0.045482,
    0.954518
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-41-diverse-212-032-counterfactual",
   "qid": "decision",
   "type": "choice",
   "pick": "travel_advance_3",
   "pick_run": "travel_advance_3",
   "same": true,
   "pick_merged": "travel_advance_3",
   "same_as_merged": true,
   "max_abs_dp": 0.012376380571651246,
   "probs": [
    0.03933,
    0.108959,
    0.851711
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-41-diverse-009-004-counterfactual",
   "qid": "decision",
   "type": "noul",
   "pick": "false",
   "pick_run": "false",
   "same": true,
   "pick_merged": "false",
   "same_as_merged": true,
   "max_abs_dp": 0.0012257976438284635,
   "probs": [
    0.031515,
    0.968485
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-174-010-counterfactual",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.01583410940078167,
   "probs": [
    0.188092,
    0.723664,
    0.074393,
    0.01385
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-174-006-counterfactual",
   "qid": "decision",
   "type": "score",
   "pick": "1",
   "pick_run": "1",
   "same": true,
   "pick_merged": "1",
   "same_as_merged": true,
   "max_abs_dp": 0.020393312548475095,
   "probs": [
    0.155993,
    0.733533,
    0.092025,
    0.018449
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-41-diverse-009-001-base",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.0012987022400662296,
   "probs": [
    0.972847,
    0.027153
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-079-058-base",
   "qid": "decision",
   "type": "choice",
   "pick": "Proceed \u2014 High; no remaining routing",
   "pick_run": "Proceed \u2014 High; no remaining routing",
   "same": true,
   "pick_merged": "Proceed \u2014 High; no remaining routing",
   "same_as_merged": true,
   "max_abs_dp": 0.08371673328313778,
   "probs": [
    0.008368,
    0.028733,
    0.702059,
    0.260841
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-171-016-base",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.004144070331207672,
   "probs": [
    0.972491,
    0.027509
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:scale-diverse-007-004-base",
   "qid": "decision",
   "type": "choice",
   "pick": "major_seller_correction_not_ready",
   "pick_run": "major_seller_correction_not_ready",
   "same": true,
   "pick_merged": "major_seller_correction_not_ready",
   "same_as_merged": true,
   "max_abs_dp": 0.004087575529780452,
   "probs": [
    0.010846,
    0.920282,
    0.036939,
    0.031933
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:scale-diverse-171-001-base",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.021909406441535495,
   "probs": [
    0.787641,
    0.212359
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:scale-diverse-275-004-counterfactual",
   "qid": "decision",
   "type": "score",
   "pick": "0",
   "pick_run": "0",
   "same": true,
   "pick_merged": "0",
   "same_as_merged": true,
   "max_abs_dp": 0.004287586230305673,
   "probs": [
    0.890123,
    0.088054,
    0.021824
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-169-053-counterfactual",
   "qid": "decision",
   "type": "choice",
   "pick": "deny_low",
   "pick_run": "deny_low",
   "same": true,
   "pick_merged": "deny_low",
   "same_as_merged": true,
   "max_abs_dp": 0.007820188508190606,
   "probs": [
    0.567863,
    0.363837,
    0.0683
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-41-diverse-079-003-base",
   "qid": "decision",
   "type": "choice",
   "pick": "Proceed \u2014 High; no remaining routing",
   "pick_run": "Proceed \u2014 High; no remaining routing",
   "same": true,
   "pick_merged": "Proceed \u2014 High; no remaining routing",
   "same_as_merged": true,
   "max_abs_dp": 0.049243905426266,
   "probs": [
    0.007432,
    0.022298,
    0.755829,
    0.214441
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-171-013-base",
   "qid": "decision",
   "type": "noul",
   "pick": "true",
   "pick_run": "true",
   "same": true,
   "pick_merged": "true",
   "same_as_merged": true,
   "max_abs_dp": 0.00408540716463969,
   "probs": [
    0.974341,
    0.025659
   ]
  },
  {
   "set": "nimble-eval",
   "id": "nimble-eval:fast-43-diverse-079-015-counterfactual",
   "qid": "decision",
   "type": "choice",
   "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant",
   "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant",
   "same": true,
   "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant",
   "same_as_merged": true,
   "max_abs_dp": 0.025903995317290596,
   "probs": [
    0.00706,
    0.02771,
    0.233778,
    0.731452
   ]
  }
 ]
}