{ "summary": { "label": "jebadiah-27b-Q8_0", "backend": "gguf", "run": "27b-chat-v1", "temperatures": { "choice": 1.2321, "noul": 1.297, "score": 1.1423 }, "questions": 260, "identical_picks": 259, "identical_to_merged": 260, "by_type": { "choice": { "identical": 84, "questions": 84 }, "noul": { "identical": 89, "questions": 89 }, "score": { "identical": 86, "questions": 87 } }, "choice_noul": { "identical": 173, "questions": 173 }, "by_set": { "jevals-pubmedqa": 80, "jevals-banking77": 70, "jevals-helpsteer2": 80, "nimble-eval": 30 }, "max_abs_prob_diff": { "median": 0.0023012705830707247, "p95": 0.011095745086207837, "max": 0.02483532320056475 }, "differing": [ { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-566", "qid": "decision", "type": "score", "pick": "4", "pick_run": "3", "same": false, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.006379076873994749 } ], "token_mismatch": 0, "labels_outside_top": 0, "load_s": 16.1, "total_s": 980.5, "reference": "the run's eval-adapter rows, repeat 0, order seed 0 (CUDA, bf16, PEFT adapter unmerged)" }, "rows": [ { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-577", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.002786230206884621, "probs": [ 0.217084, 0.782916 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-229", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0008534748675708137, "probs": [ 0.060275, 0.939725 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-874", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00021601428133306844, "probs": [ 0.964475, 0.035525 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-214", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00033233493293061134, "probs": [ 0.956563, 0.043437 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-758", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0010338873730482909, "probs": [ 0.967835, 0.032165 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-967", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.000801988420127242, "probs": [ 0.057637, 0.942363 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-405", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00043676986019602904, "probs": [ 0.968014, 0.031986 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-970", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00018801774312804387, "probs": [ 0.986291, 0.013709 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-842", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00031223297341520517, "probs": [ 0.980995, 0.019005 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-697", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.004752328407888529, "probs": [ 0.852065, 0.147935 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-130", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0011911652980860915, "probs": [ 0.900425, 0.099575 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-880", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.007148802378859176, "probs": [ 0.73293, 0.26707 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-463", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00024586604543198887, "probs": [ 0.904149, 0.095851 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-16", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.002818725816432943, "probs": [ 0.784391, 0.215609 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-531", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.001993804519388756, "probs": [ 0.905281, 0.094719 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-604", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0037239313633122273, "probs": [ 0.674539, 0.325461 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-409", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.004495453681951478, "probs": [ 0.816538, 0.183462 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-388", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.000263850983594216, "probs": [ 0.984041, 0.015959 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-811", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0017361393269691439, "probs": [ 0.681755, 0.318245 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-991", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.004148643331920165, "probs": [ 0.799447, 0.200553 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-11", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.003679338979036495, "probs": [ 0.280885, 0.719115 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-192", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.005546097533779326, "probs": [ 0.788881, 0.211119 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-337", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.015171931239123637, "probs": [ 0.470697, 0.529303 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-867", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.001170750893957892, "probs": [ 0.096525, 0.903475 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-441", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0003801804474547199, "probs": [ 0.073014, 0.926986 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-980", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.003116038735872767, "probs": [ 0.864468, 0.135532 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-736", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0006510858254848984, "probs": [ 0.920246, 0.079754 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-569", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 4.132038616308509e-06, "probs": [ 0.969281, 0.030719 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-359", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0008423725521079506, "probs": [ 0.052494, 0.947506 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-401", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0007882716323663053, "probs": [ 0.853976, 0.146024 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-754", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.010306432606579874, "probs": [ 0.3918, 0.6082 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-858", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0008489229461307035, "probs": [ 0.091038, 0.908962 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-789", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.00045440436361121606, "probs": [ 0.087474, 0.912526 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-52", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0065169934883586855, "probs": [ 0.198374, 0.801626 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-119", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0003213465454923736, "probs": [ 0.914698, 0.085302 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-148", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 9.22838216049094e-05, "probs": [ 0.988363, 0.011637 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-519", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0004420389773709399, "probs": [ 0.967146, 0.032854 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-812", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.00028263178387166743, "probs": [ 0.061385, 0.938615 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-276", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0036255733840011573, "probs": [ 0.908608, 0.091392 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-505", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0018733311644371364, "probs": [ 0.879778, 0.120222 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-333", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0009245577774399938, "probs": [ 0.304116, 0.695884 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-746", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0011314183526732746, "probs": [ 0.962816, 0.037184 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-644", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.00036181964190615257, "probs": [ 0.052456, 0.947544 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-248", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00010864311917002656, "probs": [ 0.978209, 0.021791 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-764", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0007128458378481764, "probs": [ 0.04481, 0.95519 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-711", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00019680189890247668, "probs": [ 0.958821, 0.041179 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-941", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0011565036904920833, "probs": [ 0.93285, 0.06715 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-651", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.005491112876571225, "probs": [ 0.383126, 0.616874 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-846", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0010611926840807806, "probs": [ 0.964323, 0.035677 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-906", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 4.094806468935702e-05, "probs": [ 0.04241, 0.95759 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-931", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.001249115989421401, "probs": [ 0.827508, 0.172492 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-74", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0008448104760546693, "probs": [ 0.977779, 0.022221 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-58", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.007615946175259514, "probs": [ 0.664224, 0.335776 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-878", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00031601028078835636, "probs": [ 0.961404, 0.038596 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-217", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0003275998071343711, "probs": [ 0.211445, 0.788555 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-966", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0007028054729253386, "probs": [ 0.088764, 0.911236 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-304", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0017048409711815093, "probs": [ 0.942973, 0.057027 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-60", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0015943868212290602, "probs": [ 0.914075, 0.085925 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-624", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 4.75755447813548e-05, "probs": [ 0.988227, 0.011773 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-547", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0013297345323834975, "probs": [ 0.308262, 0.691738 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-374", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.00044998907401971877, "probs": [ 0.032838, 0.967162 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-774", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0028379411374893637, "probs": [ 0.92341, 0.07659 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-872", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0011883299727663, "probs": [ 0.152272, 0.847728 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-524", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0015760417787924058, "probs": [ 0.882666, 0.117334 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-404", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0003118771651936629, "probs": [ 0.029217, 0.970783 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-829", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.00023936928175698202, "probs": [ 0.027169, 0.972831 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-386", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0012479777746220444, "probs": [ 0.103498, 0.896502 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-675", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0007472434946469292, "probs": [ 0.977257, 0.022743 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-555", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.000623436209835293, "probs": [ 0.980655, 0.019345 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-963", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0012177380663558682, "probs": [ 0.9587, 0.0413 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-314", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0004834505456797755, "probs": [ 0.943751, 0.056249 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-895", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0009505150703033177, "probs": [ 0.086361, 0.913639 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-342", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.001525000545797961, "probs": [ 0.070639, 0.929361 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-656", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0002067804806808876, "probs": [ 0.040026, 0.959974 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-79", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0001940914146327799, "probs": [ 0.975608, 0.024392 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-715", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0007434248750189942, "probs": [ 0.060711, 0.939289 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-368", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0006244693881137797, "probs": [ 0.053471, 0.946529 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-226", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00040257781969126397, "probs": [ 0.9761, 0.0239 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-743", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.00036039591550673933, "probs": [ 0.088981, 0.911019 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-871", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00041132012356048797, "probs": [ 0.60967, 0.39033 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1749", "qid": "decision", "type": "choice", "pick": "failed_transfer", "pick_run": "failed_transfer", "same": true, "pick_merged": "failed_transfer", "same_as_merged": true, "max_abs_dp": 0.005822993424837386, "probs": [ 0.002113, 0.001744, 0.000844, 0.000515, 0.000755, 0.010301, 0.000531, 0.005429, 0.00905, 0.00335, 0.00047, 0.000297, 0.000168, 0.00011, 0.001827, 0.000326, 0.000335, 0.000193, 0.00033, 0.000338, 0.000414, 0.000321, 0.000384, 0.000264, 0.000216, 0.000609, 0.001195, 0.34149, 0.001231, 0.001565, 0.000504, 0.0011, 0.001809, 0.009595, 0.010451, 0.549564, 0.000722, 0.001008, 0.000749, 0.000494, 0.00146, 0.001036, 0.000877, 0.000546, 0.000425, 0.000366, 0.00053, 0.001072, 0.001852, 0.000362, 0.001057, 0.000462, 0.000503, 0.000408, 0.000656, 0.000128, 0.000137, 0.000126, 0.000245, 0.002216, 0.000236, 0.014965, 0.000227, 0.000189, 0.000311, 0.000495, 0.00403, 0.000647, 0.000121, 0.000471, 0.000208, 0.000253, 0.000117, 0.000199, 0.000121, 0.000123, 0.000112 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-669", "qid": "decision", "type": "choice", "pick": "pending_top_up", "pick_run": "pending_top_up", "same": true, "pick_merged": "pending_top_up", "same_as_merged": true, "max_abs_dp": 0.0009678594583799657, "probs": [ 0.000147, 0.000593, 0.000156, 8e-05, 0.000865, 0.004054, 0.000467, 0.000229, 7.6e-05, 9.8e-05, 6.9e-05, 4.5e-05, 3e-05, 5.2e-05, 4.6e-05, 0.000148, 0.000145, 7e-05, 0.000136, 9.7e-05, 0.000112, 0.00038, 8.6e-05, 7.5e-05, 8.8e-05, 7.6e-05, 7.8e-05, 0.000733, 0.000481, 0.000363, 0.000381, 0.000588, 0.000506, 0.014102, 0.000489, 0.000351, 0.000201, 0.000373, 0.000215, 0.000396, 0.000244, 0.000627, 0.000456, 0.000358, 0.000205, 0.00199, 0.009909, 0.914459, 0.003975, 0.00029, 0.00061, 0.000157, 0.000161, 0.000117, 0.000216, 9.8e-05, 0.000806, 0.000552, 0.000469, 0.013992, 0.000129, 0.000119, 0.000278, 0.000147, 0.000136, 0.000157, 0.000155, 0.000181, 0.000147, 0.000184, 0.000158, 0.002196, 0.017788, 0.000453, 0.00018, 0.000161, 6.4e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2687", "qid": "decision", "type": "choice", "pick": "transfer_timing", "pick_run": "transfer_timing", "same": true, "pick_merged": "transfer_timing", "same_as_merged": true, "max_abs_dp": 0.00039045591066430574, "probs": [ 6.5e-05, 0.000556, 8.6e-05, 1.8e-05, 2.8e-05, 2.3e-05, 1.9e-05, 1.2e-05, 2.3e-05, 1.3e-05, 1e-05, 2.7e-05, 1.8e-05, 1.5e-05, 1.6e-05, 6.2e-05, 4.3e-05, 1e-05, 2.9e-05, 1.7e-05, 1e-05, 1.1e-05, 3.9e-05, 1.7e-05, 9e-05, 5e-05, 3.7e-05, 0.000132, 7.7e-05, 0.000115, 5.1e-05, 3.3e-05, 6.1e-05, 5.2e-05, 0.000177, 2.3e-05, 4.6e-05, 0.000117, 0.000122, 0.000113, 0.000259, 0.001064, 0.000226, 8e-05, 6.6e-05, 0.000104, 7e-05, 0.000519, 0.001213, 8.6e-05, 0.000356, 0.00012, 6.1e-05, 6.3e-05, 0.000151, 0.000118, 5.9e-05, 0.000169, 0.000174, 0.000115, 9.2e-05, 0.000144, 0.000243, 0.000158, 0.000767, 0.004479, 0.008389, 0.975147, 0.000129, 0.000183, 0.000299, 0.000307, 0.000423, 0.000938, 0.000399, 0.000245, 0.000124 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-610", "qid": "decision", "type": "choice", "pick": "receiving_money", "pick_run": "receiving_money", "same": true, "pick_merged": "receiving_money", "same_as_merged": true, "max_abs_dp": 0.005191419698871269, "probs": [ 0.000411, 0.000625, 0.000339, 0.000176, 0.000306, 0.001112, 0.000123, 0.000111, 0.000121, 6.2e-05, 7.4e-05, 6.7e-05, 0.000171, 0.000158, 0.000119, 0.000286, 0.000208, 8.2e-05, 5.8e-05, 0.001224, 5.5e-05, 6.8e-05, 0.000122, 0.000178, 0.006801, 7.8e-05, 0.000148, 0.000362, 0.000159, 0.000212, 0.000622, 0.002251, 0.000529, 0.000732, 0.004147, 0.000753, 0.000169, 0.000295, 0.00226, 0.002369, 0.000166, 0.000298, 0.000798, 0.001308, 0.000308, 0.000368, 0.000367, 0.001192, 0.00193, 0.001152, 0.775062, 0.001595, 0.000167, 0.000247, 0.000587, 0.000425, 0.005502, 0.001754, 0.002112, 0.000819, 0.000222, 0.000259, 0.000501, 0.000808, 0.023755, 0.134945, 0.000922, 0.000946, 0.000475, 0.00057, 0.000859, 0.000466, 0.000321, 0.00048, 0.000994, 0.009113, 6.2e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2279", "qid": "decision", "type": "choice", "pick": "failed_transfer", "pick_run": "failed_transfer", "same": true, "pick_merged": "failed_transfer", "same_as_merged": true, "max_abs_dp": 0.01611439732283315, "probs": [ 0.002053, 0.001617, 0.001012, 0.000577, 0.000729, 0.007812, 0.000481, 0.001686, 0.002813, 0.004812, 0.000577, 0.00033, 0.000216, 0.00013, 0.001892, 0.00047, 0.000433, 0.000241, 0.000424, 0.00048, 0.000602, 0.000391, 0.000607, 0.000327, 0.000252, 0.001025, 0.001066, 0.182551, 0.001269, 0.001413, 0.000459, 0.001157, 0.00198, 0.005247, 0.008524, 0.727615, 0.000758, 0.000822, 0.000514, 0.00044, 0.001103, 0.000971, 0.000963, 0.000521, 0.000455, 0.000365, 0.000592, 0.001118, 0.001925, 0.00033, 0.0009, 0.000469, 0.000547, 0.00033, 0.000623, 0.000121, 0.000116, 0.000106, 0.00019, 0.001013, 0.000152, 0.016285, 0.000227, 0.00017, 0.000193, 0.000348, 0.001994, 0.000472, 0.00012, 0.000351, 0.000176, 0.000272, 0.000122, 0.000197, 0.000101, 0.000128, 0.000131 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2981", "qid": "decision", "type": "choice", "pick": "apple_pay_or_google_pay", "pick_run": "apple_pay_or_google_pay", "same": true, "pick_merged": "apple_pay_or_google_pay", "same_as_merged": true, "max_abs_dp": 0.0024228327433868033, "probs": [ 0.001361, 0.003035, 0.901681, 0.001233, 0.022761, 0.001051, 0.000578, 0.000371, 0.000305, 0.000216, 0.001696, 0.00026, 0.000204, 0.001998, 0.000203, 0.000276, 0.000211, 0.000188, 0.000225, 0.000299, 0.000237, 0.000258, 0.000269, 0.000239, 0.000242, 0.000245, 4.3e-05, 0.00023, 0.000301, 0.000102, 0.000155, 0.000102, 7.1e-05, 0.000243, 0.000155, 0.000141, 0.000261, 0.000128, 9.3e-05, 8.3e-05, 3.5e-05, 0.000131, 4.6e-05, 4.8e-05, 0.000104, 0.000106, 5.9e-05, 0.000503, 0.000133, 2.3e-05, 5.7e-05, 3.7e-05, 0.000219, 7.1e-05, 0.003056, 6e-05, 0.000994, 0.000988, 0.001219, 0.001885, 0.000811, 0.000945, 0.041095, 0.000993, 0.000465, 0.000325, 7.5e-05, 0.000193, 0.000154, 0.000194, 0.000194, 0.00125, 0.000837, 0.00024, 0.000302, 0.000222, 0.000179 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1242", "qid": "decision", "type": "choice", "pick": "passcode_forgotten", "pick_run": "passcode_forgotten", "same": true, "pick_merged": "passcode_forgotten", "same_as_merged": true, "max_abs_dp": 0.006631753667289228, "probs": [ 0.000775, 0.00055, 0.001061, 0.028057, 0.000472, 0.000562, 0.000539, 0.000337, 0.00046, 0.000285, 0.000548, 0.000434, 0.000354, 0.000262, 0.001746, 0.001393, 0.000528, 0.000805, 0.001359, 0.000802, 0.000293, 0.33807, 0.000386, 0.001063, 0.000261, 0.000298, 0.000369, 0.000379, 0.000917, 0.001165, 0.000142, 0.000366, 0.000408, 0.000475, 0.000344, 0.000306, 0.000333, 0.000984, 0.000449, 0.000678, 0.000151, 0.000712, 0.000438, 0.001282, 0.52307, 0.001203, 0.000512, 0.002854, 0.000483, 0.078107, 0.000621, 0.000338, 4.8e-05, 2.1e-05, 5.4e-05, 1.1e-05, 6.1e-05, 1.5e-05, 1.9e-05, 1.6e-05, 1.3e-05, 6e-06, 1e-05, 2.4e-05, 1.7e-05, 8e-06, 2.8e-05, 2.4e-05, 5.7e-05, 0.000261, 2.8e-05, 4.1e-05, 5e-05, 8e-06, 0.000168, 7.4e-05, 0.000147 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2986", "qid": "decision", "type": "choice", "pick": "apple_pay_or_google_pay", "pick_run": "apple_pay_or_google_pay", "same": true, "pick_merged": "apple_pay_or_google_pay", "same_as_merged": true, "max_abs_dp": 0.006616410156542241, "probs": [ 0.001526, 0.002875, 0.819172, 0.00214, 0.020016, 0.001521, 0.000684, 0.00055, 0.000284, 0.000227, 0.003741, 0.000281, 0.000262, 0.002514, 0.000221, 0.000285, 0.000266, 0.000183, 0.000186, 0.000298, 0.000218, 0.000222, 0.000284, 0.000323, 0.000971, 0.00038, 0.000133, 0.000349, 0.000717, 0.000173, 0.000335, 0.000228, 0.000136, 0.000614, 0.000523, 0.000284, 0.000941, 0.000223, 0.000192, 0.000238, 7.8e-05, 0.00022, 0.000101, 0.000112, 0.000201, 0.000203, 0.000137, 0.001484, 0.000459, 7.1e-05, 0.000705, 0.000103, 0.000546, 0.000139, 0.013901, 0.000142, 0.00174, 0.002453, 0.002493, 0.002891, 0.000975, 0.001073, 0.091403, 0.002262, 0.001, 0.002228, 0.00019, 0.000308, 0.00028, 0.00046, 0.000394, 0.003156, 0.001262, 0.000456, 0.000481, 0.000677, 0.000499 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2557", "qid": "decision", "type": "choice", "pick": "wrong_exchange_rate_for_cash_withdrawal", "pick_run": "wrong_exchange_rate_for_cash_withdrawal", "same": true, "pick_merged": "wrong_exchange_rate_for_cash_withdrawal", "same_as_merged": true, "max_abs_dp": 0.0023330748766768883, "probs": [ 0.00076, 0.003536, 0.003101, 0.051755, 0.000536, 0.000661, 0.000586, 0.000248, 0.00017, 0.000215, 0.000307, 0.000166, 0.000133, 0.000129, 0.000149, 0.000137, 0.000287, 0.0052, 0.000153, 0.001168, 0.000466, 0.000378, 0.000287, 0.000555, 0.001961, 0.000531, 0.00013, 0.000266, 0.000274, 0.000172, 2.1e-05, 6.6e-05, 0.000623, 5.6e-05, 6.2e-05, 4.9e-05, 3.9e-05, 0.000103, 8.4e-05, 0.000107, 1.1e-05, 6.3e-05, 3.4e-05, 0.000131, 0.000184, 0.000261, 6.7e-05, 0.000117, 9.3e-05, 0.000107, 0.000684, 7.3e-05, 0.002562, 0.000142, 0.001078, 0.000428, 0.000472, 0.000301, 0.000483, 0.000322, 0.000448, 0.000405, 0.000181, 0.000302, 0.000552, 0.000343, 0.000217, 0.000337, 0.00048, 0.000433, 0.000449, 0.001252, 0.000607, 0.000466, 0.001106, 0.213077, 0.696104 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2076", "qid": "decision", "type": "choice", "pick": "declined_card_payment", "pick_run": "declined_card_payment", "same": true, "pick_merged": "declined_card_payment", "same_as_merged": true, "max_abs_dp": 0.0024669961634304904, "probs": [ 0.009279, 0.001135, 0.001174, 0.000806, 0.00103, 0.001339, 0.000969, 0.00054, 0.001087, 0.000832, 0.016469, 0.000841, 0.000569, 0.000621, 0.182676, 0.001483, 0.009016, 0.00131, 0.000854, 0.001207, 0.000652, 0.001729, 0.001572, 0.004705, 0.000828, 0.741562, 0.001951, 0.000839, 0.000568, 0.000378, 0.000136, 0.000145, 0.000144, 7.7e-05, 0.000151, 9.7e-05, 0.000196, 0.000124, 0.00017, 0.000109, 0.000122, 0.00017, 0.000188, 0.000113, 0.000214, 0.002543, 0.000108, 0.000466, 9.8e-05, 0.00025, 0.000106, 0.000705, 0.000177, 0.003107, 0.000161, 6.1e-05, 0.00011, 9e-05, 6.7e-05, 6.8e-05, 2.7e-05, 7.8e-05, 9.7e-05, 5.6e-05, 7e-05, 8.9e-05, 4.3e-05, 5.8e-05, 4e-05, 6.7e-05, 0.000117, 7.9e-05, 0.000349, 5.2e-05, 0.000169, 7.7e-05, 0.000233 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-437", "qid": "decision", "type": "choice", "pick": "exchange_via_app", "pick_run": "exchange_via_app", "same": true, "pick_merged": "exchange_via_app", "same_as_merged": true, "max_abs_dp": 0.010952302428924976, "probs": [ 0.001319, 0.001143, 0.000812, 0.000189, 0.000185, 0.000268, 0.000388, 0.001839, 0.00021, 0.000148, 0.000446, 0.000188, 7.3e-05, 6.1e-05, 6.7e-05, 9.1e-05, 0.000103, 0.000293, 9.4e-05, 7.8e-05, 0.000112, 0.000184, 4e-05, 0.000161, 0.000501, 0.000134, 0.001051, 0.00212, 0.011035, 0.001369, 0.000718, 0.009361, 0.048295, 0.764018, 0.002383, 0.001876, 0.082602, 0.001215, 0.000454, 0.000407, 0.00033, 0.000402, 0.000879, 0.000372, 0.000195, 0.000158, 0.000343, 0.00052, 0.000251, 0.000421, 0.000681, 0.00026, 0.000752, 0.0002, 0.03578, 0.000286, 0.000607, 0.000652, 0.001447, 0.013746, 0.000254, 0.000203, 0.002483, 0.000213, 0.000266, 0.000207, 0.000159, 9e-05, 0.000122, 0.000218, 0.000184, 0.000332, 9.3e-05, 5.9e-05, 9.6e-05, 0.000205, 0.000502 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2717", "qid": "decision", "type": "choice", "pick": "cash_withdrawal_not_recognised", "pick_run": "cash_withdrawal_not_recognised", "same": true, "pick_merged": "cash_withdrawal_not_recognised", "same_as_merged": true, "max_abs_dp": 0.001510338332757044, "probs": [ 0.000764, 0.000881, 0.000911, 0.002169, 0.000446, 0.002047, 0.001496, 0.000321, 0.000368, 0.000361, 0.000455, 0.000286, 0.000197, 0.000269, 0.000341, 0.000361, 0.006101, 0.000635, 0.000485, 0.006971, 0.881049, 0.000711, 0.000528, 0.00041, 0.000491, 0.000587, 0.011198, 0.000944, 0.00727, 0.000551, 0.00054, 0.000183, 0.000389, 0.000274, 0.000718, 0.000184, 0.000202, 0.000342, 0.000327, 0.000271, 0.000291, 0.000174, 0.000917, 0.000302, 0.000755, 0.001094, 0.041787, 0.000285, 0.000274, 0.000225, 0.001824, 0.000272, 0.000436, 0.001761, 0.00046, 9e-05, 0.000247, 0.000107, 0.000161, 0.00013, 0.000156, 7.6e-05, 8.6e-05, 7.4e-05, 0.000157, 9e-05, 0.000105, 6.7e-05, 9.3e-05, 0.000139, 0.000213, 0.001057, 0.000128, 5.5e-05, 9.7e-05, 0.005767, 0.007013 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1407", "qid": "decision", "type": "choice", "pick": "compromised_card", "pick_run": "compromised_card", "same": true, "pick_merged": "compromised_card", "same_as_merged": true, "max_abs_dp": 0.0030002739493574654, "probs": [ 0.001216, 0.000729, 0.001304, 0.000605, 0.000757, 0.000617, 0.000723, 0.000388, 0.000676, 0.00069, 0.001816, 0.000762, 0.000398, 0.00057, 0.007933, 0.001905, 0.119009, 0.001106, 0.000897, 0.001054, 0.005892, 0.000706, 0.831565, 0.000689, 0.000348, 0.000714, 0.000194, 0.000371, 0.004612, 0.000361, 0.000232, 0.000128, 0.00013, 9.4e-05, 0.002577, 0.000152, 0.000186, 0.000168, 9.4e-05, 7e-05, 6.9e-05, 0.003684, 0.000517, 0.00013, 0.000168, 0.000249, 0.000104, 0.000118, 0.000197, 5.2e-05, 6.7e-05, 3.1e-05, 5.1e-05, 0.000102, 0.000177, 3.7e-05, 9.1e-05, 5.7e-05, 6e-05, 7e-05, 8.7e-05, 5.7e-05, 5.7e-05, 0.000237, 4.9e-05, 5.2e-05, 2.5e-05, 6.8e-05, 5.3e-05, 7.3e-05, 8.7e-05, 7.8e-05, 6e-05, 0.000134, 4.1e-05, 8.2e-05, 0.00029 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-51", "qid": "decision", "type": "choice", "pick": "card_linking", "pick_run": "card_linking", "same": true, "pick_merged": "card_linking", "same_as_merged": true, "max_abs_dp": 9.606614616586295e-05, "probs": [ 0.00027, 6.1e-05, 0.000922, 0.000122, 0.000288, 0.000111, 9.8e-05, 7.2e-05, 0.000126, 0.000133, 0.002149, 0.000359, 0.000239, 0.991958, 0.000287, 0.000157, 0.000137, 0.000157, 0.000132, 0.000115, 0.000101, 6.5e-05, 9.9e-05, 7.3e-05, 6.7e-05, 9.1e-05, 9e-06, 4.9e-05, 5.7e-05, 3.3e-05, 2e-05, 1e-05, 8e-06, 9e-06, 1.3e-05, 7e-06, 3.5e-05, 2e-05, 9e-05, 6.8e-05, 5.2e-05, 1.2e-05, 7e-06, 1.5e-05, 9e-06, 1.1e-05, 9e-06, 9e-06, 3.2e-05, 2e-06, 4e-06, 3e-06, 1.4e-05, 2e-06, 0.000264, 8e-06, 9e-06, 1e-05, 1.5e-05, 8e-06, 6e-06, 5e-06, 0.000444, 1e-05, 1.3e-05, 0.000102, 1.1e-05, 2e-06, 7e-06, 8e-06, 3e-06, 1.3e-05, 8e-06, 2.6e-05, 5e-06, 6e-06, 1.9e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1566", "qid": "decision", "type": "choice", "pick": "declined_cash_withdrawal", "pick_run": "declined_cash_withdrawal", "same": true, "pick_merged": "declined_cash_withdrawal", "same_as_merged": true, "max_abs_dp": 0.005225290996804133, "probs": [ 0.004255, 0.000954, 0.001589, 0.107173, 0.000715, 0.000757, 0.00051, 0.000379, 0.000349, 0.00043, 0.007163, 0.000343, 0.000366, 0.000331, 0.010252, 0.000399, 0.001024, 0.000516, 0.002229, 0.001675, 0.001246, 0.001042, 0.000744, 0.001044, 0.000383, 0.049358, 0.781272, 0.001306, 0.001491, 0.002869, 0.000781, 0.000583, 0.000717, 0.000573, 0.001276, 0.000489, 0.000622, 0.000384, 0.001085, 0.000342, 0.000391, 0.000343, 0.000446, 0.000379, 0.001048, 0.001921, 0.00039, 0.000577, 0.000485, 0.000386, 0.000277, 0.001049, 0.000358, 0.001442, 0.000217, 4.8e-05, 4.1e-05, 3.3e-05, 5.8e-05, 2.4e-05, 2.4e-05, 2.8e-05, 5.9e-05, 2.9e-05, 8.1e-05, 2.4e-05, 2.5e-05, 2.3e-05, 2.4e-05, 6.8e-05, 8e-05, 2.7e-05, 2.8e-05, 1.8e-05, 1.6e-05, 5e-05, 0.000469 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1817", "qid": "decision", "type": "choice", "pick": "declined_card_payment", "pick_run": "declined_card_payment", "same": true, "pick_merged": "declined_card_payment", "same_as_merged": true, "max_abs_dp": 0.008132287978204533, "probs": [ 0.001369, 0.001273, 0.001616, 0.001224, 0.00081, 0.006973, 0.001488, 0.001899, 0.001366, 0.003423, 0.021918, 0.000991, 0.000534, 0.000794, 0.3818, 0.002249, 0.04722, 0.001018, 0.000552, 0.001628, 0.00135, 0.003112, 0.00121, 0.007497, 0.000958, 0.403208, 0.000659, 0.004013, 0.00191, 0.000859, 0.000258, 0.000392, 0.000431, 0.003183, 0.001796, 0.020192, 0.001047, 0.000349, 0.000512, 0.000269, 0.000479, 0.000421, 0.0018, 0.000278, 0.000373, 0.002085, 0.000297, 0.003271, 0.000184, 0.000256, 0.000891, 0.0018, 0.000379, 0.000482, 0.000288, 0.000118, 0.000333, 0.000309, 0.000602, 0.035739, 0.000139, 0.007008, 0.001492, 0.000206, 0.000227, 0.000375, 0.000174, 0.000167, 0.000179, 0.000154, 0.000235, 0.000353, 0.00427, 0.000199, 0.000503, 0.000203, 0.000387 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1244", "qid": "decision", "type": "choice", "pick": "change_pin", "pick_run": "change_pin", "same": true, "pick_merged": "change_pin", "same_as_merged": true, "max_abs_dp": 0.019880624212845976, "probs": [ 0.001645, 0.000741, 0.001137, 0.008307, 0.000777, 0.000718, 0.000671, 0.000421, 0.000439, 0.000575, 0.001276, 0.00129, 0.000528, 0.000748, 0.002603, 0.001609, 0.000957, 0.001291, 0.002716, 0.00188, 0.000998, 0.713466, 0.000862, 0.002612, 0.000388, 0.000905, 0.000666, 0.00068, 0.002833, 0.003578, 0.000342, 0.000782, 0.000588, 0.001194, 0.000667, 0.00062, 0.000835, 0.002209, 0.001333, 0.001258, 0.000263, 0.000917, 0.00076, 0.002623, 0.111352, 0.003119, 0.000763, 0.0028, 0.000936, 0.104646, 0.001034, 0.000888, 0.000134, 3.9e-05, 0.00014, 2.3e-05, 0.000164, 5.9e-05, 4.6e-05, 6.8e-05, 2.3e-05, 2.5e-05, 3.4e-05, 5.5e-05, 4.2e-05, 1.8e-05, 5e-05, 3.5e-05, 0.000125, 0.000281, 9.2e-05, 9.5e-05, 9.5e-05, 2e-05, 0.00054, 0.000148, 0.000401 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1169", "qid": "decision", "type": "choice", "pick": "unable_to_verify_identity", "pick_run": "unable_to_verify_identity", "same": true, "pick_merged": "unable_to_verify_identity", "same_as_merged": true, "max_abs_dp": 0.009784697207634585, "probs": [ 0.000539, 0.012782, 0.000369, 9.1e-05, 9.6e-05, 6.9e-05, 6.1e-05, 3.1e-05, 5.4e-05, 5.1e-05, 9.6e-05, 0.000103, 2.6e-05, 2.2e-05, 3.5e-05, 4.2e-05, 8e-05, 0.000485, 9.2e-05, 4.1e-05, 3.8e-05, 4.3e-05, 0.001345, 0.001843, 0.000286, 0.000124, 0.000147, 0.000586, 0.000239, 0.000104, 0.000105, 5.2e-05, 7.4e-05, 7.8e-05, 0.000251, 0.000118, 3.7e-05, 0.00015, 7.5e-05, 9.6e-05, 4.7e-05, 0.00014, 4.5e-05, 0.004151, 0.00132, 0.00014, 0.0001, 8.7e-05, 0.000589, 0.004204, 0.000422, 0.000197, 0.004661, 0.002374, 0.00238, 0.000707, 0.000923, 0.001227, 0.000789, 0.00242, 0.000629, 0.00085, 0.001212, 0.001276, 0.000852, 0.000586, 0.00084, 0.001166, 0.351565, 0.225191, 0.003217, 0.002644, 0.002006, 0.010353, 0.339457, 0.010141, 0.000135 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2430", "qid": "decision", "type": "choice", "pick": "getting_spare_card", "pick_run": "getting_spare_card", "same": true, "pick_merged": "getting_spare_card", "same_as_merged": true, "max_abs_dp": 0.008615616380731383, "probs": [ 0.002533, 0.001739, 0.001398, 0.000339, 0.000376, 0.00084, 0.000358, 0.000131, 0.000683, 0.001558, 0.00119, 0.01613, 0.004952, 0.000658, 0.000505, 0.051554, 0.000968, 0.001225, 0.000308, 0.005535, 0.00035, 0.000179, 0.00018, 0.000509, 0.000432, 0.000326, 0.002388, 0.002452, 0.002786, 0.001284, 0.002897, 0.012113, 0.001369, 0.001389, 0.016685, 0.002358, 0.001437, 0.017254, 0.256991, 0.292004, 0.008839, 0.003234, 0.001768, 0.19953, 0.002347, 0.002186, 0.000686, 0.000678, 0.000889, 0.00049, 0.001422, 0.000242, 0.000441, 0.000388, 0.001338, 0.000241, 0.003695, 0.008191, 0.001475, 0.000721, 0.001607, 0.000715, 0.001407, 0.001438, 0.036391, 0.005223, 0.001009, 0.000647, 0.001131, 0.000577, 0.000474, 0.000398, 0.000203, 0.000402, 0.000357, 0.000511, 0.000344 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-3073", "qid": "decision", "type": "choice", "pick": "country_support", "pick_run": "country_support", "same": true, "pick_merged": "country_support", "same_as_merged": true, "max_abs_dp": 0.0010708921332249766, "probs": [ 0.000163, 0.000128, 0.000337, 0.001081, 0.000266, 0.000132, 0.000146, 0.000201, 0.00013, 0.000102, 0.002799, 0.000116, 6.5e-05, 5.8e-05, 0.000176, 0.000115, 0.000185, 0.000224, 0.000138, 9.5e-05, 0.000163, 0.000126, 0.000152, 0.000252, 0.978007, 0.000247, 2.8e-05, 0.000191, 0.001084, 0.000359, 4.4e-05, 7.3e-05, 0.000174, 7.6e-05, 0.000118, 4.7e-05, 0.00155, 7.1e-05, 7.9e-05, 2.2e-05, 5e-06, 5.8e-05, 6.6e-05, 7.2e-05, 3.9e-05, 4.8e-05, 2.2e-05, 2.8e-05, 8.3e-05, 2.8e-05, 0.000931, 2.6e-05, 6.4e-05, 2.4e-05, 0.007262, 0.000111, 4.4e-05, 2.2e-05, 9.5e-05, 6.5e-05, 1.9e-05, 2.1e-05, 0.000494, 1.7e-05, 3.5e-05, 1.9e-05, 1.1e-05, 1.1e-05, 8e-05, 4e-05, 2.7e-05, 7.5e-05, 3.7e-05, 7.5e-05, 4.8e-05, 0.000256, 0.000122 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-10", "qid": "decision", "type": "choice", "pick": "card_arrival", "pick_run": "card_arrival", "same": true, "pick_merged": "card_arrival", "same_as_merged": true, "max_abs_dp": 0.0179980631032971, "probs": [ 0.001141, 0.001033, 0.001386, 0.001193, 0.00055, 0.000719, 0.000583, 0.000329, 0.000366, 0.001275, 0.006537, 0.614934, 0.3529, 0.00181, 0.000982, 0.000664, 0.000425, 0.000931, 0.000862, 0.000721, 0.000378, 0.000257, 0.000241, 0.000263, 0.000226, 0.000274, 9.1e-05, 0.00022, 0.000305, 0.000197, 8.4e-05, 7.1e-05, 0.000108, 5.6e-05, 7.7e-05, 5e-05, 0.000127, 0.000376, 0.002829, 0.000133, 4.8e-05, 0.00018, 3.2e-05, 0.001839, 0.000163, 0.00024, 4.8e-05, 5.8e-05, 4.3e-05, 3.5e-05, 3.4e-05, 2.9e-05, 5.4e-05, 2.6e-05, 0.000163, 3.4e-05, 5.2e-05, 2.4e-05, 3.1e-05, 3e-05, 1.7e-05, 2.6e-05, 4.6e-05, 0.000166, 0.000248, 4.7e-05, 2.5e-05, 5.1e-05, 7.5e-05, 4.4e-05, 4e-05, 4.2e-05, 1.6e-05, 1.3e-05, 1.6e-05, 3.9e-05, 0.000222 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-578", "qid": "decision", "type": "choice", "pick": "contactless_not_working", "pick_run": "contactless_not_working", "same": true, "pick_merged": "contactless_not_working", "same_as_merged": true, "max_abs_dp": 0.0020040392905287772, "probs": [ 0.001883, 0.000385, 0.002755, 0.000651, 0.000419, 0.000206, 0.000217, 0.000178, 0.00019, 0.00028, 0.005139, 0.000388, 0.000178, 0.001003, 0.013956, 0.000364, 0.000353, 0.000731, 0.000299, 0.000241, 0.000209, 0.000507, 0.000427, 0.963964, 0.000494, 0.001579, 2.2e-05, 0.000126, 0.000137, 6.4e-05, 2.3e-05, 3.5e-05, 2.8e-05, 2.1e-05, 4.1e-05, 3e-05, 2.4e-05, 2.3e-05, 2.4e-05, 3.8e-05, 3.7e-05, 6.4e-05, 1.3e-05, 3.2e-05, 3.7e-05, 4.3e-05, 1.9e-05, 8.8e-05, 2.2e-05, 0.000209, 1.8e-05, 1.7e-05, 4.2e-05, 1.9e-05, 8.1e-05, 2.3e-05, 3.9e-05, 2.5e-05, 2.9e-05, 3.2e-05, 1e-05, 2.2e-05, 5.6e-05, 1.9e-05, 2.3e-05, 2.8e-05, 1.9e-05, 1.3e-05, 1.9e-05, 1.6e-05, 1.1e-05, 3.3e-05, 0.000137, 2.5e-05, 0.000934, 2.9e-05, 8.8e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1000", "qid": "decision", "type": "choice", "pick": "top_up_reverted", "pick_run": "top_up_reverted", "same": true, "pick_merged": "top_up_reverted", "same_as_merged": true, "max_abs_dp": 0.0031341871903837193, "probs": [ 0.000265, 0.001906, 0.000355, 6.8e-05, 0.00292, 0.000626, 0.000206, 8.2e-05, 7.3e-05, 0.001769, 0.000144, 9.7e-05, 2.3e-05, 2.9e-05, 7.6e-05, 6.2e-05, 0.000108, 2.3e-05, 3.4e-05, 9.3e-05, 0.000274, 0.000177, 5.6e-05, 5.4e-05, 4.8e-05, 4.6e-05, 0.000112, 0.000265, 0.000125, 0.000109, 3.7e-05, 5.2e-05, 8.6e-05, 0.000185, 0.000241, 0.020937, 0.000241, 0.000104, 6.1e-05, 0.000111, 2.7e-05, 6.5e-05, 5.7e-05, 4.4e-05, 0.000163, 0.000134, 0.000513, 0.003102, 0.000106, 4.3e-05, 0.000173, 0.00021, 0.000571, 0.000386, 0.000829, 0.000161, 0.000359, 0.00061, 0.000719, 0.007808, 0.009139, 0.84136, 0.005152, 0.000592, 0.000318, 0.00043, 9.3e-05, 0.000332, 0.000124, 0.00058, 0.000643, 0.086246, 0.003415, 0.000624, 0.001654, 0.00082, 0.000116 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2650", "qid": "decision", "type": "choice", "pick": "top_up_failed", "pick_run": "top_up_failed", "same": true, "pick_merged": "top_up_failed", "same_as_merged": true, "max_abs_dp": 0.001971565004610487, "probs": [ 0.000206, 0.002066, 0.000127, 4.1e-05, 0.001025, 0.002611, 0.000175, 0.000125, 5.8e-05, 5.2e-05, 2.6e-05, 5.3e-05, 1.5e-05, 1.7e-05, 0.000267, 3.7e-05, 0.000127, 3e-05, 3.7e-05, 3.5e-05, 9e-05, 0.000241, 1.8e-05, 3.5e-05, 4.3e-05, 6.3e-05, 6e-05, 0.000273, 0.000266, 0.000292, 0.0001, 0.00022, 0.000358, 0.004626, 0.000371, 0.000166, 0.000122, 0.000147, 0.000191, 0.000148, 0.000133, 0.000167, 0.000198, 6.7e-05, 0.00013, 0.000135, 0.000463, 0.015575, 0.000143, 4.2e-05, 0.000153, 0.000126, 0.000112, 0.000107, 0.000215, 0.000106, 0.000535, 0.001022, 0.003156, 0.947498, 0.000375, 0.000792, 0.000688, 0.000219, 0.000164, 0.000243, 0.000101, 0.000107, 8.3e-05, 0.000231, 0.000225, 0.003957, 0.006625, 0.000361, 0.000594, 8.3e-05, 0.000112 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1341", "qid": "decision", "type": "choice", "pick": "transfer_into_account", "pick_run": "transfer_into_account", "same": true, "pick_merged": "transfer_into_account", "same_as_merged": true, "max_abs_dp": 0.021222426048508325, "probs": [ 0.003927, 0.013498, 0.001189, 0.000376, 0.032677, 0.001454, 0.000342, 0.000284, 0.001682, 0.000228, 0.001983, 0.000263, 0.000152, 0.005468, 0.000357, 0.000275, 0.0016, 0.000119, 0.000141, 0.000502, 0.000125, 0.000242, 0.000177, 0.000241, 0.001803, 0.00018, 0.000838, 0.001364, 0.000397, 0.000401, 0.001378, 0.000379, 0.000502, 0.001691, 0.005628, 0.001815, 0.003379, 0.000612, 0.001444, 0.003303, 0.00094, 0.000709, 0.002626, 0.000895, 0.00103, 0.006796, 0.000708, 0.003138, 0.002897, 0.000431, 0.032955, 0.000724, 0.003658, 0.001781, 0.002755, 0.000641, 0.00589, 0.00423, 0.010763, 0.009718, 0.003949, 0.007002, 0.219376, 0.008191, 0.008425, 0.520972, 0.007423, 0.005525, 0.001688, 0.002457, 0.005591, 0.006683, 0.004081, 0.002304, 0.002836, 0.006981, 0.000811 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-3019", "qid": "decision", "type": "choice", "pick": "verify_my_identity", "pick_run": "verify_my_identity", "same": true, "pick_merged": "verify_my_identity", "same_as_merged": true, "max_abs_dp": 0.003931221706355799, "probs": [ 0.000239, 0.005052, 0.000297, 7.9e-05, 0.000146, 3.5e-05, 5.1e-05, 2.8e-05, 6.4e-05, 3.2e-05, 6.7e-05, 0.000113, 3.1e-05, 2.9e-05, 2.6e-05, 3e-05, 6.4e-05, 6.1e-05, 9.3e-05, 4.2e-05, 2.3e-05, 3.1e-05, 3.7e-05, 0.000477, 9.1e-05, 7.2e-05, 3e-05, 0.0002, 0.0001, 7e-05, 6.8e-05, 2.7e-05, 5.5e-05, 1.7e-05, 0.000112, 4e-05, 1.5e-05, 8.4e-05, 3.8e-05, 5.7e-05, 2.3e-05, 6.1e-05, 2.6e-05, 0.000323, 0.001875, 9.4e-05, 5e-05, 4.8e-05, 3.2e-05, 0.000735, 0.000123, 4.6e-05, 0.000609, 0.000573, 0.001243, 0.000316, 0.000421, 0.000379, 0.000381, 0.000354, 0.000254, 0.00029, 0.000382, 0.000338, 0.000484, 0.000377, 0.000362, 0.000503, 0.023041, 0.898878, 0.001954, 0.000924, 0.000976, 0.000448, 0.052688, 0.002102, 6.5e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2199", "qid": "decision", "type": "choice", "pick": "transfer_fee_charged", "pick_run": "transfer_fee_charged", "same": true, "pick_merged": "transfer_fee_charged", "same_as_merged": true, "max_abs_dp": 0.0009407410768442759, "probs": [ 0.00041, 0.000785, 0.000269, 5.6e-05, 0.000239, 0.000467, 9.7e-05, 6.9e-05, 0.000595, 6.6e-05, 6.1e-05, 5.9e-05, 0.000203, 3.7e-05, 6.8e-05, 0.001623, 0.000257, 7e-05, 6e-05, 0.000595, 4.9e-05, 4.6e-05, 7.5e-05, 5.8e-05, 7.3e-05, 7.1e-05, 0.0001, 0.000421, 0.00019, 7.7e-05, 0.000448, 0.000327, 0.000135, 6e-05, 0.003098, 0.000116, 8.7e-05, 0.000187, 0.001604, 8.8e-05, 7.3e-05, 0.000428, 0.000166, 8.3e-05, 0.0001, 0.000159, 3.7e-05, 7.7e-05, 0.000149, 7.8e-05, 0.000132, 3.9e-05, 0.000133, 0.000219, 0.000428, 0.000144, 0.007686, 0.001394, 0.000279, 0.000297, 0.000891, 0.00046, 0.000557, 0.000987, 0.963722, 0.001584, 0.000307, 0.003084, 0.000126, 0.00042, 0.000453, 0.000143, 0.000371, 0.000347, 0.000446, 0.000255, 0.000351 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1719", "qid": "decision", "type": "choice", "pick": "failed_transfer", "pick_run": "failed_transfer", "same": true, "pick_merged": "failed_transfer", "same_as_merged": true, "max_abs_dp": 0.0006893994851244686, "probs": [ 0.000361, 0.000325, 0.000334, 7.3e-05, 0.000225, 0.00281, 0.00012, 0.000314, 0.000125, 0.001193, 9.5e-05, 9.7e-05, 7.3e-05, 4.8e-05, 0.000168, 0.000143, 9e-05, 7.9e-05, 0.000153, 0.000174, 0.000148, 8.6e-05, 0.000131, 6.7e-05, 4.7e-05, 6e-05, 0.000169, 0.027489, 0.000334, 0.000255, 0.000117, 0.00039, 0.000605, 0.001801, 0.002778, 0.944312, 0.000312, 0.000388, 0.000126, 0.00014, 0.000381, 0.000268, 0.000378, 0.000147, 9.3e-05, 0.0001, 0.000184, 0.000188, 0.000498, 9.3e-05, 0.000282, 0.000101, 0.000158, 6e-05, 0.000187, 3.1e-05, 3.4e-05, 1.8e-05, 3.8e-05, 0.000233, 3.7e-05, 0.008055, 5.3e-05, 4.9e-05, 4.7e-05, 8.3e-05, 0.001009, 6.2e-05, 2.4e-05, 8e-05, 3.2e-05, 5.7e-05, 1.7e-05, 4.6e-05, 2.7e-05, 4.2e-05, 5.5e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1055", "qid": "decision", "type": "choice", "pick": "balance_not_updated_after_cheque_or_cash_deposit", "pick_run": "balance_not_updated_after_cheque_or_cash_deposit", "same": true, "pick_merged": "balance_not_updated_after_cheque_or_cash_deposit", "same_as_merged": true, "max_abs_dp": 0.0002535894801118932, "probs": [ 0.000321, 0.000423, 0.000595, 0.000524, 0.000799, 0.006315, 0.982172, 0.000505, 0.000148, 0.000164, 0.000111, 8.7e-05, 7.4e-05, 6.6e-05, 0.0001, 8.4e-05, 0.000104, 0.000106, 6.3e-05, 0.000123, 0.000384, 9.2e-05, 0.000128, 7e-05, 5.2e-05, 0.000111, 1.3e-05, 7.8e-05, 0.000118, 3.3e-05, 4.3e-05, 4.6e-05, 0.000333, 5.6e-05, 4.3e-05, 1.9e-05, 1.1e-05, 3.8e-05, 2.3e-05, 1.8e-05, 1.3e-05, 1.9e-05, 1.6e-05, 3.5e-05, 2.4e-05, 4.2e-05, 0.000106, 0.000108, 6e-05, 1.2e-05, 2.8e-05, 1.8e-05, 2.4e-05, 1.4e-05, 4.6e-05, 1.4e-05, 3.7e-05, 5.9e-05, 0.004261, 0.000115, 2e-05, 1.8e-05, 2.4e-05, 2.3e-05, 1.5e-05, 2.3e-05, 8e-06, 9e-06, 2.4e-05, 1.9e-05, 1e-05, 2.6e-05, 3.8e-05, 2.3e-05, 1.9e-05, 3.2e-05, 2.4e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1227", "qid": "decision", "type": "choice", "pick": "unable_to_verify_identity", "pick_run": "unable_to_verify_identity", "same": true, "pick_merged": "unable_to_verify_identity", "same_as_merged": true, "max_abs_dp": 0.0014328674809092057, "probs": [ 0.000128, 0.002916, 9.5e-05, 4.5e-05, 3.3e-05, 3.4e-05, 2.7e-05, 1.7e-05, 6.1e-05, 2.4e-05, 2e-05, 4.2e-05, 1.7e-05, 1.6e-05, 1.9e-05, 2.1e-05, 4.5e-05, 0.000492, 6.3e-05, 2.6e-05, 1.8e-05, 2.1e-05, 2.4e-05, 0.00017, 6e-05, 6.5e-05, 0.000113, 0.000393, 0.000132, 7.9e-05, 4.6e-05, 3.4e-05, 6e-05, 3.3e-05, 0.000199, 5.9e-05, 2.8e-05, 9.4e-05, 4.9e-05, 5.7e-05, 2.5e-05, 8.2e-05, 2.5e-05, 0.003315, 0.00098, 0.000107, 5.4e-05, 5e-05, 5.8e-05, 0.000755, 0.000109, 9.8e-05, 0.002417, 0.003207, 0.001735, 0.000713, 0.000897, 0.001202, 0.000883, 0.001289, 0.000942, 0.000895, 0.001037, 0.002109, 0.001038, 0.000676, 0.000597, 0.001931, 0.574905, 0.351575, 0.003371, 0.001864, 0.001503, 0.001807, 0.028187, 0.003604, 8e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2237", "qid": "decision", "type": "choice", "pick": "fiat_currency_support", "pick_run": "fiat_currency_support", "same": true, "pick_merged": "fiat_currency_support", "same_as_merged": true, "max_abs_dp": 0.011095745086207837, "probs": [ 0.001349, 0.000774, 0.000356, 0.000155, 0.000164, 0.000476, 0.000172, 0.000262, 0.000163, 5.2e-05, 0.001091, 5.6e-05, 4.4e-05, 6.1e-05, 6.9e-05, 5.3e-05, 0.000111, 0.000515, 6.5e-05, 6.3e-05, 4.3e-05, 6.3e-05, 7.1e-05, 0.000178, 0.010665, 0.000173, 0.001913, 0.001895, 0.0185, 0.001597, 0.00083, 0.004005, 0.03294, 0.007441, 0.011705, 0.003155, 0.456699, 0.001245, 0.001028, 0.003094, 0.000228, 0.000499, 0.001372, 0.001941, 0.000771, 0.000478, 0.000468, 0.001019, 0.00191, 0.001105, 0.191698, 0.003208, 0.000866, 0.000618, 0.178853, 0.000934, 0.000697, 0.00081, 0.001436, 0.002155, 0.000557, 0.000445, 0.009734, 0.000616, 0.000838, 0.023524, 0.00045, 0.00023, 0.000375, 0.000836, 0.001052, 0.00063, 0.00021, 0.000307, 0.000327, 0.004664, 0.00085 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2633", "qid": "decision", "type": "choice", "pick": "disposable_card_limits", "pick_run": "disposable_card_limits", "same": true, "pick_merged": "disposable_card_limits", "same_as_merged": true, "max_abs_dp": 0.00040348801117451316, "probs": [ 3.2e-05, 9.4e-05, 4.3e-05, 0.000115, 4.6e-05, 3.9e-05, 5.4e-05, 2.6e-05, 5.6e-05, 4.9e-05, 0.000189, 5.9e-05, 4.5e-05, 4.3e-05, 4.9e-05, 0.000103, 0.000129, 6.6e-05, 7.6e-05, 6.7e-05, 3.8e-05, 6.2e-05, 4.2e-05, 4.5e-05, 9.8e-05, 9.9e-05, 6.9e-05, 0.000221, 0.000565, 0.989906, 0.000104, 6.3e-05, 0.000121, 7e-05, 0.000209, 3.1e-05, 5.7e-05, 0.003947, 7.1e-05, 6.4e-05, 8.4e-05, 0.000104, 2.1e-05, 8e-05, 5.5e-05, 9.9e-05, 5e-05, 0.000116, 2.5e-05, 2.4e-05, 2.2e-05, 2.7e-05, 2.9e-05, 2.7e-05, 0.000214, 0.000541, 9.1e-05, 1.6e-05, 1.9e-05, 1.7e-05, 0.000709, 1.5e-05, 3.5e-05, 5.2e-05, 2.1e-05, 1.4e-05, 4.8e-05, 1.9e-05, 1.9e-05, 1.6e-05, 1.1e-05, 3.2e-05, 2.9e-05, 8e-06, 1.3e-05, 2.7e-05, 1.1e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2362", "qid": "decision", "type": "choice", "pick": "verify_top_up", "pick_run": "verify_top_up", "same": true, "pick_merged": "verify_top_up", "same_as_merged": true, "max_abs_dp": 0.0023956849681550027, "probs": [ 0.00021, 0.003092, 0.00037, 0.000125, 0.000837, 0.000225, 0.000167, 4.4e-05, 6e-05, 3.3e-05, 8.4e-05, 9e-05, 2.5e-05, 2.5e-05, 4.8e-05, 5.3e-05, 0.000177, 6.6e-05, 5.2e-05, 0.000153, 0.000165, 0.000158, 0.000115, 0.001153, 9.8e-05, 0.000115, 4.8e-05, 0.000354, 0.000169, 0.000133, 4.2e-05, 5.9e-05, 0.000122, 9.8e-05, 0.000144, 8.4e-05, 6e-05, 0.000144, 8.4e-05, 0.00014, 1.8e-05, 0.000137, 5.6e-05, 0.000266, 0.000796, 0.000703, 0.001017, 0.004317, 0.000268, 0.001496, 0.000355, 0.000263, 0.001249, 0.00054, 0.001037, 0.00061, 0.000841, 0.000631, 0.000777, 0.000825, 0.000667, 0.000249, 0.000763, 0.000583, 0.000534, 0.000363, 0.000564, 0.000605, 0.003334, 0.018339, 0.03041, 0.827691, 0.008754, 0.001742, 0.076246, 0.003262, 0.00027 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-157", "qid": "decision", "type": "choice", "pick": "card_payment_wrong_exchange_rate", "pick_run": "card_payment_wrong_exchange_rate", "same": true, "pick_merged": "card_payment_wrong_exchange_rate", "same_as_merged": true, "max_abs_dp": 0.0009526760466668227, "probs": [ 0.000371, 0.000412, 0.000312, 0.000264, 0.000379, 0.000604, 0.001118, 0.000319, 0.000228, 0.00038, 0.001489, 0.000368, 0.000286, 0.000246, 0.001587, 0.012798, 0.006863, 0.940072, 0.000493, 0.001041, 0.00041, 0.000313, 0.000509, 0.000236, 0.000302, 0.000503, 0.000321, 0.00042, 0.000649, 0.000334, 0.000154, 0.001837, 0.013507, 0.000306, 0.000164, 7.8e-05, 0.000174, 0.000166, 0.000178, 0.000109, 5.2e-05, 0.000445, 0.000297, 0.000601, 0.00016, 0.000677, 0.000121, 0.000108, 0.000125, 6.7e-05, 6.1e-05, 4.5e-05, 9e-05, 0.000111, 8.5e-05, 3e-05, 6.4e-05, 5.6e-05, 0.000236, 4e-05, 1.2e-05, 1.2e-05, 2.1e-05, 3.1e-05, 2.1e-05, 2.2e-05, 1.5e-05, 1.9e-05, 8.4e-05, 2.1e-05, 2.5e-05, 2.5e-05, 9e-06, 1.4e-05, 1.7e-05, 2.5e-05, 0.005857 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-396", "qid": "decision", "type": "choice", "pick": "card_not_working", "pick_run": "card_not_working", "same": true, "pick_merged": "card_not_working", "same_as_merged": true, "max_abs_dp": 0.02483532320056475, "probs": [ 0.021204, 0.002747, 0.002818, 0.00676, 0.001537, 0.0017, 0.001459, 0.000847, 0.000829, 0.001624, 0.373837, 0.002697, 0.001123, 0.006633, 0.514691, 0.001127, 0.002424, 0.001233, 0.001101, 0.001338, 0.001231, 0.002322, 0.001364, 0.013789, 0.001201, 0.014826, 0.000131, 0.000389, 0.000489, 0.000186, 4.8e-05, 2.8e-05, 4.3e-05, 2.6e-05, 0.000118, 4.5e-05, 0.000217, 0.000106, 8e-05, 7.4e-05, 0.000128, 7.1e-05, 4.8e-05, 6.1e-05, 8.9e-05, 0.000162, 0.00012, 0.000441, 6.7e-05, 6.8e-05, 4.1e-05, 5.5e-05, 0.00035, 0.000118, 0.001626, 0.000156, 0.000136, 0.00021, 0.000136, 0.000132, 5.4e-05, 0.000167, 0.001313, 0.000162, 0.000251, 0.000184, 0.00019, 0.000125, 0.000105, 0.000468, 0.000237, 0.001844, 0.00463, 0.000675, 0.000524, 0.000102, 0.000307 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-472", "qid": "decision", "type": "choice", "pick": "lost_or_stolen_card", "pick_run": "lost_or_stolen_card", "same": true, "pick_merged": "lost_or_stolen_card", "same_as_merged": true, "max_abs_dp": 0.000199487097126555, "probs": [ 0.000664, 0.000454, 0.00037, 0.00036, 0.000349, 0.000437, 0.000496, 0.000232, 0.000404, 0.000289, 0.000393, 0.000411, 0.000272, 0.000224, 0.00063, 0.00157, 0.000437, 0.000393, 0.000447, 0.000365, 0.000564, 0.001222, 0.218476, 0.000384, 0.00023, 0.000258, 0.000104, 0.000272, 0.000305, 0.000295, 0.000153, 0.000304, 0.000313, 0.000152, 0.000271, 0.00012, 0.00015, 0.000272, 0.000311, 0.00028, 0.000106, 0.763387, 0.000206, 0.000243, 0.00038, 0.000273, 0.000186, 0.000261, 0.000454, 0.000142, 0.000102, 5.8e-05, 2.4e-05, 8e-06, 1.9e-05, 8e-06, 2.8e-05, 1e-05, 1.4e-05, 1.1e-05, 1.8e-05, 6e-06, 6e-06, 2.1e-05, 1e-05, 9e-06, 1.7e-05, 0.000147, 2.1e-05, 1.8e-05, 1.3e-05, 2.4e-05, 9e-06, 2.8e-05, 7e-06, 2.5e-05, 6.7e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1528", "qid": "decision", "type": "choice", "pick": "passcode_forgotten", "pick_run": "passcode_forgotten", "same": true, "pick_merged": "passcode_forgotten", "same_as_merged": true, "max_abs_dp": 0.0018508910938727675, "probs": [ 8e-05, 0.000112, 0.000145, 9.3e-05, 5e-05, 5.8e-05, 7.4e-05, 5.4e-05, 0.00012, 3.9e-05, 5.4e-05, 5e-05, 4.1e-05, 5e-05, 7.9e-05, 0.00021, 0.000124, 0.000126, 0.000213, 0.000131, 4.1e-05, 0.022774, 8.2e-05, 8.4e-05, 5.5e-05, 9.9e-05, 3.4e-05, 5.4e-05, 7.6e-05, 7.2e-05, 1.1e-05, 6.8e-05, 6.1e-05, 4e-05, 4.5e-05, 2.7e-05, 3.3e-05, 0.000125, 5.5e-05, 7.2e-05, 2e-05, 9.8e-05, 8e-05, 0.000184, 0.971096, 0.00022, 7.3e-05, 0.00019, 5.8e-05, 0.001543, 6e-05, 4.7e-05, 1e-05, 6e-06, 2.3e-05, 3e-06, 8e-06, 4e-06, 4e-06, 4e-06, 3e-06, 1e-06, 4e-06, 6e-06, 6e-06, 5e-06, 5e-06, 6e-06, 3.3e-05, 0.000294, 1.1e-05, 1.1e-05, 1.2e-05, 3e-06, 1.6e-05, 2.3e-05, 2.1e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2432", "qid": "decision", "type": "choice", "pick": "getting_spare_card", "pick_run": "getting_spare_card", "same": true, "pick_merged": "getting_spare_card", "same_as_merged": true, "max_abs_dp": 0.004248004540584955, "probs": [ 0.003614, 0.002088, 0.000847, 0.000364, 0.00028, 0.000253, 0.000374, 0.000193, 0.00055, 0.000628, 0.004837, 0.004259, 0.001704, 0.019078, 0.000449, 0.000277, 0.000371, 0.001113, 0.000321, 0.000216, 0.00021, 0.000173, 0.000254, 0.000242, 0.00024, 0.000268, 0.001241, 0.001789, 0.002747, 0.001573, 0.000972, 0.000675, 0.001053, 0.001097, 0.001601, 0.001136, 0.001992, 0.006216, 0.22614, 0.443421, 0.003077, 0.001593, 0.000694, 0.240269, 0.001877, 0.001491, 0.000575, 0.000634, 0.001932, 0.000397, 0.000452, 0.000214, 0.000344, 0.000148, 0.000615, 0.00016, 0.000392, 0.000196, 0.000246, 0.000356, 0.000181, 0.000132, 0.000668, 0.000302, 0.001843, 0.003354, 0.000432, 0.000124, 0.000697, 0.000246, 0.000192, 0.000249, 9.7e-05, 0.000374, 0.000121, 0.000256, 0.00021 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-819", "qid": "decision", "type": "choice", "pick": "card_payment_fee_charged", "pick_run": "card_payment_fee_charged", "same": true, "pick_merged": "card_payment_fee_charged", "same_as_merged": true, "max_abs_dp": 0.007808709784089762, "probs": [ 0.001447, 0.000983, 0.001562, 0.001542, 0.001297, 0.00172, 0.000778, 0.000418, 0.000987, 0.000595, 0.043916, 0.000579, 0.000826, 0.000512, 0.006184, 0.757836, 0.004753, 0.001415, 0.000394, 0.038691, 0.000822, 0.000419, 0.000825, 0.000982, 0.0015, 0.000967, 0.000547, 0.001067, 0.000896, 0.000788, 0.001194, 0.008826, 0.000482, 0.000135, 0.042784, 0.000182, 0.00061, 0.000638, 0.001469, 0.000172, 0.000234, 0.000474, 0.000393, 0.000283, 0.000304, 0.002271, 0.00017, 0.000182, 0.000519, 7.6e-05, 0.000875, 5.8e-05, 0.000221, 0.000224, 0.002011, 0.000167, 0.00335, 0.025721, 0.000699, 0.000222, 0.001665, 0.000312, 0.004231, 0.000985, 0.017642, 0.000193, 0.000293, 0.000436, 0.000186, 0.000131, 0.000389, 0.00048, 0.000209, 0.000959, 0.000244, 0.000288, 0.001158 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1504", "qid": "decision", "type": "choice", "pick": "direct_debit_payment_not_recognised", "pick_run": "direct_debit_payment_not_recognised", "same": true, "pick_merged": "direct_debit_payment_not_recognised", "same_as_merged": true, "max_abs_dp": 0.00048491400406602825, "probs": [ 0.000281, 0.00019, 0.000168, 0.000122, 0.000184, 9.4e-05, 0.000131, 0.000109, 0.000366, 0.000177, 0.000169, 9.6e-05, 6.3e-05, 9.6e-05, 0.000153, 0.000512, 0.005893, 0.000229, 0.000135, 0.000567, 0.001647, 0.000238, 0.000408, 0.000135, 0.000152, 0.000347, 0.000281, 0.000302, 0.977263, 0.000216, 0.000171, 8.7e-05, 0.000163, 8.1e-05, 0.005684, 8.6e-05, 7.2e-05, 0.000212, 8e-05, 6.8e-05, 6e-05, 0.000167, 0.000413, 9.5e-05, 0.000146, 0.000219, 0.000119, 0.000101, 9e-05, 0.000116, 0.000121, 3.7e-05, 3.4e-05, 3.6e-05, 0.000433, 3.5e-05, 3.2e-05, 7e-06, 1.4e-05, 1.4e-05, 3.7e-05, 7e-06, 1.2e-05, 3.5e-05, 9e-06, 9e-06, 1.1e-05, 8e-06, 1.4e-05, 1.7e-05, 1.9e-05, 2e-05, 1.2e-05, 8e-06, 6e-06, 2.2e-05, 3.6e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-978", "qid": "decision", "type": "choice", "pick": "card_acceptance", "pick_run": "card_acceptance", "same": true, "pick_merged": "card_acceptance", "same_as_merged": true, "max_abs_dp": 0.0008392639534973985, "probs": [ 0.000443, 0.000761, 0.001078, 0.002492, 0.001006, 0.000523, 0.000533, 0.000315, 0.000284, 0.000533, 0.95991, 0.000476, 0.000284, 0.000511, 0.002682, 0.000508, 0.000331, 0.000379, 0.000273, 0.000296, 0.000413, 0.000315, 0.000525, 0.000517, 0.004601, 0.001391, 9e-06, 9e-05, 0.000241, 6.1e-05, 2.4e-05, 5e-06, 1.7e-05, 6e-06, 2.5e-05, 7e-06, 2.8e-05, 2.5e-05, 1.5e-05, 1.1e-05, 5e-06, 2e-05, 5e-06, 2.4e-05, 1.6e-05, 3.3e-05, 1e-05, 7e-06, 0.000267, 6e-06, 2.1e-05, 6e-06, 2.1e-05, 2.1e-05, 0.009389, 0.0001, 3.3e-05, 3.6e-05, 5.4e-05, 6.3e-05, 1.7e-05, 3.2e-05, 0.000276, 3e-05, 3.7e-05, 2.7e-05, 2.6e-05, 1.3e-05, 3e-05, 3.6e-05, 2e-05, 0.00022, 2e-05, 0.007027, 4.6e-05, 5.3e-05, 1.1e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2236", "qid": "decision", "type": "choice", "pick": "receiving_money", "pick_run": "receiving_money", "same": true, "pick_merged": "receiving_money", "same_as_merged": true, "max_abs_dp": 0.01119244865030744, "probs": [ 0.000963, 0.001263, 0.001025, 0.000269, 0.0005, 0.000986, 0.000176, 0.000118, 0.000174, 9.1e-05, 0.00072, 0.000267, 9e-05, 0.001117, 0.000196, 0.000122, 0.000363, 0.000112, 7.8e-05, 0.000152, 6.7e-05, 0.000107, 0.000173, 0.00026, 0.006767, 0.000108, 0.000332, 0.000902, 0.000699, 0.000613, 0.00051, 0.000531, 0.000717, 0.001114, 0.004786, 0.001137, 0.000867, 0.000558, 0.001326, 0.01051, 0.000421, 0.000558, 0.001714, 0.004489, 0.000663, 0.000871, 0.000764, 0.002468, 0.003504, 0.001882, 0.643353, 0.003264, 0.000436, 0.000508, 0.00222, 0.00078, 0.000471, 0.000963, 0.002551, 0.001155, 0.000207, 0.000374, 0.001518, 0.001305, 0.001346, 0.252472, 0.000866, 0.00217, 0.001146, 0.000934, 0.003135, 0.001614, 0.000835, 0.001161, 0.001499, 0.015379, 0.000138 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1925", "qid": "decision", "type": "choice", "pick": "card_swallowed", "pick_run": "card_swallowed", "same": true, "pick_merged": "card_swallowed", "same_as_merged": true, "max_abs_dp": 0.010124792537174826, "probs": [ 0.001346, 0.000807, 0.001076, 0.228445, 0.000804, 0.000723, 0.000521, 0.000418, 0.000361, 0.001011, 0.007534, 0.000803, 0.000693, 0.000619, 0.030103, 0.000716, 0.000851, 0.000904, 0.705292, 0.001708, 0.000626, 0.000541, 0.000518, 0.000613, 0.000276, 0.000676, 0.003366, 0.000448, 0.000561, 0.000505, 0.000199, 0.000132, 0.000232, 0.000228, 0.000251, 0.000155, 0.000222, 0.000131, 0.000426, 0.000185, 0.000192, 0.000174, 8.9e-05, 0.000113, 0.000562, 0.001418, 0.000122, 0.000149, 0.000135, 7.8e-05, 6.8e-05, 5.1e-05, 0.000138, 0.000171, 0.000229, 4.9e-05, 4.8e-05, 4.7e-05, 6.8e-05, 6.2e-05, 2.5e-05, 3.9e-05, 5.3e-05, 3.6e-05, 0.000119, 5.2e-05, 3.3e-05, 4.2e-05, 3e-05, 0.000138, 8.1e-05, 4.4e-05, 3.5e-05, 2.1e-05, 2.1e-05, 5.3e-05, 0.000186 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-704", "qid": "decision", "type": "choice", "pick": "cancel_transfer", "pick_run": "cancel_transfer", "same": true, "pick_merged": "cancel_transfer", "same_as_merged": true, "max_abs_dp": 0.006206727180654403, "probs": [ 0.001652, 0.002407, 0.001234, 0.000658, 0.000881, 0.007631, 0.001013, 0.005572, 0.487601, 0.001243, 0.000687, 0.000576, 0.000229, 0.000272, 0.000475, 0.000861, 0.002465, 0.000445, 0.000311, 0.000378, 0.000367, 0.000431, 0.00106, 0.000575, 0.000415, 0.001258, 0.003032, 0.015687, 0.002142, 0.000633, 0.000455, 0.000565, 0.000861, 0.000732, 0.009344, 0.023352, 0.000493, 0.001027, 0.000757, 0.001068, 0.005661, 0.000644, 0.001033, 0.000597, 0.00055, 0.000334, 0.000432, 0.000951, 0.006657, 0.001106, 0.003174, 0.007644, 0.175884, 0.001438, 0.002495, 0.00049, 0.000977, 0.000867, 0.001064, 0.00088, 0.00259, 0.007883, 0.001422, 0.003329, 0.003527, 0.004288, 0.139021, 0.005371, 0.00049, 0.001614, 0.001113, 0.00192, 0.000555, 0.000837, 0.00086, 0.004911, 0.026548 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2288", "qid": "decision", "type": "choice", "pick": "failed_transfer", "pick_run": "failed_transfer", "same": true, "pick_merged": "failed_transfer", "same_as_merged": true, "max_abs_dp": 0.009400123175263508, "probs": [ 0.003559, 0.002221, 0.001198, 0.000411, 0.000809, 0.033409, 0.000534, 0.001475, 0.00303, 0.005986, 0.000362, 0.000256, 0.00015, 8.8e-05, 0.000616, 0.000314, 0.00052, 0.000203, 0.000249, 0.000309, 0.000463, 0.000225, 0.000527, 0.000272, 0.000176, 0.000451, 0.001279, 0.241561, 0.001325, 0.001166, 0.000421, 0.001318, 0.002241, 0.012078, 0.009049, 0.580498, 0.000869, 0.001018, 0.000572, 0.000505, 0.003724, 0.001501, 0.001521, 0.000558, 0.000406, 0.000411, 0.000823, 0.001269, 0.005359, 0.000523, 0.001284, 0.000628, 0.000848, 0.000561, 0.000834, 0.000184, 0.00026, 0.000308, 0.000379, 0.007219, 0.000336, 0.028203, 0.000398, 0.000282, 0.000475, 0.00112, 0.023803, 0.001969, 0.000145, 0.000507, 0.00027, 0.000478, 0.000166, 0.000787, 0.000318, 0.000198, 0.000235 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2119", "qid": "decision", "type": "choice", "pick": "change_pin", "pick_run": "change_pin", "same": true, "pick_merged": "change_pin", "same_as_merged": true, "max_abs_dp": 0.0010252185892144494, "probs": [ 0.000303, 0.000297, 0.000471, 0.003275, 0.000815, 0.00026, 0.000238, 0.000155, 0.000203, 0.000293, 0.000567, 0.000327, 0.000208, 0.000315, 0.000838, 0.00048, 0.000557, 0.000654, 0.000644, 0.000494, 0.000571, 0.96488, 0.000182, 0.000915, 0.007772, 0.000335, 0.000131, 0.000338, 0.000734, 0.000552, 0.000181, 0.000298, 0.000132, 0.000286, 0.000175, 0.000146, 0.000156, 0.000177, 0.000191, 0.000153, 5.1e-05, 0.000128, 0.000151, 0.000374, 0.002784, 0.000227, 0.000107, 0.000697, 0.000119, 0.004259, 0.000408, 0.00012, 3.6e-05, 1.6e-05, 5.8e-05, 1.2e-05, 5.3e-05, 2.3e-05, 1.9e-05, 2e-05, 9e-06, 1.3e-05, 1.5e-05, 1.5e-05, 1.7e-05, 7e-06, 7e-06, 7e-06, 3e-05, 2.8e-05, 1.4e-05, 2.1e-05, 9.7e-05, 6e-06, 0.0001, 0.000124, 0.000126 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2886", "qid": "decision", "type": "choice", "pick": "extra_charge_on_statement", "pick_run": "extra_charge_on_statement", "same": true, "pick_merged": "extra_charge_on_statement", "same_as_merged": true, "max_abs_dp": 0.011735744191969655, "probs": [ 0.001378, 0.001516, 0.001424, 0.002883, 0.002953, 0.003671, 0.000786, 0.000501, 0.00191, 0.00037, 0.002607, 0.000541, 0.001198, 0.000304, 0.002387, 0.171427, 0.007849, 0.001496, 0.00049, 0.040847, 0.001537, 0.00049, 0.000637, 0.001205, 0.000576, 0.000596, 0.000896, 0.000889, 0.000705, 0.000476, 0.001524, 0.003944, 0.000267, 0.000742, 0.67853, 0.000743, 0.000182, 0.000921, 0.002325, 0.000145, 0.000186, 0.000382, 0.000631, 0.00016, 0.000303, 0.000637, 0.000365, 0.000169, 0.000171, 0.000169, 0.000968, 0.000131, 0.000288, 0.000284, 0.000507, 0.000226, 0.005386, 0.004061, 0.000743, 0.000576, 0.002285, 0.000366, 0.00049, 0.002743, 0.030655, 0.0003, 0.000118, 0.000381, 0.0001, 0.000319, 0.000676, 0.000235, 0.00012, 0.000104, 0.000194, 0.0002, 0.000501 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1931", "qid": "decision", "type": "choice", "pick": "card_swallowed", "pick_run": "card_swallowed", "same": true, "pick_merged": "card_swallowed", "same_as_merged": true, "max_abs_dp": 0.006851162784355984, "probs": [ 0.00077, 0.000515, 0.000882, 0.067135, 0.000821, 0.000619, 0.000502, 0.000381, 0.000256, 0.001066, 0.005265, 0.000799, 0.000614, 0.000582, 0.017315, 0.000839, 0.001171, 0.001137, 0.889981, 0.001554, 0.000727, 0.000436, 0.000656, 0.000378, 0.000273, 0.00076, 0.000428, 0.0002, 0.000312, 0.000211, 9.9e-05, 9.5e-05, 9.4e-05, 0.000133, 8.6e-05, 8.1e-05, 0.000113, 6.6e-05, 0.000164, 9.6e-05, 9.1e-05, 0.000152, 5e-05, 7e-05, 0.000242, 0.000299, 7.8e-05, 7.3e-05, 8.1e-05, 3.9e-05, 3.6e-05, 2.9e-05, 7.7e-05, 4.3e-05, 0.000173, 3e-05, 3.3e-05, 2.9e-05, 3.5e-05, 3.8e-05, 1.1e-05, 2.1e-05, 3.1e-05, 2.1e-05, 4.8e-05, 3e-05, 2e-05, 2.8e-05, 2.8e-05, 8.9e-05, 4.1e-05, 3.7e-05, 1.6e-05, 1.4e-05, 1.6e-05, 3.3e-05, 0.000205 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2558", "qid": "decision", "type": "choice", "pick": "cash_withdrawal_charge", "pick_run": "cash_withdrawal_charge", "same": true, "pick_merged": "cash_withdrawal_charge", "same_as_merged": true, "max_abs_dp": 0.006521935225549447, "probs": [ 0.001721, 0.001866, 0.001799, 0.037515, 0.001689, 0.001812, 0.000787, 0.000714, 0.000888, 0.000719, 0.000858, 0.000556, 0.000511, 0.000298, 0.000791, 0.004097, 0.002007, 0.002108, 0.000923, 0.72007, 0.00874, 0.000536, 0.000824, 0.00086, 0.002215, 0.000546, 0.00134, 0.000885, 0.000858, 0.000714, 0.000701, 0.001366, 0.000551, 0.000451, 0.057242, 0.000657, 0.000165, 0.000944, 0.000538, 0.000449, 0.000191, 0.000273, 0.000209, 0.000477, 0.00052, 0.002264, 0.000895, 0.000151, 0.000321, 0.000322, 0.00643, 0.000179, 0.003086, 0.000216, 0.000637, 0.00029, 0.001484, 0.000577, 0.000442, 0.000371, 0.002319, 0.000403, 0.000214, 0.001819, 0.000964, 0.000322, 0.00024, 0.000167, 0.000315, 0.000578, 0.001137, 0.000381, 0.000147, 0.000167, 0.000418, 0.060375, 0.048388 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2801", "qid": "decision", "type": "choice", "pick": "top_up_by_card_charge", "pick_run": "top_up_by_card_charge", "same": true, "pick_merged": "top_up_by_card_charge", "same_as_merged": true, "max_abs_dp": 0.005810726364615243, "probs": [ 0.001568, 0.007096, 0.001492, 0.000367, 0.021731, 0.001443, 0.000347, 0.000136, 0.000187, 0.000161, 0.002065, 0.000198, 0.000143, 0.000158, 0.000155, 0.009645, 0.000501, 0.000137, 0.00014, 0.000805, 0.000606, 0.000144, 0.000138, 0.000152, 0.000491, 0.000199, 0.000201, 0.001098, 0.000625, 0.000412, 0.00151, 0.009791, 0.000332, 0.00012, 0.001522, 7.2e-05, 0.001885, 0.000318, 0.00047, 0.000156, 0.000136, 0.000344, 0.000178, 0.00013, 0.000347, 0.000313, 0.000206, 0.000386, 0.000306, 4.7e-05, 0.000339, 9e-05, 0.000997, 0.000801, 0.004452, 0.000718, 0.034027, 0.71885, 0.00465, 0.00214, 0.008113, 0.002459, 0.133513, 0.001231, 0.0022, 0.000867, 0.00053, 0.001025, 0.000301, 0.000741, 0.000692, 0.004002, 0.001408, 0.001902, 0.001688, 0.000776, 0.000378 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2842", "qid": "decision", "type": "choice", "pick": "activate_my_card", "pick_run": "activate_my_card", "same": true, "pick_merged": "activate_my_card", "same_as_merged": true, "max_abs_dp": 0.0006458505604781672, "probs": [ 0.987523, 0.000501, 0.000777, 0.000128, 0.000163, 7.3e-05, 8e-05, 5e-05, 8.1e-05, 0.000291, 0.0014, 0.003157, 0.000107, 0.002823, 0.000592, 6.5e-05, 6.5e-05, 8.1e-05, 7.6e-05, 6.2e-05, 5.9e-05, 0.000465, 4.7e-05, 0.000108, 3.5e-05, 9.5e-05, 7.1e-05, 2.9e-05, 5.3e-05, 1.7e-05, 1.9e-05, 1.3e-05, 9e-06, 1.8e-05, 3.7e-05, 2.7e-05, 2.8e-05, 4.6e-05, 0.000124, 3.8e-05, 4.7e-05, 1.4e-05, 2.8e-05, 2.8e-05, 2.9e-05, 2.8e-05, 1.9e-05, 3.1e-05, 1.9e-05, 1.3e-05, 1.3e-05, 1.3e-05, 2.6e-05, 4e-06, 4.4e-05, 4e-06, 5e-06, 5e-06, 3e-06, 6e-06, 2e-06, 5e-06, 2.6e-05, 1e-05, 2.2e-05, 2.2e-05, 5e-06, 3e-06, 6e-06, 2.4e-05, 4e-06, 7e-06, 2e-05, 4e-06, 5e-06, 4e-06, 2.2e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-258", "qid": "decision", "type": "choice", "pick": "fiat_currency_support", "pick_run": "fiat_currency_support", "same": true, "pick_merged": "fiat_currency_support", "same_as_merged": true, "max_abs_dp": 0.019742347238600133, "probs": [ 0.000317, 0.000931, 0.000367, 0.001202, 0.000307, 0.000518, 0.000235, 0.000156, 0.000177, 0.000141, 0.008386, 9.5e-05, 8e-05, 5.5e-05, 7.4e-05, 8.1e-05, 0.000126, 0.000159, 0.000102, 9.6e-05, 7.3e-05, 0.00012, 0.000105, 0.000308, 0.02795, 0.000382, 0.000498, 0.000612, 0.024142, 0.000863, 0.000371, 0.000842, 0.003058, 0.000738, 0.001634, 0.000804, 0.733849, 0.000434, 0.000312, 0.000205, 6e-05, 0.000332, 0.000506, 0.000251, 0.000248, 0.000179, 0.000143, 0.000177, 0.000402, 0.000218, 0.001412, 0.000134, 0.000383, 0.000161, 0.172497, 0.000329, 0.000231, 0.000237, 0.000217, 0.000197, 0.00028, 0.000211, 0.007917, 0.000124, 0.000238, 0.000211, 8.5e-05, 5.7e-05, 0.000163, 0.00029, 0.000258, 0.000237, 6.4e-05, 0.000143, 4.2e-05, 0.000336, 0.000125 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-180", "qid": "decision", "type": "choice", "pick": "extra_charge_on_statement", "pick_run": "extra_charge_on_statement", "same": true, "pick_merged": "extra_charge_on_statement", "same_as_merged": true, "max_abs_dp": 0.0026105860603536715, "probs": [ 0.001157, 0.001762, 0.001357, 0.001161, 0.005197, 0.003614, 0.000686, 0.000392, 0.001015, 0.000278, 0.002113, 0.000367, 0.000827, 0.000228, 0.00128, 0.174353, 0.012281, 0.001148, 0.000354, 0.02629, 0.00072, 0.000287, 0.000343, 0.00061, 0.000297, 0.000288, 0.000686, 0.000719, 0.001635, 0.000502, 0.003074, 0.007644, 0.000292, 0.000907, 0.67442, 0.000537, 0.000238, 0.000948, 0.001622, 0.000144, 0.000206, 0.000403, 0.000817, 0.000162, 0.000296, 0.000927, 0.000319, 0.000174, 0.00015, 0.000156, 0.000792, 9e-05, 0.000192, 0.000304, 0.000655, 0.000267, 0.02012, 0.009823, 0.000801, 0.00073, 0.002632, 0.000353, 0.000625, 0.001373, 0.023011, 0.000267, 0.000137, 0.000385, 9e-05, 0.000318, 0.000669, 0.000236, 0.000112, 9.6e-05, 0.000203, 0.000129, 0.000208 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2691", "qid": "decision", "type": "choice", "pick": "balance_not_updated_after_bank_transfer", "pick_run": "balance_not_updated_after_bank_transfer", "same": true, "pick_merged": "balance_not_updated_after_bank_transfer", "same_as_merged": true, "max_abs_dp": 0.0017004348547104975, "probs": [ 0.000267, 0.000888, 0.000884, 0.000761, 0.009929, 0.966889, 0.007075, 0.000686, 0.000346, 0.000626, 0.000303, 0.000202, 0.000155, 0.000197, 0.000315, 0.000238, 0.000254, 0.000165, 0.000155, 0.000152, 0.000155, 0.000202, 0.000507, 8.4e-05, 0.000118, 8.1e-05, 2.6e-05, 0.000309, 0.000282, 0.000132, 0.000222, 0.000336, 0.000144, 0.000176, 0.000215, 0.000395, 2e-05, 6.3e-05, 5.7e-05, 0.000141, 0.00015, 0.000136, 4.6e-05, 9.5e-05, 5.4e-05, 6.5e-05, 4.6e-05, 0.000411, 0.000999, 7.7e-05, 0.000291, 7.9e-05, 3e-05, 1.4e-05, 6.5e-05, 1.6e-05, 0.000409, 0.000243, 7.8e-05, 0.000112, 1e-05, 0.000137, 2.1e-05, 3.3e-05, 6.4e-05, 0.000864, 0.000684, 0.000271, 2.4e-05, 2.6e-05, 1.9e-05, 3.8e-05, 4.4e-05, 8.8e-05, 3.9e-05, 2e-05, 4.7e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-634", "qid": "decision", "type": "choice", "pick": "top_up_by_bank_transfer_charge", "pick_run": "top_up_by_bank_transfer_charge", "same": true, "pick_merged": "top_up_by_bank_transfer_charge", "same_as_merged": true, "max_abs_dp": 0.0005068288020007028, "probs": [ 9e-05, 0.000754, 9e-05, 4.1e-05, 0.00149, 0.000149, 3.2e-05, 1.4e-05, 1.8e-05, 1.5e-05, 2e-05, 1.5e-05, 2.1e-05, 1.6e-05, 1.5e-05, 0.000111, 3.8e-05, 1.7e-05, 2.4e-05, 7.1e-05, 1.1e-05, 3.4e-05, 2.4e-05, 1.5e-05, 4.3e-05, 1.5e-05, 1.9e-05, 0.000129, 0.000131, 0.000142, 0.000564, 0.000307, 4.5e-05, 3.6e-05, 0.000173, 2.9e-05, 3.7e-05, 6e-05, 0.000296, 5.3e-05, 1e-05, 0.000121, 4e-05, 5.7e-05, 7.5e-05, 5.1e-05, 3.3e-05, 0.000543, 0.000103, 2.3e-05, 0.000146, 2.8e-05, 0.000124, 0.00024, 0.000523, 0.000333, 0.982224, 0.002292, 0.000446, 0.000282, 0.000233, 0.000141, 0.000301, 9.4e-05, 0.004185, 0.000338, 9.8e-05, 0.000587, 5e-05, 0.000125, 7.2e-05, 0.000167, 0.000288, 9.8e-05, 0.000162, 0.000135, 2.8e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2958", "qid": "decision", "type": "choice", "pick": "top_up_failed", "pick_run": "top_up_failed", "same": true, "pick_merged": "top_up_failed", "same_as_merged": true, "max_abs_dp": 0.0065334373994927475, "probs": [ 0.001643, 0.00674, 0.255564, 0.000493, 0.008029, 0.003197, 0.000698, 0.000899, 0.00032, 0.000182, 0.000345, 0.000294, 0.000128, 0.000178, 0.001207, 0.000222, 0.00036, 0.000128, 0.000168, 0.000186, 0.000249, 0.000493, 0.000127, 0.000221, 0.000246, 0.000276, 0.000115, 0.000679, 0.000446, 0.000427, 0.000198, 0.000248, 0.000377, 0.005274, 0.000304, 0.000112, 0.000257, 0.000165, 0.000205, 0.000171, 0.000138, 0.000474, 0.000175, 9.1e-05, 0.000176, 0.000172, 0.000233, 0.008645, 0.000187, 4.8e-05, 0.00012, 8.8e-05, 0.000323, 0.000328, 0.001464, 0.000356, 0.001857, 0.003426, 0.006115, 0.663696, 0.000717, 0.001146, 0.003814, 0.000609, 0.000794, 0.000626, 0.000265, 0.000382, 0.000199, 0.000561, 0.000529, 0.002502, 0.005892, 0.000797, 0.000862, 0.000237, 0.000387 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-882", "qid": "decision", "type": "choice", "pick": "fiat_currency_support", "pick_run": "fiat_currency_support", "same": true, "pick_merged": "fiat_currency_support", "same_as_merged": true, "max_abs_dp": 0.0073437071897242134, "probs": [ 0.000346, 0.001171, 0.000482, 0.000374, 0.000412, 0.000286, 0.000513, 0.000165, 0.000138, 7.7e-05, 0.002989, 7.1e-05, 5.4e-05, 4.2e-05, 3.7e-05, 4.9e-05, 6.4e-05, 6e-05, 5.7e-05, 6.9e-05, 4.3e-05, 7.7e-05, 5.8e-05, 0.000102, 0.00103, 0.000132, 0.001163, 0.001034, 0.019563, 0.00068, 0.000382, 0.000828, 0.006591, 0.00286, 0.001772, 0.000734, 0.511166, 0.000466, 0.000377, 0.000255, 6.4e-05, 0.000292, 0.000575, 0.000245, 0.000451, 0.000231, 0.000221, 0.000357, 0.000452, 0.000169, 0.000816, 0.000161, 0.000984, 0.000677, 0.364266, 0.000486, 0.00073, 0.001492, 0.015723, 0.0036, 0.002433, 0.000879, 0.040421, 0.000598, 0.000837, 0.000721, 0.000148, 0.000205, 0.000211, 0.000749, 0.000695, 0.001701, 0.0004, 0.000439, 0.000202, 0.000443, 0.00016 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-218", "qid": "decision", "type": "choice", "pick": "pending_cash_withdrawal", "pick_run": "pending_cash_withdrawal", "same": true, "pick_merged": "pending_cash_withdrawal", "same_as_merged": true, "max_abs_dp": 0.007779176948314093, "probs": [ 0.005874, 0.002421, 0.002309, 0.148052, 0.000621, 0.002497, 0.000647, 0.000354, 0.000629, 0.000431, 0.000793, 0.000341, 0.000311, 0.000248, 0.003041, 0.000744, 0.000853, 0.000456, 0.001665, 0.051239, 0.090518, 0.001064, 0.000867, 0.000869, 0.000516, 0.000884, 0.128484, 0.001567, 0.002324, 0.003008, 0.001608, 0.000812, 0.001372, 0.001643, 0.002776, 0.0011, 0.000665, 0.00105, 0.00206, 0.001367, 0.001866, 0.000718, 0.001964, 0.000794, 0.002949, 0.016575, 0.492318, 0.00141, 0.001743, 0.000757, 0.002925, 0.000922, 0.000437, 0.002153, 0.00036, 0.000111, 0.000182, 8.4e-05, 0.000102, 0.000113, 0.000111, 7.3e-05, 7.3e-05, 6.4e-05, 0.000103, 4.6e-05, 9.7e-05, 4.9e-05, 8.2e-05, 0.000238, 0.000322, 0.00117, 5e-05, 5.4e-05, 3.3e-05, 0.000455, 0.000417 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1871", "qid": "decision", "type": "choice", "pick": "transfer_fee_charged", "pick_run": "transfer_fee_charged", "same": true, "pick_merged": "transfer_fee_charged", "same_as_merged": true, "max_abs_dp": 0.005223294702448422, "probs": [ 0.001425, 0.00184, 0.000889, 0.000164, 0.000226, 0.002853, 0.000209, 7.7e-05, 0.000223, 0.000105, 9.6e-05, 0.000159, 0.000393, 6.3e-05, 8.2e-05, 0.003379, 0.000311, 7.7e-05, 8.7e-05, 0.000426, 7.6e-05, 7.3e-05, 0.001167, 0.000176, 0.00014, 9.5e-05, 0.000518, 0.003784, 0.000484, 0.000276, 0.001459, 0.000885, 0.000603, 0.000443, 0.002628, 0.00087, 0.000343, 0.00078, 0.005932, 0.000431, 0.00056, 0.002352, 0.001757, 0.000754, 0.000496, 0.002119, 0.000953, 0.010827, 0.331102, 0.000899, 0.001361, 0.000324, 0.000466, 0.000746, 0.001253, 0.000569, 0.011702, 0.002692, 0.001138, 0.000626, 0.001205, 0.001143, 0.001039, 0.002694, 0.491197, 0.00286, 0.002221, 0.046476, 0.000756, 0.001279, 0.002696, 0.001131, 0.001475, 0.034889, 0.001341, 0.000422, 0.000234 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1660", "qid": "decision", "type": "choice", "pick": "lost_or_stolen_card", "pick_run": "lost_or_stolen_card", "same": true, "pick_merged": "lost_or_stolen_card", "same_as_merged": true, "max_abs_dp": 0.003099982307045751, "probs": [ 0.009547, 0.000981, 0.00091, 0.000775, 0.000252, 0.000546, 0.000634, 0.000151, 0.000388, 0.000282, 0.000337, 0.000579, 0.000291, 0.000269, 0.001109, 0.002978, 0.001523, 0.000599, 0.000385, 0.000579, 0.000725, 0.001782, 0.195885, 0.000434, 0.000263, 0.000219, 0.000453, 0.000825, 0.001173, 0.001067, 0.000778, 0.000805, 0.000798, 0.000547, 0.000649, 0.000535, 0.000565, 0.000694, 0.000672, 0.000643, 0.000734, 0.692434, 0.064532, 0.000821, 0.001448, 0.000655, 0.000982, 0.001101, 0.002364, 0.000361, 0.000534, 0.000267, 4.8e-05, 1.7e-05, 3.3e-05, 1.8e-05, 4.3e-05, 2.1e-05, 2.5e-05, 2e-05, 2.5e-05, 1.4e-05, 2.1e-05, 3.2e-05, 2.2e-05, 1.4e-05, 2.6e-05, 0.000366, 4.2e-05, 3.4e-05, 2.4e-05, 4.5e-05, 2.2e-05, 4.5e-05, 1.4e-05, 4.4e-05, 0.000129 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1126", "qid": "decision", "type": "choice", "pick": "edit_personal_details", "pick_run": "edit_personal_details", "same": true, "pick_merged": "edit_personal_details", "same_as_merged": true, "max_abs_dp": 2.3691733503583556e-05, "probs": [ 0.000288, 0.000112, 5.1e-05, 2.6e-05, 0.000189, 4.3e-05, 2.2e-05, 1.6e-05, 6.2e-05, 1.8e-05, 2.7e-05, 4.2e-05, 2e-05, 2e-05, 2.1e-05, 3.8e-05, 2.4e-05, 4.3e-05, 3.8e-05, 4.4e-05, 1.5e-05, 5.4e-05, 2.6e-05, 4.1e-05, 3.3e-05, 3.2e-05, 8.1e-05, 0.000141, 0.000121, 0.000172, 0.996788, 0.000168, 4.2e-05, 6.1e-05, 7.3e-05, 2.7e-05, 2.3e-05, 4.1e-05, 2.7e-05, 2.5e-05, 6.6e-05, 5.4e-05, 4.2e-05, 4.2e-05, 3.6e-05, 3.5e-05, 3.4e-05, 7.2e-05, 2.3e-05, 2.2e-05, 6.2e-05, 2.9e-05, 3.2e-05, 8e-06, 2e-05, 1.5e-05, 0.000165, 1.2e-05, 7e-06, 6e-06, 2e-06, 2e-06, 8e-06, 5e-06, 5e-06, 4e-06, 4e-06, 3e-06, 7e-06, 6e-06, 3e-06, 3e-06, 4e-06, 2e-06, 3e-06, 8e-06, 1.2e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2321", "qid": "decision", "type": "choice", "pick": "transfer_into_account", "pick_run": "transfer_into_account", "same": true, "pick_merged": "transfer_into_account", "same_as_merged": true, "max_abs_dp": 0.013481811466315774, "probs": [ 0.001006, 0.000711, 0.000236, 9.4e-05, 0.000432, 0.000144, 6.3e-05, 4.7e-05, 9.8e-05, 3.5e-05, 4.5e-05, 3.4e-05, 2e-05, 8.9e-05, 3.3e-05, 3.3e-05, 0.000102, 3.7e-05, 2.2e-05, 3e-05, 1.3e-05, 2.9e-05, 4.1e-05, 9.4e-05, 0.010739, 3.2e-05, 0.000122, 0.000371, 0.000151, 0.000275, 0.000425, 0.000242, 0.000402, 0.000522, 0.00331, 0.000627, 0.000512, 0.00022, 0.000402, 0.00652, 0.000256, 0.00034, 0.000741, 0.000824, 0.000355, 0.00035, 0.000335, 0.001133, 0.00097, 0.000539, 0.150468, 0.000551, 0.000225, 0.000197, 0.000435, 0.000348, 0.000479, 0.000915, 0.002484, 0.001009, 0.00025, 0.000519, 0.00309, 0.000652, 0.001193, 0.78534, 0.000664, 0.000974, 0.000296, 0.000582, 0.000767, 0.000622, 0.000681, 0.000537, 0.001607, 0.01084, 7e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2667", "qid": "decision", "type": "choice", "pick": "top_up_failed", "pick_run": "top_up_failed", "same": true, "pick_merged": "top_up_failed", "same_as_merged": true, "max_abs_dp": 0.0018449919208775034, "probs": [ 0.000358, 0.005022, 0.00012, 4.1e-05, 0.000981, 0.000279, 8.3e-05, 0.000309, 0.000131, 7.5e-05, 3.1e-05, 6.4e-05, 1.4e-05, 1.4e-05, 3.4e-05, 3.2e-05, 6.6e-05, 2.6e-05, 3.2e-05, 4.2e-05, 0.000103, 0.000303, 1.8e-05, 4.7e-05, 6.3e-05, 0.000236, 0.000152, 0.000958, 0.000369, 0.000477, 0.000156, 0.000221, 0.00051, 0.009105, 0.001012, 0.000553, 0.000247, 0.000245, 0.000305, 0.000224, 0.000117, 0.00025, 0.00025, 0.000113, 0.000203, 0.000232, 0.001555, 0.028142, 0.000336, 9e-05, 0.00033, 0.000462, 0.000444, 0.000399, 0.000612, 0.00026, 0.001743, 0.001355, 0.00375, 0.871839, 0.008982, 0.003796, 0.002401, 0.000544, 0.000372, 0.000477, 0.000201, 0.000273, 0.000278, 0.000537, 0.00072, 0.031075, 0.012554, 0.000634, 0.001203, 0.000252, 0.000157 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1537", "qid": "decision", "type": "choice", "pick": "passcode_forgotten", "pick_run": "passcode_forgotten", "same": true, "pick_merged": "passcode_forgotten", "same_as_merged": true, "max_abs_dp": 0.010392345351136423, "probs": [ 0.000355, 0.000329, 0.000558, 0.000863, 0.000173, 0.000177, 0.00027, 0.000141, 0.000154, 0.000126, 0.000298, 0.000158, 0.000113, 0.000153, 0.004414, 0.000448, 0.000352, 0.000299, 0.000556, 0.000328, 0.000156, 0.074116, 0.000265, 0.000926, 0.000177, 0.000335, 0.000227, 0.000233, 0.000428, 0.000265, 6.5e-05, 0.00016, 0.000176, 0.000189, 0.000235, 0.000136, 0.000171, 0.000358, 0.000143, 0.000167, 9.5e-05, 0.000247, 0.000224, 0.000574, 0.865851, 0.0005, 0.000228, 0.001169, 0.000174, 0.038235, 0.000239, 0.00018, 4.8e-05, 4.1e-05, 0.000101, 1.6e-05, 5.1e-05, 2.8e-05, 2.2e-05, 3.4e-05, 1.6e-05, 1e-05, 2.4e-05, 3.2e-05, 3.8e-05, 1.7e-05, 2.4e-05, 3.8e-05, 0.000551, 0.001278, 6.3e-05, 5.8e-05, 0.000139, 2.1e-05, 0.000277, 8.1e-05, 8.3e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1232", "qid": "decision", "type": "choice", "pick": "unable_to_verify_identity", "pick_run": "unable_to_verify_identity", "same": true, "pick_merged": "unable_to_verify_identity", "same_as_merged": true, "max_abs_dp": 0.01601163894116575, "probs": [ 0.000231, 0.004735, 0.00013, 6.3e-05, 6.4e-05, 5.1e-05, 5.1e-05, 2.4e-05, 3.6e-05, 4.4e-05, 3.2e-05, 6.3e-05, 1.9e-05, 1.8e-05, 6.7e-05, 3.4e-05, 7.5e-05, 0.000522, 6.3e-05, 4.1e-05, 4.5e-05, 3.6e-05, 0.00023, 0.001144, 0.000147, 0.000101, 9.2e-05, 0.000571, 0.000166, 9.6e-05, 8e-05, 4.6e-05, 7.4e-05, 7.7e-05, 0.000313, 0.000119, 2.5e-05, 0.000127, 6.7e-05, 8.1e-05, 4.2e-05, 0.000154, 3.6e-05, 0.00447, 0.001065, 0.000109, 9.6e-05, 6.8e-05, 0.000208, 0.00391, 0.000199, 0.000146, 0.001986, 0.001782, 0.0011, 0.000502, 0.000569, 0.000822, 0.000683, 0.002072, 0.00056, 0.000677, 0.000846, 0.001407, 0.000806, 0.000472, 0.000589, 0.001012, 0.557294, 0.115803, 0.001731, 0.002247, 0.001362, 0.00346, 0.276678, 0.004964, 7.1e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2490", "qid": "decision", "type": "choice", "pick": "get_physical_card", "pick_run": "get_physical_card", "same": true, "pick_merged": "get_physical_card", "same_as_merged": true, "max_abs_dp": 0.011835043032974446, "probs": [ 0.00333, 0.002513, 0.001082, 0.000418, 0.000274, 0.000395, 0.000536, 0.000172, 0.000332, 0.000744, 0.008884, 0.17001, 0.027872, 0.000501, 0.000634, 0.000319, 0.000581, 0.000778, 0.000281, 0.000382, 0.000326, 0.000203, 0.000475, 0.00031, 0.000291, 0.000347, 0.000478, 0.000876, 0.001021, 0.000668, 0.000505, 0.000235, 0.000509, 0.000336, 0.000539, 0.000351, 0.000752, 0.01722, 0.5705, 0.001972, 0.001437, 0.000522, 0.000364, 0.161353, 0.000845, 0.000483, 0.000423, 0.000288, 0.004359, 0.000181, 0.000275, 0.000132, 0.000204, 6.3e-05, 0.000272, 8.1e-05, 0.000116, 0.000121, 0.000119, 0.000213, 6e-05, 9.4e-05, 0.000302, 0.000325, 0.003869, 0.000303, 0.000218, 7.4e-05, 0.000358, 0.000159, 9.9e-05, 0.000524, 9.5e-05, 0.003314, 8.7e-05, 0.000145, 0.000172 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1156", "qid": "decision", "type": "choice", "pick": "edit_personal_details", "pick_run": "edit_personal_details", "same": true, "pick_merged": "edit_personal_details", "same_as_merged": true, "max_abs_dp": 0.0001435848000728157, "probs": [ 0.000257, 0.000113, 4.9e-05, 2.3e-05, 0.00023, 3.5e-05, 1.8e-05, 1.5e-05, 3.5e-05, 1.4e-05, 2.3e-05, 3.6e-05, 1.7e-05, 1.8e-05, 1.6e-05, 2.9e-05, 2.1e-05, 3.9e-05, 3.2e-05, 3.6e-05, 1.2e-05, 7.6e-05, 2.2e-05, 4.2e-05, 3.8e-05, 2.8e-05, 7.6e-05, 0.000145, 0.000132, 0.000171, 0.99685, 0.000158, 4.1e-05, 5.3e-05, 6.1e-05, 2.5e-05, 2.2e-05, 3.7e-05, 2.8e-05, 2.6e-05, 5.9e-05, 5e-05, 3.8e-05, 4.4e-05, 4.5e-05, 4e-05, 3e-05, 7.7e-05, 2.5e-05, 2.6e-05, 6.4e-05, 3e-05, 3.2e-05, 8e-06, 2e-05, 1.7e-05, 0.000176, 1.2e-05, 7e-06, 6e-06, 2e-06, 2e-06, 9e-06, 5e-06, 6e-06, 4e-06, 4e-06, 3e-06, 8e-06, 7e-06, 4e-06, 3e-06, 4e-06, 3e-06, 3e-06, 9e-06, 1.5e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2020", "qid": "decision", "type": "choice", "pick": "verify_source_of_funds", "pick_run": "verify_source_of_funds", "same": true, "pick_merged": "verify_source_of_funds", "same_as_merged": true, "max_abs_dp": 0.0034095756796900245, "probs": [ 0.000167, 0.001175, 0.000172, 4.7e-05, 0.000167, 0.000114, 0.000117, 3.6e-05, 5e-05, 2.6e-05, 4e-05, 3.4e-05, 2.6e-05, 3.4e-05, 1.8e-05, 3.7e-05, 4.3e-05, 3e-05, 5.9e-05, 0.00015, 3.6e-05, 7.3e-05, 4.4e-05, 8.5e-05, 0.000143, 5.1e-05, 5.3e-05, 0.000153, 0.000206, 0.000153, 9.4e-05, 8.9e-05, 0.000372, 0.000137, 0.001092, 0.000171, 9.7e-05, 9.1e-05, 0.000113, 9.6e-05, 4.2e-05, 0.000151, 0.000112, 0.000172, 0.000308, 0.003187, 0.000615, 0.001136, 0.000364, 0.000699, 0.003156, 0.000282, 0.000321, 0.000126, 0.00048, 0.0004, 0.000371, 0.000399, 0.000964, 0.000519, 0.001166, 0.000299, 0.000807, 0.000448, 0.000393, 0.000573, 0.000244, 0.000635, 0.000421, 0.002785, 0.919539, 0.035216, 0.002729, 0.000668, 0.010613, 0.003407, 0.00036 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1671", "qid": "decision", "type": "choice", "pick": "lost_or_stolen_phone", "pick_run": "lost_or_stolen_phone", "same": true, "pick_merged": "lost_or_stolen_phone", "same_as_merged": true, "max_abs_dp": 0.008380929544541945, "probs": [ 0.003472, 0.001614, 0.001026, 0.000782, 7.8e-05, 0.000318, 0.000288, 5.9e-05, 8.5e-05, 9e-05, 0.00011, 0.000331, 6.5e-05, 0.000127, 0.00056, 0.001391, 0.000881, 0.000638, 7.5e-05, 0.000464, 0.000249, 0.000173, 0.003076, 0.000135, 7.2e-05, 9.1e-05, 0.000225, 0.000533, 0.000414, 0.000474, 0.000309, 0.000292, 0.000533, 0.000449, 0.00028, 0.000684, 0.000106, 0.000476, 0.000242, 0.000287, 0.000972, 0.038828, 0.932553, 0.002117, 0.000282, 0.000351, 0.000828, 0.000491, 0.000806, 0.000218, 0.000336, 0.000291, 3.9e-05, 1e-05, 1.9e-05, 1.2e-05, 2.1e-05, 3e-06, 4e-06, 7e-06, 8e-06, 4e-06, 3e-06, 1.1e-05, 6e-06, 3e-06, 2.1e-05, 2.7e-05, 2.7e-05, 1e-05, 7e-06, 1.9e-05, 6e-06, 8e-06, 8e-06, 2.1e-05, 6.7e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2933", "qid": "decision", "type": "choice", "pick": "card_about_to_expire", "pick_run": "card_about_to_expire", "same": true, "pick_merged": "card_about_to_expire", "same_as_merged": true, "max_abs_dp": 0.0025808816757956765, "probs": [ 0.000499, 0.000212, 0.000486, 0.000242, 0.00054, 0.0002, 0.000217, 0.000166, 0.000164, 0.919496, 0.000803, 0.00558, 0.015014, 0.000487, 0.000468, 0.000681, 0.000244, 0.000778, 0.000232, 0.000443, 0.000177, 0.000114, 0.000128, 0.000135, 8.1e-05, 0.000132, 6.4e-05, 0.000176, 0.00055, 0.000391, 6.4e-05, 0.00011, 0.000153, 0.000104, 0.00016, 0.000573, 8.1e-05, 0.000195, 0.011243, 0.010255, 3.3e-05, 0.000158, 3.2e-05, 0.02685, 0.000257, 0.000233, 4.5e-05, 4.5e-05, 6e-05, 3.3e-05, 2.5e-05, 2e-05, 2.1e-05, 3e-06, 1.5e-05, 3e-06, 2.8e-05, 3e-06, 5e-06, 9e-06, 6e-06, 2.5e-05, 5e-06, 1.1e-05, 2.3e-05, 2.7e-05, 6e-06, 3e-06, 3.8e-05, 4e-06, 5e-06, 1e-05, 2e-06, 2e-06, 5e-06, 8e-06, 0.000102 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-599", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.004922601191043097, "probs": [ 0.011313, 0.0372, 0.143719, 0.337791, 0.469977 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-269", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.00347739020841481, "probs": [ 0.067662, 0.160908, 0.239407, 0.313992, 0.218031 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-910", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.003814873513442618, "probs": [ 0.03916, 0.108079, 0.196429, 0.338528, 0.317803 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-243", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0028198736922098178, "probs": [ 0.002245, 0.01105, 0.085967, 0.272109, 0.628629 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-789", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0011124284742040358, "probs": [ 0.144737, 0.192021, 0.170446, 0.195554, 0.297241 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-1001", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.005427664360212803, "probs": [ 0.455465, 0.371816, 0.117171, 0.031777, 0.023772 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-448", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0031950706528307005, "probs": [ 0.048144, 0.122186, 0.222164, 0.328528, 0.278979 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-1008", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.004332470894166773, "probs": [ 0.132683, 0.179938, 0.233638, 0.251878, 0.201864 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-873", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0025727483890576885, "probs": [ 0.018217, 0.076567, 0.187493, 0.341077, 0.376646 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-705", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.00341320223517777, "probs": [ 0.247191, 0.396965, 0.179246, 0.093061, 0.083537 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-151", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.00188113156402836, "probs": [ 0.144376, 0.341063, 0.273689, 0.142795, 0.098077 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-920", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.0012317575999764019, "probs": [ 0.411936, 0.343521, 0.141379, 0.054588, 0.048576 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-496", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.00214681282723983, "probs": [ 0.00247, 0.012007, 0.098293, 0.293902, 0.593329 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-21", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.0020190776767765595, "probs": [ 0.631609, 0.294881, 0.053148, 0.009245, 0.011117 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-553", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0006573411644905658, "probs": [ 0.005318, 0.030406, 0.154816, 0.338783, 0.470677 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-618", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0031936865283497262, "probs": [ 0.006498, 0.028026, 0.147744, 0.357603, 0.460129 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-452", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.002930824522795944, "probs": [ 0.232157, 0.240448, 0.177879, 0.166544, 0.182972 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-422", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.003003107623485435, "probs": [ 0.132372, 0.300435, 0.291403, 0.176367, 0.099422 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-820", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.004285688309698443, "probs": [ 0.005343, 0.022582, 0.132097, 0.330757, 0.509222 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-1034", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0034591936299508963, "probs": [ 0.012151, 0.047766, 0.150496, 0.303142, 0.486445 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-14", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0032718503617272243, "probs": [ 0.010349, 0.040684, 0.140618, 0.33081, 0.477539 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-221", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0017355529024948302, "probs": [ 0.011903, 0.057594, 0.172963, 0.355418, 0.402122 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-367", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0037178839502509664, "probs": [ 0.034047, 0.139617, 0.275733, 0.349099, 0.201504 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-898", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.002685035019268117, "probs": [ 0.117918, 0.249681, 0.282262, 0.207415, 0.142724 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-475", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.003149468530170535, "probs": [ 0.040938, 0.120413, 0.248742, 0.371861, 0.218045 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-1022", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.009174598261545514, "probs": [ 0.117433, 0.201121, 0.271416, 0.240424, 0.169606 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-767", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0015669800437830284, "probs": [ 0.041962, 0.116172, 0.208608, 0.294762, 0.338496 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-588", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.002505181402011447, "probs": [ 0.007477, 0.034168, 0.156446, 0.357456, 0.444453 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-380", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0017358835600511935, "probs": [ 0.051854, 0.109193, 0.181975, 0.302186, 0.354791 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-444", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.0037794032303880842, "probs": [ 0.091021, 0.191269, 0.273122, 0.262463, 0.182125 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-786", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.0015780233752445416, "probs": [ 0.189853, 0.313715, 0.253261, 0.143568, 0.099603 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-891", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.004612640032633841, "probs": [ 0.718672, 0.202023, 0.035645, 0.012854, 0.030806 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-805", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.008084152574699521, "probs": [ 0.289039, 0.256247, 0.16975, 0.129325, 0.155639 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-54", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0011855079065469787, "probs": [ 0.057424, 0.095536, 0.141813, 0.245793, 0.459433 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-142", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.006354804116570412, "probs": [ 0.024324, 0.106535, 0.276245, 0.39529, 0.197606 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-178", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.004103821797301177, "probs": [ 0.352609, 0.377334, 0.171767, 0.055113, 0.043176 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-531", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.005321314396025789, "probs": [ 0.034513, 0.092534, 0.106435, 0.209115, 0.557403 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-823", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0008794353695045221, "probs": [ 0.005168, 0.022613, 0.132342, 0.346585, 0.493293 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-305", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0015610678569727976, "probs": [ 0.019691, 0.070705, 0.172784, 0.319549, 0.417271 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-526", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.005186751654397637, "probs": [ 0.025895, 0.086842, 0.151081, 0.281038, 0.455143 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-359", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.002544895347603493, "probs": [ 0.047384, 0.101575, 0.189208, 0.334079, 0.327753 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-783", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.002836324149030567, "probs": [ 0.16453, 0.34509, 0.299389, 0.134688, 0.056303 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-644", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.0027377366074818887, "probs": [ 0.521092, 0.342695, 0.100937, 0.020541, 0.014735 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-278", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.0035999887897593674, "probs": [ 0.197327, 0.307427, 0.219882, 0.155166, 0.120198 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-790", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.003322863653097863, "probs": [ 0.003654, 0.018304, 0.124541, 0.322234, 0.531266 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-723", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.00182971124364123, "probs": [ 0.017306, 0.073421, 0.192359, 0.337336, 0.379578 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-972", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0009110030124023227, "probs": [ 0.055425, 0.127015, 0.214356, 0.309709, 0.293495 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-646", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.0011696199595028767, "probs": [ 0.093038, 0.234189, 0.364861, 0.218432, 0.08948 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-878", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0015629655503214546, "probs": [ 0.054232, 0.136402, 0.256824, 0.335724, 0.216817 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-945", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.004202894672032997, "probs": [ 0.252624, 0.315207, 0.229864, 0.112898, 0.089408 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-963", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0036727848293545695, "probs": [ 0.046076, 0.11445, 0.212318, 0.318857, 0.308299 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-83", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0026512800341507714, "probs": [ 0.041473, 0.124443, 0.224539, 0.331607, 0.277938 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-66", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0015987441677735859, "probs": [ 0.062751, 0.132262, 0.233196, 0.330085, 0.241707 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-914", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0038503801266971394, "probs": [ 0.102306, 0.170613, 0.251189, 0.274598, 0.201295 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-258", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.002384649991764798, "probs": [ 0.012092, 0.054094, 0.126153, 0.293921, 0.51374 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-998", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.002576697231814584, "probs": [ 0.180312, 0.208814, 0.195227, 0.19961, 0.216037 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-326", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0039804791699637465, "probs": [ 0.027513, 0.098563, 0.210666, 0.356681, 0.306578 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-69", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.005365735953557993, "probs": [ 0.025068, 0.090105, 0.216313, 0.349985, 0.318529 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-630", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0012625472685003913, "probs": [ 0.136205, 0.201191, 0.195882, 0.240594, 0.226127 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-566", "qid": "decision", "type": "score", "pick": "4", "pick_run": "3", "same": false, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.006379076873994749, "probs": [ 0.024582, 0.089031, 0.199083, 0.340649, 0.346655 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-404", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0028718426843895584, "probs": [ 0.024237, 0.119724, 0.226783, 0.360274, 0.268982 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-793", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0038269135340179283, "probs": [ 0.00756, 0.036019, 0.157424, 0.34601, 0.452987 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-901", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.0073806713920308575, "probs": [ 0.258942, 0.365422, 0.191097, 0.100541, 0.083997 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-532", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.004489398784641968, "probs": [ 0.076196, 0.160505, 0.240179, 0.293392, 0.229727 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-446", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.003421300777399383, "probs": [ 0.010456, 0.053183, 0.151031, 0.340978, 0.444351 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-844", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.007042199797966442, "probs": [ 0.017053, 0.078812, 0.211646, 0.39188, 0.300609 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-411", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0005431018453441183, "probs": [ 0.016999, 0.06079, 0.154978, 0.312399, 0.454834 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-685", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0022882927989434365, "probs": [ 0.008863, 0.038297, 0.144954, 0.314303, 0.493583 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-569", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.006397774298238901, "probs": [ 0.197828, 0.354994, 0.220481, 0.126531, 0.100166 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-980", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0019926833846464764, "probs": [ 0.057411, 0.150354, 0.247152, 0.315742, 0.22934 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-338", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.002756297908442007, "probs": [ 0.002582, 0.010905, 0.087961, 0.260817, 0.637734 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-926", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0032932825222643514, "probs": [ 0.007257, 0.031665, 0.130009, 0.302198, 0.528871 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-369", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0006481387992561816, "probs": [ 0.003374, 0.016295, 0.119446, 0.315277, 0.545608 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-648", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.002805825069765233, "probs": [ 0.00779, 0.041544, 0.175616, 0.365437, 0.409614 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-87", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.0032766505688551772, "probs": [ 0.319648, 0.404051, 0.192594, 0.057839, 0.025869 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-727", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.004853458493105534, "probs": [ 0.038637, 0.114616, 0.222526, 0.321255, 0.302966 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-401", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0011938355995291666, "probs": [ 0.051524, 0.120941, 0.187262, 0.285018, 0.355255 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-265", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.0012855106262937288, "probs": [ 0.362261, 0.341567, 0.168206, 0.070438, 0.057527 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-780", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.002179695275925514, "probs": [ 0.167223, 0.3105, 0.268539, 0.147937, 0.105802 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-899", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0036981944868150762, "probs": [ 0.003793, 0.014768, 0.063647, 0.2022, 0.715592 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-211-020-base", "qid": "decision", "type": "choice", "pick": "city_no_r3", "pick_run": "city_no_r3", "same": true, "pick_merged": "city_no_r3", "same_as_merged": true, "max_abs_dp": 0.0023012705830707247, "probs": [ 0.057961, 0.08302, 0.709641, 0.059469, 0.074581, 0.015328 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-174-003-base", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.0027399418540842713, "probs": [ 0.0085, 0.052214, 0.62594, 0.313345 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-169-065-counterfactual", "qid": "decision", "type": "choice", "pick": "deny_low", "pick_run": "deny_low", "same": true, "pick_merged": "deny_low", "same_as_merged": true, "max_abs_dp": 0.002707611644321095, "probs": [ 0.576848, 0.352867, 0.070285 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-173-001-base", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.0015860690514126752, "probs": [ 0.798057, 0.063378, 0.117149, 0.021416 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-079-037-counterfactual", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant", "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same": true, "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same_as_merged": true, "max_abs_dp": 0.00659855455848235, "probs": [ 0.009631, 0.035842, 0.210938, 0.743588 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-171-008-counterfactual", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.00018164575532098048, "probs": [ 0.029234, 0.970766 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-174-011-base", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.006711626471475718, "probs": [ 0.060208, 0.162611, 0.508413, 0.268768 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-009-004-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00018350799077204716, "probs": [ 0.975586, 0.024414 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-171-010-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00040777461702882004, "probs": [ 0.979723, 0.020277 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-169-012-counterfactual", "qid": "decision", "type": "choice", "pick": "deny_low", "pick_run": "deny_low", "same": true, "pick_merged": "deny_low", "same_as_merged": true, "max_abs_dp": 0.012998407364000153, "probs": [ 0.573712, 0.355171, 0.071117 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-275-013-counterfactual", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.0025429627967241686, "probs": [ 0.882808, 0.096378, 0.020814 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-097-005-base", "qid": "decision", "type": "choice", "pick": "assign_420_as_best_fit", "pick_run": "assign_420_as_best_fit", "same": true, "pick_merged": "assign_420_as_best_fit", "same_as_merged": true, "max_abs_dp": 0.0016162163033771534, "probs": [ 0.304233, 0.041637, 0.65413 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-169-068-base", "qid": "decision", "type": "choice", "pick": "release_high", "pick_run": "release_high", "same": true, "pick_merged": "release_high", "same_as_merged": true, "max_abs_dp": 0.005120714604440191, "probs": [ 0.119762, 0.200964, 0.679274 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-079-012-counterfactual", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant", "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same": true, "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same_as_merged": true, "max_abs_dp": 0.004215124851962293, "probs": [ 0.008425, 0.032133, 0.300131, 0.659311 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-007-005-base", "qid": "decision", "type": "choice", "pick": "major_seller_correction_not_ready", "pick_run": "major_seller_correction_not_ready", "same": true, "pick_merged": "major_seller_correction_not_ready", "same_as_merged": true, "max_abs_dp": 0.0020475428220474434, "probs": [ 0.011744, 0.928534, 0.033862, 0.02586 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-171-003-counterfactual", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 4.9747874235950285e-05, "probs": [ 0.044815, 0.955185 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-212-032-counterfactual", "qid": "decision", "type": "choice", "pick": "travel_advance_3", "pick_run": "travel_advance_3", "same": true, "pick_merged": "travel_advance_3", "same_as_merged": true, "max_abs_dp": 0.000635511742151984, "probs": [ 0.043957, 0.116681, 0.839361 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-009-004-counterfactual", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0004548542581183021, "probs": [ 0.032286, 0.967714 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-174-010-counterfactual", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.0019834538380790745, "probs": [ 0.200079, 0.705847, 0.080405, 0.013669 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-174-006-counterfactual", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.002031408790793776, "probs": [ 0.173835, 0.711109, 0.098043, 0.017014 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-009-001-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 5.2892537126945915e-05, "probs": [ 0.974093, 0.025907 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-079-058-base", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 High; no remaining routing", "pick_run": "Proceed \u2014 High; no remaining routing", "same": true, "pick_merged": "Proceed \u2014 High; no remaining routing", "same_as_merged": true, "max_abs_dp": 0.010268692968511517, "probs": [ 0.009492, 0.041842, 0.608073, 0.340593 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-171-016-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00032588928955357144, "probs": [ 0.976309, 0.023691 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-007-004-base", "qid": "decision", "type": "choice", "pick": "major_seller_correction_not_ready", "pick_run": "major_seller_correction_not_ready", "same": true, "pick_merged": "major_seller_correction_not_ready", "same_as_merged": true, "max_abs_dp": 0.0006795954736056146, "probs": [ 0.0096, 0.924681, 0.035473, 0.030245 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-171-001-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.007528637619689471, "probs": [ 0.817079, 0.182921 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-275-004-counterfactual", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.001791241562814072, "probs": [ 0.887242, 0.090084, 0.022675 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-169-053-counterfactual", "qid": "decision", "type": "choice", "pick": "deny_low", "pick_run": "deny_low", "same": true, "pick_merged": "deny_low", "same_as_merged": true, "max_abs_dp": 0.007361250652567319, "probs": [ 0.559249, 0.375479, 0.065273 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-079-003-base", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 High; no remaining routing", "pick_run": "Proceed \u2014 High; no remaining routing", "same": true, "pick_merged": "Proceed \u2014 High; no remaining routing", "same_as_merged": true, "max_abs_dp": 0.007601545750613448, "probs": [ 0.008911, 0.027578, 0.714187, 0.249324 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-171-013-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0009846610285297874, "probs": [ 0.977441, 0.022559 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-079-015-counterfactual", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant", "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same": true, "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same_as_merged": true, "max_abs_dp": 0.0005818165985041479, "probs": [ 0.008357, 0.034677, 0.207292, 0.749674 ] } ] }