diff --git "a/eval/agreement-Q8_0.json" "b/eval/agreement-Q8_0.json" new file mode 100644--- /dev/null +++ "b/eval/agreement-Q8_0.json" @@ -0,0 +1,9751 @@ +{ + "summary": { + "label": "jebadiah-27b-Q8_0", + "backend": "gguf", + "run": "27b-chat-v1", + "temperatures": { + "choice": 1.2321, + "noul": 1.297, + "score": 1.1423 + }, + "questions": 260, + "identical_picks": 259, + "identical_to_merged": 260, + "by_type": { + "choice": { + "identical": 84, + "questions": 84 + }, + "noul": { + "identical": 89, + "questions": 89 + }, + "score": { + "identical": 86, + "questions": 87 + } + }, + "choice_noul": { + "identical": 173, + "questions": 173 + }, + "by_set": { + "jevals-pubmedqa": 80, + "jevals-banking77": 70, + "jevals-helpsteer2": 80, + "nimble-eval": 30 + }, + "max_abs_prob_diff": { + "median": 0.0023012705830707247, + "p95": 0.011095745086207837, + "max": 0.02483532320056475 + }, + "differing": [ + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-566", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "3", + "same": false, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.006379076873994749 + } + ], + "token_mismatch": 0, + "labels_outside_top": 0, + "load_s": 16.1, + "total_s": 980.5, + "reference": "the run's eval-adapter rows, repeat 0, order seed 0 (CUDA, bf16, PEFT adapter unmerged)" + }, + "rows": [ + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-577", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.002786230206884621, + "probs": [ + 0.217084, + 0.782916 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-229", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0008534748675708137, + "probs": [ + 0.060275, + 0.939725 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-874", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00021601428133306844, + "probs": [ + 0.964475, + 0.035525 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-214", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00033233493293061134, + "probs": [ + 0.956563, + 0.043437 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-758", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0010338873730482909, + "probs": [ + 0.967835, + 0.032165 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-967", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.000801988420127242, + "probs": [ + 0.057637, + 0.942363 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-405", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00043676986019602904, + "probs": [ + 0.968014, + 0.031986 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-970", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00018801774312804387, + "probs": [ + 0.986291, + 0.013709 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-842", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00031223297341520517, + "probs": [ + 0.980995, + 0.019005 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-697", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.004752328407888529, + "probs": [ + 0.852065, + 0.147935 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-130", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0011911652980860915, + "probs": [ + 0.900425, + 0.099575 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-880", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.007148802378859176, + "probs": [ + 0.73293, + 0.26707 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-463", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00024586604543198887, + "probs": [ + 0.904149, + 0.095851 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-16", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.002818725816432943, + "probs": [ + 0.784391, + 0.215609 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-531", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.001993804519388756, + "probs": [ + 0.905281, + 0.094719 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-604", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0037239313633122273, + "probs": [ + 0.674539, + 0.325461 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-409", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.004495453681951478, + "probs": [ + 0.816538, + 0.183462 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-388", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.000263850983594216, + "probs": [ + 0.984041, + 0.015959 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-811", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0017361393269691439, + "probs": [ + 0.681755, + 0.318245 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-991", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.004148643331920165, + "probs": [ + 0.799447, + 0.200553 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-11", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.003679338979036495, + "probs": [ + 0.280885, + 0.719115 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-192", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.005546097533779326, + "probs": [ + 0.788881, + 0.211119 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-337", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.015171931239123637, + "probs": [ + 0.470697, + 0.529303 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-867", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.001170750893957892, + "probs": [ + 0.096525, + 0.903475 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-441", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0003801804474547199, + "probs": [ + 0.073014, + 0.926986 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-980", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.003116038735872767, + "probs": [ + 0.864468, + 0.135532 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-736", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0006510858254848984, + "probs": [ + 0.920246, + 0.079754 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-569", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 4.132038616308509e-06, + "probs": [ + 0.969281, + 0.030719 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-359", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0008423725521079506, + "probs": [ + 0.052494, + 0.947506 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-401", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0007882716323663053, + "probs": [ + 0.853976, + 0.146024 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-754", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.010306432606579874, + "probs": [ + 0.3918, + 0.6082 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-858", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0008489229461307035, + "probs": [ + 0.091038, + 0.908962 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-789", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.00045440436361121606, + "probs": [ + 0.087474, + 0.912526 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-52", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0065169934883586855, + "probs": [ + 0.198374, + 0.801626 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-119", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0003213465454923736, + "probs": [ + 0.914698, + 0.085302 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-148", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 9.22838216049094e-05, + "probs": [ + 0.988363, + 0.011637 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-519", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0004420389773709399, + "probs": [ + 0.967146, + 0.032854 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-812", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.00028263178387166743, + "probs": [ + 0.061385, + 0.938615 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-276", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0036255733840011573, + "probs": [ + 0.908608, + 0.091392 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-505", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0018733311644371364, + "probs": [ + 0.879778, + 0.120222 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-333", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0009245577774399938, + "probs": [ + 0.304116, + 0.695884 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-746", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0011314183526732746, + "probs": [ + 0.962816, + 0.037184 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-644", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.00036181964190615257, + "probs": [ + 0.052456, + 0.947544 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-248", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00010864311917002656, + "probs": [ + 0.978209, + 0.021791 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-764", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0007128458378481764, + "probs": [ + 0.04481, + 0.95519 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-711", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00019680189890247668, + "probs": [ + 0.958821, + 0.041179 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-941", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0011565036904920833, + "probs": [ + 0.93285, + 0.06715 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-651", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.005491112876571225, + "probs": [ + 0.383126, + 0.616874 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-846", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0010611926840807806, + "probs": [ + 0.964323, + 0.035677 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-906", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 4.094806468935702e-05, + "probs": [ + 0.04241, + 0.95759 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-931", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.001249115989421401, + "probs": [ + 0.827508, + 0.172492 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-74", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0008448104760546693, + "probs": [ + 0.977779, + 0.022221 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-58", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.007615946175259514, + "probs": [ + 0.664224, + 0.335776 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-878", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00031601028078835636, + "probs": [ + 0.961404, + 0.038596 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-217", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0003275998071343711, + "probs": [ + 0.211445, + 0.788555 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-966", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0007028054729253386, + "probs": [ + 0.088764, + 0.911236 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-304", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0017048409711815093, + "probs": [ + 0.942973, + 0.057027 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-60", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0015943868212290602, + "probs": [ + 0.914075, + 0.085925 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-624", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 4.75755447813548e-05, + "probs": [ + 0.988227, + 0.011773 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-547", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0013297345323834975, + "probs": [ + 0.308262, + 0.691738 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-374", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.00044998907401971877, + "probs": [ + 0.032838, + 0.967162 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-774", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0028379411374893637, + "probs": [ + 0.92341, + 0.07659 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-872", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0011883299727663, + "probs": [ + 0.152272, + 0.847728 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-524", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0015760417787924058, + "probs": [ + 0.882666, + 0.117334 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-404", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0003118771651936629, + "probs": [ + 0.029217, + 0.970783 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-829", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.00023936928175698202, + "probs": [ + 0.027169, + 0.972831 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-386", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0012479777746220444, + "probs": [ + 0.103498, + 0.896502 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-675", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0007472434946469292, + "probs": [ + 0.977257, + 0.022743 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-555", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.000623436209835293, + "probs": [ + 0.980655, + 0.019345 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-963", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0012177380663558682, + "probs": [ + 0.9587, + 0.0413 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-314", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0004834505456797755, + "probs": [ + 0.943751, + 0.056249 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-895", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0009505150703033177, + "probs": [ + 0.086361, + 0.913639 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-342", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.001525000545797961, + "probs": [ + 0.070639, + 0.929361 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-656", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0002067804806808876, + "probs": [ + 0.040026, + 0.959974 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-79", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0001940914146327799, + "probs": [ + 0.975608, + 0.024392 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-715", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0007434248750189942, + "probs": [ + 0.060711, + 0.939289 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-368", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0006244693881137797, + "probs": [ + 0.053471, + 0.946529 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-226", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00040257781969126397, + "probs": [ + 0.9761, + 0.0239 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-743", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.00036039591550673933, + "probs": [ + 0.088981, + 0.911019 + ] + }, + { + "set": "jevals-pubmedqa", + "id": "jevals-pubmedqa:pubmedqa-871", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00041132012356048797, + "probs": [ + 0.60967, + 0.39033 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1749", + "qid": "decision", + "type": "choice", + "pick": "failed_transfer", + "pick_run": "failed_transfer", + "same": true, + "pick_merged": "failed_transfer", + "same_as_merged": true, + "max_abs_dp": 0.005822993424837386, + "probs": [ + 0.002113, + 0.001744, + 0.000844, + 0.000515, + 0.000755, + 0.010301, + 0.000531, + 0.005429, + 0.00905, + 0.00335, + 0.00047, + 0.000297, + 0.000168, + 0.00011, + 0.001827, + 0.000326, + 0.000335, + 0.000193, + 0.00033, + 0.000338, + 0.000414, + 0.000321, + 0.000384, + 0.000264, + 0.000216, + 0.000609, + 0.001195, + 0.34149, + 0.001231, + 0.001565, + 0.000504, + 0.0011, + 0.001809, + 0.009595, + 0.010451, + 0.549564, + 0.000722, + 0.001008, + 0.000749, + 0.000494, + 0.00146, + 0.001036, + 0.000877, + 0.000546, + 0.000425, + 0.000366, + 0.00053, + 0.001072, + 0.001852, + 0.000362, + 0.001057, + 0.000462, + 0.000503, + 0.000408, + 0.000656, + 0.000128, + 0.000137, + 0.000126, + 0.000245, + 0.002216, + 0.000236, + 0.014965, + 0.000227, + 0.000189, + 0.000311, + 0.000495, + 0.00403, + 0.000647, + 0.000121, + 0.000471, + 0.000208, + 0.000253, + 0.000117, + 0.000199, + 0.000121, + 0.000123, + 0.000112 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-669", + "qid": "decision", + "type": "choice", + "pick": "pending_top_up", + "pick_run": "pending_top_up", + "same": true, + "pick_merged": "pending_top_up", + "same_as_merged": true, + "max_abs_dp": 0.0009678594583799657, + "probs": [ + 0.000147, + 0.000593, + 0.000156, + 8e-05, + 0.000865, + 0.004054, + 0.000467, + 0.000229, + 7.6e-05, + 9.8e-05, + 6.9e-05, + 4.5e-05, + 3e-05, + 5.2e-05, + 4.6e-05, + 0.000148, + 0.000145, + 7e-05, + 0.000136, + 9.7e-05, + 0.000112, + 0.00038, + 8.6e-05, + 7.5e-05, + 8.8e-05, + 7.6e-05, + 7.8e-05, + 0.000733, + 0.000481, + 0.000363, + 0.000381, + 0.000588, + 0.000506, + 0.014102, + 0.000489, + 0.000351, + 0.000201, + 0.000373, + 0.000215, + 0.000396, + 0.000244, + 0.000627, + 0.000456, + 0.000358, + 0.000205, + 0.00199, + 0.009909, + 0.914459, + 0.003975, + 0.00029, + 0.00061, + 0.000157, + 0.000161, + 0.000117, + 0.000216, + 9.8e-05, + 0.000806, + 0.000552, + 0.000469, + 0.013992, + 0.000129, + 0.000119, + 0.000278, + 0.000147, + 0.000136, + 0.000157, + 0.000155, + 0.000181, + 0.000147, + 0.000184, + 0.000158, + 0.002196, + 0.017788, + 0.000453, + 0.00018, + 0.000161, + 6.4e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2687", + "qid": "decision", + "type": "choice", + "pick": "transfer_timing", + "pick_run": "transfer_timing", + "same": true, + "pick_merged": "transfer_timing", + "same_as_merged": true, + "max_abs_dp": 0.00039045591066430574, + "probs": [ + 6.5e-05, + 0.000556, + 8.6e-05, + 1.8e-05, + 2.8e-05, + 2.3e-05, + 1.9e-05, + 1.2e-05, + 2.3e-05, + 1.3e-05, + 1e-05, + 2.7e-05, + 1.8e-05, + 1.5e-05, + 1.6e-05, + 6.2e-05, + 4.3e-05, + 1e-05, + 2.9e-05, + 1.7e-05, + 1e-05, + 1.1e-05, + 3.9e-05, + 1.7e-05, + 9e-05, + 5e-05, + 3.7e-05, + 0.000132, + 7.7e-05, + 0.000115, + 5.1e-05, + 3.3e-05, + 6.1e-05, + 5.2e-05, + 0.000177, + 2.3e-05, + 4.6e-05, + 0.000117, + 0.000122, + 0.000113, + 0.000259, + 0.001064, + 0.000226, + 8e-05, + 6.6e-05, + 0.000104, + 7e-05, + 0.000519, + 0.001213, + 8.6e-05, + 0.000356, + 0.00012, + 6.1e-05, + 6.3e-05, + 0.000151, + 0.000118, + 5.9e-05, + 0.000169, + 0.000174, + 0.000115, + 9.2e-05, + 0.000144, + 0.000243, + 0.000158, + 0.000767, + 0.004479, + 0.008389, + 0.975147, + 0.000129, + 0.000183, + 0.000299, + 0.000307, + 0.000423, + 0.000938, + 0.000399, + 0.000245, + 0.000124 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-610", + "qid": "decision", + "type": "choice", + "pick": "receiving_money", + "pick_run": "receiving_money", + "same": true, + "pick_merged": "receiving_money", + "same_as_merged": true, + "max_abs_dp": 0.005191419698871269, + "probs": [ + 0.000411, + 0.000625, + 0.000339, + 0.000176, + 0.000306, + 0.001112, + 0.000123, + 0.000111, + 0.000121, + 6.2e-05, + 7.4e-05, + 6.7e-05, + 0.000171, + 0.000158, + 0.000119, + 0.000286, + 0.000208, + 8.2e-05, + 5.8e-05, + 0.001224, + 5.5e-05, + 6.8e-05, + 0.000122, + 0.000178, + 0.006801, + 7.8e-05, + 0.000148, + 0.000362, + 0.000159, + 0.000212, + 0.000622, + 0.002251, + 0.000529, + 0.000732, + 0.004147, + 0.000753, + 0.000169, + 0.000295, + 0.00226, + 0.002369, + 0.000166, + 0.000298, + 0.000798, + 0.001308, + 0.000308, + 0.000368, + 0.000367, + 0.001192, + 0.00193, + 0.001152, + 0.775062, + 0.001595, + 0.000167, + 0.000247, + 0.000587, + 0.000425, + 0.005502, + 0.001754, + 0.002112, + 0.000819, + 0.000222, + 0.000259, + 0.000501, + 0.000808, + 0.023755, + 0.134945, + 0.000922, + 0.000946, + 0.000475, + 0.00057, + 0.000859, + 0.000466, + 0.000321, + 0.00048, + 0.000994, + 0.009113, + 6.2e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2279", + "qid": "decision", + "type": "choice", + "pick": "failed_transfer", + "pick_run": "failed_transfer", + "same": true, + "pick_merged": "failed_transfer", + "same_as_merged": true, + "max_abs_dp": 0.01611439732283315, + "probs": [ + 0.002053, + 0.001617, + 0.001012, + 0.000577, + 0.000729, + 0.007812, + 0.000481, + 0.001686, + 0.002813, + 0.004812, + 0.000577, + 0.00033, + 0.000216, + 0.00013, + 0.001892, + 0.00047, + 0.000433, + 0.000241, + 0.000424, + 0.00048, + 0.000602, + 0.000391, + 0.000607, + 0.000327, + 0.000252, + 0.001025, + 0.001066, + 0.182551, + 0.001269, + 0.001413, + 0.000459, + 0.001157, + 0.00198, + 0.005247, + 0.008524, + 0.727615, + 0.000758, + 0.000822, + 0.000514, + 0.00044, + 0.001103, + 0.000971, + 0.000963, + 0.000521, + 0.000455, + 0.000365, + 0.000592, + 0.001118, + 0.001925, + 0.00033, + 0.0009, + 0.000469, + 0.000547, + 0.00033, + 0.000623, + 0.000121, + 0.000116, + 0.000106, + 0.00019, + 0.001013, + 0.000152, + 0.016285, + 0.000227, + 0.00017, + 0.000193, + 0.000348, + 0.001994, + 0.000472, + 0.00012, + 0.000351, + 0.000176, + 0.000272, + 0.000122, + 0.000197, + 0.000101, + 0.000128, + 0.000131 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2981", + "qid": "decision", + "type": "choice", + "pick": "apple_pay_or_google_pay", + "pick_run": "apple_pay_or_google_pay", + "same": true, + "pick_merged": "apple_pay_or_google_pay", + "same_as_merged": true, + "max_abs_dp": 0.0024228327433868033, + "probs": [ + 0.001361, + 0.003035, + 0.901681, + 0.001233, + 0.022761, + 0.001051, + 0.000578, + 0.000371, + 0.000305, + 0.000216, + 0.001696, + 0.00026, + 0.000204, + 0.001998, + 0.000203, + 0.000276, + 0.000211, + 0.000188, + 0.000225, + 0.000299, + 0.000237, + 0.000258, + 0.000269, + 0.000239, + 0.000242, + 0.000245, + 4.3e-05, + 0.00023, + 0.000301, + 0.000102, + 0.000155, + 0.000102, + 7.1e-05, + 0.000243, + 0.000155, + 0.000141, + 0.000261, + 0.000128, + 9.3e-05, + 8.3e-05, + 3.5e-05, + 0.000131, + 4.6e-05, + 4.8e-05, + 0.000104, + 0.000106, + 5.9e-05, + 0.000503, + 0.000133, + 2.3e-05, + 5.7e-05, + 3.7e-05, + 0.000219, + 7.1e-05, + 0.003056, + 6e-05, + 0.000994, + 0.000988, + 0.001219, + 0.001885, + 0.000811, + 0.000945, + 0.041095, + 0.000993, + 0.000465, + 0.000325, + 7.5e-05, + 0.000193, + 0.000154, + 0.000194, + 0.000194, + 0.00125, + 0.000837, + 0.00024, + 0.000302, + 0.000222, + 0.000179 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1242", + "qid": "decision", + "type": "choice", + "pick": "passcode_forgotten", + "pick_run": "passcode_forgotten", + "same": true, + "pick_merged": "passcode_forgotten", + "same_as_merged": true, + "max_abs_dp": 0.006631753667289228, + "probs": [ + 0.000775, + 0.00055, + 0.001061, + 0.028057, + 0.000472, + 0.000562, + 0.000539, + 0.000337, + 0.00046, + 0.000285, + 0.000548, + 0.000434, + 0.000354, + 0.000262, + 0.001746, + 0.001393, + 0.000528, + 0.000805, + 0.001359, + 0.000802, + 0.000293, + 0.33807, + 0.000386, + 0.001063, + 0.000261, + 0.000298, + 0.000369, + 0.000379, + 0.000917, + 0.001165, + 0.000142, + 0.000366, + 0.000408, + 0.000475, + 0.000344, + 0.000306, + 0.000333, + 0.000984, + 0.000449, + 0.000678, + 0.000151, + 0.000712, + 0.000438, + 0.001282, + 0.52307, + 0.001203, + 0.000512, + 0.002854, + 0.000483, + 0.078107, + 0.000621, + 0.000338, + 4.8e-05, + 2.1e-05, + 5.4e-05, + 1.1e-05, + 6.1e-05, + 1.5e-05, + 1.9e-05, + 1.6e-05, + 1.3e-05, + 6e-06, + 1e-05, + 2.4e-05, + 1.7e-05, + 8e-06, + 2.8e-05, + 2.4e-05, + 5.7e-05, + 0.000261, + 2.8e-05, + 4.1e-05, + 5e-05, + 8e-06, + 0.000168, + 7.4e-05, + 0.000147 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2986", + "qid": "decision", + "type": "choice", + "pick": "apple_pay_or_google_pay", + "pick_run": "apple_pay_or_google_pay", + "same": true, + "pick_merged": "apple_pay_or_google_pay", + "same_as_merged": true, + "max_abs_dp": 0.006616410156542241, + "probs": [ + 0.001526, + 0.002875, + 0.819172, + 0.00214, + 0.020016, + 0.001521, + 0.000684, + 0.00055, + 0.000284, + 0.000227, + 0.003741, + 0.000281, + 0.000262, + 0.002514, + 0.000221, + 0.000285, + 0.000266, + 0.000183, + 0.000186, + 0.000298, + 0.000218, + 0.000222, + 0.000284, + 0.000323, + 0.000971, + 0.00038, + 0.000133, + 0.000349, + 0.000717, + 0.000173, + 0.000335, + 0.000228, + 0.000136, + 0.000614, + 0.000523, + 0.000284, + 0.000941, + 0.000223, + 0.000192, + 0.000238, + 7.8e-05, + 0.00022, + 0.000101, + 0.000112, + 0.000201, + 0.000203, + 0.000137, + 0.001484, + 0.000459, + 7.1e-05, + 0.000705, + 0.000103, + 0.000546, + 0.000139, + 0.013901, + 0.000142, + 0.00174, + 0.002453, + 0.002493, + 0.002891, + 0.000975, + 0.001073, + 0.091403, + 0.002262, + 0.001, + 0.002228, + 0.00019, + 0.000308, + 0.00028, + 0.00046, + 0.000394, + 0.003156, + 0.001262, + 0.000456, + 0.000481, + 0.000677, + 0.000499 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2557", + "qid": "decision", + "type": "choice", + "pick": "wrong_exchange_rate_for_cash_withdrawal", + "pick_run": "wrong_exchange_rate_for_cash_withdrawal", + "same": true, + "pick_merged": "wrong_exchange_rate_for_cash_withdrawal", + "same_as_merged": true, + "max_abs_dp": 0.0023330748766768883, + "probs": [ + 0.00076, + 0.003536, + 0.003101, + 0.051755, + 0.000536, + 0.000661, + 0.000586, + 0.000248, + 0.00017, + 0.000215, + 0.000307, + 0.000166, + 0.000133, + 0.000129, + 0.000149, + 0.000137, + 0.000287, + 0.0052, + 0.000153, + 0.001168, + 0.000466, + 0.000378, + 0.000287, + 0.000555, + 0.001961, + 0.000531, + 0.00013, + 0.000266, + 0.000274, + 0.000172, + 2.1e-05, + 6.6e-05, + 0.000623, + 5.6e-05, + 6.2e-05, + 4.9e-05, + 3.9e-05, + 0.000103, + 8.4e-05, + 0.000107, + 1.1e-05, + 6.3e-05, + 3.4e-05, + 0.000131, + 0.000184, + 0.000261, + 6.7e-05, + 0.000117, + 9.3e-05, + 0.000107, + 0.000684, + 7.3e-05, + 0.002562, + 0.000142, + 0.001078, + 0.000428, + 0.000472, + 0.000301, + 0.000483, + 0.000322, + 0.000448, + 0.000405, + 0.000181, + 0.000302, + 0.000552, + 0.000343, + 0.000217, + 0.000337, + 0.00048, + 0.000433, + 0.000449, + 0.001252, + 0.000607, + 0.000466, + 0.001106, + 0.213077, + 0.696104 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2076", + "qid": "decision", + "type": "choice", + "pick": "declined_card_payment", + "pick_run": "declined_card_payment", + "same": true, + "pick_merged": "declined_card_payment", + "same_as_merged": true, + "max_abs_dp": 0.0024669961634304904, + "probs": [ + 0.009279, + 0.001135, + 0.001174, + 0.000806, + 0.00103, + 0.001339, + 0.000969, + 0.00054, + 0.001087, + 0.000832, + 0.016469, + 0.000841, + 0.000569, + 0.000621, + 0.182676, + 0.001483, + 0.009016, + 0.00131, + 0.000854, + 0.001207, + 0.000652, + 0.001729, + 0.001572, + 0.004705, + 0.000828, + 0.741562, + 0.001951, + 0.000839, + 0.000568, + 0.000378, + 0.000136, + 0.000145, + 0.000144, + 7.7e-05, + 0.000151, + 9.7e-05, + 0.000196, + 0.000124, + 0.00017, + 0.000109, + 0.000122, + 0.00017, + 0.000188, + 0.000113, + 0.000214, + 0.002543, + 0.000108, + 0.000466, + 9.8e-05, + 0.00025, + 0.000106, + 0.000705, + 0.000177, + 0.003107, + 0.000161, + 6.1e-05, + 0.00011, + 9e-05, + 6.7e-05, + 6.8e-05, + 2.7e-05, + 7.8e-05, + 9.7e-05, + 5.6e-05, + 7e-05, + 8.9e-05, + 4.3e-05, + 5.8e-05, + 4e-05, + 6.7e-05, + 0.000117, + 7.9e-05, + 0.000349, + 5.2e-05, + 0.000169, + 7.7e-05, + 0.000233 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-437", + "qid": "decision", + "type": "choice", + "pick": "exchange_via_app", + "pick_run": "exchange_via_app", + "same": true, + "pick_merged": "exchange_via_app", + "same_as_merged": true, + "max_abs_dp": 0.010952302428924976, + "probs": [ + 0.001319, + 0.001143, + 0.000812, + 0.000189, + 0.000185, + 0.000268, + 0.000388, + 0.001839, + 0.00021, + 0.000148, + 0.000446, + 0.000188, + 7.3e-05, + 6.1e-05, + 6.7e-05, + 9.1e-05, + 0.000103, + 0.000293, + 9.4e-05, + 7.8e-05, + 0.000112, + 0.000184, + 4e-05, + 0.000161, + 0.000501, + 0.000134, + 0.001051, + 0.00212, + 0.011035, + 0.001369, + 0.000718, + 0.009361, + 0.048295, + 0.764018, + 0.002383, + 0.001876, + 0.082602, + 0.001215, + 0.000454, + 0.000407, + 0.00033, + 0.000402, + 0.000879, + 0.000372, + 0.000195, + 0.000158, + 0.000343, + 0.00052, + 0.000251, + 0.000421, + 0.000681, + 0.00026, + 0.000752, + 0.0002, + 0.03578, + 0.000286, + 0.000607, + 0.000652, + 0.001447, + 0.013746, + 0.000254, + 0.000203, + 0.002483, + 0.000213, + 0.000266, + 0.000207, + 0.000159, + 9e-05, + 0.000122, + 0.000218, + 0.000184, + 0.000332, + 9.3e-05, + 5.9e-05, + 9.6e-05, + 0.000205, + 0.000502 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2717", + "qid": "decision", + "type": "choice", + "pick": "cash_withdrawal_not_recognised", + "pick_run": "cash_withdrawal_not_recognised", + "same": true, + "pick_merged": "cash_withdrawal_not_recognised", + "same_as_merged": true, + "max_abs_dp": 0.001510338332757044, + "probs": [ + 0.000764, + 0.000881, + 0.000911, + 0.002169, + 0.000446, + 0.002047, + 0.001496, + 0.000321, + 0.000368, + 0.000361, + 0.000455, + 0.000286, + 0.000197, + 0.000269, + 0.000341, + 0.000361, + 0.006101, + 0.000635, + 0.000485, + 0.006971, + 0.881049, + 0.000711, + 0.000528, + 0.00041, + 0.000491, + 0.000587, + 0.011198, + 0.000944, + 0.00727, + 0.000551, + 0.00054, + 0.000183, + 0.000389, + 0.000274, + 0.000718, + 0.000184, + 0.000202, + 0.000342, + 0.000327, + 0.000271, + 0.000291, + 0.000174, + 0.000917, + 0.000302, + 0.000755, + 0.001094, + 0.041787, + 0.000285, + 0.000274, + 0.000225, + 0.001824, + 0.000272, + 0.000436, + 0.001761, + 0.00046, + 9e-05, + 0.000247, + 0.000107, + 0.000161, + 0.00013, + 0.000156, + 7.6e-05, + 8.6e-05, + 7.4e-05, + 0.000157, + 9e-05, + 0.000105, + 6.7e-05, + 9.3e-05, + 0.000139, + 0.000213, + 0.001057, + 0.000128, + 5.5e-05, + 9.7e-05, + 0.005767, + 0.007013 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1407", + "qid": "decision", + "type": "choice", + "pick": "compromised_card", + "pick_run": "compromised_card", + "same": true, + "pick_merged": "compromised_card", + "same_as_merged": true, + "max_abs_dp": 0.0030002739493574654, + "probs": [ + 0.001216, + 0.000729, + 0.001304, + 0.000605, + 0.000757, + 0.000617, + 0.000723, + 0.000388, + 0.000676, + 0.00069, + 0.001816, + 0.000762, + 0.000398, + 0.00057, + 0.007933, + 0.001905, + 0.119009, + 0.001106, + 0.000897, + 0.001054, + 0.005892, + 0.000706, + 0.831565, + 0.000689, + 0.000348, + 0.000714, + 0.000194, + 0.000371, + 0.004612, + 0.000361, + 0.000232, + 0.000128, + 0.00013, + 9.4e-05, + 0.002577, + 0.000152, + 0.000186, + 0.000168, + 9.4e-05, + 7e-05, + 6.9e-05, + 0.003684, + 0.000517, + 0.00013, + 0.000168, + 0.000249, + 0.000104, + 0.000118, + 0.000197, + 5.2e-05, + 6.7e-05, + 3.1e-05, + 5.1e-05, + 0.000102, + 0.000177, + 3.7e-05, + 9.1e-05, + 5.7e-05, + 6e-05, + 7e-05, + 8.7e-05, + 5.7e-05, + 5.7e-05, + 0.000237, + 4.9e-05, + 5.2e-05, + 2.5e-05, + 6.8e-05, + 5.3e-05, + 7.3e-05, + 8.7e-05, + 7.8e-05, + 6e-05, + 0.000134, + 4.1e-05, + 8.2e-05, + 0.00029 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-51", + "qid": "decision", + "type": "choice", + "pick": "card_linking", + "pick_run": "card_linking", + "same": true, + "pick_merged": "card_linking", + "same_as_merged": true, + "max_abs_dp": 9.606614616586295e-05, + "probs": [ + 0.00027, + 6.1e-05, + 0.000922, + 0.000122, + 0.000288, + 0.000111, + 9.8e-05, + 7.2e-05, + 0.000126, + 0.000133, + 0.002149, + 0.000359, + 0.000239, + 0.991958, + 0.000287, + 0.000157, + 0.000137, + 0.000157, + 0.000132, + 0.000115, + 0.000101, + 6.5e-05, + 9.9e-05, + 7.3e-05, + 6.7e-05, + 9.1e-05, + 9e-06, + 4.9e-05, + 5.7e-05, + 3.3e-05, + 2e-05, + 1e-05, + 8e-06, + 9e-06, + 1.3e-05, + 7e-06, + 3.5e-05, + 2e-05, + 9e-05, + 6.8e-05, + 5.2e-05, + 1.2e-05, + 7e-06, + 1.5e-05, + 9e-06, + 1.1e-05, + 9e-06, + 9e-06, + 3.2e-05, + 2e-06, + 4e-06, + 3e-06, + 1.4e-05, + 2e-06, + 0.000264, + 8e-06, + 9e-06, + 1e-05, + 1.5e-05, + 8e-06, + 6e-06, + 5e-06, + 0.000444, + 1e-05, + 1.3e-05, + 0.000102, + 1.1e-05, + 2e-06, + 7e-06, + 8e-06, + 3e-06, + 1.3e-05, + 8e-06, + 2.6e-05, + 5e-06, + 6e-06, + 1.9e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1566", + "qid": "decision", + "type": "choice", + "pick": "declined_cash_withdrawal", + "pick_run": "declined_cash_withdrawal", + "same": true, + "pick_merged": "declined_cash_withdrawal", + "same_as_merged": true, + "max_abs_dp": 0.005225290996804133, + "probs": [ + 0.004255, + 0.000954, + 0.001589, + 0.107173, + 0.000715, + 0.000757, + 0.00051, + 0.000379, + 0.000349, + 0.00043, + 0.007163, + 0.000343, + 0.000366, + 0.000331, + 0.010252, + 0.000399, + 0.001024, + 0.000516, + 0.002229, + 0.001675, + 0.001246, + 0.001042, + 0.000744, + 0.001044, + 0.000383, + 0.049358, + 0.781272, + 0.001306, + 0.001491, + 0.002869, + 0.000781, + 0.000583, + 0.000717, + 0.000573, + 0.001276, + 0.000489, + 0.000622, + 0.000384, + 0.001085, + 0.000342, + 0.000391, + 0.000343, + 0.000446, + 0.000379, + 0.001048, + 0.001921, + 0.00039, + 0.000577, + 0.000485, + 0.000386, + 0.000277, + 0.001049, + 0.000358, + 0.001442, + 0.000217, + 4.8e-05, + 4.1e-05, + 3.3e-05, + 5.8e-05, + 2.4e-05, + 2.4e-05, + 2.8e-05, + 5.9e-05, + 2.9e-05, + 8.1e-05, + 2.4e-05, + 2.5e-05, + 2.3e-05, + 2.4e-05, + 6.8e-05, + 8e-05, + 2.7e-05, + 2.8e-05, + 1.8e-05, + 1.6e-05, + 5e-05, + 0.000469 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1817", + "qid": "decision", + "type": "choice", + "pick": "declined_card_payment", + "pick_run": "declined_card_payment", + "same": true, + "pick_merged": "declined_card_payment", + "same_as_merged": true, + "max_abs_dp": 0.008132287978204533, + "probs": [ + 0.001369, + 0.001273, + 0.001616, + 0.001224, + 0.00081, + 0.006973, + 0.001488, + 0.001899, + 0.001366, + 0.003423, + 0.021918, + 0.000991, + 0.000534, + 0.000794, + 0.3818, + 0.002249, + 0.04722, + 0.001018, + 0.000552, + 0.001628, + 0.00135, + 0.003112, + 0.00121, + 0.007497, + 0.000958, + 0.403208, + 0.000659, + 0.004013, + 0.00191, + 0.000859, + 0.000258, + 0.000392, + 0.000431, + 0.003183, + 0.001796, + 0.020192, + 0.001047, + 0.000349, + 0.000512, + 0.000269, + 0.000479, + 0.000421, + 0.0018, + 0.000278, + 0.000373, + 0.002085, + 0.000297, + 0.003271, + 0.000184, + 0.000256, + 0.000891, + 0.0018, + 0.000379, + 0.000482, + 0.000288, + 0.000118, + 0.000333, + 0.000309, + 0.000602, + 0.035739, + 0.000139, + 0.007008, + 0.001492, + 0.000206, + 0.000227, + 0.000375, + 0.000174, + 0.000167, + 0.000179, + 0.000154, + 0.000235, + 0.000353, + 0.00427, + 0.000199, + 0.000503, + 0.000203, + 0.000387 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1244", + "qid": "decision", + "type": "choice", + "pick": "change_pin", + "pick_run": "change_pin", + "same": true, + "pick_merged": "change_pin", + "same_as_merged": true, + "max_abs_dp": 0.019880624212845976, + "probs": [ + 0.001645, + 0.000741, + 0.001137, + 0.008307, + 0.000777, + 0.000718, + 0.000671, + 0.000421, + 0.000439, + 0.000575, + 0.001276, + 0.00129, + 0.000528, + 0.000748, + 0.002603, + 0.001609, + 0.000957, + 0.001291, + 0.002716, + 0.00188, + 0.000998, + 0.713466, + 0.000862, + 0.002612, + 0.000388, + 0.000905, + 0.000666, + 0.00068, + 0.002833, + 0.003578, + 0.000342, + 0.000782, + 0.000588, + 0.001194, + 0.000667, + 0.00062, + 0.000835, + 0.002209, + 0.001333, + 0.001258, + 0.000263, + 0.000917, + 0.00076, + 0.002623, + 0.111352, + 0.003119, + 0.000763, + 0.0028, + 0.000936, + 0.104646, + 0.001034, + 0.000888, + 0.000134, + 3.9e-05, + 0.00014, + 2.3e-05, + 0.000164, + 5.9e-05, + 4.6e-05, + 6.8e-05, + 2.3e-05, + 2.5e-05, + 3.4e-05, + 5.5e-05, + 4.2e-05, + 1.8e-05, + 5e-05, + 3.5e-05, + 0.000125, + 0.000281, + 9.2e-05, + 9.5e-05, + 9.5e-05, + 2e-05, + 0.00054, + 0.000148, + 0.000401 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1169", + "qid": "decision", + "type": "choice", + "pick": "unable_to_verify_identity", + "pick_run": "unable_to_verify_identity", + "same": true, + "pick_merged": "unable_to_verify_identity", + "same_as_merged": true, + "max_abs_dp": 0.009784697207634585, + "probs": [ + 0.000539, + 0.012782, + 0.000369, + 9.1e-05, + 9.6e-05, + 6.9e-05, + 6.1e-05, + 3.1e-05, + 5.4e-05, + 5.1e-05, + 9.6e-05, + 0.000103, + 2.6e-05, + 2.2e-05, + 3.5e-05, + 4.2e-05, + 8e-05, + 0.000485, + 9.2e-05, + 4.1e-05, + 3.8e-05, + 4.3e-05, + 0.001345, + 0.001843, + 0.000286, + 0.000124, + 0.000147, + 0.000586, + 0.000239, + 0.000104, + 0.000105, + 5.2e-05, + 7.4e-05, + 7.8e-05, + 0.000251, + 0.000118, + 3.7e-05, + 0.00015, + 7.5e-05, + 9.6e-05, + 4.7e-05, + 0.00014, + 4.5e-05, + 0.004151, + 0.00132, + 0.00014, + 0.0001, + 8.7e-05, + 0.000589, + 0.004204, + 0.000422, + 0.000197, + 0.004661, + 0.002374, + 0.00238, + 0.000707, + 0.000923, + 0.001227, + 0.000789, + 0.00242, + 0.000629, + 0.00085, + 0.001212, + 0.001276, + 0.000852, + 0.000586, + 0.00084, + 0.001166, + 0.351565, + 0.225191, + 0.003217, + 0.002644, + 0.002006, + 0.010353, + 0.339457, + 0.010141, + 0.000135 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2430", + "qid": "decision", + "type": "choice", + "pick": "getting_spare_card", + "pick_run": "getting_spare_card", + "same": true, + "pick_merged": "getting_spare_card", + "same_as_merged": true, + "max_abs_dp": 0.008615616380731383, + "probs": [ + 0.002533, + 0.001739, + 0.001398, + 0.000339, + 0.000376, + 0.00084, + 0.000358, + 0.000131, + 0.000683, + 0.001558, + 0.00119, + 0.01613, + 0.004952, + 0.000658, + 0.000505, + 0.051554, + 0.000968, + 0.001225, + 0.000308, + 0.005535, + 0.00035, + 0.000179, + 0.00018, + 0.000509, + 0.000432, + 0.000326, + 0.002388, + 0.002452, + 0.002786, + 0.001284, + 0.002897, + 0.012113, + 0.001369, + 0.001389, + 0.016685, + 0.002358, + 0.001437, + 0.017254, + 0.256991, + 0.292004, + 0.008839, + 0.003234, + 0.001768, + 0.19953, + 0.002347, + 0.002186, + 0.000686, + 0.000678, + 0.000889, + 0.00049, + 0.001422, + 0.000242, + 0.000441, + 0.000388, + 0.001338, + 0.000241, + 0.003695, + 0.008191, + 0.001475, + 0.000721, + 0.001607, + 0.000715, + 0.001407, + 0.001438, + 0.036391, + 0.005223, + 0.001009, + 0.000647, + 0.001131, + 0.000577, + 0.000474, + 0.000398, + 0.000203, + 0.000402, + 0.000357, + 0.000511, + 0.000344 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-3073", + "qid": "decision", + "type": "choice", + "pick": "country_support", + "pick_run": "country_support", + "same": true, + "pick_merged": "country_support", + "same_as_merged": true, + "max_abs_dp": 0.0010708921332249766, + "probs": [ + 0.000163, + 0.000128, + 0.000337, + 0.001081, + 0.000266, + 0.000132, + 0.000146, + 0.000201, + 0.00013, + 0.000102, + 0.002799, + 0.000116, + 6.5e-05, + 5.8e-05, + 0.000176, + 0.000115, + 0.000185, + 0.000224, + 0.000138, + 9.5e-05, + 0.000163, + 0.000126, + 0.000152, + 0.000252, + 0.978007, + 0.000247, + 2.8e-05, + 0.000191, + 0.001084, + 0.000359, + 4.4e-05, + 7.3e-05, + 0.000174, + 7.6e-05, + 0.000118, + 4.7e-05, + 0.00155, + 7.1e-05, + 7.9e-05, + 2.2e-05, + 5e-06, + 5.8e-05, + 6.6e-05, + 7.2e-05, + 3.9e-05, + 4.8e-05, + 2.2e-05, + 2.8e-05, + 8.3e-05, + 2.8e-05, + 0.000931, + 2.6e-05, + 6.4e-05, + 2.4e-05, + 0.007262, + 0.000111, + 4.4e-05, + 2.2e-05, + 9.5e-05, + 6.5e-05, + 1.9e-05, + 2.1e-05, + 0.000494, + 1.7e-05, + 3.5e-05, + 1.9e-05, + 1.1e-05, + 1.1e-05, + 8e-05, + 4e-05, + 2.7e-05, + 7.5e-05, + 3.7e-05, + 7.5e-05, + 4.8e-05, + 0.000256, + 0.000122 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-10", + "qid": "decision", + "type": "choice", + "pick": "card_arrival", + "pick_run": "card_arrival", + "same": true, + "pick_merged": "card_arrival", + "same_as_merged": true, + "max_abs_dp": 0.0179980631032971, + "probs": [ + 0.001141, + 0.001033, + 0.001386, + 0.001193, + 0.00055, + 0.000719, + 0.000583, + 0.000329, + 0.000366, + 0.001275, + 0.006537, + 0.614934, + 0.3529, + 0.00181, + 0.000982, + 0.000664, + 0.000425, + 0.000931, + 0.000862, + 0.000721, + 0.000378, + 0.000257, + 0.000241, + 0.000263, + 0.000226, + 0.000274, + 9.1e-05, + 0.00022, + 0.000305, + 0.000197, + 8.4e-05, + 7.1e-05, + 0.000108, + 5.6e-05, + 7.7e-05, + 5e-05, + 0.000127, + 0.000376, + 0.002829, + 0.000133, + 4.8e-05, + 0.00018, + 3.2e-05, + 0.001839, + 0.000163, + 0.00024, + 4.8e-05, + 5.8e-05, + 4.3e-05, + 3.5e-05, + 3.4e-05, + 2.9e-05, + 5.4e-05, + 2.6e-05, + 0.000163, + 3.4e-05, + 5.2e-05, + 2.4e-05, + 3.1e-05, + 3e-05, + 1.7e-05, + 2.6e-05, + 4.6e-05, + 0.000166, + 0.000248, + 4.7e-05, + 2.5e-05, + 5.1e-05, + 7.5e-05, + 4.4e-05, + 4e-05, + 4.2e-05, + 1.6e-05, + 1.3e-05, + 1.6e-05, + 3.9e-05, + 0.000222 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-578", + "qid": "decision", + "type": "choice", + "pick": "contactless_not_working", + "pick_run": "contactless_not_working", + "same": true, + "pick_merged": "contactless_not_working", + "same_as_merged": true, + "max_abs_dp": 0.0020040392905287772, + "probs": [ + 0.001883, + 0.000385, + 0.002755, + 0.000651, + 0.000419, + 0.000206, + 0.000217, + 0.000178, + 0.00019, + 0.00028, + 0.005139, + 0.000388, + 0.000178, + 0.001003, + 0.013956, + 0.000364, + 0.000353, + 0.000731, + 0.000299, + 0.000241, + 0.000209, + 0.000507, + 0.000427, + 0.963964, + 0.000494, + 0.001579, + 2.2e-05, + 0.000126, + 0.000137, + 6.4e-05, + 2.3e-05, + 3.5e-05, + 2.8e-05, + 2.1e-05, + 4.1e-05, + 3e-05, + 2.4e-05, + 2.3e-05, + 2.4e-05, + 3.8e-05, + 3.7e-05, + 6.4e-05, + 1.3e-05, + 3.2e-05, + 3.7e-05, + 4.3e-05, + 1.9e-05, + 8.8e-05, + 2.2e-05, + 0.000209, + 1.8e-05, + 1.7e-05, + 4.2e-05, + 1.9e-05, + 8.1e-05, + 2.3e-05, + 3.9e-05, + 2.5e-05, + 2.9e-05, + 3.2e-05, + 1e-05, + 2.2e-05, + 5.6e-05, + 1.9e-05, + 2.3e-05, + 2.8e-05, + 1.9e-05, + 1.3e-05, + 1.9e-05, + 1.6e-05, + 1.1e-05, + 3.3e-05, + 0.000137, + 2.5e-05, + 0.000934, + 2.9e-05, + 8.8e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1000", + "qid": "decision", + "type": "choice", + "pick": "top_up_reverted", + "pick_run": "top_up_reverted", + "same": true, + "pick_merged": "top_up_reverted", + "same_as_merged": true, + "max_abs_dp": 0.0031341871903837193, + "probs": [ + 0.000265, + 0.001906, + 0.000355, + 6.8e-05, + 0.00292, + 0.000626, + 0.000206, + 8.2e-05, + 7.3e-05, + 0.001769, + 0.000144, + 9.7e-05, + 2.3e-05, + 2.9e-05, + 7.6e-05, + 6.2e-05, + 0.000108, + 2.3e-05, + 3.4e-05, + 9.3e-05, + 0.000274, + 0.000177, + 5.6e-05, + 5.4e-05, + 4.8e-05, + 4.6e-05, + 0.000112, + 0.000265, + 0.000125, + 0.000109, + 3.7e-05, + 5.2e-05, + 8.6e-05, + 0.000185, + 0.000241, + 0.020937, + 0.000241, + 0.000104, + 6.1e-05, + 0.000111, + 2.7e-05, + 6.5e-05, + 5.7e-05, + 4.4e-05, + 0.000163, + 0.000134, + 0.000513, + 0.003102, + 0.000106, + 4.3e-05, + 0.000173, + 0.00021, + 0.000571, + 0.000386, + 0.000829, + 0.000161, + 0.000359, + 0.00061, + 0.000719, + 0.007808, + 0.009139, + 0.84136, + 0.005152, + 0.000592, + 0.000318, + 0.00043, + 9.3e-05, + 0.000332, + 0.000124, + 0.00058, + 0.000643, + 0.086246, + 0.003415, + 0.000624, + 0.001654, + 0.00082, + 0.000116 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2650", + "qid": "decision", + "type": "choice", + "pick": "top_up_failed", + "pick_run": "top_up_failed", + "same": true, + "pick_merged": "top_up_failed", + "same_as_merged": true, + "max_abs_dp": 0.001971565004610487, + "probs": [ + 0.000206, + 0.002066, + 0.000127, + 4.1e-05, + 0.001025, + 0.002611, + 0.000175, + 0.000125, + 5.8e-05, + 5.2e-05, + 2.6e-05, + 5.3e-05, + 1.5e-05, + 1.7e-05, + 0.000267, + 3.7e-05, + 0.000127, + 3e-05, + 3.7e-05, + 3.5e-05, + 9e-05, + 0.000241, + 1.8e-05, + 3.5e-05, + 4.3e-05, + 6.3e-05, + 6e-05, + 0.000273, + 0.000266, + 0.000292, + 0.0001, + 0.00022, + 0.000358, + 0.004626, + 0.000371, + 0.000166, + 0.000122, + 0.000147, + 0.000191, + 0.000148, + 0.000133, + 0.000167, + 0.000198, + 6.7e-05, + 0.00013, + 0.000135, + 0.000463, + 0.015575, + 0.000143, + 4.2e-05, + 0.000153, + 0.000126, + 0.000112, + 0.000107, + 0.000215, + 0.000106, + 0.000535, + 0.001022, + 0.003156, + 0.947498, + 0.000375, + 0.000792, + 0.000688, + 0.000219, + 0.000164, + 0.000243, + 0.000101, + 0.000107, + 8.3e-05, + 0.000231, + 0.000225, + 0.003957, + 0.006625, + 0.000361, + 0.000594, + 8.3e-05, + 0.000112 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1341", + "qid": "decision", + "type": "choice", + "pick": "transfer_into_account", + "pick_run": "transfer_into_account", + "same": true, + "pick_merged": "transfer_into_account", + "same_as_merged": true, + "max_abs_dp": 0.021222426048508325, + "probs": [ + 0.003927, + 0.013498, + 0.001189, + 0.000376, + 0.032677, + 0.001454, + 0.000342, + 0.000284, + 0.001682, + 0.000228, + 0.001983, + 0.000263, + 0.000152, + 0.005468, + 0.000357, + 0.000275, + 0.0016, + 0.000119, + 0.000141, + 0.000502, + 0.000125, + 0.000242, + 0.000177, + 0.000241, + 0.001803, + 0.00018, + 0.000838, + 0.001364, + 0.000397, + 0.000401, + 0.001378, + 0.000379, + 0.000502, + 0.001691, + 0.005628, + 0.001815, + 0.003379, + 0.000612, + 0.001444, + 0.003303, + 0.00094, + 0.000709, + 0.002626, + 0.000895, + 0.00103, + 0.006796, + 0.000708, + 0.003138, + 0.002897, + 0.000431, + 0.032955, + 0.000724, + 0.003658, + 0.001781, + 0.002755, + 0.000641, + 0.00589, + 0.00423, + 0.010763, + 0.009718, + 0.003949, + 0.007002, + 0.219376, + 0.008191, + 0.008425, + 0.520972, + 0.007423, + 0.005525, + 0.001688, + 0.002457, + 0.005591, + 0.006683, + 0.004081, + 0.002304, + 0.002836, + 0.006981, + 0.000811 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-3019", + "qid": "decision", + "type": "choice", + "pick": "verify_my_identity", + "pick_run": "verify_my_identity", + "same": true, + "pick_merged": "verify_my_identity", + "same_as_merged": true, + "max_abs_dp": 0.003931221706355799, + "probs": [ + 0.000239, + 0.005052, + 0.000297, + 7.9e-05, + 0.000146, + 3.5e-05, + 5.1e-05, + 2.8e-05, + 6.4e-05, + 3.2e-05, + 6.7e-05, + 0.000113, + 3.1e-05, + 2.9e-05, + 2.6e-05, + 3e-05, + 6.4e-05, + 6.1e-05, + 9.3e-05, + 4.2e-05, + 2.3e-05, + 3.1e-05, + 3.7e-05, + 0.000477, + 9.1e-05, + 7.2e-05, + 3e-05, + 0.0002, + 0.0001, + 7e-05, + 6.8e-05, + 2.7e-05, + 5.5e-05, + 1.7e-05, + 0.000112, + 4e-05, + 1.5e-05, + 8.4e-05, + 3.8e-05, + 5.7e-05, + 2.3e-05, + 6.1e-05, + 2.6e-05, + 0.000323, + 0.001875, + 9.4e-05, + 5e-05, + 4.8e-05, + 3.2e-05, + 0.000735, + 0.000123, + 4.6e-05, + 0.000609, + 0.000573, + 0.001243, + 0.000316, + 0.000421, + 0.000379, + 0.000381, + 0.000354, + 0.000254, + 0.00029, + 0.000382, + 0.000338, + 0.000484, + 0.000377, + 0.000362, + 0.000503, + 0.023041, + 0.898878, + 0.001954, + 0.000924, + 0.000976, + 0.000448, + 0.052688, + 0.002102, + 6.5e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2199", + "qid": "decision", + "type": "choice", + "pick": "transfer_fee_charged", + "pick_run": "transfer_fee_charged", + "same": true, + "pick_merged": "transfer_fee_charged", + "same_as_merged": true, + "max_abs_dp": 0.0009407410768442759, + "probs": [ + 0.00041, + 0.000785, + 0.000269, + 5.6e-05, + 0.000239, + 0.000467, + 9.7e-05, + 6.9e-05, + 0.000595, + 6.6e-05, + 6.1e-05, + 5.9e-05, + 0.000203, + 3.7e-05, + 6.8e-05, + 0.001623, + 0.000257, + 7e-05, + 6e-05, + 0.000595, + 4.9e-05, + 4.6e-05, + 7.5e-05, + 5.8e-05, + 7.3e-05, + 7.1e-05, + 0.0001, + 0.000421, + 0.00019, + 7.7e-05, + 0.000448, + 0.000327, + 0.000135, + 6e-05, + 0.003098, + 0.000116, + 8.7e-05, + 0.000187, + 0.001604, + 8.8e-05, + 7.3e-05, + 0.000428, + 0.000166, + 8.3e-05, + 0.0001, + 0.000159, + 3.7e-05, + 7.7e-05, + 0.000149, + 7.8e-05, + 0.000132, + 3.9e-05, + 0.000133, + 0.000219, + 0.000428, + 0.000144, + 0.007686, + 0.001394, + 0.000279, + 0.000297, + 0.000891, + 0.00046, + 0.000557, + 0.000987, + 0.963722, + 0.001584, + 0.000307, + 0.003084, + 0.000126, + 0.00042, + 0.000453, + 0.000143, + 0.000371, + 0.000347, + 0.000446, + 0.000255, + 0.000351 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1719", + "qid": "decision", + "type": "choice", + "pick": "failed_transfer", + "pick_run": "failed_transfer", + "same": true, + "pick_merged": "failed_transfer", + "same_as_merged": true, + "max_abs_dp": 0.0006893994851244686, + "probs": [ + 0.000361, + 0.000325, + 0.000334, + 7.3e-05, + 0.000225, + 0.00281, + 0.00012, + 0.000314, + 0.000125, + 0.001193, + 9.5e-05, + 9.7e-05, + 7.3e-05, + 4.8e-05, + 0.000168, + 0.000143, + 9e-05, + 7.9e-05, + 0.000153, + 0.000174, + 0.000148, + 8.6e-05, + 0.000131, + 6.7e-05, + 4.7e-05, + 6e-05, + 0.000169, + 0.027489, + 0.000334, + 0.000255, + 0.000117, + 0.00039, + 0.000605, + 0.001801, + 0.002778, + 0.944312, + 0.000312, + 0.000388, + 0.000126, + 0.00014, + 0.000381, + 0.000268, + 0.000378, + 0.000147, + 9.3e-05, + 0.0001, + 0.000184, + 0.000188, + 0.000498, + 9.3e-05, + 0.000282, + 0.000101, + 0.000158, + 6e-05, + 0.000187, + 3.1e-05, + 3.4e-05, + 1.8e-05, + 3.8e-05, + 0.000233, + 3.7e-05, + 0.008055, + 5.3e-05, + 4.9e-05, + 4.7e-05, + 8.3e-05, + 0.001009, + 6.2e-05, + 2.4e-05, + 8e-05, + 3.2e-05, + 5.7e-05, + 1.7e-05, + 4.6e-05, + 2.7e-05, + 4.2e-05, + 5.5e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1055", + "qid": "decision", + "type": "choice", + "pick": "balance_not_updated_after_cheque_or_cash_deposit", + "pick_run": "balance_not_updated_after_cheque_or_cash_deposit", + "same": true, + "pick_merged": "balance_not_updated_after_cheque_or_cash_deposit", + "same_as_merged": true, + "max_abs_dp": 0.0002535894801118932, + "probs": [ + 0.000321, + 0.000423, + 0.000595, + 0.000524, + 0.000799, + 0.006315, + 0.982172, + 0.000505, + 0.000148, + 0.000164, + 0.000111, + 8.7e-05, + 7.4e-05, + 6.6e-05, + 0.0001, + 8.4e-05, + 0.000104, + 0.000106, + 6.3e-05, + 0.000123, + 0.000384, + 9.2e-05, + 0.000128, + 7e-05, + 5.2e-05, + 0.000111, + 1.3e-05, + 7.8e-05, + 0.000118, + 3.3e-05, + 4.3e-05, + 4.6e-05, + 0.000333, + 5.6e-05, + 4.3e-05, + 1.9e-05, + 1.1e-05, + 3.8e-05, + 2.3e-05, + 1.8e-05, + 1.3e-05, + 1.9e-05, + 1.6e-05, + 3.5e-05, + 2.4e-05, + 4.2e-05, + 0.000106, + 0.000108, + 6e-05, + 1.2e-05, + 2.8e-05, + 1.8e-05, + 2.4e-05, + 1.4e-05, + 4.6e-05, + 1.4e-05, + 3.7e-05, + 5.9e-05, + 0.004261, + 0.000115, + 2e-05, + 1.8e-05, + 2.4e-05, + 2.3e-05, + 1.5e-05, + 2.3e-05, + 8e-06, + 9e-06, + 2.4e-05, + 1.9e-05, + 1e-05, + 2.6e-05, + 3.8e-05, + 2.3e-05, + 1.9e-05, + 3.2e-05, + 2.4e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1227", + "qid": "decision", + "type": "choice", + "pick": "unable_to_verify_identity", + "pick_run": "unable_to_verify_identity", + "same": true, + "pick_merged": "unable_to_verify_identity", + "same_as_merged": true, + "max_abs_dp": 0.0014328674809092057, + "probs": [ + 0.000128, + 0.002916, + 9.5e-05, + 4.5e-05, + 3.3e-05, + 3.4e-05, + 2.7e-05, + 1.7e-05, + 6.1e-05, + 2.4e-05, + 2e-05, + 4.2e-05, + 1.7e-05, + 1.6e-05, + 1.9e-05, + 2.1e-05, + 4.5e-05, + 0.000492, + 6.3e-05, + 2.6e-05, + 1.8e-05, + 2.1e-05, + 2.4e-05, + 0.00017, + 6e-05, + 6.5e-05, + 0.000113, + 0.000393, + 0.000132, + 7.9e-05, + 4.6e-05, + 3.4e-05, + 6e-05, + 3.3e-05, + 0.000199, + 5.9e-05, + 2.8e-05, + 9.4e-05, + 4.9e-05, + 5.7e-05, + 2.5e-05, + 8.2e-05, + 2.5e-05, + 0.003315, + 0.00098, + 0.000107, + 5.4e-05, + 5e-05, + 5.8e-05, + 0.000755, + 0.000109, + 9.8e-05, + 0.002417, + 0.003207, + 0.001735, + 0.000713, + 0.000897, + 0.001202, + 0.000883, + 0.001289, + 0.000942, + 0.000895, + 0.001037, + 0.002109, + 0.001038, + 0.000676, + 0.000597, + 0.001931, + 0.574905, + 0.351575, + 0.003371, + 0.001864, + 0.001503, + 0.001807, + 0.028187, + 0.003604, + 8e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2237", + "qid": "decision", + "type": "choice", + "pick": "fiat_currency_support", + "pick_run": "fiat_currency_support", + "same": true, + "pick_merged": "fiat_currency_support", + "same_as_merged": true, + "max_abs_dp": 0.011095745086207837, + "probs": [ + 0.001349, + 0.000774, + 0.000356, + 0.000155, + 0.000164, + 0.000476, + 0.000172, + 0.000262, + 0.000163, + 5.2e-05, + 0.001091, + 5.6e-05, + 4.4e-05, + 6.1e-05, + 6.9e-05, + 5.3e-05, + 0.000111, + 0.000515, + 6.5e-05, + 6.3e-05, + 4.3e-05, + 6.3e-05, + 7.1e-05, + 0.000178, + 0.010665, + 0.000173, + 0.001913, + 0.001895, + 0.0185, + 0.001597, + 0.00083, + 0.004005, + 0.03294, + 0.007441, + 0.011705, + 0.003155, + 0.456699, + 0.001245, + 0.001028, + 0.003094, + 0.000228, + 0.000499, + 0.001372, + 0.001941, + 0.000771, + 0.000478, + 0.000468, + 0.001019, + 0.00191, + 0.001105, + 0.191698, + 0.003208, + 0.000866, + 0.000618, + 0.178853, + 0.000934, + 0.000697, + 0.00081, + 0.001436, + 0.002155, + 0.000557, + 0.000445, + 0.009734, + 0.000616, + 0.000838, + 0.023524, + 0.00045, + 0.00023, + 0.000375, + 0.000836, + 0.001052, + 0.00063, + 0.00021, + 0.000307, + 0.000327, + 0.004664, + 0.00085 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2633", + "qid": "decision", + "type": "choice", + "pick": "disposable_card_limits", + "pick_run": "disposable_card_limits", + "same": true, + "pick_merged": "disposable_card_limits", + "same_as_merged": true, + "max_abs_dp": 0.00040348801117451316, + "probs": [ + 3.2e-05, + 9.4e-05, + 4.3e-05, + 0.000115, + 4.6e-05, + 3.9e-05, + 5.4e-05, + 2.6e-05, + 5.6e-05, + 4.9e-05, + 0.000189, + 5.9e-05, + 4.5e-05, + 4.3e-05, + 4.9e-05, + 0.000103, + 0.000129, + 6.6e-05, + 7.6e-05, + 6.7e-05, + 3.8e-05, + 6.2e-05, + 4.2e-05, + 4.5e-05, + 9.8e-05, + 9.9e-05, + 6.9e-05, + 0.000221, + 0.000565, + 0.989906, + 0.000104, + 6.3e-05, + 0.000121, + 7e-05, + 0.000209, + 3.1e-05, + 5.7e-05, + 0.003947, + 7.1e-05, + 6.4e-05, + 8.4e-05, + 0.000104, + 2.1e-05, + 8e-05, + 5.5e-05, + 9.9e-05, + 5e-05, + 0.000116, + 2.5e-05, + 2.4e-05, + 2.2e-05, + 2.7e-05, + 2.9e-05, + 2.7e-05, + 0.000214, + 0.000541, + 9.1e-05, + 1.6e-05, + 1.9e-05, + 1.7e-05, + 0.000709, + 1.5e-05, + 3.5e-05, + 5.2e-05, + 2.1e-05, + 1.4e-05, + 4.8e-05, + 1.9e-05, + 1.9e-05, + 1.6e-05, + 1.1e-05, + 3.2e-05, + 2.9e-05, + 8e-06, + 1.3e-05, + 2.7e-05, + 1.1e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2362", + "qid": "decision", + "type": "choice", + "pick": "verify_top_up", + "pick_run": "verify_top_up", + "same": true, + "pick_merged": "verify_top_up", + "same_as_merged": true, + "max_abs_dp": 0.0023956849681550027, + "probs": [ + 0.00021, + 0.003092, + 0.00037, + 0.000125, + 0.000837, + 0.000225, + 0.000167, + 4.4e-05, + 6e-05, + 3.3e-05, + 8.4e-05, + 9e-05, + 2.5e-05, + 2.5e-05, + 4.8e-05, + 5.3e-05, + 0.000177, + 6.6e-05, + 5.2e-05, + 0.000153, + 0.000165, + 0.000158, + 0.000115, + 0.001153, + 9.8e-05, + 0.000115, + 4.8e-05, + 0.000354, + 0.000169, + 0.000133, + 4.2e-05, + 5.9e-05, + 0.000122, + 9.8e-05, + 0.000144, + 8.4e-05, + 6e-05, + 0.000144, + 8.4e-05, + 0.00014, + 1.8e-05, + 0.000137, + 5.6e-05, + 0.000266, + 0.000796, + 0.000703, + 0.001017, + 0.004317, + 0.000268, + 0.001496, + 0.000355, + 0.000263, + 0.001249, + 0.00054, + 0.001037, + 0.00061, + 0.000841, + 0.000631, + 0.000777, + 0.000825, + 0.000667, + 0.000249, + 0.000763, + 0.000583, + 0.000534, + 0.000363, + 0.000564, + 0.000605, + 0.003334, + 0.018339, + 0.03041, + 0.827691, + 0.008754, + 0.001742, + 0.076246, + 0.003262, + 0.00027 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-157", + "qid": "decision", + "type": "choice", + "pick": "card_payment_wrong_exchange_rate", + "pick_run": "card_payment_wrong_exchange_rate", + "same": true, + "pick_merged": "card_payment_wrong_exchange_rate", + "same_as_merged": true, + "max_abs_dp": 0.0009526760466668227, + "probs": [ + 0.000371, + 0.000412, + 0.000312, + 0.000264, + 0.000379, + 0.000604, + 0.001118, + 0.000319, + 0.000228, + 0.00038, + 0.001489, + 0.000368, + 0.000286, + 0.000246, + 0.001587, + 0.012798, + 0.006863, + 0.940072, + 0.000493, + 0.001041, + 0.00041, + 0.000313, + 0.000509, + 0.000236, + 0.000302, + 0.000503, + 0.000321, + 0.00042, + 0.000649, + 0.000334, + 0.000154, + 0.001837, + 0.013507, + 0.000306, + 0.000164, + 7.8e-05, + 0.000174, + 0.000166, + 0.000178, + 0.000109, + 5.2e-05, + 0.000445, + 0.000297, + 0.000601, + 0.00016, + 0.000677, + 0.000121, + 0.000108, + 0.000125, + 6.7e-05, + 6.1e-05, + 4.5e-05, + 9e-05, + 0.000111, + 8.5e-05, + 3e-05, + 6.4e-05, + 5.6e-05, + 0.000236, + 4e-05, + 1.2e-05, + 1.2e-05, + 2.1e-05, + 3.1e-05, + 2.1e-05, + 2.2e-05, + 1.5e-05, + 1.9e-05, + 8.4e-05, + 2.1e-05, + 2.5e-05, + 2.5e-05, + 9e-06, + 1.4e-05, + 1.7e-05, + 2.5e-05, + 0.005857 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-396", + "qid": "decision", + "type": "choice", + "pick": "card_not_working", + "pick_run": "card_not_working", + "same": true, + "pick_merged": "card_not_working", + "same_as_merged": true, + "max_abs_dp": 0.02483532320056475, + "probs": [ + 0.021204, + 0.002747, + 0.002818, + 0.00676, + 0.001537, + 0.0017, + 0.001459, + 0.000847, + 0.000829, + 0.001624, + 0.373837, + 0.002697, + 0.001123, + 0.006633, + 0.514691, + 0.001127, + 0.002424, + 0.001233, + 0.001101, + 0.001338, + 0.001231, + 0.002322, + 0.001364, + 0.013789, + 0.001201, + 0.014826, + 0.000131, + 0.000389, + 0.000489, + 0.000186, + 4.8e-05, + 2.8e-05, + 4.3e-05, + 2.6e-05, + 0.000118, + 4.5e-05, + 0.000217, + 0.000106, + 8e-05, + 7.4e-05, + 0.000128, + 7.1e-05, + 4.8e-05, + 6.1e-05, + 8.9e-05, + 0.000162, + 0.00012, + 0.000441, + 6.7e-05, + 6.8e-05, + 4.1e-05, + 5.5e-05, + 0.00035, + 0.000118, + 0.001626, + 0.000156, + 0.000136, + 0.00021, + 0.000136, + 0.000132, + 5.4e-05, + 0.000167, + 0.001313, + 0.000162, + 0.000251, + 0.000184, + 0.00019, + 0.000125, + 0.000105, + 0.000468, + 0.000237, + 0.001844, + 0.00463, + 0.000675, + 0.000524, + 0.000102, + 0.000307 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-472", + "qid": "decision", + "type": "choice", + "pick": "lost_or_stolen_card", + "pick_run": "lost_or_stolen_card", + "same": true, + "pick_merged": "lost_or_stolen_card", + "same_as_merged": true, + "max_abs_dp": 0.000199487097126555, + "probs": [ + 0.000664, + 0.000454, + 0.00037, + 0.00036, + 0.000349, + 0.000437, + 0.000496, + 0.000232, + 0.000404, + 0.000289, + 0.000393, + 0.000411, + 0.000272, + 0.000224, + 0.00063, + 0.00157, + 0.000437, + 0.000393, + 0.000447, + 0.000365, + 0.000564, + 0.001222, + 0.218476, + 0.000384, + 0.00023, + 0.000258, + 0.000104, + 0.000272, + 0.000305, + 0.000295, + 0.000153, + 0.000304, + 0.000313, + 0.000152, + 0.000271, + 0.00012, + 0.00015, + 0.000272, + 0.000311, + 0.00028, + 0.000106, + 0.763387, + 0.000206, + 0.000243, + 0.00038, + 0.000273, + 0.000186, + 0.000261, + 0.000454, + 0.000142, + 0.000102, + 5.8e-05, + 2.4e-05, + 8e-06, + 1.9e-05, + 8e-06, + 2.8e-05, + 1e-05, + 1.4e-05, + 1.1e-05, + 1.8e-05, + 6e-06, + 6e-06, + 2.1e-05, + 1e-05, + 9e-06, + 1.7e-05, + 0.000147, + 2.1e-05, + 1.8e-05, + 1.3e-05, + 2.4e-05, + 9e-06, + 2.8e-05, + 7e-06, + 2.5e-05, + 6.7e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1528", + "qid": "decision", + "type": "choice", + "pick": "passcode_forgotten", + "pick_run": "passcode_forgotten", + "same": true, + "pick_merged": "passcode_forgotten", + "same_as_merged": true, + "max_abs_dp": 0.0018508910938727675, + "probs": [ + 8e-05, + 0.000112, + 0.000145, + 9.3e-05, + 5e-05, + 5.8e-05, + 7.4e-05, + 5.4e-05, + 0.00012, + 3.9e-05, + 5.4e-05, + 5e-05, + 4.1e-05, + 5e-05, + 7.9e-05, + 0.00021, + 0.000124, + 0.000126, + 0.000213, + 0.000131, + 4.1e-05, + 0.022774, + 8.2e-05, + 8.4e-05, + 5.5e-05, + 9.9e-05, + 3.4e-05, + 5.4e-05, + 7.6e-05, + 7.2e-05, + 1.1e-05, + 6.8e-05, + 6.1e-05, + 4e-05, + 4.5e-05, + 2.7e-05, + 3.3e-05, + 0.000125, + 5.5e-05, + 7.2e-05, + 2e-05, + 9.8e-05, + 8e-05, + 0.000184, + 0.971096, + 0.00022, + 7.3e-05, + 0.00019, + 5.8e-05, + 0.001543, + 6e-05, + 4.7e-05, + 1e-05, + 6e-06, + 2.3e-05, + 3e-06, + 8e-06, + 4e-06, + 4e-06, + 4e-06, + 3e-06, + 1e-06, + 4e-06, + 6e-06, + 6e-06, + 5e-06, + 5e-06, + 6e-06, + 3.3e-05, + 0.000294, + 1.1e-05, + 1.1e-05, + 1.2e-05, + 3e-06, + 1.6e-05, + 2.3e-05, + 2.1e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2432", + "qid": "decision", + "type": "choice", + "pick": "getting_spare_card", + "pick_run": "getting_spare_card", + "same": true, + "pick_merged": "getting_spare_card", + "same_as_merged": true, + "max_abs_dp": 0.004248004540584955, + "probs": [ + 0.003614, + 0.002088, + 0.000847, + 0.000364, + 0.00028, + 0.000253, + 0.000374, + 0.000193, + 0.00055, + 0.000628, + 0.004837, + 0.004259, + 0.001704, + 0.019078, + 0.000449, + 0.000277, + 0.000371, + 0.001113, + 0.000321, + 0.000216, + 0.00021, + 0.000173, + 0.000254, + 0.000242, + 0.00024, + 0.000268, + 0.001241, + 0.001789, + 0.002747, + 0.001573, + 0.000972, + 0.000675, + 0.001053, + 0.001097, + 0.001601, + 0.001136, + 0.001992, + 0.006216, + 0.22614, + 0.443421, + 0.003077, + 0.001593, + 0.000694, + 0.240269, + 0.001877, + 0.001491, + 0.000575, + 0.000634, + 0.001932, + 0.000397, + 0.000452, + 0.000214, + 0.000344, + 0.000148, + 0.000615, + 0.00016, + 0.000392, + 0.000196, + 0.000246, + 0.000356, + 0.000181, + 0.000132, + 0.000668, + 0.000302, + 0.001843, + 0.003354, + 0.000432, + 0.000124, + 0.000697, + 0.000246, + 0.000192, + 0.000249, + 9.7e-05, + 0.000374, + 0.000121, + 0.000256, + 0.00021 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-819", + "qid": "decision", + "type": "choice", + "pick": "card_payment_fee_charged", + "pick_run": "card_payment_fee_charged", + "same": true, + "pick_merged": "card_payment_fee_charged", + "same_as_merged": true, + "max_abs_dp": 0.007808709784089762, + "probs": [ + 0.001447, + 0.000983, + 0.001562, + 0.001542, + 0.001297, + 0.00172, + 0.000778, + 0.000418, + 0.000987, + 0.000595, + 0.043916, + 0.000579, + 0.000826, + 0.000512, + 0.006184, + 0.757836, + 0.004753, + 0.001415, + 0.000394, + 0.038691, + 0.000822, + 0.000419, + 0.000825, + 0.000982, + 0.0015, + 0.000967, + 0.000547, + 0.001067, + 0.000896, + 0.000788, + 0.001194, + 0.008826, + 0.000482, + 0.000135, + 0.042784, + 0.000182, + 0.00061, + 0.000638, + 0.001469, + 0.000172, + 0.000234, + 0.000474, + 0.000393, + 0.000283, + 0.000304, + 0.002271, + 0.00017, + 0.000182, + 0.000519, + 7.6e-05, + 0.000875, + 5.8e-05, + 0.000221, + 0.000224, + 0.002011, + 0.000167, + 0.00335, + 0.025721, + 0.000699, + 0.000222, + 0.001665, + 0.000312, + 0.004231, + 0.000985, + 0.017642, + 0.000193, + 0.000293, + 0.000436, + 0.000186, + 0.000131, + 0.000389, + 0.00048, + 0.000209, + 0.000959, + 0.000244, + 0.000288, + 0.001158 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1504", + "qid": "decision", + "type": "choice", + "pick": "direct_debit_payment_not_recognised", + "pick_run": "direct_debit_payment_not_recognised", + "same": true, + "pick_merged": "direct_debit_payment_not_recognised", + "same_as_merged": true, + "max_abs_dp": 0.00048491400406602825, + "probs": [ + 0.000281, + 0.00019, + 0.000168, + 0.000122, + 0.000184, + 9.4e-05, + 0.000131, + 0.000109, + 0.000366, + 0.000177, + 0.000169, + 9.6e-05, + 6.3e-05, + 9.6e-05, + 0.000153, + 0.000512, + 0.005893, + 0.000229, + 0.000135, + 0.000567, + 0.001647, + 0.000238, + 0.000408, + 0.000135, + 0.000152, + 0.000347, + 0.000281, + 0.000302, + 0.977263, + 0.000216, + 0.000171, + 8.7e-05, + 0.000163, + 8.1e-05, + 0.005684, + 8.6e-05, + 7.2e-05, + 0.000212, + 8e-05, + 6.8e-05, + 6e-05, + 0.000167, + 0.000413, + 9.5e-05, + 0.000146, + 0.000219, + 0.000119, + 0.000101, + 9e-05, + 0.000116, + 0.000121, + 3.7e-05, + 3.4e-05, + 3.6e-05, + 0.000433, + 3.5e-05, + 3.2e-05, + 7e-06, + 1.4e-05, + 1.4e-05, + 3.7e-05, + 7e-06, + 1.2e-05, + 3.5e-05, + 9e-06, + 9e-06, + 1.1e-05, + 8e-06, + 1.4e-05, + 1.7e-05, + 1.9e-05, + 2e-05, + 1.2e-05, + 8e-06, + 6e-06, + 2.2e-05, + 3.6e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-978", + "qid": "decision", + "type": "choice", + "pick": "card_acceptance", + "pick_run": "card_acceptance", + "same": true, + "pick_merged": "card_acceptance", + "same_as_merged": true, + "max_abs_dp": 0.0008392639534973985, + "probs": [ + 0.000443, + 0.000761, + 0.001078, + 0.002492, + 0.001006, + 0.000523, + 0.000533, + 0.000315, + 0.000284, + 0.000533, + 0.95991, + 0.000476, + 0.000284, + 0.000511, + 0.002682, + 0.000508, + 0.000331, + 0.000379, + 0.000273, + 0.000296, + 0.000413, + 0.000315, + 0.000525, + 0.000517, + 0.004601, + 0.001391, + 9e-06, + 9e-05, + 0.000241, + 6.1e-05, + 2.4e-05, + 5e-06, + 1.7e-05, + 6e-06, + 2.5e-05, + 7e-06, + 2.8e-05, + 2.5e-05, + 1.5e-05, + 1.1e-05, + 5e-06, + 2e-05, + 5e-06, + 2.4e-05, + 1.6e-05, + 3.3e-05, + 1e-05, + 7e-06, + 0.000267, + 6e-06, + 2.1e-05, + 6e-06, + 2.1e-05, + 2.1e-05, + 0.009389, + 0.0001, + 3.3e-05, + 3.6e-05, + 5.4e-05, + 6.3e-05, + 1.7e-05, + 3.2e-05, + 0.000276, + 3e-05, + 3.7e-05, + 2.7e-05, + 2.6e-05, + 1.3e-05, + 3e-05, + 3.6e-05, + 2e-05, + 0.00022, + 2e-05, + 0.007027, + 4.6e-05, + 5.3e-05, + 1.1e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2236", + "qid": "decision", + "type": "choice", + "pick": "receiving_money", + "pick_run": "receiving_money", + "same": true, + "pick_merged": "receiving_money", + "same_as_merged": true, + "max_abs_dp": 0.01119244865030744, + "probs": [ + 0.000963, + 0.001263, + 0.001025, + 0.000269, + 0.0005, + 0.000986, + 0.000176, + 0.000118, + 0.000174, + 9.1e-05, + 0.00072, + 0.000267, + 9e-05, + 0.001117, + 0.000196, + 0.000122, + 0.000363, + 0.000112, + 7.8e-05, + 0.000152, + 6.7e-05, + 0.000107, + 0.000173, + 0.00026, + 0.006767, + 0.000108, + 0.000332, + 0.000902, + 0.000699, + 0.000613, + 0.00051, + 0.000531, + 0.000717, + 0.001114, + 0.004786, + 0.001137, + 0.000867, + 0.000558, + 0.001326, + 0.01051, + 0.000421, + 0.000558, + 0.001714, + 0.004489, + 0.000663, + 0.000871, + 0.000764, + 0.002468, + 0.003504, + 0.001882, + 0.643353, + 0.003264, + 0.000436, + 0.000508, + 0.00222, + 0.00078, + 0.000471, + 0.000963, + 0.002551, + 0.001155, + 0.000207, + 0.000374, + 0.001518, + 0.001305, + 0.001346, + 0.252472, + 0.000866, + 0.00217, + 0.001146, + 0.000934, + 0.003135, + 0.001614, + 0.000835, + 0.001161, + 0.001499, + 0.015379, + 0.000138 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1925", + "qid": "decision", + "type": "choice", + "pick": "card_swallowed", + "pick_run": "card_swallowed", + "same": true, + "pick_merged": "card_swallowed", + "same_as_merged": true, + "max_abs_dp": 0.010124792537174826, + "probs": [ + 0.001346, + 0.000807, + 0.001076, + 0.228445, + 0.000804, + 0.000723, + 0.000521, + 0.000418, + 0.000361, + 0.001011, + 0.007534, + 0.000803, + 0.000693, + 0.000619, + 0.030103, + 0.000716, + 0.000851, + 0.000904, + 0.705292, + 0.001708, + 0.000626, + 0.000541, + 0.000518, + 0.000613, + 0.000276, + 0.000676, + 0.003366, + 0.000448, + 0.000561, + 0.000505, + 0.000199, + 0.000132, + 0.000232, + 0.000228, + 0.000251, + 0.000155, + 0.000222, + 0.000131, + 0.000426, + 0.000185, + 0.000192, + 0.000174, + 8.9e-05, + 0.000113, + 0.000562, + 0.001418, + 0.000122, + 0.000149, + 0.000135, + 7.8e-05, + 6.8e-05, + 5.1e-05, + 0.000138, + 0.000171, + 0.000229, + 4.9e-05, + 4.8e-05, + 4.7e-05, + 6.8e-05, + 6.2e-05, + 2.5e-05, + 3.9e-05, + 5.3e-05, + 3.6e-05, + 0.000119, + 5.2e-05, + 3.3e-05, + 4.2e-05, + 3e-05, + 0.000138, + 8.1e-05, + 4.4e-05, + 3.5e-05, + 2.1e-05, + 2.1e-05, + 5.3e-05, + 0.000186 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-704", + "qid": "decision", + "type": "choice", + "pick": "cancel_transfer", + "pick_run": "cancel_transfer", + "same": true, + "pick_merged": "cancel_transfer", + "same_as_merged": true, + "max_abs_dp": 0.006206727180654403, + "probs": [ + 0.001652, + 0.002407, + 0.001234, + 0.000658, + 0.000881, + 0.007631, + 0.001013, + 0.005572, + 0.487601, + 0.001243, + 0.000687, + 0.000576, + 0.000229, + 0.000272, + 0.000475, + 0.000861, + 0.002465, + 0.000445, + 0.000311, + 0.000378, + 0.000367, + 0.000431, + 0.00106, + 0.000575, + 0.000415, + 0.001258, + 0.003032, + 0.015687, + 0.002142, + 0.000633, + 0.000455, + 0.000565, + 0.000861, + 0.000732, + 0.009344, + 0.023352, + 0.000493, + 0.001027, + 0.000757, + 0.001068, + 0.005661, + 0.000644, + 0.001033, + 0.000597, + 0.00055, + 0.000334, + 0.000432, + 0.000951, + 0.006657, + 0.001106, + 0.003174, + 0.007644, + 0.175884, + 0.001438, + 0.002495, + 0.00049, + 0.000977, + 0.000867, + 0.001064, + 0.00088, + 0.00259, + 0.007883, + 0.001422, + 0.003329, + 0.003527, + 0.004288, + 0.139021, + 0.005371, + 0.00049, + 0.001614, + 0.001113, + 0.00192, + 0.000555, + 0.000837, + 0.00086, + 0.004911, + 0.026548 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2288", + "qid": "decision", + "type": "choice", + "pick": "failed_transfer", + "pick_run": "failed_transfer", + "same": true, + "pick_merged": "failed_transfer", + "same_as_merged": true, + "max_abs_dp": 0.009400123175263508, + "probs": [ + 0.003559, + 0.002221, + 0.001198, + 0.000411, + 0.000809, + 0.033409, + 0.000534, + 0.001475, + 0.00303, + 0.005986, + 0.000362, + 0.000256, + 0.00015, + 8.8e-05, + 0.000616, + 0.000314, + 0.00052, + 0.000203, + 0.000249, + 0.000309, + 0.000463, + 0.000225, + 0.000527, + 0.000272, + 0.000176, + 0.000451, + 0.001279, + 0.241561, + 0.001325, + 0.001166, + 0.000421, + 0.001318, + 0.002241, + 0.012078, + 0.009049, + 0.580498, + 0.000869, + 0.001018, + 0.000572, + 0.000505, + 0.003724, + 0.001501, + 0.001521, + 0.000558, + 0.000406, + 0.000411, + 0.000823, + 0.001269, + 0.005359, + 0.000523, + 0.001284, + 0.000628, + 0.000848, + 0.000561, + 0.000834, + 0.000184, + 0.00026, + 0.000308, + 0.000379, + 0.007219, + 0.000336, + 0.028203, + 0.000398, + 0.000282, + 0.000475, + 0.00112, + 0.023803, + 0.001969, + 0.000145, + 0.000507, + 0.00027, + 0.000478, + 0.000166, + 0.000787, + 0.000318, + 0.000198, + 0.000235 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2119", + "qid": "decision", + "type": "choice", + "pick": "change_pin", + "pick_run": "change_pin", + "same": true, + "pick_merged": "change_pin", + "same_as_merged": true, + "max_abs_dp": 0.0010252185892144494, + "probs": [ + 0.000303, + 0.000297, + 0.000471, + 0.003275, + 0.000815, + 0.00026, + 0.000238, + 0.000155, + 0.000203, + 0.000293, + 0.000567, + 0.000327, + 0.000208, + 0.000315, + 0.000838, + 0.00048, + 0.000557, + 0.000654, + 0.000644, + 0.000494, + 0.000571, + 0.96488, + 0.000182, + 0.000915, + 0.007772, + 0.000335, + 0.000131, + 0.000338, + 0.000734, + 0.000552, + 0.000181, + 0.000298, + 0.000132, + 0.000286, + 0.000175, + 0.000146, + 0.000156, + 0.000177, + 0.000191, + 0.000153, + 5.1e-05, + 0.000128, + 0.000151, + 0.000374, + 0.002784, + 0.000227, + 0.000107, + 0.000697, + 0.000119, + 0.004259, + 0.000408, + 0.00012, + 3.6e-05, + 1.6e-05, + 5.8e-05, + 1.2e-05, + 5.3e-05, + 2.3e-05, + 1.9e-05, + 2e-05, + 9e-06, + 1.3e-05, + 1.5e-05, + 1.5e-05, + 1.7e-05, + 7e-06, + 7e-06, + 7e-06, + 3e-05, + 2.8e-05, + 1.4e-05, + 2.1e-05, + 9.7e-05, + 6e-06, + 0.0001, + 0.000124, + 0.000126 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2886", + "qid": "decision", + "type": "choice", + "pick": "extra_charge_on_statement", + "pick_run": "extra_charge_on_statement", + "same": true, + "pick_merged": "extra_charge_on_statement", + "same_as_merged": true, + "max_abs_dp": 0.011735744191969655, + "probs": [ + 0.001378, + 0.001516, + 0.001424, + 0.002883, + 0.002953, + 0.003671, + 0.000786, + 0.000501, + 0.00191, + 0.00037, + 0.002607, + 0.000541, + 0.001198, + 0.000304, + 0.002387, + 0.171427, + 0.007849, + 0.001496, + 0.00049, + 0.040847, + 0.001537, + 0.00049, + 0.000637, + 0.001205, + 0.000576, + 0.000596, + 0.000896, + 0.000889, + 0.000705, + 0.000476, + 0.001524, + 0.003944, + 0.000267, + 0.000742, + 0.67853, + 0.000743, + 0.000182, + 0.000921, + 0.002325, + 0.000145, + 0.000186, + 0.000382, + 0.000631, + 0.00016, + 0.000303, + 0.000637, + 0.000365, + 0.000169, + 0.000171, + 0.000169, + 0.000968, + 0.000131, + 0.000288, + 0.000284, + 0.000507, + 0.000226, + 0.005386, + 0.004061, + 0.000743, + 0.000576, + 0.002285, + 0.000366, + 0.00049, + 0.002743, + 0.030655, + 0.0003, + 0.000118, + 0.000381, + 0.0001, + 0.000319, + 0.000676, + 0.000235, + 0.00012, + 0.000104, + 0.000194, + 0.0002, + 0.000501 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1931", + "qid": "decision", + "type": "choice", + "pick": "card_swallowed", + "pick_run": "card_swallowed", + "same": true, + "pick_merged": "card_swallowed", + "same_as_merged": true, + "max_abs_dp": 0.006851162784355984, + "probs": [ + 0.00077, + 0.000515, + 0.000882, + 0.067135, + 0.000821, + 0.000619, + 0.000502, + 0.000381, + 0.000256, + 0.001066, + 0.005265, + 0.000799, + 0.000614, + 0.000582, + 0.017315, + 0.000839, + 0.001171, + 0.001137, + 0.889981, + 0.001554, + 0.000727, + 0.000436, + 0.000656, + 0.000378, + 0.000273, + 0.00076, + 0.000428, + 0.0002, + 0.000312, + 0.000211, + 9.9e-05, + 9.5e-05, + 9.4e-05, + 0.000133, + 8.6e-05, + 8.1e-05, + 0.000113, + 6.6e-05, + 0.000164, + 9.6e-05, + 9.1e-05, + 0.000152, + 5e-05, + 7e-05, + 0.000242, + 0.000299, + 7.8e-05, + 7.3e-05, + 8.1e-05, + 3.9e-05, + 3.6e-05, + 2.9e-05, + 7.7e-05, + 4.3e-05, + 0.000173, + 3e-05, + 3.3e-05, + 2.9e-05, + 3.5e-05, + 3.8e-05, + 1.1e-05, + 2.1e-05, + 3.1e-05, + 2.1e-05, + 4.8e-05, + 3e-05, + 2e-05, + 2.8e-05, + 2.8e-05, + 8.9e-05, + 4.1e-05, + 3.7e-05, + 1.6e-05, + 1.4e-05, + 1.6e-05, + 3.3e-05, + 0.000205 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2558", + "qid": "decision", + "type": "choice", + "pick": "cash_withdrawal_charge", + "pick_run": "cash_withdrawal_charge", + "same": true, + "pick_merged": "cash_withdrawal_charge", + "same_as_merged": true, + "max_abs_dp": 0.006521935225549447, + "probs": [ + 0.001721, + 0.001866, + 0.001799, + 0.037515, + 0.001689, + 0.001812, + 0.000787, + 0.000714, + 0.000888, + 0.000719, + 0.000858, + 0.000556, + 0.000511, + 0.000298, + 0.000791, + 0.004097, + 0.002007, + 0.002108, + 0.000923, + 0.72007, + 0.00874, + 0.000536, + 0.000824, + 0.00086, + 0.002215, + 0.000546, + 0.00134, + 0.000885, + 0.000858, + 0.000714, + 0.000701, + 0.001366, + 0.000551, + 0.000451, + 0.057242, + 0.000657, + 0.000165, + 0.000944, + 0.000538, + 0.000449, + 0.000191, + 0.000273, + 0.000209, + 0.000477, + 0.00052, + 0.002264, + 0.000895, + 0.000151, + 0.000321, + 0.000322, + 0.00643, + 0.000179, + 0.003086, + 0.000216, + 0.000637, + 0.00029, + 0.001484, + 0.000577, + 0.000442, + 0.000371, + 0.002319, + 0.000403, + 0.000214, + 0.001819, + 0.000964, + 0.000322, + 0.00024, + 0.000167, + 0.000315, + 0.000578, + 0.001137, + 0.000381, + 0.000147, + 0.000167, + 0.000418, + 0.060375, + 0.048388 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2801", + "qid": "decision", + "type": "choice", + "pick": "top_up_by_card_charge", + "pick_run": "top_up_by_card_charge", + "same": true, + "pick_merged": "top_up_by_card_charge", + "same_as_merged": true, + "max_abs_dp": 0.005810726364615243, + "probs": [ + 0.001568, + 0.007096, + 0.001492, + 0.000367, + 0.021731, + 0.001443, + 0.000347, + 0.000136, + 0.000187, + 0.000161, + 0.002065, + 0.000198, + 0.000143, + 0.000158, + 0.000155, + 0.009645, + 0.000501, + 0.000137, + 0.00014, + 0.000805, + 0.000606, + 0.000144, + 0.000138, + 0.000152, + 0.000491, + 0.000199, + 0.000201, + 0.001098, + 0.000625, + 0.000412, + 0.00151, + 0.009791, + 0.000332, + 0.00012, + 0.001522, + 7.2e-05, + 0.001885, + 0.000318, + 0.00047, + 0.000156, + 0.000136, + 0.000344, + 0.000178, + 0.00013, + 0.000347, + 0.000313, + 0.000206, + 0.000386, + 0.000306, + 4.7e-05, + 0.000339, + 9e-05, + 0.000997, + 0.000801, + 0.004452, + 0.000718, + 0.034027, + 0.71885, + 0.00465, + 0.00214, + 0.008113, + 0.002459, + 0.133513, + 0.001231, + 0.0022, + 0.000867, + 0.00053, + 0.001025, + 0.000301, + 0.000741, + 0.000692, + 0.004002, + 0.001408, + 0.001902, + 0.001688, + 0.000776, + 0.000378 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2842", + "qid": "decision", + "type": "choice", + "pick": "activate_my_card", + "pick_run": "activate_my_card", + "same": true, + "pick_merged": "activate_my_card", + "same_as_merged": true, + "max_abs_dp": 0.0006458505604781672, + "probs": [ + 0.987523, + 0.000501, + 0.000777, + 0.000128, + 0.000163, + 7.3e-05, + 8e-05, + 5e-05, + 8.1e-05, + 0.000291, + 0.0014, + 0.003157, + 0.000107, + 0.002823, + 0.000592, + 6.5e-05, + 6.5e-05, + 8.1e-05, + 7.6e-05, + 6.2e-05, + 5.9e-05, + 0.000465, + 4.7e-05, + 0.000108, + 3.5e-05, + 9.5e-05, + 7.1e-05, + 2.9e-05, + 5.3e-05, + 1.7e-05, + 1.9e-05, + 1.3e-05, + 9e-06, + 1.8e-05, + 3.7e-05, + 2.7e-05, + 2.8e-05, + 4.6e-05, + 0.000124, + 3.8e-05, + 4.7e-05, + 1.4e-05, + 2.8e-05, + 2.8e-05, + 2.9e-05, + 2.8e-05, + 1.9e-05, + 3.1e-05, + 1.9e-05, + 1.3e-05, + 1.3e-05, + 1.3e-05, + 2.6e-05, + 4e-06, + 4.4e-05, + 4e-06, + 5e-06, + 5e-06, + 3e-06, + 6e-06, + 2e-06, + 5e-06, + 2.6e-05, + 1e-05, + 2.2e-05, + 2.2e-05, + 5e-06, + 3e-06, + 6e-06, + 2.4e-05, + 4e-06, + 7e-06, + 2e-05, + 4e-06, + 5e-06, + 4e-06, + 2.2e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-258", + "qid": "decision", + "type": "choice", + "pick": "fiat_currency_support", + "pick_run": "fiat_currency_support", + "same": true, + "pick_merged": "fiat_currency_support", + "same_as_merged": true, + "max_abs_dp": 0.019742347238600133, + "probs": [ + 0.000317, + 0.000931, + 0.000367, + 0.001202, + 0.000307, + 0.000518, + 0.000235, + 0.000156, + 0.000177, + 0.000141, + 0.008386, + 9.5e-05, + 8e-05, + 5.5e-05, + 7.4e-05, + 8.1e-05, + 0.000126, + 0.000159, + 0.000102, + 9.6e-05, + 7.3e-05, + 0.00012, + 0.000105, + 0.000308, + 0.02795, + 0.000382, + 0.000498, + 0.000612, + 0.024142, + 0.000863, + 0.000371, + 0.000842, + 0.003058, + 0.000738, + 0.001634, + 0.000804, + 0.733849, + 0.000434, + 0.000312, + 0.000205, + 6e-05, + 0.000332, + 0.000506, + 0.000251, + 0.000248, + 0.000179, + 0.000143, + 0.000177, + 0.000402, + 0.000218, + 0.001412, + 0.000134, + 0.000383, + 0.000161, + 0.172497, + 0.000329, + 0.000231, + 0.000237, + 0.000217, + 0.000197, + 0.00028, + 0.000211, + 0.007917, + 0.000124, + 0.000238, + 0.000211, + 8.5e-05, + 5.7e-05, + 0.000163, + 0.00029, + 0.000258, + 0.000237, + 6.4e-05, + 0.000143, + 4.2e-05, + 0.000336, + 0.000125 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-180", + "qid": "decision", + "type": "choice", + "pick": "extra_charge_on_statement", + "pick_run": "extra_charge_on_statement", + "same": true, + "pick_merged": "extra_charge_on_statement", + "same_as_merged": true, + "max_abs_dp": 0.0026105860603536715, + "probs": [ + 0.001157, + 0.001762, + 0.001357, + 0.001161, + 0.005197, + 0.003614, + 0.000686, + 0.000392, + 0.001015, + 0.000278, + 0.002113, + 0.000367, + 0.000827, + 0.000228, + 0.00128, + 0.174353, + 0.012281, + 0.001148, + 0.000354, + 0.02629, + 0.00072, + 0.000287, + 0.000343, + 0.00061, + 0.000297, + 0.000288, + 0.000686, + 0.000719, + 0.001635, + 0.000502, + 0.003074, + 0.007644, + 0.000292, + 0.000907, + 0.67442, + 0.000537, + 0.000238, + 0.000948, + 0.001622, + 0.000144, + 0.000206, + 0.000403, + 0.000817, + 0.000162, + 0.000296, + 0.000927, + 0.000319, + 0.000174, + 0.00015, + 0.000156, + 0.000792, + 9e-05, + 0.000192, + 0.000304, + 0.000655, + 0.000267, + 0.02012, + 0.009823, + 0.000801, + 0.00073, + 0.002632, + 0.000353, + 0.000625, + 0.001373, + 0.023011, + 0.000267, + 0.000137, + 0.000385, + 9e-05, + 0.000318, + 0.000669, + 0.000236, + 0.000112, + 9.6e-05, + 0.000203, + 0.000129, + 0.000208 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2691", + "qid": "decision", + "type": "choice", + "pick": "balance_not_updated_after_bank_transfer", + "pick_run": "balance_not_updated_after_bank_transfer", + "same": true, + "pick_merged": "balance_not_updated_after_bank_transfer", + "same_as_merged": true, + "max_abs_dp": 0.0017004348547104975, + "probs": [ + 0.000267, + 0.000888, + 0.000884, + 0.000761, + 0.009929, + 0.966889, + 0.007075, + 0.000686, + 0.000346, + 0.000626, + 0.000303, + 0.000202, + 0.000155, + 0.000197, + 0.000315, + 0.000238, + 0.000254, + 0.000165, + 0.000155, + 0.000152, + 0.000155, + 0.000202, + 0.000507, + 8.4e-05, + 0.000118, + 8.1e-05, + 2.6e-05, + 0.000309, + 0.000282, + 0.000132, + 0.000222, + 0.000336, + 0.000144, + 0.000176, + 0.000215, + 0.000395, + 2e-05, + 6.3e-05, + 5.7e-05, + 0.000141, + 0.00015, + 0.000136, + 4.6e-05, + 9.5e-05, + 5.4e-05, + 6.5e-05, + 4.6e-05, + 0.000411, + 0.000999, + 7.7e-05, + 0.000291, + 7.9e-05, + 3e-05, + 1.4e-05, + 6.5e-05, + 1.6e-05, + 0.000409, + 0.000243, + 7.8e-05, + 0.000112, + 1e-05, + 0.000137, + 2.1e-05, + 3.3e-05, + 6.4e-05, + 0.000864, + 0.000684, + 0.000271, + 2.4e-05, + 2.6e-05, + 1.9e-05, + 3.8e-05, + 4.4e-05, + 8.8e-05, + 3.9e-05, + 2e-05, + 4.7e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-634", + "qid": "decision", + "type": "choice", + "pick": "top_up_by_bank_transfer_charge", + "pick_run": "top_up_by_bank_transfer_charge", + "same": true, + "pick_merged": "top_up_by_bank_transfer_charge", + "same_as_merged": true, + "max_abs_dp": 0.0005068288020007028, + "probs": [ + 9e-05, + 0.000754, + 9e-05, + 4.1e-05, + 0.00149, + 0.000149, + 3.2e-05, + 1.4e-05, + 1.8e-05, + 1.5e-05, + 2e-05, + 1.5e-05, + 2.1e-05, + 1.6e-05, + 1.5e-05, + 0.000111, + 3.8e-05, + 1.7e-05, + 2.4e-05, + 7.1e-05, + 1.1e-05, + 3.4e-05, + 2.4e-05, + 1.5e-05, + 4.3e-05, + 1.5e-05, + 1.9e-05, + 0.000129, + 0.000131, + 0.000142, + 0.000564, + 0.000307, + 4.5e-05, + 3.6e-05, + 0.000173, + 2.9e-05, + 3.7e-05, + 6e-05, + 0.000296, + 5.3e-05, + 1e-05, + 0.000121, + 4e-05, + 5.7e-05, + 7.5e-05, + 5.1e-05, + 3.3e-05, + 0.000543, + 0.000103, + 2.3e-05, + 0.000146, + 2.8e-05, + 0.000124, + 0.00024, + 0.000523, + 0.000333, + 0.982224, + 0.002292, + 0.000446, + 0.000282, + 0.000233, + 0.000141, + 0.000301, + 9.4e-05, + 0.004185, + 0.000338, + 9.8e-05, + 0.000587, + 5e-05, + 0.000125, + 7.2e-05, + 0.000167, + 0.000288, + 9.8e-05, + 0.000162, + 0.000135, + 2.8e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2958", + "qid": "decision", + "type": "choice", + "pick": "top_up_failed", + "pick_run": "top_up_failed", + "same": true, + "pick_merged": "top_up_failed", + "same_as_merged": true, + "max_abs_dp": 0.0065334373994927475, + "probs": [ + 0.001643, + 0.00674, + 0.255564, + 0.000493, + 0.008029, + 0.003197, + 0.000698, + 0.000899, + 0.00032, + 0.000182, + 0.000345, + 0.000294, + 0.000128, + 0.000178, + 0.001207, + 0.000222, + 0.00036, + 0.000128, + 0.000168, + 0.000186, + 0.000249, + 0.000493, + 0.000127, + 0.000221, + 0.000246, + 0.000276, + 0.000115, + 0.000679, + 0.000446, + 0.000427, + 0.000198, + 0.000248, + 0.000377, + 0.005274, + 0.000304, + 0.000112, + 0.000257, + 0.000165, + 0.000205, + 0.000171, + 0.000138, + 0.000474, + 0.000175, + 9.1e-05, + 0.000176, + 0.000172, + 0.000233, + 0.008645, + 0.000187, + 4.8e-05, + 0.00012, + 8.8e-05, + 0.000323, + 0.000328, + 0.001464, + 0.000356, + 0.001857, + 0.003426, + 0.006115, + 0.663696, + 0.000717, + 0.001146, + 0.003814, + 0.000609, + 0.000794, + 0.000626, + 0.000265, + 0.000382, + 0.000199, + 0.000561, + 0.000529, + 0.002502, + 0.005892, + 0.000797, + 0.000862, + 0.000237, + 0.000387 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-882", + "qid": "decision", + "type": "choice", + "pick": "fiat_currency_support", + "pick_run": "fiat_currency_support", + "same": true, + "pick_merged": "fiat_currency_support", + "same_as_merged": true, + "max_abs_dp": 0.0073437071897242134, + "probs": [ + 0.000346, + 0.001171, + 0.000482, + 0.000374, + 0.000412, + 0.000286, + 0.000513, + 0.000165, + 0.000138, + 7.7e-05, + 0.002989, + 7.1e-05, + 5.4e-05, + 4.2e-05, + 3.7e-05, + 4.9e-05, + 6.4e-05, + 6e-05, + 5.7e-05, + 6.9e-05, + 4.3e-05, + 7.7e-05, + 5.8e-05, + 0.000102, + 0.00103, + 0.000132, + 0.001163, + 0.001034, + 0.019563, + 0.00068, + 0.000382, + 0.000828, + 0.006591, + 0.00286, + 0.001772, + 0.000734, + 0.511166, + 0.000466, + 0.000377, + 0.000255, + 6.4e-05, + 0.000292, + 0.000575, + 0.000245, + 0.000451, + 0.000231, + 0.000221, + 0.000357, + 0.000452, + 0.000169, + 0.000816, + 0.000161, + 0.000984, + 0.000677, + 0.364266, + 0.000486, + 0.00073, + 0.001492, + 0.015723, + 0.0036, + 0.002433, + 0.000879, + 0.040421, + 0.000598, + 0.000837, + 0.000721, + 0.000148, + 0.000205, + 0.000211, + 0.000749, + 0.000695, + 0.001701, + 0.0004, + 0.000439, + 0.000202, + 0.000443, + 0.00016 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-218", + "qid": "decision", + "type": "choice", + "pick": "pending_cash_withdrawal", + "pick_run": "pending_cash_withdrawal", + "same": true, + "pick_merged": "pending_cash_withdrawal", + "same_as_merged": true, + "max_abs_dp": 0.007779176948314093, + "probs": [ + 0.005874, + 0.002421, + 0.002309, + 0.148052, + 0.000621, + 0.002497, + 0.000647, + 0.000354, + 0.000629, + 0.000431, + 0.000793, + 0.000341, + 0.000311, + 0.000248, + 0.003041, + 0.000744, + 0.000853, + 0.000456, + 0.001665, + 0.051239, + 0.090518, + 0.001064, + 0.000867, + 0.000869, + 0.000516, + 0.000884, + 0.128484, + 0.001567, + 0.002324, + 0.003008, + 0.001608, + 0.000812, + 0.001372, + 0.001643, + 0.002776, + 0.0011, + 0.000665, + 0.00105, + 0.00206, + 0.001367, + 0.001866, + 0.000718, + 0.001964, + 0.000794, + 0.002949, + 0.016575, + 0.492318, + 0.00141, + 0.001743, + 0.000757, + 0.002925, + 0.000922, + 0.000437, + 0.002153, + 0.00036, + 0.000111, + 0.000182, + 8.4e-05, + 0.000102, + 0.000113, + 0.000111, + 7.3e-05, + 7.3e-05, + 6.4e-05, + 0.000103, + 4.6e-05, + 9.7e-05, + 4.9e-05, + 8.2e-05, + 0.000238, + 0.000322, + 0.00117, + 5e-05, + 5.4e-05, + 3.3e-05, + 0.000455, + 0.000417 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1871", + "qid": "decision", + "type": "choice", + "pick": "transfer_fee_charged", + "pick_run": "transfer_fee_charged", + "same": true, + "pick_merged": "transfer_fee_charged", + "same_as_merged": true, + "max_abs_dp": 0.005223294702448422, + "probs": [ + 0.001425, + 0.00184, + 0.000889, + 0.000164, + 0.000226, + 0.002853, + 0.000209, + 7.7e-05, + 0.000223, + 0.000105, + 9.6e-05, + 0.000159, + 0.000393, + 6.3e-05, + 8.2e-05, + 0.003379, + 0.000311, + 7.7e-05, + 8.7e-05, + 0.000426, + 7.6e-05, + 7.3e-05, + 0.001167, + 0.000176, + 0.00014, + 9.5e-05, + 0.000518, + 0.003784, + 0.000484, + 0.000276, + 0.001459, + 0.000885, + 0.000603, + 0.000443, + 0.002628, + 0.00087, + 0.000343, + 0.00078, + 0.005932, + 0.000431, + 0.00056, + 0.002352, + 0.001757, + 0.000754, + 0.000496, + 0.002119, + 0.000953, + 0.010827, + 0.331102, + 0.000899, + 0.001361, + 0.000324, + 0.000466, + 0.000746, + 0.001253, + 0.000569, + 0.011702, + 0.002692, + 0.001138, + 0.000626, + 0.001205, + 0.001143, + 0.001039, + 0.002694, + 0.491197, + 0.00286, + 0.002221, + 0.046476, + 0.000756, + 0.001279, + 0.002696, + 0.001131, + 0.001475, + 0.034889, + 0.001341, + 0.000422, + 0.000234 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1660", + "qid": "decision", + "type": "choice", + "pick": "lost_or_stolen_card", + "pick_run": "lost_or_stolen_card", + "same": true, + "pick_merged": "lost_or_stolen_card", + "same_as_merged": true, + "max_abs_dp": 0.003099982307045751, + "probs": [ + 0.009547, + 0.000981, + 0.00091, + 0.000775, + 0.000252, + 0.000546, + 0.000634, + 0.000151, + 0.000388, + 0.000282, + 0.000337, + 0.000579, + 0.000291, + 0.000269, + 0.001109, + 0.002978, + 0.001523, + 0.000599, + 0.000385, + 0.000579, + 0.000725, + 0.001782, + 0.195885, + 0.000434, + 0.000263, + 0.000219, + 0.000453, + 0.000825, + 0.001173, + 0.001067, + 0.000778, + 0.000805, + 0.000798, + 0.000547, + 0.000649, + 0.000535, + 0.000565, + 0.000694, + 0.000672, + 0.000643, + 0.000734, + 0.692434, + 0.064532, + 0.000821, + 0.001448, + 0.000655, + 0.000982, + 0.001101, + 0.002364, + 0.000361, + 0.000534, + 0.000267, + 4.8e-05, + 1.7e-05, + 3.3e-05, + 1.8e-05, + 4.3e-05, + 2.1e-05, + 2.5e-05, + 2e-05, + 2.5e-05, + 1.4e-05, + 2.1e-05, + 3.2e-05, + 2.2e-05, + 1.4e-05, + 2.6e-05, + 0.000366, + 4.2e-05, + 3.4e-05, + 2.4e-05, + 4.5e-05, + 2.2e-05, + 4.5e-05, + 1.4e-05, + 4.4e-05, + 0.000129 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1126", + "qid": "decision", + "type": "choice", + "pick": "edit_personal_details", + "pick_run": "edit_personal_details", + "same": true, + "pick_merged": "edit_personal_details", + "same_as_merged": true, + "max_abs_dp": 2.3691733503583556e-05, + "probs": [ + 0.000288, + 0.000112, + 5.1e-05, + 2.6e-05, + 0.000189, + 4.3e-05, + 2.2e-05, + 1.6e-05, + 6.2e-05, + 1.8e-05, + 2.7e-05, + 4.2e-05, + 2e-05, + 2e-05, + 2.1e-05, + 3.8e-05, + 2.4e-05, + 4.3e-05, + 3.8e-05, + 4.4e-05, + 1.5e-05, + 5.4e-05, + 2.6e-05, + 4.1e-05, + 3.3e-05, + 3.2e-05, + 8.1e-05, + 0.000141, + 0.000121, + 0.000172, + 0.996788, + 0.000168, + 4.2e-05, + 6.1e-05, + 7.3e-05, + 2.7e-05, + 2.3e-05, + 4.1e-05, + 2.7e-05, + 2.5e-05, + 6.6e-05, + 5.4e-05, + 4.2e-05, + 4.2e-05, + 3.6e-05, + 3.5e-05, + 3.4e-05, + 7.2e-05, + 2.3e-05, + 2.2e-05, + 6.2e-05, + 2.9e-05, + 3.2e-05, + 8e-06, + 2e-05, + 1.5e-05, + 0.000165, + 1.2e-05, + 7e-06, + 6e-06, + 2e-06, + 2e-06, + 8e-06, + 5e-06, + 5e-06, + 4e-06, + 4e-06, + 3e-06, + 7e-06, + 6e-06, + 3e-06, + 3e-06, + 4e-06, + 2e-06, + 3e-06, + 8e-06, + 1.2e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2321", + "qid": "decision", + "type": "choice", + "pick": "transfer_into_account", + "pick_run": "transfer_into_account", + "same": true, + "pick_merged": "transfer_into_account", + "same_as_merged": true, + "max_abs_dp": 0.013481811466315774, + "probs": [ + 0.001006, + 0.000711, + 0.000236, + 9.4e-05, + 0.000432, + 0.000144, + 6.3e-05, + 4.7e-05, + 9.8e-05, + 3.5e-05, + 4.5e-05, + 3.4e-05, + 2e-05, + 8.9e-05, + 3.3e-05, + 3.3e-05, + 0.000102, + 3.7e-05, + 2.2e-05, + 3e-05, + 1.3e-05, + 2.9e-05, + 4.1e-05, + 9.4e-05, + 0.010739, + 3.2e-05, + 0.000122, + 0.000371, + 0.000151, + 0.000275, + 0.000425, + 0.000242, + 0.000402, + 0.000522, + 0.00331, + 0.000627, + 0.000512, + 0.00022, + 0.000402, + 0.00652, + 0.000256, + 0.00034, + 0.000741, + 0.000824, + 0.000355, + 0.00035, + 0.000335, + 0.001133, + 0.00097, + 0.000539, + 0.150468, + 0.000551, + 0.000225, + 0.000197, + 0.000435, + 0.000348, + 0.000479, + 0.000915, + 0.002484, + 0.001009, + 0.00025, + 0.000519, + 0.00309, + 0.000652, + 0.001193, + 0.78534, + 0.000664, + 0.000974, + 0.000296, + 0.000582, + 0.000767, + 0.000622, + 0.000681, + 0.000537, + 0.001607, + 0.01084, + 7e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2667", + "qid": "decision", + "type": "choice", + "pick": "top_up_failed", + "pick_run": "top_up_failed", + "same": true, + "pick_merged": "top_up_failed", + "same_as_merged": true, + "max_abs_dp": 0.0018449919208775034, + "probs": [ + 0.000358, + 0.005022, + 0.00012, + 4.1e-05, + 0.000981, + 0.000279, + 8.3e-05, + 0.000309, + 0.000131, + 7.5e-05, + 3.1e-05, + 6.4e-05, + 1.4e-05, + 1.4e-05, + 3.4e-05, + 3.2e-05, + 6.6e-05, + 2.6e-05, + 3.2e-05, + 4.2e-05, + 0.000103, + 0.000303, + 1.8e-05, + 4.7e-05, + 6.3e-05, + 0.000236, + 0.000152, + 0.000958, + 0.000369, + 0.000477, + 0.000156, + 0.000221, + 0.00051, + 0.009105, + 0.001012, + 0.000553, + 0.000247, + 0.000245, + 0.000305, + 0.000224, + 0.000117, + 0.00025, + 0.00025, + 0.000113, + 0.000203, + 0.000232, + 0.001555, + 0.028142, + 0.000336, + 9e-05, + 0.00033, + 0.000462, + 0.000444, + 0.000399, + 0.000612, + 0.00026, + 0.001743, + 0.001355, + 0.00375, + 0.871839, + 0.008982, + 0.003796, + 0.002401, + 0.000544, + 0.000372, + 0.000477, + 0.000201, + 0.000273, + 0.000278, + 0.000537, + 0.00072, + 0.031075, + 0.012554, + 0.000634, + 0.001203, + 0.000252, + 0.000157 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1537", + "qid": "decision", + "type": "choice", + "pick": "passcode_forgotten", + "pick_run": "passcode_forgotten", + "same": true, + "pick_merged": "passcode_forgotten", + "same_as_merged": true, + "max_abs_dp": 0.010392345351136423, + "probs": [ + 0.000355, + 0.000329, + 0.000558, + 0.000863, + 0.000173, + 0.000177, + 0.00027, + 0.000141, + 0.000154, + 0.000126, + 0.000298, + 0.000158, + 0.000113, + 0.000153, + 0.004414, + 0.000448, + 0.000352, + 0.000299, + 0.000556, + 0.000328, + 0.000156, + 0.074116, + 0.000265, + 0.000926, + 0.000177, + 0.000335, + 0.000227, + 0.000233, + 0.000428, + 0.000265, + 6.5e-05, + 0.00016, + 0.000176, + 0.000189, + 0.000235, + 0.000136, + 0.000171, + 0.000358, + 0.000143, + 0.000167, + 9.5e-05, + 0.000247, + 0.000224, + 0.000574, + 0.865851, + 0.0005, + 0.000228, + 0.001169, + 0.000174, + 0.038235, + 0.000239, + 0.00018, + 4.8e-05, + 4.1e-05, + 0.000101, + 1.6e-05, + 5.1e-05, + 2.8e-05, + 2.2e-05, + 3.4e-05, + 1.6e-05, + 1e-05, + 2.4e-05, + 3.2e-05, + 3.8e-05, + 1.7e-05, + 2.4e-05, + 3.8e-05, + 0.000551, + 0.001278, + 6.3e-05, + 5.8e-05, + 0.000139, + 2.1e-05, + 0.000277, + 8.1e-05, + 8.3e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1232", + "qid": "decision", + "type": "choice", + "pick": "unable_to_verify_identity", + "pick_run": "unable_to_verify_identity", + "same": true, + "pick_merged": "unable_to_verify_identity", + "same_as_merged": true, + "max_abs_dp": 0.01601163894116575, + "probs": [ + 0.000231, + 0.004735, + 0.00013, + 6.3e-05, + 6.4e-05, + 5.1e-05, + 5.1e-05, + 2.4e-05, + 3.6e-05, + 4.4e-05, + 3.2e-05, + 6.3e-05, + 1.9e-05, + 1.8e-05, + 6.7e-05, + 3.4e-05, + 7.5e-05, + 0.000522, + 6.3e-05, + 4.1e-05, + 4.5e-05, + 3.6e-05, + 0.00023, + 0.001144, + 0.000147, + 0.000101, + 9.2e-05, + 0.000571, + 0.000166, + 9.6e-05, + 8e-05, + 4.6e-05, + 7.4e-05, + 7.7e-05, + 0.000313, + 0.000119, + 2.5e-05, + 0.000127, + 6.7e-05, + 8.1e-05, + 4.2e-05, + 0.000154, + 3.6e-05, + 0.00447, + 0.001065, + 0.000109, + 9.6e-05, + 6.8e-05, + 0.000208, + 0.00391, + 0.000199, + 0.000146, + 0.001986, + 0.001782, + 0.0011, + 0.000502, + 0.000569, + 0.000822, + 0.000683, + 0.002072, + 0.00056, + 0.000677, + 0.000846, + 0.001407, + 0.000806, + 0.000472, + 0.000589, + 0.001012, + 0.557294, + 0.115803, + 0.001731, + 0.002247, + 0.001362, + 0.00346, + 0.276678, + 0.004964, + 7.1e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2490", + "qid": "decision", + "type": "choice", + "pick": "get_physical_card", + "pick_run": "get_physical_card", + "same": true, + "pick_merged": "get_physical_card", + "same_as_merged": true, + "max_abs_dp": 0.011835043032974446, + "probs": [ + 0.00333, + 0.002513, + 0.001082, + 0.000418, + 0.000274, + 0.000395, + 0.000536, + 0.000172, + 0.000332, + 0.000744, + 0.008884, + 0.17001, + 0.027872, + 0.000501, + 0.000634, + 0.000319, + 0.000581, + 0.000778, + 0.000281, + 0.000382, + 0.000326, + 0.000203, + 0.000475, + 0.00031, + 0.000291, + 0.000347, + 0.000478, + 0.000876, + 0.001021, + 0.000668, + 0.000505, + 0.000235, + 0.000509, + 0.000336, + 0.000539, + 0.000351, + 0.000752, + 0.01722, + 0.5705, + 0.001972, + 0.001437, + 0.000522, + 0.000364, + 0.161353, + 0.000845, + 0.000483, + 0.000423, + 0.000288, + 0.004359, + 0.000181, + 0.000275, + 0.000132, + 0.000204, + 6.3e-05, + 0.000272, + 8.1e-05, + 0.000116, + 0.000121, + 0.000119, + 0.000213, + 6e-05, + 9.4e-05, + 0.000302, + 0.000325, + 0.003869, + 0.000303, + 0.000218, + 7.4e-05, + 0.000358, + 0.000159, + 9.9e-05, + 0.000524, + 9.5e-05, + 0.003314, + 8.7e-05, + 0.000145, + 0.000172 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1156", + "qid": "decision", + "type": "choice", + "pick": "edit_personal_details", + "pick_run": "edit_personal_details", + "same": true, + "pick_merged": "edit_personal_details", + "same_as_merged": true, + "max_abs_dp": 0.0001435848000728157, + "probs": [ + 0.000257, + 0.000113, + 4.9e-05, + 2.3e-05, + 0.00023, + 3.5e-05, + 1.8e-05, + 1.5e-05, + 3.5e-05, + 1.4e-05, + 2.3e-05, + 3.6e-05, + 1.7e-05, + 1.8e-05, + 1.6e-05, + 2.9e-05, + 2.1e-05, + 3.9e-05, + 3.2e-05, + 3.6e-05, + 1.2e-05, + 7.6e-05, + 2.2e-05, + 4.2e-05, + 3.8e-05, + 2.8e-05, + 7.6e-05, + 0.000145, + 0.000132, + 0.000171, + 0.99685, + 0.000158, + 4.1e-05, + 5.3e-05, + 6.1e-05, + 2.5e-05, + 2.2e-05, + 3.7e-05, + 2.8e-05, + 2.6e-05, + 5.9e-05, + 5e-05, + 3.8e-05, + 4.4e-05, + 4.5e-05, + 4e-05, + 3e-05, + 7.7e-05, + 2.5e-05, + 2.6e-05, + 6.4e-05, + 3e-05, + 3.2e-05, + 8e-06, + 2e-05, + 1.7e-05, + 0.000176, + 1.2e-05, + 7e-06, + 6e-06, + 2e-06, + 2e-06, + 9e-06, + 5e-06, + 6e-06, + 4e-06, + 4e-06, + 3e-06, + 8e-06, + 7e-06, + 4e-06, + 3e-06, + 4e-06, + 3e-06, + 3e-06, + 9e-06, + 1.5e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2020", + "qid": "decision", + "type": "choice", + "pick": "verify_source_of_funds", + "pick_run": "verify_source_of_funds", + "same": true, + "pick_merged": "verify_source_of_funds", + "same_as_merged": true, + "max_abs_dp": 0.0034095756796900245, + "probs": [ + 0.000167, + 0.001175, + 0.000172, + 4.7e-05, + 0.000167, + 0.000114, + 0.000117, + 3.6e-05, + 5e-05, + 2.6e-05, + 4e-05, + 3.4e-05, + 2.6e-05, + 3.4e-05, + 1.8e-05, + 3.7e-05, + 4.3e-05, + 3e-05, + 5.9e-05, + 0.00015, + 3.6e-05, + 7.3e-05, + 4.4e-05, + 8.5e-05, + 0.000143, + 5.1e-05, + 5.3e-05, + 0.000153, + 0.000206, + 0.000153, + 9.4e-05, + 8.9e-05, + 0.000372, + 0.000137, + 0.001092, + 0.000171, + 9.7e-05, + 9.1e-05, + 0.000113, + 9.6e-05, + 4.2e-05, + 0.000151, + 0.000112, + 0.000172, + 0.000308, + 0.003187, + 0.000615, + 0.001136, + 0.000364, + 0.000699, + 0.003156, + 0.000282, + 0.000321, + 0.000126, + 0.00048, + 0.0004, + 0.000371, + 0.000399, + 0.000964, + 0.000519, + 0.001166, + 0.000299, + 0.000807, + 0.000448, + 0.000393, + 0.000573, + 0.000244, + 0.000635, + 0.000421, + 0.002785, + 0.919539, + 0.035216, + 0.002729, + 0.000668, + 0.010613, + 0.003407, + 0.00036 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-1671", + "qid": "decision", + "type": "choice", + "pick": "lost_or_stolen_phone", + "pick_run": "lost_or_stolen_phone", + "same": true, + "pick_merged": "lost_or_stolen_phone", + "same_as_merged": true, + "max_abs_dp": 0.008380929544541945, + "probs": [ + 0.003472, + 0.001614, + 0.001026, + 0.000782, + 7.8e-05, + 0.000318, + 0.000288, + 5.9e-05, + 8.5e-05, + 9e-05, + 0.00011, + 0.000331, + 6.5e-05, + 0.000127, + 0.00056, + 0.001391, + 0.000881, + 0.000638, + 7.5e-05, + 0.000464, + 0.000249, + 0.000173, + 0.003076, + 0.000135, + 7.2e-05, + 9.1e-05, + 0.000225, + 0.000533, + 0.000414, + 0.000474, + 0.000309, + 0.000292, + 0.000533, + 0.000449, + 0.00028, + 0.000684, + 0.000106, + 0.000476, + 0.000242, + 0.000287, + 0.000972, + 0.038828, + 0.932553, + 0.002117, + 0.000282, + 0.000351, + 0.000828, + 0.000491, + 0.000806, + 0.000218, + 0.000336, + 0.000291, + 3.9e-05, + 1e-05, + 1.9e-05, + 1.2e-05, + 2.1e-05, + 3e-06, + 4e-06, + 7e-06, + 8e-06, + 4e-06, + 3e-06, + 1.1e-05, + 6e-06, + 3e-06, + 2.1e-05, + 2.7e-05, + 2.7e-05, + 1e-05, + 7e-06, + 1.9e-05, + 6e-06, + 8e-06, + 8e-06, + 2.1e-05, + 6.7e-05 + ] + }, + { + "set": "jevals-banking77", + "id": "jevals-banking77:banking77-2933", + "qid": "decision", + "type": "choice", + "pick": "card_about_to_expire", + "pick_run": "card_about_to_expire", + "same": true, + "pick_merged": "card_about_to_expire", + "same_as_merged": true, + "max_abs_dp": 0.0025808816757956765, + "probs": [ + 0.000499, + 0.000212, + 0.000486, + 0.000242, + 0.00054, + 0.0002, + 0.000217, + 0.000166, + 0.000164, + 0.919496, + 0.000803, + 0.00558, + 0.015014, + 0.000487, + 0.000468, + 0.000681, + 0.000244, + 0.000778, + 0.000232, + 0.000443, + 0.000177, + 0.000114, + 0.000128, + 0.000135, + 8.1e-05, + 0.000132, + 6.4e-05, + 0.000176, + 0.00055, + 0.000391, + 6.4e-05, + 0.00011, + 0.000153, + 0.000104, + 0.00016, + 0.000573, + 8.1e-05, + 0.000195, + 0.011243, + 0.010255, + 3.3e-05, + 0.000158, + 3.2e-05, + 0.02685, + 0.000257, + 0.000233, + 4.5e-05, + 4.5e-05, + 6e-05, + 3.3e-05, + 2.5e-05, + 2e-05, + 2.1e-05, + 3e-06, + 1.5e-05, + 3e-06, + 2.8e-05, + 3e-06, + 5e-06, + 9e-06, + 6e-06, + 2.5e-05, + 5e-06, + 1.1e-05, + 2.3e-05, + 2.7e-05, + 6e-06, + 3e-06, + 3.8e-05, + 4e-06, + 5e-06, + 1e-05, + 2e-06, + 2e-06, + 5e-06, + 8e-06, + 0.000102 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-599", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.004922601191043097, + "probs": [ + 0.011313, + 0.0372, + 0.143719, + 0.337791, + 0.469977 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-269", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.00347739020841481, + "probs": [ + 0.067662, + 0.160908, + 0.239407, + 0.313992, + 0.218031 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-910", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.003814873513442618, + "probs": [ + 0.03916, + 0.108079, + 0.196429, + 0.338528, + 0.317803 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-243", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0028198736922098178, + "probs": [ + 0.002245, + 0.01105, + 0.085967, + 0.272109, + 0.628629 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-789", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0011124284742040358, + "probs": [ + 0.144737, + 0.192021, + 0.170446, + 0.195554, + 0.297241 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-1001", + "qid": "decision", + "type": "score", + "pick": "0", + "pick_run": "0", + "same": true, + "pick_merged": "0", + "same_as_merged": true, + "max_abs_dp": 0.005427664360212803, + "probs": [ + 0.455465, + 0.371816, + 0.117171, + 0.031777, + 0.023772 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-448", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.0031950706528307005, + "probs": [ + 0.048144, + 0.122186, + 0.222164, + 0.328528, + 0.278979 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-1008", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.004332470894166773, + "probs": [ + 0.132683, + 0.179938, + 0.233638, + 0.251878, + 0.201864 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-873", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0025727483890576885, + "probs": [ + 0.018217, + 0.076567, + 0.187493, + 0.341077, + 0.376646 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-705", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.00341320223517777, + "probs": [ + 0.247191, + 0.396965, + 0.179246, + 0.093061, + 0.083537 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-151", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.00188113156402836, + "probs": [ + 0.144376, + 0.341063, + 0.273689, + 0.142795, + 0.098077 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-920", + "qid": "decision", + "type": "score", + "pick": "0", + "pick_run": "0", + "same": true, + "pick_merged": "0", + "same_as_merged": true, + "max_abs_dp": 0.0012317575999764019, + "probs": [ + 0.411936, + 0.343521, + 0.141379, + 0.054588, + 0.048576 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-496", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.00214681282723983, + "probs": [ + 0.00247, + 0.012007, + 0.098293, + 0.293902, + 0.593329 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-21", + "qid": "decision", + "type": "score", + "pick": "0", + "pick_run": "0", + "same": true, + "pick_merged": "0", + "same_as_merged": true, + "max_abs_dp": 0.0020190776767765595, + "probs": [ + 0.631609, + 0.294881, + 0.053148, + 0.009245, + 0.011117 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-553", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0006573411644905658, + "probs": [ + 0.005318, + 0.030406, + 0.154816, + 0.338783, + 0.470677 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-618", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0031936865283497262, + "probs": [ + 0.006498, + 0.028026, + 0.147744, + 0.357603, + 0.460129 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-452", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.002930824522795944, + "probs": [ + 0.232157, + 0.240448, + 0.177879, + 0.166544, + 0.182972 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-422", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.003003107623485435, + "probs": [ + 0.132372, + 0.300435, + 0.291403, + 0.176367, + 0.099422 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-820", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.004285688309698443, + "probs": [ + 0.005343, + 0.022582, + 0.132097, + 0.330757, + 0.509222 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-1034", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0034591936299508963, + "probs": [ + 0.012151, + 0.047766, + 0.150496, + 0.303142, + 0.486445 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-14", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0032718503617272243, + "probs": [ + 0.010349, + 0.040684, + 0.140618, + 0.33081, + 0.477539 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-221", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0017355529024948302, + "probs": [ + 0.011903, + 0.057594, + 0.172963, + 0.355418, + 0.402122 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-367", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.0037178839502509664, + "probs": [ + 0.034047, + 0.139617, + 0.275733, + 0.349099, + 0.201504 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-898", + "qid": "decision", + "type": "score", + "pick": "2", + "pick_run": "2", + "same": true, + "pick_merged": "2", + "same_as_merged": true, + "max_abs_dp": 0.002685035019268117, + "probs": [ + 0.117918, + 0.249681, + 0.282262, + 0.207415, + 0.142724 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-475", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.003149468530170535, + "probs": [ + 0.040938, + 0.120413, + 0.248742, + 0.371861, + 0.218045 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-1022", + "qid": "decision", + "type": "score", + "pick": "2", + "pick_run": "2", + "same": true, + "pick_merged": "2", + "same_as_merged": true, + "max_abs_dp": 0.009174598261545514, + "probs": [ + 0.117433, + 0.201121, + 0.271416, + 0.240424, + 0.169606 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-767", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0015669800437830284, + "probs": [ + 0.041962, + 0.116172, + 0.208608, + 0.294762, + 0.338496 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-588", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.002505181402011447, + "probs": [ + 0.007477, + 0.034168, + 0.156446, + 0.357456, + 0.444453 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-380", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0017358835600511935, + "probs": [ + 0.051854, + 0.109193, + 0.181975, + 0.302186, + 0.354791 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-444", + "qid": "decision", + "type": "score", + "pick": "2", + "pick_run": "2", + "same": true, + "pick_merged": "2", + "same_as_merged": true, + "max_abs_dp": 0.0037794032303880842, + "probs": [ + 0.091021, + 0.191269, + 0.273122, + 0.262463, + 0.182125 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-786", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.0015780233752445416, + "probs": [ + 0.189853, + 0.313715, + 0.253261, + 0.143568, + 0.099603 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-891", + "qid": "decision", + "type": "score", + "pick": "0", + "pick_run": "0", + "same": true, + "pick_merged": "0", + "same_as_merged": true, + "max_abs_dp": 0.004612640032633841, + "probs": [ + 0.718672, + 0.202023, + 0.035645, + 0.012854, + 0.030806 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-805", + "qid": "decision", + "type": "score", + "pick": "0", + "pick_run": "0", + "same": true, + "pick_merged": "0", + "same_as_merged": true, + "max_abs_dp": 0.008084152574699521, + "probs": [ + 0.289039, + 0.256247, + 0.16975, + 0.129325, + 0.155639 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-54", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0011855079065469787, + "probs": [ + 0.057424, + 0.095536, + 0.141813, + 0.245793, + 0.459433 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-142", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.006354804116570412, + "probs": [ + 0.024324, + 0.106535, + 0.276245, + 0.39529, + 0.197606 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-178", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.004103821797301177, + "probs": [ + 0.352609, + 0.377334, + 0.171767, + 0.055113, + 0.043176 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-531", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.005321314396025789, + "probs": [ + 0.034513, + 0.092534, + 0.106435, + 0.209115, + 0.557403 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-823", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0008794353695045221, + "probs": [ + 0.005168, + 0.022613, + 0.132342, + 0.346585, + 0.493293 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-305", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0015610678569727976, + "probs": [ + 0.019691, + 0.070705, + 0.172784, + 0.319549, + 0.417271 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-526", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.005186751654397637, + "probs": [ + 0.025895, + 0.086842, + 0.151081, + 0.281038, + 0.455143 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-359", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.002544895347603493, + "probs": [ + 0.047384, + 0.101575, + 0.189208, + 0.334079, + 0.327753 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-783", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.002836324149030567, + "probs": [ + 0.16453, + 0.34509, + 0.299389, + 0.134688, + 0.056303 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-644", + "qid": "decision", + "type": "score", + "pick": "0", + "pick_run": "0", + "same": true, + "pick_merged": "0", + "same_as_merged": true, + "max_abs_dp": 0.0027377366074818887, + "probs": [ + 0.521092, + 0.342695, + 0.100937, + 0.020541, + 0.014735 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-278", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.0035999887897593674, + "probs": [ + 0.197327, + 0.307427, + 0.219882, + 0.155166, + 0.120198 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-790", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.003322863653097863, + "probs": [ + 0.003654, + 0.018304, + 0.124541, + 0.322234, + 0.531266 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-723", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.00182971124364123, + "probs": [ + 0.017306, + 0.073421, + 0.192359, + 0.337336, + 0.379578 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-972", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.0009110030124023227, + "probs": [ + 0.055425, + 0.127015, + 0.214356, + 0.309709, + 0.293495 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-646", + "qid": "decision", + "type": "score", + "pick": "2", + "pick_run": "2", + "same": true, + "pick_merged": "2", + "same_as_merged": true, + "max_abs_dp": 0.0011696199595028767, + "probs": [ + 0.093038, + 0.234189, + 0.364861, + 0.218432, + 0.08948 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-878", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.0015629655503214546, + "probs": [ + 0.054232, + 0.136402, + 0.256824, + 0.335724, + 0.216817 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-945", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.004202894672032997, + "probs": [ + 0.252624, + 0.315207, + 0.229864, + 0.112898, + 0.089408 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-963", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.0036727848293545695, + "probs": [ + 0.046076, + 0.11445, + 0.212318, + 0.318857, + 0.308299 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-83", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.0026512800341507714, + "probs": [ + 0.041473, + 0.124443, + 0.224539, + 0.331607, + 0.277938 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-66", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.0015987441677735859, + "probs": [ + 0.062751, + 0.132262, + 0.233196, + 0.330085, + 0.241707 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-914", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.0038503801266971394, + "probs": [ + 0.102306, + 0.170613, + 0.251189, + 0.274598, + 0.201295 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-258", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.002384649991764798, + "probs": [ + 0.012092, + 0.054094, + 0.126153, + 0.293921, + 0.51374 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-998", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.002576697231814584, + "probs": [ + 0.180312, + 0.208814, + 0.195227, + 0.19961, + 0.216037 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-326", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.0039804791699637465, + "probs": [ + 0.027513, + 0.098563, + 0.210666, + 0.356681, + 0.306578 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-69", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.005365735953557993, + "probs": [ + 0.025068, + 0.090105, + 0.216313, + 0.349985, + 0.318529 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-630", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.0012625472685003913, + "probs": [ + 0.136205, + 0.201191, + 0.195882, + 0.240594, + 0.226127 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-566", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "3", + "same": false, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.006379076873994749, + "probs": [ + 0.024582, + 0.089031, + 0.199083, + 0.340649, + 0.346655 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-404", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.0028718426843895584, + "probs": [ + 0.024237, + 0.119724, + 0.226783, + 0.360274, + 0.268982 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-793", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0038269135340179283, + "probs": [ + 0.00756, + 0.036019, + 0.157424, + 0.34601, + 0.452987 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-901", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.0073806713920308575, + "probs": [ + 0.258942, + 0.365422, + 0.191097, + 0.100541, + 0.083997 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-532", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.004489398784641968, + "probs": [ + 0.076196, + 0.160505, + 0.240179, + 0.293392, + 0.229727 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-446", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.003421300777399383, + "probs": [ + 0.010456, + 0.053183, + 0.151031, + 0.340978, + 0.444351 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-844", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.007042199797966442, + "probs": [ + 0.017053, + 0.078812, + 0.211646, + 0.39188, + 0.300609 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-411", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0005431018453441183, + "probs": [ + 0.016999, + 0.06079, + 0.154978, + 0.312399, + 0.454834 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-685", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0022882927989434365, + "probs": [ + 0.008863, + 0.038297, + 0.144954, + 0.314303, + 0.493583 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-569", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.006397774298238901, + "probs": [ + 0.197828, + 0.354994, + 0.220481, + 0.126531, + 0.100166 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-980", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.0019926833846464764, + "probs": [ + 0.057411, + 0.150354, + 0.247152, + 0.315742, + 0.22934 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-338", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.002756297908442007, + "probs": [ + 0.002582, + 0.010905, + 0.087961, + 0.260817, + 0.637734 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-926", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0032932825222643514, + "probs": [ + 0.007257, + 0.031665, + 0.130009, + 0.302198, + 0.528871 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-369", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0006481387992561816, + "probs": [ + 0.003374, + 0.016295, + 0.119446, + 0.315277, + 0.545608 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-648", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.002805825069765233, + "probs": [ + 0.00779, + 0.041544, + 0.175616, + 0.365437, + 0.409614 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-87", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.0032766505688551772, + "probs": [ + 0.319648, + 0.404051, + 0.192594, + 0.057839, + 0.025869 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-727", + "qid": "decision", + "type": "score", + "pick": "3", + "pick_run": "3", + "same": true, + "pick_merged": "3", + "same_as_merged": true, + "max_abs_dp": 0.004853458493105534, + "probs": [ + 0.038637, + 0.114616, + 0.222526, + 0.321255, + 0.302966 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-401", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0011938355995291666, + "probs": [ + 0.051524, + 0.120941, + 0.187262, + 0.285018, + 0.355255 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-265", + "qid": "decision", + "type": "score", + "pick": "0", + "pick_run": "0", + "same": true, + "pick_merged": "0", + "same_as_merged": true, + "max_abs_dp": 0.0012855106262937288, + "probs": [ + 0.362261, + 0.341567, + 0.168206, + 0.070438, + 0.057527 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-780", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.002179695275925514, + "probs": [ + 0.167223, + 0.3105, + 0.268539, + 0.147937, + 0.105802 + ] + }, + { + "set": "jevals-helpsteer2", + "id": "jevals-helpsteer2:helpsteer2-899", + "qid": "decision", + "type": "score", + "pick": "4", + "pick_run": "4", + "same": true, + "pick_merged": "4", + "same_as_merged": true, + "max_abs_dp": 0.0036981944868150762, + "probs": [ + 0.003793, + 0.014768, + 0.063647, + 0.2022, + 0.715592 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-41-diverse-211-020-base", + "qid": "decision", + "type": "choice", + "pick": "city_no_r3", + "pick_run": "city_no_r3", + "same": true, + "pick_merged": "city_no_r3", + "same_as_merged": true, + "max_abs_dp": 0.0023012705830707247, + "probs": [ + 0.057961, + 0.08302, + 0.709641, + 0.059469, + 0.074581, + 0.015328 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:scale-diverse-174-003-base", + "qid": "decision", + "type": "score", + "pick": "2", + "pick_run": "2", + "same": true, + "pick_merged": "2", + "same_as_merged": true, + "max_abs_dp": 0.0027399418540842713, + "probs": [ + 0.0085, + 0.052214, + 0.62594, + 0.313345 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-169-065-counterfactual", + "qid": "decision", + "type": "choice", + "pick": "deny_low", + "pick_run": "deny_low", + "same": true, + "pick_merged": "deny_low", + "same_as_merged": true, + "max_abs_dp": 0.002707611644321095, + "probs": [ + 0.576848, + 0.352867, + 0.070285 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:scale-diverse-173-001-base", + "qid": "decision", + "type": "score", + "pick": "0", + "pick_run": "0", + "same": true, + "pick_merged": "0", + "same_as_merged": true, + "max_abs_dp": 0.0015860690514126752, + "probs": [ + 0.798057, + 0.063378, + 0.117149, + 0.021416 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-079-037-counterfactual", + "qid": "decision", + "type": "choice", + "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant", + "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", + "same": true, + "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", + "same_as_merged": true, + "max_abs_dp": 0.00659855455848235, + "probs": [ + 0.009631, + 0.035842, + 0.210938, + 0.743588 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-171-008-counterfactual", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.00018164575532098048, + "probs": [ + 0.029234, + 0.970766 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-174-011-base", + "qid": "decision", + "type": "score", + "pick": "2", + "pick_run": "2", + "same": true, + "pick_merged": "2", + "same_as_merged": true, + "max_abs_dp": 0.006711626471475718, + "probs": [ + 0.060208, + 0.162611, + 0.508413, + 0.268768 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-41-diverse-009-004-base", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00018350799077204716, + "probs": [ + 0.975586, + 0.024414 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-171-010-base", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00040777461702882004, + "probs": [ + 0.979723, + 0.020277 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-169-012-counterfactual", + "qid": "decision", + "type": "choice", + "pick": "deny_low", + "pick_run": "deny_low", + "same": true, + "pick_merged": "deny_low", + "same_as_merged": true, + "max_abs_dp": 0.012998407364000153, + "probs": [ + 0.573712, + 0.355171, + 0.071117 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-41-diverse-275-013-counterfactual", + "qid": "decision", + "type": "score", + "pick": "0", + "pick_run": "0", + "same": true, + "pick_merged": "0", + "same_as_merged": true, + "max_abs_dp": 0.0025429627967241686, + "probs": [ + 0.882808, + 0.096378, + 0.020814 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:scale-diverse-097-005-base", + "qid": "decision", + "type": "choice", + "pick": "assign_420_as_best_fit", + "pick_run": "assign_420_as_best_fit", + "same": true, + "pick_merged": "assign_420_as_best_fit", + "same_as_merged": true, + "max_abs_dp": 0.0016162163033771534, + "probs": [ + 0.304233, + 0.041637, + 0.65413 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-169-068-base", + "qid": "decision", + "type": "choice", + "pick": "release_high", + "pick_run": "release_high", + "same": true, + "pick_merged": "release_high", + "same_as_merged": true, + "max_abs_dp": 0.005120714604440191, + "probs": [ + 0.119762, + 0.200964, + 0.679274 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-41-diverse-079-012-counterfactual", + "qid": "decision", + "type": "choice", + "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant", + "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", + "same": true, + "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", + "same_as_merged": true, + "max_abs_dp": 0.004215124851962293, + "probs": [ + 0.008425, + 0.032133, + 0.300131, + 0.659311 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:scale-diverse-007-005-base", + "qid": "decision", + "type": "choice", + "pick": "major_seller_correction_not_ready", + "pick_run": "major_seller_correction_not_ready", + "same": true, + "pick_merged": "major_seller_correction_not_ready", + "same_as_merged": true, + "max_abs_dp": 0.0020475428220474434, + "probs": [ + 0.011744, + 0.928534, + 0.033862, + 0.02586 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-41-diverse-171-003-counterfactual", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 4.9747874235950285e-05, + "probs": [ + 0.044815, + 0.955185 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-41-diverse-212-032-counterfactual", + "qid": "decision", + "type": "choice", + "pick": "travel_advance_3", + "pick_run": "travel_advance_3", + "same": true, + "pick_merged": "travel_advance_3", + "same_as_merged": true, + "max_abs_dp": 0.000635511742151984, + "probs": [ + 0.043957, + 0.116681, + 0.839361 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-41-diverse-009-004-counterfactual", + "qid": "decision", + "type": "noul", + "pick": "false", + "pick_run": "false", + "same": true, + "pick_merged": "false", + "same_as_merged": true, + "max_abs_dp": 0.0004548542581183021, + "probs": [ + 0.032286, + 0.967714 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-174-010-counterfactual", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.0019834538380790745, + "probs": [ + 0.200079, + 0.705847, + 0.080405, + 0.013669 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-174-006-counterfactual", + "qid": "decision", + "type": "score", + "pick": "1", + "pick_run": "1", + "same": true, + "pick_merged": "1", + "same_as_merged": true, + "max_abs_dp": 0.002031408790793776, + "probs": [ + 0.173835, + 0.711109, + 0.098043, + 0.017014 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-41-diverse-009-001-base", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 5.2892537126945915e-05, + "probs": [ + 0.974093, + 0.025907 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-079-058-base", + "qid": "decision", + "type": "choice", + "pick": "Proceed \u2014 High; no remaining routing", + "pick_run": "Proceed \u2014 High; no remaining routing", + "same": true, + "pick_merged": "Proceed \u2014 High; no remaining routing", + "same_as_merged": true, + "max_abs_dp": 0.010268692968511517, + "probs": [ + 0.009492, + 0.041842, + 0.608073, + 0.340593 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-171-016-base", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.00032588928955357144, + "probs": [ + 0.976309, + 0.023691 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:scale-diverse-007-004-base", + "qid": "decision", + "type": "choice", + "pick": "major_seller_correction_not_ready", + "pick_run": "major_seller_correction_not_ready", + "same": true, + "pick_merged": "major_seller_correction_not_ready", + "same_as_merged": true, + "max_abs_dp": 0.0006795954736056146, + "probs": [ + 0.0096, + 0.924681, + 0.035473, + 0.030245 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:scale-diverse-171-001-base", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.007528637619689471, + "probs": [ + 0.817079, + 0.182921 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:scale-diverse-275-004-counterfactual", + "qid": "decision", + "type": "score", + "pick": "0", + "pick_run": "0", + "same": true, + "pick_merged": "0", + "same_as_merged": true, + "max_abs_dp": 0.001791241562814072, + "probs": [ + 0.887242, + 0.090084, + 0.022675 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-169-053-counterfactual", + "qid": "decision", + "type": "choice", + "pick": "deny_low", + "pick_run": "deny_low", + "same": true, + "pick_merged": "deny_low", + "same_as_merged": true, + "max_abs_dp": 0.007361250652567319, + "probs": [ + 0.559249, + 0.375479, + 0.065273 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-41-diverse-079-003-base", + "qid": "decision", + "type": "choice", + "pick": "Proceed \u2014 High; no remaining routing", + "pick_run": "Proceed \u2014 High; no remaining routing", + "same": true, + "pick_merged": "Proceed \u2014 High; no remaining routing", + "same_as_merged": true, + "max_abs_dp": 0.007601545750613448, + "probs": [ + 0.008911, + 0.027578, + 0.714187, + 0.249324 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-171-013-base", + "qid": "decision", + "type": "noul", + "pick": "true", + "pick_run": "true", + "same": true, + "pick_merged": "true", + "same_as_merged": true, + "max_abs_dp": 0.0009846610285297874, + "probs": [ + 0.977441, + 0.022559 + ] + }, + { + "set": "nimble-eval", + "id": "nimble-eval:fast-43-diverse-079-015-counterfactual", + "qid": "decision", + "type": "choice", + "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant", + "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", + "same": true, + "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", + "same_as_merged": true, + "max_abs_dp": 0.0005818165985041479, + "probs": [ + 0.008357, + 0.034677, + 0.207292, + 0.749674 + ] + } + ] +} \ No newline at end of file