{ "summary": { "label": "jebadiah-27b-Q5_K_M", "backend": "gguf", "run": "27b-chat-v1", "temperatures": { "choice": 1.2321, "noul": 1.297, "score": 1.1423 }, "questions": 260, "identical_picks": 256, "identical_to_merged": 255, "by_type": { "choice": { "identical": 83, "questions": 84 }, "noul": { "identical": 89, "questions": 89 }, "score": { "identical": 84, "questions": 87 } }, "choice_noul": { "identical": 172, "questions": 173 }, "by_set": { "jevals-pubmedqa": 80, "jevals-banking77": 70, "jevals-helpsteer2": 80, "nimble-eval": 30 }, "max_abs_prob_diff": { "median": 0.006902015400481409, "p95": 0.028702776069934988, "max": 0.05965150794370075 }, "differing": [ { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2430", "qid": "decision", "type": "choice", "pick": "get_physical_card", "pick_run": "getting_spare_card", "same": false, "pick_merged": "getting_spare_card", "same_as_merged": false, "max_abs_dp": 0.03707798973365162 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-422", "qid": "decision", "type": "score", "pick": "2", "pick_run": "1", "same": false, "pick_merged": "1", "same_as_merged": false, "max_abs_dp": 0.009802862073818641 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-998", "qid": "decision", "type": "score", "pick": "1", "pick_run": "4", "same": false, "pick_merged": "4", "same_as_merged": false, "max_abs_dp": 0.009256625011284464 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-265", "qid": "decision", "type": "score", "pick": "1", "pick_run": "0", "same": false, "pick_merged": "0", "same_as_merged": false, "max_abs_dp": 0.023149855999905544 } ], "token_mismatch": 0, "labels_outside_top": 0, "load_s": 10.9, "total_s": 431.8, "reference": "the run's eval-adapter rows, repeat 0, order seed 0 (CUDA, bf16, PEFT adapter unmerged)" }, "rows": [ { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-577", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.003603470836041067, "probs": [ 0.210695, 0.789305 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-229", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0010682960447636614, "probs": [ 0.058354, 0.941646 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-874", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00011580067086169876, "probs": [ 0.964807, 0.035193 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-214", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0027508372532687453, "probs": [ 0.954144, 0.045856 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-758", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0039174902866276895, "probs": [ 0.964952, 0.035048 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-967", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0027513830706714718, "probs": [ 0.054084, 0.945916 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-405", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0020643882674270114, "probs": [ 0.966387, 0.033613 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-970", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0016649772986260351, "probs": [ 0.984814, 0.015186 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-842", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0011644601127106698, "probs": [ 0.980143, 0.019857 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-697", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.007038075028792612, "probs": [ 0.849779, 0.150221 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-130", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.008210801257653721, "probs": [ 0.893405, 0.106595 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-880", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.008972362942846313, "probs": [ 0.749051, 0.250949 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-463", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.011155444323055416, "probs": [ 0.89324, 0.10676 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-16", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.007553166356546681, "probs": [ 0.779657, 0.220343 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-531", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0033062294424660715, "probs": [ 0.903969, 0.096031 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-604", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.04207333136053182, "probs": [ 0.628742, 0.371258 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-409", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.018780301708762104, "probs": [ 0.802253, 0.197747 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-388", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0015139432661931407, "probs": [ 0.982791, 0.017209 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-811", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 3.9204809962056775e-05, "probs": [ 0.683452, 0.316548 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-991", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.002090233325662716, "probs": [ 0.801506, 0.198494 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-11", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.05138527330849482, "probs": [ 0.225821, 0.774179 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-192", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.034078857375704485, "probs": [ 0.749256, 0.250744 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-337", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.009191177101803005, "probs": [ 0.464716, 0.535284 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-867", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.009046396804641393, "probs": [ 0.08865, 0.91135 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-441", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0025961066299867996, "probs": [ 0.070798, 0.929202 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-980", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.003318624847824747, "probs": [ 0.864265, 0.135735 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-736", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.015723167771078933, "probs": [ 0.905174, 0.094826 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-569", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0011572268885705617, "probs": [ 0.968128, 0.031872 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-359", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0011253833914441902, "probs": [ 0.052211, 0.947789 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-401", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0075478125496611925, "probs": [ 0.862312, 0.137688 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-754", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.014561401969383492, "probs": [ 0.366933, 0.633067 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-858", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0004933419067614242, "probs": [ 0.089696, 0.910304 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-789", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0019014982584159845, "probs": [ 0.086027, 0.913973 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-52", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.00821536127965572, "probs": [ 0.183642, 0.816358 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-119", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0058927757862689, "probs": [ 0.920912, 0.079088 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-148", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0006299103972474979, "probs": [ 0.987825, 0.012175 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-519", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 9.736076831615148e-05, "probs": [ 0.967685, 0.032315 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-812", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.002075818144758705, "probs": [ 0.059592, 0.940408 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-276", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.006460262933280725, "probs": [ 0.905774, 0.094226 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-505", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.013756509908132389, "probs": [ 0.867894, 0.132106 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-333", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.015816890092761826, "probs": [ 0.289224, 0.710776 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-746", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00550405362378148, "probs": [ 0.958443, 0.041557 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-644", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0022551957470638984, "probs": [ 0.054349, 0.945651 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-248", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0018424875181132921, "probs": [ 0.976476, 0.023524 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-764", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0013963779934194759, "probs": [ 0.044127, 0.955873 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-711", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0023122753850059533, "probs": [ 0.956706, 0.043294 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-941", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.007184921513625153, "probs": [ 0.926822, 0.073178 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-651", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.01945230019504962, "probs": [ 0.358183, 0.641817 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-846", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.004078797118121244, "probs": [ 0.961305, 0.038695 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-906", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0008443704836358507, "probs": [ 0.041607, 0.958393 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-931", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00505174903299388, "probs": [ 0.823705, 0.176295 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-74", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0014575335211439444, "probs": [ 0.977166, 0.022834 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-58", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.018436315808455173, "probs": [ 0.675044, 0.324956 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-878", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.008028671235807527, "probs": [ 0.953691, 0.046309 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-217", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.024766425423136895, "probs": [ 0.235883, 0.764117 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-966", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 2.0441600510651137e-05, "probs": [ 0.089487, 0.910513 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-304", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.007562218259330122, "probs": [ 0.937116, 0.062884 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-60", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.012010126303733396, "probs": [ 0.903659, 0.096341 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-624", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.001191745906412467, "probs": [ 0.987083, 0.012917 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-547", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0019214601201139603, "probs": [ 0.308853, 0.691147 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-374", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0014257049544195571, "probs": [ 0.031862, 0.968138 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-774", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.003435926598917116, "probs": [ 0.922812, 0.077188 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-872", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.010011346904054447, "probs": [ 0.161095, 0.838905 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-524", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.005198093287519856, "probs": [ 0.879044, 0.120956 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-404", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0007337627841090821, "probs": [ 0.028795, 0.971205 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-829", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0012395632208413998, "probs": [ 0.026168, 0.973832 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-386", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.008927632239397743, "probs": [ 0.095818, 0.904182 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-675", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.001155858412858441, "probs": [ 0.976848, 0.023152 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-555", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0011509943339851336, "probs": [ 0.980127, 0.019873 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-963", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.006340005642645585, "probs": [ 0.953578, 0.046422 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-314", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0011948482312049563, "probs": [ 0.943039, 0.056961 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-895", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0030780555908113127, "probs": [ 0.09039, 0.90961 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-342", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0032276905328231242, "probs": [ 0.065886, 0.934114 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-656", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 1.432271334151497e-05, "probs": [ 0.039833, 0.960167 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-79", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0012785489575615205, "probs": [ 0.974523, 0.025477 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-715", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.002644834044233768, "probs": [ 0.057323, 0.942677 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-368", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.002594316829867431, "probs": [ 0.051501, 0.948499 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-226", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.000662166023986388, "probs": [ 0.975841, 0.024159 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-743", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.00720174657633374, "probs": [ 0.081419, 0.918581 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-871", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.014040970956471721, "probs": [ 0.624122, 0.375878 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1749", "qid": "decision", "type": "choice", "pick": "failed_transfer", "pick_run": "failed_transfer", "same": true, "pick_merged": "failed_transfer", "same_as_merged": true, "max_abs_dp": 0.007798062356231761, "probs": [ 0.002892, 0.00222, 0.001092, 0.000624, 0.000924, 0.009532, 0.000547, 0.004617, 0.011532, 0.004328, 0.00055, 0.000337, 0.000181, 0.000122, 0.001768, 0.000338, 0.000327, 0.000207, 0.000397, 0.000372, 0.000439, 0.000404, 0.000459, 0.000322, 0.000235, 0.000762, 0.001173, 0.354417, 0.001196, 0.001446, 0.000523, 0.001057, 0.001693, 0.007639, 0.011647, 0.537634, 0.000679, 0.001003, 0.000709, 0.000455, 0.001123, 0.000778, 0.00081, 0.000478, 0.000442, 0.000386, 0.000508, 0.001225, 0.002008, 0.000394, 0.000998, 0.000472, 0.000462, 0.000348, 0.00057, 0.000112, 0.000139, 0.000115, 0.000218, 0.001505, 0.000259, 0.014371, 0.000198, 0.000177, 0.00027, 0.000373, 0.002453, 0.000419, 0.000102, 0.000405, 0.000199, 0.000232, 0.000115, 0.000198, 0.000109, 0.000114, 0.000116 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-669", "qid": "decision", "type": "choice", "pick": "pending_top_up", "pick_run": "pending_top_up", "same": true, "pick_merged": "pending_top_up", "same_as_merged": true, "max_abs_dp": 0.009995776513426646, "probs": [ 0.000205, 0.000693, 0.000187, 9.6e-05, 0.001028, 0.00486, 0.000698, 0.000254, 8.9e-05, 0.000106, 8.2e-05, 5.4e-05, 3.5e-05, 5.5e-05, 5.3e-05, 0.000173, 0.000155, 7.8e-05, 0.00015, 0.000109, 0.000144, 0.00058, 0.000101, 8.6e-05, 9.5e-05, 8.7e-05, 8.8e-05, 0.000769, 0.00048, 0.000366, 0.000455, 0.000617, 0.000571, 0.01372, 0.000594, 0.00034, 0.000213, 0.000415, 0.000243, 0.000465, 0.000246, 0.000546, 0.000508, 0.000343, 0.00023, 0.002271, 0.017221, 0.905324, 0.004501, 0.000311, 0.000635, 0.000161, 0.000165, 0.000122, 0.000213, 9.6e-05, 0.000895, 0.000619, 0.00047, 0.013207, 0.000149, 0.000119, 0.000286, 0.000159, 0.000158, 0.000169, 0.000153, 0.000192, 0.000157, 0.000205, 0.000173, 0.00215, 0.017366, 0.000487, 0.000177, 0.000157, 6.8e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2687", "qid": "decision", "type": "choice", "pick": "transfer_timing", "pick_run": "transfer_timing", "same": true, "pick_merged": "transfer_timing", "same_as_merged": true, "max_abs_dp": 0.004652358587146632, "probs": [ 9.2e-05, 0.000658, 0.000106, 2.2e-05, 3.6e-05, 3.5e-05, 2.4e-05, 1.4e-05, 2.8e-05, 1.7e-05, 1.3e-05, 3.5e-05, 2.1e-05, 2.1e-05, 1.9e-05, 8.5e-05, 4.8e-05, 1.1e-05, 3.7e-05, 2.2e-05, 1.2e-05, 1.5e-05, 5.7e-05, 2.4e-05, 0.00018, 6.3e-05, 4.4e-05, 0.000166, 8.8e-05, 0.000148, 7.7e-05, 4.5e-05, 8.3e-05, 7.2e-05, 0.000227, 3.2e-05, 5.4e-05, 0.000147, 0.000164, 0.000155, 0.000336, 0.00126, 0.000269, 9.2e-05, 8e-05, 0.000133, 0.000105, 0.000911, 0.00184, 0.000121, 0.000571, 0.000151, 6.1e-05, 7.7e-05, 0.000153, 0.000123, 7.5e-05, 0.00022, 0.000187, 0.000125, 0.000103, 0.00016, 0.000251, 0.000162, 0.000966, 0.005143, 0.009219, 0.970275, 0.00014, 0.000212, 0.00035, 0.000376, 0.000509, 0.001219, 0.000423, 0.000295, 0.000107 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-610", "qid": "decision", "type": "choice", "pick": "receiving_money", "pick_run": "receiving_money", "same": true, "pick_merged": "receiving_money", "same_as_merged": true, "max_abs_dp": 0.010369504140923524, "probs": [ 0.000596, 0.000687, 0.000426, 0.000196, 0.00024, 0.000655, 0.000122, 8.6e-05, 0.000125, 6e-05, 7.4e-05, 7.6e-05, 0.000202, 0.000177, 0.00012, 0.000312, 0.000206, 8e-05, 6.2e-05, 0.001141, 5.3e-05, 7.3e-05, 0.000111, 0.000194, 0.008806, 8e-05, 0.000166, 0.000422, 0.000169, 0.000226, 0.000549, 0.001781, 0.000501, 0.000601, 0.003882, 0.000733, 0.000175, 0.000316, 0.002672, 0.002964, 0.000179, 0.000266, 0.000869, 0.001082, 0.000312, 0.000401, 0.000383, 0.001286, 0.001906, 0.001224, 0.759501, 0.001349, 0.00017, 0.000251, 0.000573, 0.000375, 0.002789, 0.001624, 0.00196, 0.000637, 0.000226, 0.000225, 0.00049, 0.000746, 0.032085, 0.142986, 0.000845, 0.000809, 0.000515, 0.000565, 0.000907, 0.000455, 0.000312, 0.00044, 0.000964, 0.010109, 6.7e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2279", "qid": "decision", "type": "choice", "pick": "failed_transfer", "pick_run": "failed_transfer", "same": true, "pick_merged": "failed_transfer", "same_as_merged": true, "max_abs_dp": 0.009183857652697358, "probs": [ 0.002626, 0.001978, 0.001146, 0.000622, 0.000854, 0.007787, 0.000509, 0.001567, 0.00271, 0.005863, 0.000616, 0.000365, 0.000243, 0.000142, 0.001637, 0.000533, 0.000406, 0.000257, 0.00048, 0.000509, 0.000589, 0.000442, 0.000706, 0.000382, 0.000256, 0.001071, 0.000958, 0.173456, 0.001115, 0.001255, 0.000477, 0.001092, 0.001776, 0.004481, 0.009355, 0.734545, 0.000666, 0.000833, 0.000511, 0.000423, 0.000978, 0.000778, 0.000964, 0.00045, 0.000452, 0.000386, 0.000555, 0.001304, 0.002427, 0.000361, 0.000874, 0.000459, 0.000495, 0.000288, 0.000563, 0.000115, 0.000119, 0.000106, 0.000188, 0.000899, 0.00017, 0.017261, 0.00022, 0.000168, 0.000197, 0.00034, 0.00162, 0.00041, 0.000113, 0.000345, 0.000187, 0.000254, 0.000127, 0.000239, 0.000105, 0.000122, 0.000121 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2981", "qid": "decision", "type": "choice", "pick": "apple_pay_or_google_pay", "pick_run": "apple_pay_or_google_pay", "same": true, "pick_merged": "apple_pay_or_google_pay", "same_as_merged": true, "max_abs_dp": 0.006173395957449479, "probs": [ 0.00142, 0.003825, 0.906461, 0.00136, 0.020716, 0.000962, 0.000601, 0.000377, 0.000296, 0.000196, 0.001549, 0.000258, 0.00019, 0.001572, 0.000189, 0.000271, 0.000188, 0.000175, 0.00019, 0.000297, 0.000223, 0.000254, 0.000266, 0.000264, 0.000246, 0.000265, 3.8e-05, 0.000212, 0.000273, 9.4e-05, 0.000138, 8.8e-05, 5.8e-05, 0.000158, 0.000137, 0.000119, 0.000233, 0.000108, 7.9e-05, 7e-05, 2.8e-05, 9.1e-05, 3.8e-05, 3.9e-05, 7.3e-05, 0.000102, 5e-05, 0.000395, 0.00011, 1.9e-05, 4.4e-05, 3.1e-05, 0.000185, 7.9e-05, 0.002669, 5.5e-05, 0.000909, 0.000959, 0.000939, 0.001317, 0.000685, 0.000832, 0.041236, 0.000752, 0.000432, 0.000248, 6.6e-05, 0.000159, 0.000135, 0.000175, 0.000186, 0.001003, 0.000726, 0.000218, 0.000268, 0.000181, 0.000147 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1242", "qid": "decision", "type": "choice", "pick": "passcode_forgotten", "pick_run": "passcode_forgotten", "same": true, "pick_merged": "passcode_forgotten", "same_as_merged": true, "max_abs_dp": 0.053990184239816164, "probs": [ 0.00093, 0.0006, 0.001239, 0.02432, 0.000523, 0.00082, 0.000583, 0.000282, 0.000682, 0.000279, 0.000702, 0.000515, 0.000335, 0.000268, 0.001664, 0.001228, 0.000549, 0.000772, 0.001124, 0.000815, 0.000339, 0.297484, 0.000439, 0.001071, 0.000284, 0.000357, 0.00037, 0.000333, 0.000851, 0.00102, 0.000152, 0.000361, 0.000415, 0.000366, 0.000362, 0.000259, 0.000306, 0.00083, 0.000422, 0.000587, 0.000134, 0.000577, 0.000429, 0.000986, 0.578588, 0.001006, 0.000513, 0.002276, 0.000493, 0.068107, 0.000593, 0.00033, 4.1e-05, 1.6e-05, 5.6e-05, 9e-06, 6.3e-05, 1.3e-05, 1.6e-05, 1.2e-05, 1.7e-05, 6e-06, 9e-06, 2.3e-05, 1.7e-05, 7e-06, 2.6e-05, 2e-05, 5.2e-05, 0.000291, 2.6e-05, 4.2e-05, 3.7e-05, 7e-06, 0.000133, 7.4e-05, 0.000119 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2986", "qid": "decision", "type": "choice", "pick": "apple_pay_or_google_pay", "pick_run": "apple_pay_or_google_pay", "same": true, "pick_merged": "apple_pay_or_google_pay", "same_as_merged": true, "max_abs_dp": 0.009321958467127134, "probs": [ 0.001714, 0.003312, 0.83511, 0.002236, 0.019027, 0.001182, 0.000631, 0.000462, 0.000267, 0.000196, 0.003686, 0.000245, 0.00024, 0.001703, 0.0002, 0.000279, 0.000214, 0.000168, 0.000153, 0.000287, 0.000198, 0.000206, 0.000262, 0.000315, 0.000951, 0.000363, 0.000108, 0.000332, 0.000632, 0.000153, 0.000302, 0.000194, 0.000121, 0.000462, 0.000477, 0.000238, 0.000783, 0.000191, 0.000167, 0.00021, 6.4e-05, 0.000161, 8.4e-05, 9e-05, 0.000175, 0.000163, 0.000124, 0.001107, 0.000361, 6.7e-05, 0.000691, 0.000108, 0.00037, 0.000132, 0.008999, 0.000111, 0.001531, 0.002154, 0.00199, 0.002184, 0.000749, 0.00089, 0.087618, 0.001896, 0.000953, 0.001882, 0.000167, 0.000272, 0.000263, 0.000436, 0.000356, 0.002958, 0.00106, 0.000387, 0.00044, 0.000638, 0.000395 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2557", "qid": "decision", "type": "choice", "pick": "wrong_exchange_rate_for_cash_withdrawal", "pick_run": "wrong_exchange_rate_for_cash_withdrawal", "same": true, "pick_merged": "wrong_exchange_rate_for_cash_withdrawal", "same_as_merged": true, "max_abs_dp": 0.01601725263315812, "probs": [ 0.00085, 0.003716, 0.003336, 0.045992, 0.000548, 0.000659, 0.000713, 0.000262, 0.000185, 0.000204, 0.000316, 0.000175, 0.000133, 0.000128, 0.000158, 0.000142, 0.000295, 0.004704, 0.00015, 0.001607, 0.000502, 0.000393, 0.000301, 0.000611, 0.002223, 0.000524, 0.00014, 0.000286, 0.000326, 0.000204, 2.5e-05, 7.3e-05, 0.000919, 5.6e-05, 6.8e-05, 5.3e-05, 4.2e-05, 0.000115, 9e-05, 0.000113, 1.1e-05, 6.4e-05, 3.6e-05, 0.000129, 0.000188, 0.000224, 6.6e-05, 0.000123, 9.2e-05, 0.000113, 0.000681, 7.6e-05, 0.002592, 0.000145, 0.001126, 0.000429, 0.000501, 0.000292, 0.000513, 0.000298, 0.000449, 0.000369, 0.000175, 0.00031, 0.000501, 0.000323, 0.00022, 0.000295, 0.000461, 0.000437, 0.000398, 0.001116, 0.000486, 0.000409, 0.000935, 0.204293, 0.709788 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2076", "qid": "decision", "type": "choice", "pick": "declined_card_payment", "pick_run": "declined_card_payment", "same": true, "pick_merged": "declined_card_payment", "same_as_merged": true, "max_abs_dp": 0.008372061775360679, "probs": [ 0.008819, 0.001315, 0.001282, 0.000942, 0.001036, 0.001354, 0.000945, 0.000567, 0.001096, 0.000881, 0.017195, 0.000935, 0.000505, 0.000563, 0.188581, 0.001511, 0.0097, 0.00118, 0.000844, 0.00128, 0.000657, 0.001859, 0.001711, 0.005593, 0.000835, 0.736119, 0.001681, 0.000695, 0.000499, 0.000358, 0.000123, 0.000127, 0.000126, 6.3e-05, 0.000152, 8.1e-05, 0.00016, 0.000112, 0.000163, 9.9e-05, 0.000109, 0.000147, 0.000162, 9.1e-05, 0.000185, 0.001822, 8.4e-05, 0.000417, 8.4e-05, 0.000209, 8e-05, 0.000608, 0.000129, 0.002307, 0.000143, 5.6e-05, 9.8e-05, 8.2e-05, 5.4e-05, 5.6e-05, 2.5e-05, 6.7e-05, 7.8e-05, 4.9e-05, 6.3e-05, 7.5e-05, 4.1e-05, 5e-05, 3.4e-05, 6.4e-05, 0.000105, 6.3e-05, 0.000273, 4.3e-05, 0.00013, 5.9e-05, 0.000115 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-437", "qid": "decision", "type": "choice", "pick": "exchange_via_app", "pick_run": "exchange_via_app", "same": true, "pick_merged": "exchange_via_app", "same_as_merged": true, "max_abs_dp": 0.02754011066661377, "probs": [ 0.001603, 0.001251, 0.000947, 0.000218, 0.0002, 0.00031, 0.000439, 0.002008, 0.000232, 0.000132, 0.00051, 0.000194, 7.6e-05, 6.1e-05, 7.4e-05, 9.4e-05, 0.000109, 0.000387, 0.000102, 7.8e-05, 0.000108, 0.000209, 4.7e-05, 0.000184, 0.000689, 0.000149, 0.001198, 0.002085, 0.012865, 0.001434, 0.000829, 0.008491, 0.048754, 0.74743, 0.003251, 0.001914, 0.079366, 0.001181, 0.000441, 0.000399, 0.000325, 0.000348, 0.000955, 0.000376, 0.000203, 0.000176, 0.000387, 0.000595, 0.00029, 0.000518, 0.000786, 0.000285, 0.000708, 0.000199, 0.051374, 0.000315, 0.000655, 0.000584, 0.001516, 0.013238, 0.000308, 0.000197, 0.002896, 0.000211, 0.000272, 0.000208, 0.00015, 8e-05, 0.000119, 0.000228, 0.000205, 0.000392, 9.9e-05, 6e-05, 9.7e-05, 0.000215, 0.000377 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2717", "qid": "decision", "type": "choice", "pick": "cash_withdrawal_not_recognised", "pick_run": "cash_withdrawal_not_recognised", "same": true, "pick_merged": "cash_withdrawal_not_recognised", "same_as_merged": true, "max_abs_dp": 0.01196035982813859, "probs": [ 0.000835, 0.000833, 0.00108, 0.002126, 0.000483, 0.001911, 0.001406, 0.000339, 0.000376, 0.000347, 0.000459, 0.000273, 0.000184, 0.000247, 0.000289, 0.000384, 0.005634, 0.000605, 0.000452, 0.006288, 0.894519, 0.000682, 0.000466, 0.000418, 0.000387, 0.000505, 0.007939, 0.000775, 0.007621, 0.000584, 0.000512, 0.000181, 0.000392, 0.000258, 0.000924, 0.000172, 0.000188, 0.000358, 0.000331, 0.000279, 0.000268, 0.000179, 0.000892, 0.000289, 0.000684, 0.001087, 0.040353, 0.000245, 0.00025, 0.000195, 0.001137, 0.000213, 0.000287, 0.001077, 0.00035, 6.9e-05, 0.000195, 7.5e-05, 0.000111, 0.000104, 0.000126, 5.2e-05, 6.4e-05, 5.7e-05, 0.000118, 5.7e-05, 7.3e-05, 4.4e-05, 7.1e-05, 0.000102, 0.00016, 0.000719, 7.8e-05, 3.8e-05, 5.8e-05, 0.002416, 0.005662 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1407", "qid": "decision", "type": "choice", "pick": "compromised_card", "pick_run": "compromised_card", "same": true, "pick_merged": "compromised_card", "same_as_merged": true, "max_abs_dp": 0.013375378247365344, "probs": [ 0.00128, 0.000831, 0.001381, 0.000649, 0.000828, 0.000622, 0.000744, 0.000372, 0.000682, 0.000639, 0.001848, 0.000812, 0.000375, 0.000553, 0.008015, 0.001782, 0.128322, 0.000999, 0.000848, 0.000974, 0.007692, 0.000677, 0.82039, 0.000708, 0.000365, 0.000736, 0.000232, 0.00038, 0.004548, 0.000408, 0.000265, 0.00014, 0.000146, 9.9e-05, 0.003721, 0.000178, 0.000191, 0.000196, 0.00011, 7.8e-05, 7.1e-05, 0.002135, 0.000526, 0.000134, 0.000177, 0.000263, 0.000123, 0.000132, 0.000236, 5.7e-05, 7.6e-05, 3.5e-05, 4.7e-05, 0.000122, 0.000188, 4e-05, 9.3e-05, 5.8e-05, 5.8e-05, 6.6e-05, 9.8e-05, 5.7e-05, 5.5e-05, 0.000295, 5.3e-05, 5.1e-05, 2.6e-05, 6.5e-05, 5.1e-05, 7.5e-05, 9.3e-05, 8e-05, 5.5e-05, 0.000134, 3.8e-05, 6.9e-05, 0.000255 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-51", "qid": "decision", "type": "choice", "pick": "card_linking", "pick_run": "card_linking", "same": true, "pick_merged": "card_linking", "same_as_merged": true, "max_abs_dp": 0.0005499621907593122, "probs": [ 0.000235, 7.6e-05, 0.001038, 0.000126, 0.000277, 0.000101, 0.000103, 7.2e-05, 0.000123, 0.00015, 0.002644, 0.00038, 0.000242, 0.991312, 0.000282, 0.000154, 0.000141, 0.000163, 0.000136, 0.000113, 9.5e-05, 7e-05, 0.000116, 8.1e-05, 7.4e-05, 9.6e-05, 8e-06, 4.9e-05, 5.8e-05, 3.6e-05, 2.2e-05, 1e-05, 9e-06, 8e-06, 1.4e-05, 7e-06, 3e-05, 2.2e-05, 9.8e-05, 8.1e-05, 4.3e-05, 1.1e-05, 6e-06, 1.4e-05, 9e-06, 1.1e-05, 8e-06, 1e-05, 2.7e-05, 2e-06, 4e-06, 3e-06, 1.3e-05, 2e-06, 0.000387, 9e-06, 1e-05, 8e-06, 1.4e-05, 6e-06, 5e-06, 5e-06, 0.000312, 8e-06, 1.5e-05, 0.000106, 1.1e-05, 2e-06, 7e-06, 1e-05, 3e-06, 1.2e-05, 8e-06, 2.1e-05, 5e-06, 5e-06, 1.4e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1566", "qid": "decision", "type": "choice", "pick": "declined_cash_withdrawal", "pick_run": "declined_cash_withdrawal", "same": true, "pick_merged": "declined_cash_withdrawal", "same_as_merged": true, "max_abs_dp": 0.01286320090312093, "probs": [ 0.005934, 0.000944, 0.001616, 0.09158, 0.000683, 0.000732, 0.000537, 0.000338, 0.00036, 0.000403, 0.006236, 0.000327, 0.000378, 0.000316, 0.014951, 0.000403, 0.000925, 0.000508, 0.00213, 0.001456, 0.00113, 0.001114, 0.000687, 0.00108, 0.000371, 0.050426, 0.790831, 0.001297, 0.001662, 0.00302, 0.000827, 0.00056, 0.000704, 0.000532, 0.001365, 0.000488, 0.000581, 0.000406, 0.001016, 0.000338, 0.000382, 0.000293, 0.000403, 0.000349, 0.000934, 0.00196, 0.000406, 0.000638, 0.000474, 0.000414, 0.000262, 0.001035, 0.000338, 0.001426, 0.000218, 5e-05, 4.2e-05, 3.2e-05, 5.6e-05, 2.3e-05, 2.5e-05, 2.7e-05, 5.5e-05, 3e-05, 8e-05, 2.4e-05, 2.6e-05, 2e-05, 2.3e-05, 7e-05, 8e-05, 2.7e-05, 2.9e-05, 1.7e-05, 1.5e-05, 5e-05, 0.000473 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1817", "qid": "decision", "type": "choice", "pick": "declined_card_payment", "pick_run": "declined_card_payment", "same": true, "pick_merged": "declined_card_payment", "same_as_merged": true, "max_abs_dp": 0.011717794442611134, "probs": [ 0.001455, 0.001698, 0.001509, 0.001195, 0.000757, 0.005514, 0.001417, 0.001609, 0.001828, 0.002643, 0.017647, 0.000995, 0.000428, 0.000469, 0.370716, 0.002376, 0.049111, 0.000915, 0.000494, 0.001402, 0.00116, 0.003209, 0.001301, 0.009882, 0.000994, 0.418933, 0.000532, 0.003687, 0.001487, 0.000772, 0.000258, 0.000355, 0.000352, 0.002679, 0.001719, 0.012988, 0.000881, 0.000333, 0.000566, 0.000252, 0.000385, 0.000377, 0.00154, 0.000199, 0.000358, 0.001983, 0.000245, 0.003219, 0.000165, 0.000229, 0.000725, 0.001682, 0.000271, 0.000546, 0.000316, 0.000118, 0.000461, 0.000381, 0.000655, 0.042101, 0.000167, 0.006558, 0.001977, 0.00026, 0.000278, 0.000374, 0.000168, 0.000201, 0.000201, 0.000188, 0.000255, 0.000385, 0.005302, 0.000237, 0.000559, 0.000191, 0.00022 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1244", "qid": "decision", "type": "choice", "pick": "change_pin", "pick_run": "change_pin", "same": true, "pick_merged": "change_pin", "same_as_merged": true, "max_abs_dp": 0.02496295509572921, "probs": [ 0.001579, 0.000766, 0.001262, 0.007315, 0.000794, 0.000687, 0.000606, 0.000367, 0.000397, 0.000489, 0.001296, 0.001082, 0.000431, 0.000628, 0.001875, 0.001323, 0.000794, 0.001236, 0.002128, 0.0016, 0.000902, 0.75831, 0.000645, 0.002282, 0.000373, 0.000899, 0.000673, 0.000616, 0.002659, 0.002829, 0.000327, 0.000798, 0.000561, 0.000994, 0.000632, 0.000504, 0.000728, 0.001495, 0.001349, 0.001035, 0.000204, 0.000755, 0.00069, 0.002395, 0.092846, 0.002692, 0.000662, 0.002791, 0.000852, 0.08682, 0.000799, 0.000747, 0.000144, 3.5e-05, 0.000145, 2.2e-05, 0.000152, 6e-05, 4.5e-05, 5.7e-05, 2.2e-05, 2.4e-05, 3.2e-05, 4.7e-05, 4.2e-05, 1.7e-05, 4e-05, 3.2e-05, 0.000119, 0.000247, 8.3e-05, 8.6e-05, 0.0001, 1.8e-05, 0.000444, 0.000135, 0.000334 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1169", "qid": "decision", "type": "choice", "pick": "unable_to_verify_identity", "pick_run": "unable_to_verify_identity", "same": true, "pick_merged": "unable_to_verify_identity", "same_as_merged": true, "max_abs_dp": 0.032239747496912774, "probs": [ 0.000903, 0.014581, 0.000521, 0.000116, 0.000135, 8.7e-05, 7.8e-05, 3.7e-05, 6.6e-05, 5.3e-05, 9.9e-05, 0.000123, 3e-05, 2.4e-05, 4.2e-05, 5.2e-05, 8.7e-05, 0.000647, 0.000103, 5.3e-05, 4.7e-05, 5.1e-05, 0.001424, 0.002196, 0.000308, 0.000119, 0.000186, 0.000735, 0.0003, 0.000125, 0.000192, 6.5e-05, 9.1e-05, 8e-05, 0.00035, 0.000144, 4.1e-05, 0.000173, 8.6e-05, 0.000117, 5.8e-05, 0.000154, 5.7e-05, 0.0048, 0.001513, 0.000165, 0.000135, 0.000102, 0.000742, 0.004794, 0.000444, 0.000192, 0.004228, 0.002316, 0.002031, 0.000609, 0.001028, 0.001181, 0.000733, 0.001732, 0.000629, 0.000764, 0.001081, 0.001207, 0.000823, 0.000531, 0.000723, 0.001064, 0.382103, 0.236211, 0.003331, 0.002643, 0.001789, 0.009799, 0.297432, 0.008029, 0.00016 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2430", "qid": "decision", "type": "choice", "pick": "get_physical_card", "pick_run": "getting_spare_card", "same": false, "pick_merged": "getting_spare_card", "same_as_merged": false, "max_abs_dp": 0.03707798973365162, "probs": [ 0.003108, 0.002097, 0.001626, 0.000406, 0.000513, 0.000934, 0.00042, 0.000127, 0.000601, 0.001418, 0.001335, 0.016634, 0.004503, 0.000666, 0.00056, 0.050207, 0.001018, 0.001318, 0.000316, 0.006288, 0.000349, 0.000202, 0.000172, 0.000487, 0.000414, 0.000291, 0.002164, 0.002391, 0.002389, 0.00107, 0.003393, 0.013965, 0.001167, 0.001254, 0.011299, 0.00184, 0.001255, 0.016496, 0.268012, 0.251555, 0.008214, 0.002696, 0.001777, 0.231497, 0.002168, 0.001986, 0.000649, 0.000612, 0.000762, 0.00044, 0.001136, 0.000204, 0.000344, 0.000358, 0.000989, 0.000194, 0.004951, 0.011869, 0.001443, 0.000664, 0.001341, 0.000667, 0.001339, 0.001356, 0.037817, 0.004514, 0.000856, 0.000619, 0.001269, 0.000564, 0.000468, 0.000439, 0.000197, 0.000343, 0.000318, 0.000397, 0.000286 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-3073", "qid": "decision", "type": "choice", "pick": "country_support", "pick_run": "country_support", "same": true, "pick_merged": "country_support", "same_as_merged": true, "max_abs_dp": 0.003879431628591612, "probs": [ 0.000157, 0.000101, 0.000288, 0.000855, 0.000227, 0.00011, 0.000126, 0.00016, 0.000121, 8.1e-05, 0.002317, 0.0001, 5.7e-05, 5.1e-05, 0.000129, 0.00011, 0.000157, 0.000194, 0.00011, 8.9e-05, 0.000146, 0.000124, 0.000127, 0.000199, 0.982957, 0.000218, 2.4e-05, 0.00015, 0.000873, 0.000314, 4e-05, 6.4e-05, 0.000158, 7e-05, 0.000114, 3.9e-05, 0.001366, 6.8e-05, 7.8e-05, 2e-05, 5e-06, 4.9e-05, 5.9e-05, 5.9e-05, 3.6e-05, 4.3e-05, 2.1e-05, 2.6e-05, 7.3e-05, 2.4e-05, 0.000899, 2.4e-05, 4.4e-05, 1.4e-05, 0.004712, 7.3e-05, 3.6e-05, 1.6e-05, 6e-05, 4.2e-05, 1.3e-05, 1.4e-05, 0.000397, 1.2e-05, 2.4e-05, 1.4e-05, 9e-06, 8e-06, 6.3e-05, 3.1e-05, 1.7e-05, 5.9e-05, 2.5e-05, 4.6e-05, 2.9e-05, 0.000169, 6.9e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-10", "qid": "decision", "type": "choice", "pick": "card_arrival", "pick_run": "card_arrival", "same": true, "pick_merged": "card_arrival", "same_as_merged": true, "max_abs_dp": 0.023743199217826305, "probs": [ 0.001275, 0.001074, 0.001484, 0.001521, 0.00057, 0.00068, 0.000592, 0.000339, 0.00038, 0.001158, 0.007365, 0.617893, 0.347155, 0.001787, 0.000977, 0.00067, 0.000438, 0.000922, 0.000888, 0.000764, 0.000403, 0.000307, 0.000254, 0.00027, 0.000224, 0.000278, 0.000105, 0.000247, 0.000351, 0.000246, 0.0001, 8.4e-05, 0.000117, 6.7e-05, 0.0001, 6e-05, 0.000157, 0.000438, 0.003213, 0.000167, 5.5e-05, 0.000208, 4.1e-05, 0.002215, 0.000221, 0.00029, 5.5e-05, 6.9e-05, 5.2e-05, 4.3e-05, 3.9e-05, 3.4e-05, 4.8e-05, 2.9e-05, 0.000171, 4e-05, 5.1e-05, 2.6e-05, 3.1e-05, 3e-05, 1.8e-05, 2.6e-05, 5.2e-05, 0.000173, 0.000291, 4.9e-05, 2.5e-05, 4.7e-05, 8.8e-05, 5.3e-05, 4.5e-05, 4.1e-05, 1.7e-05, 1.4e-05, 1.6e-05, 3.6e-05, 0.000139 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-578", "qid": "decision", "type": "choice", "pick": "contactless_not_working", "pick_run": "contactless_not_working", "same": true, "pick_merged": "contactless_not_working", "same_as_merged": true, "max_abs_dp": 0.002228345319270268, "probs": [ 0.00191, 0.000435, 0.002687, 0.000653, 0.000402, 0.000231, 0.000221, 0.000193, 0.000197, 0.000283, 0.005067, 0.000383, 0.000183, 0.001147, 0.016117, 0.000389, 0.000395, 0.000724, 0.000303, 0.000249, 0.000215, 0.000628, 0.000438, 0.961203, 0.000512, 0.002075, 1.9e-05, 9.2e-05, 0.00011, 5.1e-05, 1.9e-05, 2.8e-05, 2.2e-05, 1.6e-05, 4e-05, 2.5e-05, 1.9e-05, 2.1e-05, 2.1e-05, 3.5e-05, 3e-05, 5.4e-05, 1.1e-05, 2.7e-05, 2.8e-05, 4e-05, 1.6e-05, 9.4e-05, 1.8e-05, 0.0002, 1.4e-05, 1.5e-05, 3.3e-05, 1.9e-05, 6.8e-05, 1.9e-05, 3.4e-05, 2.3e-05, 2.4e-05, 2.7e-05, 1e-05, 2.1e-05, 4.6e-05, 1.8e-05, 2.7e-05, 2.8e-05, 1.8e-05, 1.3e-05, 1.8e-05, 1.7e-05, 1.1e-05, 3e-05, 0.000162, 2.3e-05, 0.000897, 2.5e-05, 8.3e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1000", "qid": "decision", "type": "choice", "pick": "top_up_reverted", "pick_run": "top_up_reverted", "same": true, "pick_merged": "top_up_reverted", "same_as_merged": true, "max_abs_dp": 0.0196376472531109, "probs": [ 0.000273, 0.00205, 0.000376, 6.9e-05, 0.003244, 0.000675, 0.000199, 8e-05, 6.4e-05, 0.001862, 0.000131, 9.9e-05, 2.2e-05, 2.7e-05, 7.1e-05, 6.2e-05, 9.6e-05, 2.4e-05, 3.4e-05, 7.7e-05, 0.00031, 0.00021, 4.7e-05, 5.1e-05, 4.1e-05, 4.3e-05, 0.000108, 0.000266, 0.000121, 0.000104, 3.9e-05, 5.3e-05, 9.2e-05, 0.000162, 0.000264, 0.020752, 0.000199, 0.000107, 5.6e-05, 0.000115, 2.5e-05, 5.6e-05, 5.1e-05, 4.1e-05, 0.000141, 0.000127, 0.000615, 0.004109, 9.4e-05, 4.4e-05, 0.000142, 0.000234, 0.000467, 0.000361, 0.00062, 0.000125, 0.000367, 0.000573, 0.00061, 0.006076, 0.009429, 0.857864, 0.0037, 0.000519, 0.000293, 0.000353, 8.1e-05, 0.000293, 0.000101, 0.000493, 0.000531, 0.0724, 0.003686, 0.000526, 0.001356, 0.00071, 0.000109 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2650", "qid": "decision", "type": "choice", "pick": "top_up_failed", "pick_run": "top_up_failed", "same": true, "pick_merged": "top_up_failed", "same_as_merged": true, "max_abs_dp": 0.009587330279575812, "probs": [ 0.000215, 0.002233, 0.000116, 4.3e-05, 0.001031, 0.000798, 0.000132, 0.000104, 5.7e-05, 5.8e-05, 2.6e-05, 5.4e-05, 1.3e-05, 1.5e-05, 0.000113, 3.6e-05, 9e-05, 2.6e-05, 3.7e-05, 3e-05, 7.3e-05, 0.000257, 2.1e-05, 3.1e-05, 4.4e-05, 6.4e-05, 4.8e-05, 0.000279, 0.000211, 0.000269, 0.000101, 0.000184, 0.00032, 0.004168, 0.000369, 0.000172, 0.00012, 0.000136, 0.000165, 0.000128, 0.000103, 0.000142, 0.000162, 5.2e-05, 0.000108, 0.000116, 0.000475, 0.013175, 0.000139, 3.5e-05, 0.000129, 0.000109, 9.6e-05, 0.000104, 0.000174, 9.1e-05, 0.000517, 0.000999, 0.002718, 0.955113, 0.000411, 0.001026, 0.000776, 0.000212, 0.000161, 0.000224, 8.1e-05, 9.7e-05, 7e-05, 0.000212, 0.000158, 0.002904, 0.005694, 0.000356, 0.000527, 6.9e-05, 7.8e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1341", "qid": "decision", "type": "choice", "pick": "transfer_into_account", "pick_run": "transfer_into_account", "same": true, "pick_merged": "transfer_into_account", "same_as_merged": true, "max_abs_dp": 0.013824417947334522, "probs": [ 0.004949, 0.017438, 0.001363, 0.000407, 0.029264, 0.002241, 0.000399, 0.0003, 0.002008, 0.000224, 0.002769, 0.000307, 0.000159, 0.007068, 0.000359, 0.000376, 0.002663, 0.000137, 0.000158, 0.000717, 0.000132, 0.000277, 0.000208, 0.000329, 0.002338, 0.000244, 0.001043, 0.001643, 0.000428, 0.000391, 0.001475, 0.000417, 0.000522, 0.001661, 0.005783, 0.001968, 0.003436, 0.000658, 0.001504, 0.003974, 0.000987, 0.000719, 0.003503, 0.000855, 0.000996, 0.008445, 0.000656, 0.004613, 0.003401, 0.000626, 0.036128, 0.000852, 0.004382, 0.002135, 0.002737, 0.000602, 0.005862, 0.004668, 0.009485, 0.007919, 0.003578, 0.006631, 0.233357, 0.008691, 0.008974, 0.485926, 0.008687, 0.005621, 0.001522, 0.002448, 0.006578, 0.007208, 0.005151, 0.002617, 0.00324, 0.007645, 0.000816 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-3019", "qid": "decision", "type": "choice", "pick": "verify_my_identity", "pick_run": "verify_my_identity", "same": true, "pick_merged": "verify_my_identity", "same_as_merged": true, "max_abs_dp": 0.010342030986933717, "probs": [ 0.000254, 0.005842, 0.000383, 8.9e-05, 0.000159, 3.9e-05, 5.5e-05, 3e-05, 7.2e-05, 3.2e-05, 5.9e-05, 0.000118, 3.1e-05, 3.1e-05, 2.9e-05, 3.5e-05, 7.3e-05, 6.6e-05, 9.7e-05, 5.2e-05, 2.5e-05, 3.8e-05, 4.2e-05, 0.000497, 0.0001, 7.8e-05, 3.2e-05, 0.000199, 9.4e-05, 6.4e-05, 5.8e-05, 2.4e-05, 5e-05, 1.4e-05, 0.00012, 3.4e-05, 1.3e-05, 7.5e-05, 3.5e-05, 5.5e-05, 2.1e-05, 5.4e-05, 2.4e-05, 0.000272, 0.001578, 9.2e-05, 4.6e-05, 4.9e-05, 2.9e-05, 0.000637, 0.000106, 4.1e-05, 0.000593, 0.000636, 0.001098, 0.000301, 0.000375, 0.000378, 0.000329, 0.000275, 0.000264, 0.000262, 0.000329, 0.000307, 0.000489, 0.000368, 0.000319, 0.000495, 0.023786, 0.912616, 0.002164, 0.000853, 0.000962, 0.000435, 0.038415, 0.001742, 6.4e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2199", "qid": "decision", "type": "choice", "pick": "transfer_fee_charged", "pick_run": "transfer_fee_charged", "same": true, "pick_merged": "transfer_fee_charged", "same_as_merged": true, "max_abs_dp": 0.003364428963202437, "probs": [ 0.000421, 0.000798, 0.000248, 5.1e-05, 0.0002, 0.000321, 8.8e-05, 5.2e-05, 0.000551, 5.8e-05, 5.2e-05, 5.1e-05, 0.000213, 3.5e-05, 7.4e-05, 0.001545, 0.000208, 6e-05, 5.4e-05, 0.000618, 4.3e-05, 4.3e-05, 6.7e-05, 5.4e-05, 6.9e-05, 6.9e-05, 8.8e-05, 0.00044, 0.000188, 7.5e-05, 0.000398, 0.000349, 0.000132, 5.3e-05, 0.002769, 0.000117, 8.4e-05, 0.000169, 0.001703, 8.6e-05, 7.5e-05, 0.00042, 0.000158, 7.2e-05, 8.9e-05, 0.00015, 3.5e-05, 0.000101, 0.000177, 9e-05, 0.000125, 3.8e-05, 0.0001, 0.000183, 0.000345, 0.00013, 0.005202, 0.001232, 0.000238, 0.000221, 0.000748, 0.000423, 0.000494, 0.000905, 0.968027, 0.001432, 0.000295, 0.003227, 0.000123, 0.000381, 0.000431, 0.000132, 0.000378, 0.000353, 0.000378, 0.000198, 0.000202 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1719", "qid": "decision", "type": "choice", "pick": "failed_transfer", "pick_run": "failed_transfer", "same": true, "pick_merged": "failed_transfer", "same_as_merged": true, "max_abs_dp": 0.003249516752007686, "probs": [ 0.000479, 0.000418, 0.000361, 8.3e-05, 0.000261, 0.002291, 0.000147, 0.000328, 0.000148, 0.00126, 0.000113, 0.000114, 8.4e-05, 5.2e-05, 0.000196, 0.000151, 9.6e-05, 8.5e-05, 0.000167, 0.000189, 0.000154, 0.000113, 0.000157, 7.8e-05, 5.1e-05, 7.2e-05, 0.000197, 0.028151, 0.00039, 0.000282, 0.000142, 0.000392, 0.000674, 0.001568, 0.003851, 0.941416, 0.000366, 0.000433, 0.000139, 0.000151, 0.000439, 0.000233, 0.000395, 0.000139, 9.6e-05, 0.000106, 0.000172, 0.000211, 0.000544, 9.7e-05, 0.000281, 0.000111, 0.000159, 5.9e-05, 0.000193, 3.5e-05, 3.8e-05, 2e-05, 4.1e-05, 0.000195, 4.7e-05, 0.00868, 6.2e-05, 5.4e-05, 5.4e-05, 8.8e-05, 0.0012, 5.9e-05, 2.3e-05, 8.4e-05, 3.3e-05, 5.7e-05, 1.9e-05, 5.2e-05, 2.8e-05, 4.4e-05, 5e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1055", "qid": "decision", "type": "choice", "pick": "balance_not_updated_after_cheque_or_cash_deposit", "pick_run": "balance_not_updated_after_cheque_or_cash_deposit", "same": true, "pick_merged": "balance_not_updated_after_cheque_or_cash_deposit", "same_as_merged": true, "max_abs_dp": 0.0005955435088241812, "probs": [ 0.000376, 0.000513, 0.000695, 0.000558, 0.000784, 0.006603, 0.981322, 0.000516, 0.000161, 0.000159, 0.000122, 9.9e-05, 7.6e-05, 7.3e-05, 0.000104, 9.2e-05, 0.000107, 0.000117, 6.4e-05, 0.000128, 0.000499, 0.000108, 0.000143, 7.5e-05, 5.3e-05, 0.000122, 1.5e-05, 9.2e-05, 0.000127, 4e-05, 4.7e-05, 5.2e-05, 0.000388, 5.3e-05, 4.5e-05, 2e-05, 1.2e-05, 4.3e-05, 2.6e-05, 2.1e-05, 1.4e-05, 2e-05, 1.7e-05, 3.8e-05, 2.5e-05, 5.3e-05, 0.000139, 0.000154, 7.3e-05, 1.5e-05, 2.7e-05, 1.8e-05, 2.4e-05, 1.6e-05, 4.4e-05, 1.5e-05, 3.5e-05, 6.4e-05, 0.004085, 9.7e-05, 1.9e-05, 1.8e-05, 2.4e-05, 2.4e-05, 1.7e-05, 2.6e-05, 8e-06, 9e-06, 2.6e-05, 2.1e-05, 1.1e-05, 3.4e-05, 4.7e-05, 2.5e-05, 2e-05, 2.7e-05, 2.2e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1227", "qid": "decision", "type": "choice", "pick": "unable_to_verify_identity", "pick_run": "unable_to_verify_identity", "same": true, "pick_merged": "unable_to_verify_identity", "same_as_merged": true, "max_abs_dp": 0.02869484325164484, "probs": [ 0.00018, 0.003873, 0.000111, 5.2e-05, 4.3e-05, 4.2e-05, 3.2e-05, 2e-05, 8.7e-05, 2.6e-05, 2.1e-05, 5.1e-05, 1.9e-05, 1.8e-05, 2.3e-05, 2.6e-05, 5.1e-05, 0.000586, 6.9e-05, 3.2e-05, 2.2e-05, 3.3e-05, 3.3e-05, 0.000234, 7e-05, 7.2e-05, 0.000125, 0.000433, 0.000144, 8.6e-05, 6e-05, 4e-05, 6.9e-05, 3.4e-05, 0.000249, 6.6e-05, 2.8e-05, 0.0001, 5.4e-05, 6.6e-05, 2.8e-05, 8.8e-05, 2.9e-05, 0.003268, 0.001176, 0.000123, 6.4e-05, 6.2e-05, 7.8e-05, 0.000948, 0.00012, 0.00011, 0.002233, 0.003376, 0.001628, 0.000718, 0.000958, 0.001244, 0.000872, 0.001151, 0.000995, 0.000841, 0.000975, 0.001986, 0.001033, 0.00066, 0.000587, 0.001913, 0.546565, 0.376332, 0.003508, 0.001876, 0.001556, 0.002145, 0.030195, 0.00311, 7.1e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2237", "qid": "decision", "type": "choice", "pick": "fiat_currency_support", "pick_run": "fiat_currency_support", "same": true, "pick_merged": "fiat_currency_support", "same_as_merged": true, "max_abs_dp": 0.05886749260852758, "probs": [ 0.001872, 0.00097, 0.000434, 0.000175, 0.000193, 0.000457, 0.000184, 0.000281, 0.000171, 4.7e-05, 0.001329, 5.9e-05, 4.2e-05, 7.1e-05, 7.6e-05, 6.4e-05, 0.000115, 0.000595, 6.3e-05, 6.4e-05, 4.4e-05, 7.3e-05, 6.8e-05, 0.000187, 0.010973, 0.000163, 0.002143, 0.002163, 0.018292, 0.00174, 0.00106, 0.005007, 0.037252, 0.007674, 0.012857, 0.003229, 0.406077, 0.001323, 0.001198, 0.005353, 0.000256, 0.000511, 0.001752, 0.00227, 0.000877, 0.000521, 0.000523, 0.001473, 0.00242, 0.001214, 0.218759, 0.003945, 0.000925, 0.000564, 0.173666, 0.000969, 0.000953, 0.000969, 0.001776, 0.002058, 0.000569, 0.000467, 0.009746, 0.000655, 0.001062, 0.03539, 0.000453, 0.000243, 0.000409, 0.000927, 0.001174, 0.000771, 0.000256, 0.000366, 0.000316, 0.005923, 0.000732 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2633", "qid": "decision", "type": "choice", "pick": "disposable_card_limits", "pick_run": "disposable_card_limits", "same": true, "pick_merged": "disposable_card_limits", "same_as_merged": true, "max_abs_dp": 0.0006316432184138021, "probs": [ 3.8e-05, 0.000128, 4.7e-05, 0.000122, 5e-05, 3.9e-05, 5.6e-05, 2.5e-05, 6.2e-05, 4.6e-05, 0.000183, 5.4e-05, 4.3e-05, 3.9e-05, 4.8e-05, 9e-05, 0.000123, 6.2e-05, 7e-05, 6.5e-05, 3.6e-05, 6.4e-05, 4.2e-05, 4e-05, 8.9e-05, 0.0001, 7e-05, 0.000201, 0.000731, 0.989677, 0.000114, 6e-05, 0.000119, 6.3e-05, 0.000259, 2.7e-05, 6e-05, 0.0037, 6.4e-05, 6.4e-05, 8.2e-05, 9.3e-05, 2.1e-05, 6.6e-05, 5.5e-05, 0.000105, 5e-05, 0.000108, 2.5e-05, 2.4e-05, 2e-05, 2.6e-05, 2.9e-05, 2.3e-05, 0.00019, 0.000489, 8.9e-05, 1.6e-05, 1.8e-05, 1.7e-05, 0.001124, 1.4e-05, 3.7e-05, 4.6e-05, 2.4e-05, 1.4e-05, 4.7e-05, 1.7e-05, 1.8e-05, 1.6e-05, 1.2e-05, 3.3e-05, 2.9e-05, 8e-06, 1.1e-05, 2.4e-05, 1.3e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2362", "qid": "decision", "type": "choice", "pick": "verify_top_up", "pick_run": "verify_top_up", "same": true, "pick_merged": "verify_top_up", "same_as_merged": true, "max_abs_dp": 0.0064335295484223565, "probs": [ 0.000269, 0.00426, 0.000516, 0.000177, 0.000749, 0.000257, 0.000186, 4.8e-05, 6.9e-05, 3.7e-05, 0.000107, 0.000109, 2.8e-05, 2.7e-05, 5.4e-05, 6.5e-05, 0.000169, 7.5e-05, 6.6e-05, 0.000197, 0.000289, 0.000217, 0.000136, 0.001407, 0.000113, 0.000154, 4.6e-05, 0.00037, 0.000173, 0.000131, 3.9e-05, 5.6e-05, 0.00012, 7.3e-05, 0.000136, 7.1e-05, 5.5e-05, 0.000142, 7.8e-05, 0.000149, 1.6e-05, 0.000121, 4.8e-05, 0.000246, 0.000715, 0.000682, 0.00109, 0.003038, 0.000201, 0.001368, 0.000277, 0.000231, 0.001246, 0.000638, 0.001019, 0.000585, 0.000892, 0.000652, 0.000743, 0.000658, 0.000712, 0.000242, 0.000764, 0.000574, 0.000577, 0.000341, 0.00057, 0.000558, 0.004212, 0.020239, 0.03369, 0.822118, 0.008526, 0.001782, 0.075934, 0.003011, 0.000263 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-157", "qid": "decision", "type": "choice", "pick": "card_payment_wrong_exchange_rate", "pick_run": "card_payment_wrong_exchange_rate", "same": true, "pick_merged": "card_payment_wrong_exchange_rate", "same_as_merged": true, "max_abs_dp": 0.003213359044158093, "probs": [ 0.000402, 0.000435, 0.000356, 0.000252, 0.00036, 0.000639, 0.001121, 0.000331, 0.000274, 0.000371, 0.00169, 0.000372, 0.000273, 0.000232, 0.001844, 0.012859, 0.007311, 0.944238, 0.000498, 0.001104, 0.000413, 0.000325, 0.000386, 0.000277, 0.000299, 0.000492, 0.000288, 0.000388, 0.000623, 0.000314, 0.000152, 0.0016, 0.010258, 0.000256, 0.000166, 6.6e-05, 0.000144, 0.000149, 0.000148, 0.000102, 4.8e-05, 0.000344, 0.000252, 0.000504, 0.00014, 0.000674, 0.000109, 0.000102, 9.5e-05, 5.5e-05, 5.2e-05, 3.7e-05, 6.3e-05, 0.000102, 6.6e-05, 2.2e-05, 5.6e-05, 5.3e-05, 0.000155, 3.2e-05, 1.1e-05, 1e-05, 1.7e-05, 2.6e-05, 1.8e-05, 1.8e-05, 1e-05, 1.5e-05, 6.4e-05, 1.8e-05, 2.1e-05, 2e-05, 8e-06, 1e-05, 1.2e-05, 1.8e-05, 0.004936 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-396", "qid": "decision", "type": "choice", "pick": "card_not_working", "pick_run": "card_not_working", "same": true, "pick_merged": "card_not_working", "same_as_merged": true, "max_abs_dp": 0.028702776069934988, "probs": [ 0.023771, 0.002336, 0.00237, 0.007599, 0.001476, 0.001485, 0.001461, 0.000801, 0.000773, 0.001623, 0.334936, 0.002745, 0.000908, 0.004927, 0.559724, 0.001061, 0.001969, 0.001183, 0.000924, 0.001242, 0.001036, 0.002682, 0.001175, 0.013309, 0.001019, 0.013525, 0.000141, 0.000373, 0.000453, 0.000195, 5.1e-05, 3e-05, 4.5e-05, 2.2e-05, 0.000132, 4.6e-05, 0.000197, 9.6e-05, 7.4e-05, 7.1e-05, 0.000141, 6.2e-05, 4.9e-05, 5.3e-05, 6.3e-05, 0.000153, 0.000103, 0.000528, 3.6e-05, 5.5e-05, 3.3e-05, 5e-05, 0.000222, 0.000105, 0.00091, 0.000113, 0.000103, 0.00017, 0.000106, 9e-05, 4.5e-05, 0.000125, 0.000878, 0.000114, 0.000216, 0.000124, 0.000132, 8.5e-05, 6.7e-05, 0.000259, 0.000143, 0.001101, 0.004613, 0.000307, 0.000356, 8e-05, 0.000226 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-472", "qid": "decision", "type": "choice", "pick": "lost_or_stolen_card", "pick_run": "lost_or_stolen_card", "same": true, "pick_merged": "lost_or_stolen_card", "same_as_merged": true, "max_abs_dp": 0.010799155774649183, "probs": [ 0.000776, 0.000593, 0.000445, 0.000423, 0.000383, 0.000485, 0.00053, 0.000246, 0.000406, 0.000307, 0.000438, 0.00044, 0.000289, 0.000253, 0.000669, 0.001525, 0.00043, 0.000446, 0.000491, 0.000413, 0.00068, 0.00146, 0.227658, 0.000443, 0.000259, 0.000297, 0.000122, 0.000305, 0.000338, 0.000332, 0.000171, 0.000342, 0.000317, 0.000164, 0.000304, 0.000132, 0.000152, 0.000292, 0.000331, 0.000295, 0.000112, 0.752437, 0.000213, 0.000244, 0.000392, 0.00028, 0.000209, 0.000286, 0.000433, 0.000149, 0.000108, 6.3e-05, 3.1e-05, 1.1e-05, 2.3e-05, 1e-05, 3.3e-05, 1.3e-05, 1.6e-05, 1.3e-05, 2.2e-05, 7e-06, 8e-06, 2.6e-05, 1.5e-05, 1e-05, 1.9e-05, 0.000174, 2.5e-05, 2.5e-05, 1.6e-05, 3.2e-05, 1.1e-05, 3.3e-05, 8e-06, 2.7e-05, 8e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1528", "qid": "decision", "type": "choice", "pick": "passcode_forgotten", "pick_run": "passcode_forgotten", "same": true, "pick_merged": "passcode_forgotten", "same_as_merged": true, "max_abs_dp": 0.003040879783178907, "probs": [ 9.6e-05, 0.000121, 0.000144, 9.7e-05, 5.9e-05, 7.7e-05, 7.8e-05, 4.6e-05, 0.000127, 4e-05, 6.2e-05, 5e-05, 4.1e-05, 4.9e-05, 7.4e-05, 0.000209, 0.000124, 0.000131, 0.000206, 0.000131, 4e-05, 0.023888, 7.5e-05, 9.7e-05, 5.7e-05, 0.000104, 3.1e-05, 5.3e-05, 7.8e-05, 7.3e-05, 1.1e-05, 6.6e-05, 5.9e-05, 3.5e-05, 4.4e-05, 2.4e-05, 3.1e-05, 0.000125, 5.1e-05, 7.1e-05, 1.7e-05, 8.7e-05, 7.6e-05, 0.000175, 0.969801, 0.000214, 7.3e-05, 0.000205, 6.2e-05, 0.00167, 6e-05, 4.7e-05, 1e-05, 7e-06, 2.2e-05, 3e-06, 8e-06, 4e-06, 4e-06, 4e-06, 3e-06, 1e-06, 4e-06, 6e-06, 5e-06, 4e-06, 5e-06, 6e-06, 3.9e-05, 0.000309, 1.2e-05, 1.1e-05, 1.2e-05, 3e-06, 1.5e-05, 2.2e-05, 1.6e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2432", "qid": "decision", "type": "choice", "pick": "getting_spare_card", "pick_run": "getting_spare_card", "same": true, "pick_merged": "getting_spare_card", "same_as_merged": true, "max_abs_dp": 0.04436606746848659, "probs": [ 0.005375, 0.003327, 0.001012, 0.000406, 0.000296, 0.000268, 0.000454, 0.000244, 0.000616, 0.000876, 0.003884, 0.004559, 0.00174, 0.027356, 0.00062, 0.000298, 0.000472, 0.00137, 0.000338, 0.000264, 0.000221, 0.000206, 0.000331, 0.000288, 0.000274, 0.00033, 0.001878, 0.002082, 0.003267, 0.001806, 0.001501, 0.000825, 0.001183, 0.001221, 0.002355, 0.001718, 0.001964, 0.006826, 0.237473, 0.401319, 0.004089, 0.001585, 0.000993, 0.247733, 0.002222, 0.001961, 0.000724, 0.000781, 0.002418, 0.00049, 0.00061, 0.000281, 0.000425, 0.000212, 0.000742, 0.000223, 0.000484, 0.000267, 0.00031, 0.000412, 0.00025, 0.000196, 0.000797, 0.000392, 0.002787, 0.003958, 0.000569, 0.000158, 0.000835, 0.000338, 0.000281, 0.000337, 0.000136, 0.000494, 0.000142, 0.000292, 0.000236 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-819", "qid": "decision", "type": "choice", "pick": "card_payment_fee_charged", "pick_run": "card_payment_fee_charged", "same": true, "pick_merged": "card_payment_fee_charged", "same_as_merged": true, "max_abs_dp": 0.00784804822367717, "probs": [ 0.001603, 0.001105, 0.001697, 0.001462, 0.001246, 0.001573, 0.000794, 0.000386, 0.000996, 0.000564, 0.035969, 0.000607, 0.000841, 0.000495, 0.006395, 0.758056, 0.005815, 0.001543, 0.000409, 0.043042, 0.000858, 0.000463, 0.000916, 0.001124, 0.001473, 0.001049, 0.000589, 0.001168, 0.000921, 0.000907, 0.00132, 0.009433, 0.000482, 0.000138, 0.039759, 0.000178, 0.000513, 0.000669, 0.001454, 0.000185, 0.000249, 0.000483, 0.000395, 0.000301, 0.000309, 0.002509, 0.000172, 0.000196, 0.000478, 8.6e-05, 0.000754, 6.1e-05, 0.000169, 0.000269, 0.00158, 0.000142, 0.003671, 0.030672, 0.000576, 0.000213, 0.001529, 0.000286, 0.002505, 0.000918, 0.018854, 0.000178, 0.000273, 0.000455, 0.000186, 0.00014, 0.00041, 0.000485, 0.000219, 0.000777, 0.000222, 0.00024, 0.000843 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1504", "qid": "decision", "type": "choice", "pick": "direct_debit_payment_not_recognised", "pick_run": "direct_debit_payment_not_recognised", "same": true, "pick_merged": "direct_debit_payment_not_recognised", "same_as_merged": true, "max_abs_dp": 0.0010939575132671913, "probs": [ 0.000321, 0.00024, 0.000196, 0.000133, 0.00019, 8.9e-05, 0.000148, 0.000108, 0.00027, 0.000173, 0.000187, 9.8e-05, 6.5e-05, 9.2e-05, 0.00016, 0.00049, 0.006542, 0.000227, 0.000131, 0.000545, 0.001393, 0.000242, 0.000382, 0.00013, 0.00014, 0.000321, 0.000318, 0.000281, 0.977055, 0.000204, 0.000193, 8.3e-05, 0.000158, 7.5e-05, 0.005595, 8.4e-05, 7.3e-05, 0.000217, 8e-05, 6.8e-05, 5.7e-05, 0.000143, 0.000381, 8.7e-05, 0.000136, 0.000225, 0.000115, 0.000104, 8.7e-05, 0.00012, 0.000106, 3.4e-05, 3.7e-05, 3.8e-05, 0.000451, 3.2e-05, 3.4e-05, 8e-06, 1.4e-05, 1.5e-05, 3.7e-05, 7e-06, 1.3e-05, 3.3e-05, 1.1e-05, 9e-06, 1.1e-05, 8e-06, 1.4e-05, 1.7e-05, 1.9e-05, 2e-05, 1.1e-05, 8e-06, 6e-06, 1.9e-05, 3.5e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-978", "qid": "decision", "type": "choice", "pick": "card_acceptance", "pick_run": "card_acceptance", "same": true, "pick_merged": "card_acceptance", "same_as_merged": true, "max_abs_dp": 0.0011544880609389852, "probs": [ 0.000446, 0.000874, 0.001349, 0.001911, 0.000895, 0.000484, 0.000513, 0.000316, 0.000256, 0.000474, 0.961843, 0.000428, 0.000249, 0.000485, 0.002292, 0.000503, 0.000289, 0.000381, 0.000258, 0.000271, 0.000366, 0.000308, 0.000561, 0.00049, 0.002873, 0.001454, 1.1e-05, 0.000101, 0.000247, 7.3e-05, 2.8e-05, 5e-06, 1.9e-05, 6e-06, 2.7e-05, 8e-06, 2.7e-05, 2.7e-05, 1.4e-05, 1.1e-05, 5e-06, 2e-05, 5e-06, 2.6e-05, 1.8e-05, 3.5e-05, 1.1e-05, 8e-06, 0.000281, 7e-06, 1.7e-05, 6e-06, 2.3e-05, 2.7e-05, 0.010081, 0.000111, 3.7e-05, 3.7e-05, 5.7e-05, 5.8e-05, 1.8e-05, 3.4e-05, 0.0003, 3.3e-05, 4.1e-05, 2.6e-05, 2.6e-05, 1.4e-05, 3e-05, 4.2e-05, 2e-05, 0.000228, 2.3e-05, 0.007021, 4.7e-05, 4.2e-05, 1.3e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2236", "qid": "decision", "type": "choice", "pick": "receiving_money", "pick_run": "receiving_money", "same": true, "pick_merged": "receiving_money", "same_as_merged": true, "max_abs_dp": 0.022647289934889625, "probs": [ 0.001053, 0.001433, 0.001021, 0.000241, 0.000464, 0.000688, 0.000159, 9.1e-05, 0.000162, 7.6e-05, 0.000396, 0.000221, 7.3e-05, 0.000905, 0.000172, 0.000112, 0.000303, 9.7e-05, 7.3e-05, 0.000158, 5.7e-05, 9.4e-05, 0.000157, 0.000234, 0.006206, 0.000101, 0.00032, 0.000954, 0.000556, 0.000638, 0.000552, 0.000499, 0.000676, 0.001021, 0.005026, 0.001214, 0.000657, 0.000525, 0.001154, 0.012178, 0.00041, 0.000543, 0.00183, 0.004229, 0.000627, 0.00097, 0.000764, 0.002782, 0.003774, 0.001835, 0.612489, 0.003115, 0.000422, 0.000516, 0.001725, 0.000794, 0.000512, 0.000991, 0.002305, 0.000984, 0.000199, 0.000374, 0.001259, 0.00113, 0.001455, 0.283448, 0.000792, 0.002263, 0.0011, 0.000981, 0.003935, 0.001696, 0.000904, 0.001183, 0.001372, 0.01546, 0.000117 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1925", "qid": "decision", "type": "choice", "pick": "card_swallowed", "pick_run": "card_swallowed", "same": true, "pick_merged": "card_swallowed", "same_as_merged": true, "max_abs_dp": 0.008881999534556734, "probs": [ 0.001444, 0.000969, 0.001129, 0.229688, 0.000803, 0.000737, 0.000528, 0.000449, 0.000392, 0.001048, 0.007662, 0.000895, 0.000705, 0.000642, 0.030974, 0.000773, 0.001027, 0.00099, 0.700509, 0.001666, 0.00067, 0.000596, 0.000561, 0.000722, 0.000311, 0.000791, 0.004427, 0.000455, 0.000546, 0.000504, 0.000224, 0.00014, 0.000263, 0.000233, 0.00031, 0.000172, 0.000211, 0.000139, 0.000438, 0.000182, 0.000211, 0.000188, 0.000103, 0.000119, 0.000577, 0.001335, 0.000128, 0.000168, 0.000145, 9.3e-05, 7.5e-05, 6.1e-05, 0.000138, 0.000212, 0.000219, 4.6e-05, 5.3e-05, 4.9e-05, 6.4e-05, 5.7e-05, 2.7e-05, 3.8e-05, 4.9e-05, 3.6e-05, 0.000134, 5.3e-05, 3.9e-05, 4.5e-05, 3.2e-05, 0.000162, 8.9e-05, 4.8e-05, 3.9e-05, 2.2e-05, 2.2e-05, 5.8e-05, 0.000139 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-704", "qid": "decision", "type": "choice", "pick": "cancel_transfer", "pick_run": "cancel_transfer", "same": true, "pick_merged": "cancel_transfer", "same_as_merged": true, "max_abs_dp": 0.0266944039094546, "probs": [ 0.002251, 0.003282, 0.001984, 0.000804, 0.001046, 0.010057, 0.00111, 0.004875, 0.467114, 0.001432, 0.00075, 0.000623, 0.000224, 0.000286, 0.000542, 0.000927, 0.002753, 0.000519, 0.000366, 0.000431, 0.000393, 0.000483, 0.001149, 0.000653, 0.000514, 0.00152, 0.003411, 0.018101, 0.001991, 0.000648, 0.000515, 0.000756, 0.000943, 0.000704, 0.010273, 0.02467, 0.000475, 0.001074, 0.000698, 0.001092, 0.005059, 0.000621, 0.001184, 0.000588, 0.000595, 0.000366, 0.000427, 0.000933, 0.006492, 0.001267, 0.003741, 0.011088, 0.191288, 0.001655, 0.002726, 0.000454, 0.001138, 0.001, 0.001078, 0.000809, 0.002598, 0.00815, 0.001364, 0.003073, 0.003213, 0.003423, 0.131036, 0.003994, 0.000477, 0.001724, 0.00102, 0.001606, 0.000516, 0.000835, 0.000823, 0.005434, 0.026768 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2288", "qid": "decision", "type": "choice", "pick": "failed_transfer", "pick_run": "failed_transfer", "same": true, "pick_merged": "failed_transfer", "same_as_merged": true, "max_abs_dp": 0.017833093071175532, "probs": [ 0.005103, 0.003231, 0.001308, 0.000457, 0.001009, 0.033662, 0.000569, 0.00185, 0.002925, 0.00685, 0.000425, 0.000307, 0.000165, 9.7e-05, 0.000673, 0.000346, 0.000494, 0.000225, 0.000293, 0.000339, 0.000568, 0.000282, 0.000562, 0.000253, 0.000187, 0.000535, 0.001281, 0.239307, 0.001176, 0.0011, 0.000451, 0.001298, 0.002119, 0.016567, 0.009833, 0.572065, 0.00076, 0.001133, 0.000602, 0.000481, 0.002653, 0.001207, 0.001403, 0.000482, 0.000421, 0.000411, 0.000884, 0.001471, 0.004863, 0.000477, 0.001142, 0.000605, 0.000847, 0.000571, 0.000789, 0.000188, 0.000303, 0.000356, 0.000402, 0.011702, 0.000415, 0.034664, 0.000425, 0.000306, 0.000501, 0.00102, 0.015568, 0.001806, 0.000157, 0.000546, 0.000278, 0.000486, 0.000203, 0.000889, 0.000298, 0.000191, 0.000184 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2119", "qid": "decision", "type": "choice", "pick": "change_pin", "pick_run": "change_pin", "same": true, "pick_merged": "change_pin", "same_as_merged": true, "max_abs_dp": 0.003896221342760353, "probs": [ 0.000334, 0.000299, 0.000442, 0.003091, 0.000748, 0.000243, 0.000236, 0.000132, 0.000182, 0.000252, 0.000498, 0.000318, 0.000196, 0.00027, 0.000697, 0.000433, 0.000485, 0.000648, 0.000594, 0.000495, 0.000497, 0.967751, 0.000171, 0.000892, 0.00444, 0.000336, 0.00015, 0.000308, 0.000719, 0.000516, 0.000199, 0.00034, 0.000142, 0.000288, 0.00019, 0.00014, 0.000154, 0.000207, 0.000206, 0.000164, 5.3e-05, 0.000125, 0.00015, 0.000422, 0.002456, 0.000234, 0.000119, 0.000792, 0.00014, 0.005858, 0.000361, 0.000127, 3.3e-05, 1.5e-05, 5.2e-05, 1e-05, 5.7e-05, 2.1e-05, 1.6e-05, 1.6e-05, 8e-06, 1.1e-05, 1.2e-05, 1.4e-05, 1.5e-05, 6e-06, 7e-06, 6e-06, 3.1e-05, 2.7e-05, 1.3e-05, 1.8e-05, 7.5e-05, 5e-06, 8.5e-05, 8.8e-05, 0.00012 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2886", "qid": "decision", "type": "choice", "pick": "extra_charge_on_statement", "pick_run": "extra_charge_on_statement", "same": true, "pick_merged": "extra_charge_on_statement", "same_as_merged": true, "max_abs_dp": 0.003988545076054284, "probs": [ 0.001617, 0.001711, 0.00165, 0.002516, 0.002569, 0.003286, 0.000772, 0.000455, 0.001793, 0.000368, 0.002707, 0.000543, 0.001143, 0.00032, 0.002529, 0.159737, 0.007944, 0.001613, 0.000511, 0.042823, 0.001622, 0.000509, 0.000557, 0.001235, 0.000606, 0.000668, 0.001004, 0.001098, 0.000752, 0.000469, 0.001633, 0.004216, 0.000261, 0.000623, 0.686277, 0.000737, 0.000192, 0.000983, 0.002417, 0.000154, 0.000176, 0.000378, 0.000584, 0.000147, 0.000299, 0.000629, 0.000364, 0.000187, 0.000168, 0.000186, 0.000846, 0.000134, 0.000286, 0.000349, 0.000541, 0.000204, 0.005393, 0.004155, 0.000679, 0.000475, 0.002122, 0.000368, 0.000534, 0.003189, 0.031645, 0.000314, 0.000112, 0.000404, 0.000105, 0.000337, 0.000757, 0.000224, 0.000128, 9.6e-05, 0.000186, 0.000179, 0.000497 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1931", "qid": "decision", "type": "choice", "pick": "card_swallowed", "pick_run": "card_swallowed", "same": true, "pick_merged": "card_swallowed", "same_as_merged": true, "max_abs_dp": 0.014193362428252088, "probs": [ 0.000721, 0.000494, 0.000796, 0.056336, 0.000715, 0.000502, 0.000445, 0.000345, 0.000235, 0.000866, 0.004246, 0.000717, 0.000518, 0.00053, 0.013526, 0.000747, 0.001053, 0.00097, 0.908199, 0.001471, 0.000649, 0.000429, 0.00071, 0.000369, 0.000251, 0.00061, 0.000295, 0.000157, 0.000223, 0.000172, 7.4e-05, 7.6e-05, 7.5e-05, 0.000104, 7.3e-05, 6.2e-05, 8e-05, 5.8e-05, 0.000136, 8.3e-05, 7.1e-05, 0.000123, 4e-05, 6e-05, 0.000188, 0.000296, 5.7e-05, 6.4e-05, 6.9e-05, 3.5e-05, 2.8e-05, 2.3e-05, 4.7e-05, 3.4e-05, 0.000121, 2.2e-05, 2.6e-05, 2.3e-05, 2.5e-05, 2.8e-05, 9e-06, 1.5e-05, 2.3e-05, 1.7e-05, 4.1e-05, 2.3e-05, 1.6e-05, 2.2e-05, 2.4e-05, 7.3e-05, 3.4e-05, 2.9e-05, 1.2e-05, 1.1e-05, 1.2e-05, 2.6e-05, 0.000112 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2558", "qid": "decision", "type": "choice", "pick": "cash_withdrawal_charge", "pick_run": "cash_withdrawal_charge", "same": true, "pick_merged": "cash_withdrawal_charge", "same_as_merged": true, "max_abs_dp": 0.005232265822915992, "probs": [ 0.00222, 0.002297, 0.002257, 0.033985, 0.001764, 0.001837, 0.00089, 0.000761, 0.000966, 0.000689, 0.001007, 0.000583, 0.000553, 0.000329, 0.0009, 0.004328, 0.001915, 0.002062, 0.001004, 0.70846, 0.010839, 0.000597, 0.000866, 0.001061, 0.002758, 0.000602, 0.001311, 0.00098, 0.000962, 0.000801, 0.000865, 0.001365, 0.000564, 0.000453, 0.060181, 0.000613, 0.000175, 0.001058, 0.000595, 0.000491, 0.000197, 0.00028, 0.000205, 0.000476, 0.000499, 0.002329, 0.001075, 0.00017, 0.000332, 0.00038, 0.006671, 0.000178, 0.002552, 0.000216, 0.00067, 0.000282, 0.001802, 0.000557, 0.000428, 0.000366, 0.002246, 0.000392, 0.000225, 0.001623, 0.000987, 0.000318, 0.000236, 0.000162, 0.00034, 0.000592, 0.001134, 0.000408, 0.000161, 0.000162, 0.000417, 0.06367, 0.051315 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2801", "qid": "decision", "type": "choice", "pick": "top_up_by_card_charge", "pick_run": "top_up_by_card_charge", "same": true, "pick_merged": "top_up_by_card_charge", "same_as_merged": true, "max_abs_dp": 0.02770517368771308, "probs": [ 0.001456, 0.008941, 0.001255, 0.00036, 0.018851, 0.00136, 0.000347, 0.000153, 0.000179, 0.000154, 0.002453, 0.000204, 0.000157, 0.000169, 0.000165, 0.012071, 0.000515, 0.000151, 0.000149, 0.00091, 0.00053, 0.000147, 0.000137, 0.000156, 0.000444, 0.000195, 0.000169, 0.000992, 0.000522, 0.000341, 0.001258, 0.008001, 0.000275, 8.7e-05, 0.001236, 5.5e-05, 0.001672, 0.000286, 0.000378, 0.000137, 0.000117, 0.000287, 0.000143, 0.000112, 0.000253, 0.000253, 0.000149, 0.00028, 0.000197, 3.7e-05, 0.000266, 7.2e-05, 0.000848, 0.000714, 0.0035, 0.000584, 0.022738, 0.741312, 0.003228, 0.001667, 0.006748, 0.0021, 0.132183, 0.001153, 0.002152, 0.00078, 0.000485, 0.000979, 0.000305, 0.000673, 0.000627, 0.002981, 0.001233, 0.001585, 0.001374, 0.000618, 0.000252 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2842", "qid": "decision", "type": "choice", "pick": "activate_my_card", "pick_run": "activate_my_card", "same": true, "pick_merged": "activate_my_card", "same_as_merged": true, "max_abs_dp": 0.0006009184355196817, "probs": [ 0.987478, 0.00045, 0.000745, 0.000113, 0.000143, 6.7e-05, 7.7e-05, 4.8e-05, 7.4e-05, 0.000263, 0.001564, 0.003054, 9.8e-05, 0.003116, 0.000437, 5.7e-05, 6.1e-05, 7.4e-05, 6.8e-05, 6e-05, 5.3e-05, 0.00065, 4.7e-05, 9.7e-05, 3.2e-05, 9.4e-05, 6e-05, 2.5e-05, 4.9e-05, 1.5e-05, 1.9e-05, 1.2e-05, 8e-06, 1.7e-05, 3.7e-05, 2.5e-05, 2.6e-05, 4.2e-05, 0.000108, 3.7e-05, 3.6e-05, 1.1e-05, 2.5e-05, 2.5e-05, 2.5e-05, 2.8e-05, 1.8e-05, 3.2e-05, 1.6e-05, 1.2e-05, 1.2e-05, 1.2e-05, 1.9e-05, 3e-06, 3.6e-05, 3e-06, 4e-06, 4e-06, 3e-06, 5e-06, 2e-06, 4e-06, 2e-05, 8e-06, 1.9e-05, 1.9e-05, 5e-06, 2e-06, 5e-06, 2.7e-05, 4e-06, 6e-06, 1.6e-05, 3e-06, 3e-06, 3e-06, 2e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-258", "qid": "decision", "type": "choice", "pick": "fiat_currency_support", "pick_run": "fiat_currency_support", "same": true, "pick_merged": "fiat_currency_support", "same_as_merged": true, "max_abs_dp": 0.03796061348775848, "probs": [ 0.000387, 0.001072, 0.000509, 0.000978, 0.000315, 0.000424, 0.000275, 0.000153, 0.000166, 0.000135, 0.01342, 0.000107, 8.9e-05, 6.9e-05, 8e-05, 8.5e-05, 0.000127, 0.000169, 0.000104, 0.000101, 7.2e-05, 0.000131, 0.000141, 0.000283, 0.022663, 0.000309, 0.000555, 0.000662, 0.026742, 0.000832, 0.00044, 0.000862, 0.002892, 0.00064, 0.001443, 0.000758, 0.71563, 0.000462, 0.000312, 0.000224, 6.6e-05, 0.000282, 0.000504, 0.000249, 0.000269, 0.000174, 0.000142, 0.000198, 0.000466, 0.00025, 0.001262, 0.000127, 0.000402, 0.00017, 0.188973, 0.000326, 0.000289, 0.000234, 0.000217, 0.000161, 0.000249, 0.000189, 0.007632, 0.000134, 0.000249, 0.000188, 8.7e-05, 4.9e-05, 0.000167, 0.000308, 0.000247, 0.000251, 7.3e-05, 0.00016, 3.9e-05, 0.000308, 8.9e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-180", "qid": "decision", "type": "choice", "pick": "extra_charge_on_statement", "pick_run": "extra_charge_on_statement", "same": true, "pick_merged": "extra_charge_on_statement", "same_as_merged": true, "max_abs_dp": 0.022254171906377324, "probs": [ 0.001554, 0.002192, 0.001635, 0.001274, 0.004736, 0.003831, 0.000748, 0.000441, 0.001221, 0.000302, 0.002595, 0.000427, 0.000891, 0.000259, 0.001655, 0.153435, 0.016104, 0.001193, 0.000389, 0.02908, 0.0008, 0.000347, 0.000344, 0.000756, 0.00034, 0.000339, 0.000796, 0.000876, 0.001945, 0.000491, 0.003267, 0.008356, 0.000297, 0.000804, 0.678252, 0.000572, 0.000258, 0.001099, 0.001801, 0.000166, 0.000191, 0.0004, 0.000866, 0.000153, 0.000302, 0.00094, 0.000316, 0.000195, 0.000157, 0.000184, 0.000755, 0.000101, 0.000204, 0.000372, 0.000631, 0.000243, 0.021366, 0.010695, 0.000767, 0.00067, 0.00266, 0.000375, 0.000671, 0.001732, 0.026089, 0.000295, 0.00014, 0.000413, 9.5e-05, 0.000336, 0.000762, 0.000251, 0.000123, 0.0001, 0.000218, 0.000126, 0.000239 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2691", "qid": "decision", "type": "choice", "pick": "balance_not_updated_after_bank_transfer", "pick_run": "balance_not_updated_after_bank_transfer", "same": true, "pick_merged": "balance_not_updated_after_bank_transfer", "same_as_merged": true, "max_abs_dp": 0.004194541703113064, "probs": [ 0.000288, 0.000977, 0.000973, 0.000774, 0.008377, 0.969384, 0.006312, 0.000581, 0.000319, 0.000554, 0.000291, 0.000191, 0.000139, 0.000186, 0.000272, 0.000227, 0.000226, 0.00015, 0.000143, 0.000145, 0.000141, 0.000213, 0.000481, 9.2e-05, 0.000125, 8.8e-05, 2.6e-05, 0.000314, 0.000254, 0.000135, 0.000236, 0.000301, 0.000144, 0.000191, 0.00022, 0.000388, 1.8e-05, 6.4e-05, 5.8e-05, 0.00015, 0.000117, 0.000128, 4.4e-05, 9.1e-05, 5.4e-05, 6.6e-05, 5.1e-05, 0.000564, 0.000938, 8.5e-05, 0.000316, 8.2e-05, 2.7e-05, 1.6e-05, 6.6e-05, 1.6e-05, 0.000441, 0.000243, 8.3e-05, 0.000143, 1.1e-05, 0.00014, 2.3e-05, 3.4e-05, 6.3e-05, 0.000898, 0.000486, 0.000261, 2.7e-05, 2.5e-05, 1.9e-05, 4.4e-05, 5.5e-05, 9e-05, 3.8e-05, 2e-05, 5e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-634", "qid": "decision", "type": "choice", "pick": "top_up_by_bank_transfer_charge", "pick_run": "top_up_by_bank_transfer_charge", "same": true, "pick_merged": "top_up_by_bank_transfer_charge", "same_as_merged": true, "max_abs_dp": 0.003076924613087728, "probs": [ 9.8e-05, 0.000824, 0.000105, 4.3e-05, 0.001506, 0.000196, 3.1e-05, 1.3e-05, 1.9e-05, 1.5e-05, 1.9e-05, 1.4e-05, 1.8e-05, 1.4e-05, 1.6e-05, 0.000118, 3.6e-05, 1.6e-05, 2.5e-05, 6.7e-05, 1.1e-05, 3.6e-05, 2e-05, 1.3e-05, 4.2e-05, 1.7e-05, 1.7e-05, 0.000128, 0.000111, 0.000124, 0.000542, 0.000261, 3.8e-05, 2.5e-05, 0.000134, 2.1e-05, 3e-05, 5e-05, 0.000213, 3.9e-05, 9e-06, 8e-05, 3e-05, 4e-05, 5.6e-05, 4e-05, 2.8e-05, 0.000514, 7.3e-05, 1.8e-05, 0.000106, 2.2e-05, 9.5e-05, 0.000212, 0.00043, 0.000266, 0.985808, 0.002228, 0.000321, 0.000197, 0.000162, 0.000106, 0.000243, 7.3e-05, 0.002362, 0.000189, 8.1e-05, 0.000318, 3.9e-05, 9.7e-05, 4.9e-05, 0.000121, 0.00023, 6.5e-05, 0.000115, 9e-05, 2.2e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2958", "qid": "decision", "type": "choice", "pick": "top_up_failed", "pick_run": "top_up_failed", "same": true, "pick_merged": "top_up_failed", "same_as_merged": true, "max_abs_dp": 0.051218686785636236, "probs": [ 0.002144, 0.007581, 0.290064, 0.000571, 0.008431, 0.002842, 0.000687, 0.000825, 0.000348, 0.000174, 0.000325, 0.000329, 0.00012, 0.000177, 0.001331, 0.000259, 0.000365, 0.000126, 0.000177, 0.000205, 0.000279, 0.000597, 0.000166, 0.000224, 0.000269, 0.000309, 0.000146, 0.0009, 0.000588, 0.000529, 0.000291, 0.000368, 0.000469, 0.007296, 0.000394, 0.000155, 0.000351, 0.000208, 0.000291, 0.000233, 0.000184, 0.000618, 0.000247, 0.00011, 0.000203, 0.000235, 0.000388, 0.022089, 0.000372, 6.9e-05, 0.000157, 0.000115, 0.000278, 0.000329, 0.001284, 0.00036, 0.002232, 0.004091, 0.005462, 0.607411, 0.000666, 0.001103, 0.003728, 0.000608, 0.00087, 0.000572, 0.000259, 0.000377, 0.000177, 0.000552, 0.000525, 0.003342, 0.007565, 0.000939, 0.000796, 0.000208, 0.000337 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-882", "qid": "decision", "type": "choice", "pick": "fiat_currency_support", "pick_run": "fiat_currency_support", "same": true, "pick_merged": "fiat_currency_support", "same_as_merged": true, "max_abs_dp": 0.030870878703945004, "probs": [ 0.00054, 0.001588, 0.000595, 0.000419, 0.000581, 0.000338, 0.000772, 0.000187, 0.000156, 7.9e-05, 0.004079, 9.5e-05, 6.9e-05, 5.3e-05, 5e-05, 6.1e-05, 7.5e-05, 7e-05, 7e-05, 9.6e-05, 5.7e-05, 9.8e-05, 6.8e-05, 0.000125, 0.00083, 0.000151, 0.001431, 0.00138, 0.02272, 0.000752, 0.000493, 0.000996, 0.008735, 0.002558, 0.002172, 0.000797, 0.487639, 0.000516, 0.000409, 0.000266, 7.6e-05, 0.000309, 0.000633, 0.00025, 0.000518, 0.000241, 0.000267, 0.000465, 0.000523, 0.00018, 0.000822, 0.000189, 0.001203, 0.000821, 0.365809, 0.0005, 0.001032, 0.001676, 0.017737, 0.003393, 0.002113, 0.000945, 0.050012, 0.00069, 0.000942, 0.000668, 0.000163, 0.000194, 0.000223, 0.000853, 0.000714, 0.001987, 0.000465, 0.000458, 0.000197, 0.0004, 0.000163 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-218", "qid": "decision", "type": "choice", "pick": "pending_cash_withdrawal", "pick_run": "pending_cash_withdrawal", "same": true, "pick_merged": "pending_cash_withdrawal", "same_as_merged": true, "max_abs_dp": 0.014012533896852086, "probs": [ 0.007752, 0.003231, 0.002413, 0.127118, 0.000569, 0.002149, 0.0006, 0.000323, 0.000637, 0.000401, 0.000666, 0.000337, 0.000278, 0.000231, 0.00253, 0.000691, 0.000799, 0.000414, 0.001348, 0.04996, 0.082234, 0.001063, 0.000964, 0.000939, 0.000584, 0.000942, 0.13715, 0.001886, 0.002278, 0.002961, 0.001687, 0.000815, 0.001327, 0.001471, 0.00297, 0.001132, 0.000624, 0.001096, 0.002015, 0.001468, 0.001819, 0.000664, 0.002014, 0.000736, 0.002692, 0.017041, 0.509562, 0.001427, 0.00185, 0.000777, 0.003354, 0.00103, 0.000532, 0.002958, 0.000456, 0.00013, 0.000234, 0.000105, 0.000121, 0.000122, 0.000153, 9.2e-05, 8.9e-05, 7.5e-05, 0.000115, 5.9e-05, 0.000114, 5.6e-05, 9.6e-05, 0.000285, 0.000388, 0.001447, 6.4e-05, 6.8e-05, 4.2e-05, 0.000759, 0.000416 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1871", "qid": "decision", "type": "choice", "pick": "transfer_fee_charged", "pick_run": "transfer_fee_charged", "same": true, "pick_merged": "transfer_fee_charged", "same_as_merged": true, "max_abs_dp": 0.019766661303239286, "probs": [ 0.001615, 0.0021, 0.001047, 0.000188, 0.000281, 0.002714, 0.00024, 8.1e-05, 0.000229, 0.000109, 0.000107, 0.000193, 0.00047, 6.9e-05, 9e-05, 0.00418, 0.000339, 8.9e-05, 0.000104, 0.000545, 8.1e-05, 9.4e-05, 0.001372, 0.000213, 0.000141, 0.000107, 0.000514, 0.003771, 0.000501, 0.000297, 0.001642, 0.000969, 0.000574, 0.000402, 0.00246, 0.000842, 0.000355, 0.000795, 0.006513, 0.000455, 0.000521, 0.002009, 0.001775, 0.000646, 0.00054, 0.00254, 0.00097, 0.012048, 0.317008, 0.00098, 0.001277, 0.000311, 0.000428, 0.000703, 0.001189, 0.000539, 0.012195, 0.003187, 0.001022, 0.000581, 0.001135, 0.001105, 0.001069, 0.002929, 0.513422, 0.002425, 0.001741, 0.036148, 0.000766, 0.001305, 0.002808, 0.001169, 0.001632, 0.033048, 0.001358, 0.000393, 0.000189 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1660", "qid": "decision", "type": "choice", "pick": "lost_or_stolen_card", "pick_run": "lost_or_stolen_card", "same": true, "pick_merged": "lost_or_stolen_card", "same_as_merged": true, "max_abs_dp": 0.007211867880699163, "probs": [ 0.010483, 0.001087, 0.000973, 0.000861, 0.000294, 0.000556, 0.000658, 0.000158, 0.00035, 0.000313, 0.000381, 0.000682, 0.000286, 0.000289, 0.001079, 0.003001, 0.001656, 0.000641, 0.000388, 0.000601, 0.000764, 0.001719, 0.191528, 0.000471, 0.000272, 0.000239, 0.00047, 0.000839, 0.001239, 0.00112, 0.00087, 0.000863, 0.0008, 0.000551, 0.000747, 0.000602, 0.000623, 0.000877, 0.00074, 0.000743, 0.000841, 0.694623, 0.06356, 0.000863, 0.001571, 0.00071, 0.00104, 0.001145, 0.002514, 0.000399, 0.000559, 0.000296, 4.2e-05, 1.6e-05, 3.2e-05, 1.8e-05, 4.6e-05, 2.1e-05, 2.2e-05, 1.8e-05, 2.4e-05, 1.4e-05, 2.2e-05, 3.4e-05, 2.3e-05, 1.4e-05, 2.7e-05, 0.000324, 4.3e-05, 3.5e-05, 2.3e-05, 4.4e-05, 2e-05, 4.6e-05, 1.3e-05, 4.1e-05, 0.000105 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1126", "qid": "decision", "type": "choice", "pick": "edit_personal_details", "pick_run": "edit_personal_details", "same": true, "pick_merged": "edit_personal_details", "same_as_merged": true, "max_abs_dp": 7.593460414578868e-05, "probs": [ 0.000299, 0.000118, 5.1e-05, 2.4e-05, 0.000174, 4.4e-05, 2.2e-05, 1.5e-05, 5.9e-05, 1.7e-05, 2.9e-05, 3.9e-05, 1.9e-05, 2e-05, 2.1e-05, 3.4e-05, 2.5e-05, 4.2e-05, 4.1e-05, 4.6e-05, 1.4e-05, 6.3e-05, 2.6e-05, 4.3e-05, 3.3e-05, 3.4e-05, 8.8e-05, 0.00014, 0.000114, 0.000159, 0.99684, 0.000142, 4.1e-05, 5.1e-05, 8e-05, 2.4e-05, 2.3e-05, 3.9e-05, 2.5e-05, 2.4e-05, 5.9e-05, 4.9e-05, 3.8e-05, 4.1e-05, 3.6e-05, 3.5e-05, 3.4e-05, 7.9e-05, 2.3e-05, 2.3e-05, 6.2e-05, 2.9e-05, 3.6e-05, 8e-06, 2.1e-05, 1.5e-05, 0.000158, 1.2e-05, 7e-06, 6e-06, 2e-06, 2e-06, 9e-06, 5e-06, 6e-06, 4e-06, 4e-06, 3e-06, 7e-06, 8e-06, 3e-06, 3e-06, 4e-06, 3e-06, 3e-06, 7e-06, 1.3e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2321", "qid": "decision", "type": "choice", "pick": "transfer_into_account", "pick_run": "transfer_into_account", "same": true, "pick_merged": "transfer_into_account", "same_as_merged": true, "max_abs_dp": 0.02589150879837243, "probs": [ 0.001436, 0.000734, 0.000311, 0.000101, 0.000472, 0.000242, 7.8e-05, 4.5e-05, 0.000109, 3.6e-05, 5.1e-05, 3.6e-05, 1.9e-05, 8.1e-05, 3.6e-05, 3.8e-05, 9e-05, 3.8e-05, 2.5e-05, 3.6e-05, 1.6e-05, 3.6e-05, 3.5e-05, 9.9e-05, 0.01129, 4.2e-05, 0.000126, 0.000378, 0.000176, 0.000268, 0.000475, 0.000262, 0.000446, 0.000457, 0.003352, 0.000565, 0.000536, 0.000243, 0.000413, 0.005559, 0.000237, 0.000329, 0.000637, 0.000561, 0.00032, 0.000339, 0.000303, 0.001205, 0.000803, 0.000504, 0.11413, 0.00053, 0.000188, 0.00018, 0.000374, 0.000319, 0.000507, 0.001169, 0.002531, 0.000796, 0.000272, 0.000504, 0.003577, 0.00065, 0.001257, 0.824714, 0.000626, 0.000967, 0.000274, 0.000549, 0.000702, 0.000614, 0.000704, 0.000444, 0.00123, 0.008091, 7e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2667", "qid": "decision", "type": "choice", "pick": "top_up_failed", "pick_run": "top_up_failed", "same": true, "pick_merged": "top_up_failed", "same_as_merged": true, "max_abs_dp": 0.013280375339851491, "probs": [ 0.000492, 0.007139, 0.00015, 5.2e-05, 0.001117, 0.000263, 0.000104, 0.0003, 0.000192, 8.2e-05, 3.5e-05, 7.6e-05, 1.5e-05, 1.5e-05, 4e-05, 4e-05, 6.7e-05, 2.9e-05, 3.8e-05, 4.7e-05, 0.000115, 0.000415, 2.2e-05, 5.2e-05, 6.6e-05, 0.00024, 0.000169, 0.001093, 0.000413, 0.000593, 0.000189, 0.000267, 0.000681, 0.009418, 0.001245, 0.00059, 0.000291, 0.0003, 0.000352, 0.000279, 0.000125, 0.000271, 0.000288, 0.000129, 0.000217, 0.000274, 0.002101, 0.031869, 0.000375, 0.000104, 0.000345, 0.000489, 0.000436, 0.000455, 0.00063, 0.00028, 0.00207, 0.001669, 0.00438, 0.856714, 0.010666, 0.004184, 0.002713, 0.000576, 0.000438, 0.000489, 0.000221, 0.000288, 0.000302, 0.000592, 0.000743, 0.033863, 0.012366, 0.000746, 0.001163, 0.000228, 0.000116 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1537", "qid": "decision", "type": "choice", "pick": "passcode_forgotten", "pick_run": "passcode_forgotten", "same": true, "pick_merged": "passcode_forgotten", "same_as_merged": true, "max_abs_dp": 0.01018862620542682, "probs": [ 0.000416, 0.000372, 0.00081, 0.000635, 0.000181, 0.000175, 0.000263, 0.000148, 0.000154, 0.000114, 0.000293, 0.000161, 0.000121, 0.000142, 0.001989, 0.000437, 0.000318, 0.000298, 0.000488, 0.000365, 0.000157, 0.079163, 0.00028, 0.000877, 0.000179, 0.000341, 0.000216, 0.000238, 0.000468, 0.000258, 6.9e-05, 0.000164, 0.000179, 0.000175, 0.000239, 0.000121, 0.000163, 0.000342, 0.000141, 0.000165, 7.6e-05, 0.000223, 0.000215, 0.000512, 0.865648, 0.000512, 0.000222, 0.001063, 0.000167, 0.036685, 0.000219, 0.000177, 4.4e-05, 3.4e-05, 9e-05, 1.3e-05, 5.2e-05, 2.4e-05, 1.9e-05, 2.6e-05, 1.5e-05, 9e-06, 2e-05, 2.7e-05, 3.3e-05, 1.4e-05, 2e-05, 3e-05, 0.000344, 0.001065, 5.5e-05, 4.9e-05, 9.4e-05, 1.6e-05, 0.000199, 7.2e-05, 0.000108 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1232", "qid": "decision", "type": "choice", "pick": "unable_to_verify_identity", "pick_run": "unable_to_verify_identity", "same": true, "pick_merged": "unable_to_verify_identity", "same_as_merged": true, "max_abs_dp": 0.05965150794370075, "probs": [ 0.000416, 0.00625, 0.000181, 8.4e-05, 8.4e-05, 6.3e-05, 6.5e-05, 2.9e-05, 4.6e-05, 4.5e-05, 3.6e-05, 7.8e-05, 2.2e-05, 2e-05, 9.3e-05, 4.2e-05, 8.4e-05, 0.00068, 8e-05, 5.4e-05, 5.4e-05, 4.5e-05, 0.000237, 0.001495, 0.000158, 0.000111, 0.000134, 0.000774, 0.000222, 0.000116, 0.000114, 6e-05, 9.6e-05, 8.4e-05, 0.000438, 0.00014, 3.2e-05, 0.000154, 8e-05, 0.000103, 5.3e-05, 0.000165, 4.4e-05, 0.005027, 0.001516, 0.000158, 0.000124, 9e-05, 0.000263, 0.004914, 0.00023, 0.000176, 0.00213, 0.002278, 0.001119, 0.000491, 0.000635, 0.000906, 0.000676, 0.001706, 0.000718, 0.000637, 0.00086, 0.001569, 0.000851, 0.00048, 0.000572, 0.001044, 0.549349, 0.166066, 0.002157, 0.002294, 0.001329, 0.00348, 0.228682, 0.004032, 7.8e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2490", "qid": "decision", "type": "choice", "pick": "get_physical_card", "pick_run": "get_physical_card", "same": true, "pick_merged": "get_physical_card", "same_as_merged": true, "max_abs_dp": 0.017338817495320735, "probs": [ 0.003058, 0.002834, 0.001168, 0.00044, 0.000277, 0.000362, 0.000582, 0.000173, 0.000331, 0.000627, 0.008943, 0.170178, 0.024848, 0.000493, 0.000657, 0.000336, 0.000637, 0.000878, 0.000295, 0.000415, 0.000344, 0.000249, 0.000611, 0.000372, 0.000307, 0.000367, 0.00058, 0.000944, 0.000972, 0.000631, 0.000615, 0.000224, 0.000511, 0.000311, 0.00058, 0.000327, 0.000738, 0.014027, 0.576004, 0.001889, 0.002376, 0.000479, 0.00041, 0.155464, 0.000856, 0.000492, 0.000493, 0.000303, 0.005682, 0.000207, 0.000285, 0.000137, 0.000215, 7.6e-05, 0.000244, 8.8e-05, 0.000121, 0.00014, 0.000127, 0.000223, 6.6e-05, 9.5e-05, 0.000344, 0.000319, 0.004857, 0.000367, 0.000266, 7.6e-05, 0.000373, 0.000196, 0.000111, 0.000676, 0.000124, 0.00517, 0.0001, 0.000153, 0.000154 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1156", "qid": "decision", "type": "choice", "pick": "edit_personal_details", "pick_run": "edit_personal_details", "same": true, "pick_merged": "edit_personal_details", "same_as_merged": true, "max_abs_dp": 0.0004586570147431246, "probs": [ 0.000299, 0.000139, 5.9e-05, 2.8e-05, 0.000217, 4.1e-05, 2.1e-05, 1.7e-05, 4e-05, 1.5e-05, 2.7e-05, 3.9e-05, 2e-05, 2e-05, 1.7e-05, 3e-05, 2.4e-05, 4.1e-05, 3.7e-05, 4.1e-05, 1.3e-05, 9.1e-05, 2.5e-05, 4.8e-05, 4e-05, 3.3e-05, 9.4e-05, 0.000158, 0.000137, 0.000186, 0.996535, 0.000149, 4.8e-05, 5.5e-05, 7.8e-05, 2.5e-05, 2.5e-05, 4e-05, 2.9e-05, 2.7e-05, 6.6e-05, 4.9e-05, 4.1e-05, 5e-05, 5.1e-05, 4.6e-05, 3.5e-05, 9.5e-05, 2.8e-05, 3e-05, 7.3e-05, 3.4e-05, 3.9e-05, 8e-06, 2.2e-05, 1.9e-05, 0.000171, 1.4e-05, 8e-06, 6e-06, 3e-06, 3e-06, 1e-05, 6e-06, 7e-06, 5e-06, 5e-06, 4e-06, 9e-06, 1e-05, 4e-06, 3e-06, 5e-06, 3e-06, 4e-06, 9e-06, 1.5e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2020", "qid": "decision", "type": "choice", "pick": "verify_source_of_funds", "pick_run": "verify_source_of_funds", "same": true, "pick_merged": "verify_source_of_funds", "same_as_merged": true, "max_abs_dp": 0.010056519114503448, "probs": [ 0.000173, 0.00134, 0.000189, 4.8e-05, 0.00016, 9.5e-05, 0.0001, 3.5e-05, 5.2e-05, 2.5e-05, 4.4e-05, 3.4e-05, 2.6e-05, 3.3e-05, 1.8e-05, 3.9e-05, 3.8e-05, 2.8e-05, 6.1e-05, 0.000195, 3.9e-05, 7.7e-05, 4.5e-05, 8.3e-05, 0.000134, 6.4e-05, 4.9e-05, 0.000145, 0.000205, 0.000151, 9e-05, 8.7e-05, 0.000364, 0.000121, 0.001099, 0.000148, 9.1e-05, 8.7e-05, 9.9e-05, 9e-05, 3.6e-05, 0.000137, 0.0001, 0.00015, 0.000282, 0.003059, 0.000601, 0.000793, 0.000269, 0.000524, 0.002169, 0.00025, 0.000328, 0.000115, 0.000444, 0.000382, 0.000367, 0.000421, 0.00074, 0.00043, 0.001283, 0.000269, 0.000782, 0.000405, 0.000404, 0.000484, 0.000242, 0.000528, 0.00043, 0.003361, 0.926186, 0.034625, 0.002254, 0.00062, 0.007585, 0.002611, 0.000332 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1671", "qid": "decision", "type": "choice", "pick": "lost_or_stolen_phone", "pick_run": "lost_or_stolen_phone", "same": true, "pick_merged": "lost_or_stolen_phone", "same_as_merged": true, "max_abs_dp": 0.006011421357977756, "probs": [ 0.003113, 0.002057, 0.001011, 0.000844, 8.9e-05, 0.000361, 0.000316, 6.3e-05, 8.8e-05, 9.4e-05, 0.000129, 0.000377, 7.4e-05, 0.000143, 0.000636, 0.001461, 0.001251, 0.000819, 8.2e-05, 0.000475, 0.000231, 0.000208, 0.003303, 0.000146, 6.8e-05, 9.7e-05, 0.000225, 0.000515, 0.000382, 0.000493, 0.000377, 0.00027, 0.000541, 0.000446, 0.000371, 0.000737, 0.000109, 0.000521, 0.000245, 0.000347, 0.001001, 0.033383, 0.935978, 0.00226, 0.000323, 0.000357, 0.000873, 0.000549, 0.000825, 0.000262, 0.000341, 0.000309, 4.4e-05, 1.3e-05, 1.9e-05, 1.7e-05, 2.6e-05, 4e-06, 5e-06, 9e-06, 9e-06, 6e-06, 4e-06, 1.4e-05, 8e-06, 5e-06, 2.3e-05, 2.6e-05, 4.2e-05, 1.2e-05, 1e-05, 2.4e-05, 7e-06, 1e-05, 1e-05, 2.2e-05, 5.5e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2933", "qid": "decision", "type": "choice", "pick": "card_about_to_expire", "pick_run": "card_about_to_expire", "same": true, "pick_merged": "card_about_to_expire", "same_as_merged": true, "max_abs_dp": 0.0024674791841606813, "probs": [ 0.000517, 0.000229, 0.000509, 0.000232, 0.000513, 0.000191, 0.000248, 0.000167, 0.000184, 0.920312, 0.000821, 0.006079, 0.013272, 0.000471, 0.000513, 0.000679, 0.000263, 0.000731, 0.000209, 0.000464, 0.000164, 0.000115, 0.000124, 0.000139, 8.2e-05, 0.000134, 6.3e-05, 0.000169, 0.00051, 0.000374, 6.4e-05, 0.000106, 0.000161, 0.00011, 0.000177, 0.000556, 8e-05, 0.000206, 0.012386, 0.009107, 3.2e-05, 0.000141, 3.2e-05, 0.027319, 0.00026, 0.000224, 4.2e-05, 4.5e-05, 5.8e-05, 3.6e-05, 2.5e-05, 2e-05, 2e-05, 2e-06, 1.3e-05, 3e-06, 2.5e-05, 3e-06, 5e-06, 8e-06, 7e-06, 2.3e-05, 5e-06, 1.2e-05, 2.5e-05, 2.3e-05, 6e-06, 2e-06, 3.8e-05, 5e-06, 5e-06, 9e-06, 1e-06, 2e-06, 4e-06, 7e-06, 8.1e-05 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-599", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.005242288854045374, "probs": [ 0.011189, 0.036999, 0.145136, 0.336379, 0.470296 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-269", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.021224431812533445, "probs": [ 0.069932, 0.172828, 0.254443, 0.309467, 0.19333 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-910", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.009591740367435708, "probs": [ 0.040048, 0.109993, 0.204721, 0.340843, 0.304396 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-243", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.005359629394908305, "probs": [ 0.002347, 0.01177, 0.090435, 0.274999, 0.620449 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-789", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.016334873182077048, "probs": [ 0.128303, 0.185842, 0.174387, 0.206676, 0.304792 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-1001", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.012405167798932248, "probs": [ 0.448488, 0.381568, 0.120055, 0.029399, 0.020491 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-448", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.012274458508369612, "probs": [ 0.047806, 0.119519, 0.218992, 0.325624, 0.288058 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-1008", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0033245052193580926, "probs": [ 0.128419, 0.180293, 0.234076, 0.255433, 0.201781 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-873", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0030828241828226577, "probs": [ 0.016615, 0.072767, 0.188151, 0.340332, 0.382135 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-705", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.022775401585286542, "probs": [ 0.227829, 0.393969, 0.195966, 0.09906, 0.083176 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-151", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.013080688578861577, "probs": [ 0.143082, 0.354956, 0.274481, 0.135929, 0.091553 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-920", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.014690522542945894, "probs": [ 0.396013, 0.347902, 0.150888, 0.056876, 0.048321 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-496", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.005093806047819616, "probs": [ 0.0026, 0.012461, 0.102931, 0.295919, 0.586088 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-21", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.003538239386159159, "probs": [ 0.630334, 0.297877, 0.052223, 0.009097, 0.010469 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-553", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0029379658658617025, "probs": [ 0.005154, 0.02991, 0.155722, 0.336257, 0.472958 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-618", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.00235455218513414, "probs": [ 0.0061, 0.026441, 0.145598, 0.356764, 0.465097 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-452", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.01351027954433287, "probs": [ 0.22082, 0.250902, 0.189704, 0.167485, 0.17109 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-422", "qid": "decision", "type": "score", "pick": "2", "pick_run": "1", "same": false, "pick_merged": "1", "same_as_merged": false, "max_abs_dp": 0.009802862073818641, "probs": [ 0.125143, 0.294819, 0.29858, 0.182388, 0.099071 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-820", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.003843221386103046, "probs": [ 0.005245, 0.021499, 0.132039, 0.332438, 0.508779 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-1034", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.00727296301742919, "probs": [ 0.012299, 0.048394, 0.155226, 0.300991, 0.483091 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-14", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.009065694009278535, "probs": [ 0.008546, 0.036551, 0.142122, 0.329449, 0.483333 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-221", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.005200354061511647, "probs": [ 0.01263, 0.058864, 0.178113, 0.353408, 0.396985 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-367", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.006902015400481409, "probs": [ 0.032481, 0.142244, 0.274275, 0.346312, 0.204688 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-898", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.005056958362575872, "probs": [ 0.115177, 0.247568, 0.282436, 0.209741, 0.145078 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-475", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.003004575988228231, "probs": [ 0.040357, 0.123553, 0.251974, 0.370317, 0.213799 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-1022", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.009348361966593666, "probs": [ 0.11881, 0.212766, 0.280802, 0.231924, 0.155698 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-767", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.01805420332350649, "probs": [ 0.044017, 0.121404, 0.213378, 0.300556, 0.320645 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-588", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.003388122344272604, "probs": [ 0.00733, 0.033737, 0.159224, 0.356685, 0.443023 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-380", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.008984810919151986, "probs": [ 0.055418, 0.114612, 0.187452, 0.298087, 0.344431 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-444", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.0071723765789081795, "probs": [ 0.093678, 0.198503, 0.280202, 0.253481, 0.174136 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-786", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.006362606336636739, "probs": [ 0.184239, 0.31254, 0.257709, 0.146505, 0.099006 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-891", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.012949146671119127, "probs": [ 0.710336, 0.210743, 0.036398, 0.012971, 0.029552 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-805", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.028255731999813127, "probs": [ 0.268867, 0.263892, 0.188432, 0.133866, 0.144942 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-54", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.010203035279940154, "probs": [ 0.056182, 0.097381, 0.147617, 0.248404, 0.450416 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-142", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.010015047931112686, "probs": [ 0.026857, 0.115155, 0.287172, 0.388265, 0.182551 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-178", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.02381905091272274, "probs": [ 0.332894, 0.385147, 0.182507, 0.058149, 0.041303 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-531", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.002635613996362557, "probs": [ 0.033581, 0.092559, 0.109911, 0.212012, 0.551937 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-823", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.008675443533483596, "probs": [ 0.005311, 0.023777, 0.136036, 0.350491, 0.484385 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-305", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.016673766001619683, "probs": [ 0.022281, 0.077906, 0.181302, 0.319475, 0.399036 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-526", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.006135184037126484, "probs": [ 0.025438, 0.088681, 0.158185, 0.283875, 0.443821 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-359", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.012883638929806374, "probs": [ 0.047445, 0.106626, 0.19629, 0.337315, 0.312324 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-783", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.012574301752255462, "probs": [ 0.154729, 0.337817, 0.309276, 0.138689, 0.059489 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-644", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.008014932260301477, "probs": [ 0.526369, 0.3418, 0.09992, 0.018785, 0.013126 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-278", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.011147863470957808, "probs": [ 0.189779, 0.299945, 0.226553, 0.16073, 0.122993 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-790", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.012955080066383018, "probs": [ 0.004109, 0.021128, 0.13277, 0.327005, 0.514988 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-723", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.005810900845032441, "probs": [ 0.017607, 0.077514, 0.195598, 0.334296, 0.374985 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-972", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.019546273926943525, "probs": [ 0.062193, 0.134364, 0.223843, 0.305388, 0.274212 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-646", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.007976391846734598, "probs": [ 0.090688, 0.238259, 0.371878, 0.213791, 0.085385 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-878", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0032107781451651274, "probs": [ 0.055451, 0.139838, 0.257579, 0.334005, 0.213128 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-945", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.011835589019036419, "probs": [ 0.246901, 0.315944, 0.237497, 0.113496, 0.086162 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-963", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.016544758883466737, "probs": [ 0.04053, 0.108517, 0.207288, 0.322494, 0.321171 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-83", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0052424838561538345, "probs": [ 0.040591, 0.126441, 0.22873, 0.333119, 0.271119 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-66", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.004387021540333075, "probs": [ 0.061115, 0.13343, 0.235984, 0.327928, 0.241543 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-914", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.01422109047183022, "probs": [ 0.086754, 0.161847, 0.248692, 0.291732, 0.210974 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-258", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.002480928092899237, "probs": [ 0.012198, 0.053747, 0.128583, 0.293825, 0.511647 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-998", "qid": "decision", "type": "score", "pick": "1", "pick_run": "4", "same": false, "pick_merged": "4", "same_as_merged": false, "max_abs_dp": 0.009256625011284464, "probs": [ 0.181166, 0.214706, 0.199992, 0.196796, 0.20734 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-326", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.012006573313590507, "probs": [ 0.030989, 0.106089, 0.218667, 0.353664, 0.290591 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-69", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.004596416819044713, "probs": [ 0.026137, 0.094914, 0.222152, 0.34823, 0.308567 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-630", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.005246621936102452, "probs": [ 0.139596, 0.202834, 0.199242, 0.238581, 0.219747 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-566", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "4", "same_as_merged": false, "max_abs_dp": 0.018209132969974895, "probs": [ 0.026913, 0.096915, 0.212327, 0.341779, 0.322067 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-404", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.017008791384290123, "probs": [ 0.019854, 0.107922, 0.220943, 0.364744, 0.286538 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-793", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.00571611142416073, "probs": [ 0.007894, 0.037705, 0.160909, 0.343249, 0.450244 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-901", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.0038429335957611555, "probs": [ 0.265243, 0.370453, 0.189255, 0.0954, 0.07965 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-532", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.01478991060029669, "probs": [ 0.073883, 0.165476, 0.254365, 0.294356, 0.21192 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-446", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.006179120368534519, "probs": [ 0.011084, 0.054651, 0.156549, 0.342965, 0.434751 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-844", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.026534989316149116, "probs": [ 0.01573, 0.074674, 0.207337, 0.382156, 0.320102 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-411", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.013885033494663579, "probs": [ 0.019795, 0.066868, 0.161384, 0.310765, 0.441187 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-685", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0045915534047153705, "probs": [ 0.009151, 0.040215, 0.150326, 0.312125, 0.488183 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-569", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.01304467099513515, "probs": [ 0.191181, 0.358286, 0.226314, 0.128183, 0.096035 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-980", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.003641140626642614, "probs": [ 0.056877, 0.152108, 0.250406, 0.314213, 0.226395 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-338", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.007443178704741316, "probs": [ 0.002664, 0.011432, 0.090147, 0.26271, 0.633047 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-926", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.004713138540743955, "probs": [ 0.007318, 0.031486, 0.132982, 0.299993, 0.528221 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-369", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0032688917935234096, "probs": [ 0.003408, 0.016228, 0.119091, 0.312335, 0.548938 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-648", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.008567819680907862, "probs": [ 0.008277, 0.044123, 0.183344, 0.366016, 0.39824 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-87", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.009880535298873006, "probs": [ 0.313044, 0.41017, 0.19528, 0.0572, 0.024305 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-727", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0024437004615161517, "probs": [ 0.038676, 0.116507, 0.223603, 0.320657, 0.300557 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-401", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.005066351277146719, "probs": [ 0.052724, 0.123686, 0.191897, 0.282092, 0.3496 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-265", "qid": "decision", "type": "score", "pick": "1", "pick_run": "0", "same": false, "pick_merged": "0", "same_as_merged": false, "max_abs_dp": 0.023149855999905544, "probs": [ 0.340397, 0.344382, 0.182263, 0.074827, 0.05813 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-780", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.006064576564791452, "probs": [ 0.172504, 0.316001, 0.270057, 0.142843, 0.098594 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-899", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.00659148096418094, "probs": [ 0.003542, 0.014062, 0.064449, 0.205248, 0.712699 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-211-020-base", "qid": "decision", "type": "choice", "pick": "city_no_r3", "pick_run": "city_no_r3", "same": true, "pick_merged": "city_no_r3", "same_as_merged": true, "max_abs_dp": 0.018289823628892976, "probs": [ 0.05391, 0.08319, 0.730232, 0.053944, 0.064582, 0.014143 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-174-003-base", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.011447354542419297, "probs": [ 0.008518, 0.051755, 0.612665, 0.327063 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-169-065-counterfactual", "qid": "decision", "type": "choice", "pick": "deny_low", "pick_run": "deny_low", "same": true, "pick_merged": "deny_low", "same_as_merged": true, "max_abs_dp": 0.027277322064870768, "probs": [ 0.606833, 0.328042, 0.065125 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-173-001-base", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.0028194480549171286, "probs": [ 0.801513, 0.064676, 0.113608, 0.020203 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-079-037-counterfactual", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant", "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same": true, "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same_as_merged": true, "max_abs_dp": 0.0041473660885542885, "probs": [ 0.009735, 0.034649, 0.202025, 0.753591 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-171-008-counterfactual", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0013236826675068342, "probs": [ 0.028092, 0.971908 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-174-011-base", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.02009350427739587, "probs": [ 0.054261, 0.153954, 0.502465, 0.289321 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-009-004-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0008119568431647593, "probs": [ 0.976214, 0.023786 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-171-010-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0012413408204253289, "probs": [ 0.97889, 0.02111 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-169-012-counterfactual", "qid": "decision", "type": "choice", "pick": "deny_low", "pick_run": "deny_low", "same": true, "pick_merged": "deny_low", "same_as_merged": true, "max_abs_dp": 0.020652386903150577, "probs": [ 0.604636, 0.328891, 0.066474 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-275-013-counterfactual", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.0029911554157563414, "probs": [ 0.887975, 0.091875, 0.02015 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-097-005-base", "qid": "decision", "type": "choice", "pick": "assign_420_as_best_fit", "pick_run": "assign_420_as_best_fit", "same": true, "pick_merged": "assign_420_as_best_fit", "same_as_merged": true, "max_abs_dp": 0.01863837264340873, "probs": [ 0.287085, 0.041233, 0.671682 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-169-068-base", "qid": "decision", "type": "choice", "pick": "release_high", "pick_run": "release_high", "same": true, "pick_merged": "release_high", "same_as_merged": true, "max_abs_dp": 0.0044997018575618775, "probs": [ 0.124668, 0.205679, 0.669653 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-079-012-counterfactual", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant", "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same": true, "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same_as_merged": true, "max_abs_dp": 0.013343582937409892, "probs": [ 0.009008, 0.0329, 0.285559, 0.672532 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-007-005-base", "qid": "decision", "type": "choice", "pick": "major_seller_correction_not_ready", "pick_run": "major_seller_correction_not_ready", "same": true, "pick_merged": "major_seller_correction_not_ready", "same_as_merged": true, "max_abs_dp": 0.002841630722414501, "probs": [ 0.012205, 0.92774, 0.035138, 0.024916 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-171-003-counterfactual", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.00257893988046598, "probs": [ 0.042286, 0.957714 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-212-032-counterfactual", "qid": "decision", "type": "choice", "pick": "travel_advance_3", "pick_run": "travel_advance_3", "same": true, "pick_merged": "travel_advance_3", "same_as_merged": true, "max_abs_dp": 0.004200724580260537, "probs": [ 0.03922, 0.121518, 0.839262 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-009-004-counterfactual", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0035957489992847202, "probs": [ 0.029145, 0.970855 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-174-010-counterfactual", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.009353266111035874, "probs": [ 0.189916, 0.710194, 0.086277, 0.013613 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-174-006-counterfactual", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.0033324712322694294, "probs": [ 0.169382, 0.716472, 0.098249, 0.015896 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-009-001-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0005256332066959635, "probs": [ 0.974672, 0.025328 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-079-058-base", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 High; no remaining routing", "pick_run": "Proceed \u2014 High; no remaining routing", "same": true, "pick_merged": "Proceed \u2014 High; no remaining routing", "same_as_merged": true, "max_abs_dp": 0.054403484669757196, "probs": [ 0.009513, 0.033098, 0.672745, 0.284644 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-171-016-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0006914093471095395, "probs": [ 0.975944, 0.024056 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-007-004-base", "qid": "decision", "type": "choice", "pick": "major_seller_correction_not_ready", "pick_run": "major_seller_correction_not_ready", "same": true, "pick_merged": "major_seller_correction_not_ready", "same_as_merged": true, "max_abs_dp": 0.0021838019186094515, "probs": [ 0.009253, 0.926554, 0.034679, 0.029514 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-171-001-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0023761500809498792, "probs": [ 0.811926, 0.188074 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-275-004-counterfactual", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.006070732341699414, "probs": [ 0.891906, 0.086069, 0.022025 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-169-053-counterfactual", "qid": "decision", "type": "choice", "pick": "deny_low", "pick_run": "deny_low", "same": true, "pick_merged": "deny_low", "same_as_merged": true, "max_abs_dp": 0.00561650377033026, "probs": [ 0.563227, 0.369424, 0.06735 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-079-003-base", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 High; no remaining routing", "pick_run": "Proceed \u2014 High; no remaining routing", "same": true, "pick_merged": "Proceed \u2014 High; no remaining routing", "same_as_merged": true, "max_abs_dp": 0.011501769965135855, "probs": [ 0.008534, 0.026425, 0.718087, 0.246954 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-171-013-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0006108923380311326, "probs": [ 0.977815, 0.022185 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-079-015-counterfactual", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant", "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same": true, "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same_as_merged": true, "max_abs_dp": 0.0019045422079634958, "probs": [ 0.008586, 0.032225, 0.207839, 0.75135 ] } ] }