{ "summary": { "label": "jebadiah-4b-v2-Q4_K_M", "backend": "gguf", "run": "4b-chat-v1", "temperatures": { "choice": 1.1167, "noul": 1.3319, "score": 1.1974 }, "questions": 260, "identical_picks": 237, "identical_to_merged": 236, "by_type": { "choice": { "identical": 78, "questions": 84 }, "noul": { "identical": 86, "questions": 89 }, "score": { "identical": 73, "questions": 87 } }, "choice_noul": { "identical": 164, "questions": 173 }, "by_set": { "jevals-pubmedqa": 80, "jevals-banking77": 70, "jevals-helpsteer2": 80, "nimble-eval": 30 }, "max_abs_prob_diff": { "median": 0.022102081278329633, "p95": 0.1250823540754485, "max": 0.3554142541033029 }, "differing": [ { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-16", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "false", "same": false, "pick_merged": "false", "same_as_merged": false, "max_abs_dp": 0.09121113600977543 }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-811", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "true", "same": false, "pick_merged": "true", "same_as_merged": false, "max_abs_dp": 0.05198992187408841 }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-337", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "false", "same": false, "pick_merged": "false", "same_as_merged": false, "max_abs_dp": 0.10093137114108286 }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2986", "qid": "decision", "type": "choice", "pick": "apple_pay_or_google_pay", "pick_run": "topping_up_by_card", "same": false, "pick_merged": "topping_up_by_card", "same_as_merged": false, "max_abs_dp": 0.2566491767881329 }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1566", "qid": "decision", "type": "choice", "pick": "declined_card_payment", "pick_run": "declined_cash_withdrawal", "same": false, "pick_merged": "declined_cash_withdrawal", "same_as_merged": false, "max_abs_dp": 0.1250823540754485 }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2237", "qid": "decision", "type": "choice", "pick": "fiat_currency_support", "pick_run": "exchange_via_app", "same": false, "pick_merged": "exchange_via_app", "same_as_merged": false, "max_abs_dp": 0.1876690749780001 }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2801", "qid": "decision", "type": "choice", "pick": "top_up_by_card_charge", "pick_run": "top_up_by_bank_transfer_charge", "same": false, "pick_merged": "top_up_by_bank_transfer_charge", "same_as_merged": false, "max_abs_dp": 0.22530607038035494 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-269", "qid": "decision", "type": "score", "pick": "3", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.018987438320568983 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-910", "qid": "decision", "type": "score", "pick": "1", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.021810864045894135 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-151", "qid": "decision", "type": "score", "pick": "1", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.02618497131425701 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-21", "qid": "decision", "type": "score", "pick": "0", "pick_run": "1", "same": false, "pick_merged": "1", "same_as_merged": false, "max_abs_dp": 0.09326486595954447 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-422", "qid": "decision", "type": "score", "pick": "1", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.054397808942799414 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-1034", "qid": "decision", "type": "score", "pick": "3", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.01895063634199473 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-767", "qid": "decision", "type": "score", "pick": "2", "pick_run": "1", "same": false, "pick_merged": "1", "same_as_merged": false, "max_abs_dp": 0.04414734613987881 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-786", "qid": "decision", "type": "score", "pick": "2", "pick_run": "3", "same": false, "pick_merged": "3", "same_as_merged": false, "max_abs_dp": 0.014605373426667179 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-823", "qid": "decision", "type": "score", "pick": "3", "pick_run": "4", "same": false, "pick_merged": "4", "same_as_merged": false, "max_abs_dp": 0.05158823935102991 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-963", "qid": "decision", "type": "score", "pick": "3", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.01735948507429924 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-914", "qid": "decision", "type": "score", "pick": "3", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.08584335257332595 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-980", "qid": "decision", "type": "score", "pick": "2", "pick_run": "3", "same": false, "pick_merged": "3", "same_as_merged": false, "max_abs_dp": 0.04258429792849572 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-87", "qid": "decision", "type": "score", "pick": "1", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.023676700640025417 }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-401", "qid": "decision", "type": "score", "pick": "3", "pick_run": "4", "same": false, "pick_merged": "4", "same_as_merged": false, "max_abs_dp": 0.125651582602734 }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-211-020-base", "qid": "decision", "type": "choice", "pick": "city_no_r2", "pick_run": "city_no_r3", "same": false, "pick_merged": "city_no_r3", "same_as_merged": false, "max_abs_dp": 0.09741386437858146 }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-079-012-counterfactual", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 High; no remaining routing", "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same": false, "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same_as_merged": false, "max_abs_dp": 0.05923613767708402 } ], "token_mismatch": 0, "labels_outside_top": 1, "load_s": 3.0, "total_s": 73.3, "reference": "the run's eval-adapter rows, repeat 0, order seed 0 (CUDA, bf16, PEFT adapter unmerged)" }, "rows": [ { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-577", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.02919128853862435, "probs": [ 0.466442, 0.533558 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-229", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.011190982586170836, "probs": [ 0.080488, 0.919512 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-874", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0056964251886399975, "probs": [ 0.865154, 0.134846 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-214", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.005220175349734318, "probs": [ 0.953058, 0.046942 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-758", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.002643985419324868, "probs": [ 0.95905, 0.04095 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-967", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.009256721656549144, "probs": [ 0.064084, 0.935916 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-405", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00119336634655021, "probs": [ 0.981236, 0.018764 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-970", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0003893935230353529, "probs": [ 0.996547, 0.003453 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-842", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0004135525227452197, "probs": [ 0.99567, 0.00433 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-697", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.020207146304841384, "probs": [ 0.77521, 0.22479 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-130", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.06120249342732487, "probs": [ 0.780551, 0.219449 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-880", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.004592295593492002, "probs": [ 0.819756, 0.180244 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-463", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.009467858108959115, "probs": [ 0.837642, 0.162358 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-16", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "false", "same": false, "pick_merged": "false", "same_as_merged": false, "max_abs_dp": 0.09121113600977543, "probs": [ 0.565514, 0.434486 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-531", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.007075054366637579, "probs": [ 0.703901, 0.296099 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-604", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.007488245987952058, "probs": [ 0.486541, 0.513459 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-409", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.07403591673112292, "probs": [ 0.575636, 0.424364 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-388", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00219370287153304, "probs": [ 0.991375, 0.008625 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-811", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "true", "same": false, "pick_merged": "true", "same_as_merged": false, "max_abs_dp": 0.05198992187408841, "probs": [ 0.474795, 0.525205 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-991", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.034827338395462926, "probs": [ 0.390141, 0.609859 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-11", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.03471520523558269, "probs": [ 0.286118, 0.713882 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-192", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0724693868012552, "probs": [ 0.723369, 0.276631 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-337", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "false", "same": false, "pick_merged": "false", "same_as_merged": false, "max_abs_dp": 0.10093137114108286, "probs": [ 0.537631, 0.462369 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-867", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.024548303875439714, "probs": [ 0.117293, 0.882707 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-441", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.006487496704757012, "probs": [ 0.097161, 0.902839 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-980", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.02530618632664483, "probs": [ 0.608333, 0.391667 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-736", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.020648531897241584, "probs": [ 0.814663, 0.185337 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-569", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0013730569833565603, "probs": [ 0.988956, 0.011044 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-359", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.003445011244701826, "probs": [ 0.065857, 0.934143 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-401", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0010981517631807533, "probs": [ 0.941512, 0.058488 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-754", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0066645498690639515, "probs": [ 0.259296, 0.740704 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-858", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.007295440386304919, "probs": [ 0.136534, 0.863466 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-789", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.02684077948187602, "probs": [ 0.195927, 0.804073 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-52", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0012492138602789304, "probs": [ 0.165239, 0.834761 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-119", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0003628514742902711, "probs": [ 0.963693, 0.036307 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-148", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 6.97626233640003e-05, "probs": [ 0.998201, 0.001799 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-519", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0025742404933000174, "probs": [ 0.987964, 0.012036 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-812", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.007831293636373582, "probs": [ 0.03522, 0.96478 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-276", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.04491827796292869, "probs": [ 0.756842, 0.243158 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-505", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.05335686629680794, "probs": [ 0.725956, 0.274044 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-333", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.04441416847559643, "probs": [ 0.255833, 0.744167 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-746", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.009000476062313467, "probs": [ 0.964499, 0.035501 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-644", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.02638865663477219, "probs": [ 0.09731, 0.90269 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-248", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 9.935245080867731e-05, "probs": [ 0.987675, 0.012325 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-764", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0015197506461159943, "probs": [ 0.042934, 0.957066 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-711", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.006276488933907753, "probs": [ 0.927676, 0.072324 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-941", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.018778796444230972, "probs": [ 0.786699, 0.213301 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-651", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.04512383971108047, "probs": [ 0.642881, 0.357119 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-846", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.01857073292951522, "probs": [ 0.93146, 0.06854 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-906", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.017620581402204905, "probs": [ 0.097842, 0.902158 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-931", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.032245261067685826, "probs": [ 0.353486, 0.646514 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-74", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00398079022969283, "probs": [ 0.981236, 0.018764 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-58", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0010349593815919822, "probs": [ 0.727301, 0.272699 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-878", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.060633646471487224, "probs": [ 0.827857, 0.172143 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-217", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.005394205710258726, "probs": [ 0.397107, 0.602893 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-966", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.006631646740120928, "probs": [ 0.1591, 0.8409 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-304", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0044337549904517465, "probs": [ 0.888126, 0.111874 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-60", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0008176872158907264, "probs": [ 0.940866, 0.059134 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-624", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.00035244588401656986, "probs": [ 0.997077, 0.002923 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-547", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.045571465014500656, "probs": [ 0.586587, 0.413413 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-374", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.004188397421364676, "probs": [ 0.017932, 0.982068 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-774", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0024234032712141806, "probs": [ 0.855278, 0.144722 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-872", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.00027565047571143086, "probs": [ 0.214426, 0.785574 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-524", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.025752729122655027, "probs": [ 0.748321, 0.251679 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-404", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.003254396633719965, "probs": [ 0.021814, 0.978186 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-829", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.00018382148310103208, "probs": [ 0.017014, 0.982986 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-386", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0029089507563535566, "probs": [ 0.111884, 0.888116 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-675", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.016628443780679, "probs": [ 0.959242, 0.040758 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-555", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0004324998595875984, "probs": [ 0.993987, 0.006013 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-963", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0028625553006749183, "probs": [ 0.966213, 0.033787 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-314", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.002461767407722304, "probs": [ 0.905362, 0.094638 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-895", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.028149174491593487, "probs": [ 0.45441, 0.54559 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-342", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.030171988746873366, "probs": [ 0.150223, 0.849777 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-656", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0007779881037409675, "probs": [ 0.05348, 0.94652 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-79", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0002747204113515006, "probs": [ 0.991182, 0.008818 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-715", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0040221434303104875, "probs": [ 0.038594, 0.961406 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-368", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.0010128333902059694, "probs": [ 0.05519, 0.94481 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-226", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.002880282311316096, "probs": [ 0.98594, 0.01406 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-743", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.006211097848360825, "probs": [ 0.101427, 0.898573 ] }, { "set": "jevals-pubmedqa", "id": "jevals-pubmedqa:pubmedqa-871", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.000208665053783752, "probs": [ 0.60863, 0.39137 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1749", "qid": "decision", "type": "choice", "pick": "failed_transfer", "pick_run": "failed_transfer", "same": true, "pick_merged": "failed_transfer", "same_as_merged": true, "max_abs_dp": 0.05307779552638814, "probs": [ 0.001203, 0.00079, 0.000533, 0.000375, 0.000126, 0.00077, 0.000144, 0.00029, 0.000492, 0.015238, 0.000126, 0.000178, 0.000144, 0.000101, 0.001303, 0.000363, 0.000268, 0.000103, 0.000262, 0.000231, 0.000287, 0.000161, 0.000167, 0.000431, 0.00013, 0.001403, 0.001558, 0.040442, 0.000657, 0.001086, 0.000543, 0.001813, 0.000902, 0.005129, 0.010586, 0.81125, 0.000446, 0.000559, 0.001273, 0.001233, 0.000687, 0.000772, 0.002229, 0.000403, 0.00026, 0.001072, 0.000768, 0.000507, 0.000658, 0.001434, 0.000361, 0.001062, 0.004206, 0.000184, 0.000144, 0.000364, 0.000149, 0.000132, 0.000128, 0.000913, 0.000847, 0.076101, 0.000292, 0.000206, 0.000407, 0.000106, 0.000188, 0.00023, 0.000127, 0.000377, 0.000117, 0.000378, 0.000217, 0.000196, 0.000235, 0.000136, 0.000313 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-669", "qid": "decision", "type": "choice", "pick": "top_up_failed", "pick_run": "top_up_failed", "same": true, "pick_merged": "top_up_failed", "same_as_merged": true, "max_abs_dp": 0.12421643262681215, "probs": [ 0.001202, 0.009767, 0.000433, 0.000185, 0.000191, 0.000237, 0.000117, 0.00253, 0.000101, 0.00014, 0.000108, 8.7e-05, 3.6e-05, 4.8e-05, 4e-05, 0.00061, 0.00043, 6.4e-05, 0.000114, 0.000114, 6.1e-05, 0.001951, 2.7e-05, 9.3e-05, 5.3e-05, 0.000168, 7e-05, 0.000831, 0.000127, 0.000483, 0.000289, 0.000262, 0.00023, 0.139613, 0.000409, 0.00016, 0.000249, 0.000317, 0.000254, 0.000674, 0.000139, 0.000739, 0.000583, 0.000278, 0.000244, 0.012452, 0.001497, 0.107395, 0.000127, 0.000143, 0.0002, 0.000211, 0.002666, 0.000318, 0.000213, 0.000511, 0.002152, 0.001319, 0.000945, 0.589228, 0.001997, 0.00125, 0.002854, 0.000923, 0.000814, 0.000312, 0.000564, 0.001601, 0.000754, 0.002188, 0.001102, 0.005284, 0.093091, 0.000744, 0.00162, 0.000593, 7.2e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2687", "qid": "decision", "type": "choice", "pick": "transfer_timing", "pick_run": "transfer_timing", "same": true, "pick_merged": "transfer_timing", "same_as_merged": true, "max_abs_dp": 0.0028466643345281817, "probs": [ 5.8e-05, 0.000556, 2.7e-05, 2.1e-05, 6e-06, 6e-06, 4e-06, 4e-06, 1.7e-05, 8e-06, 1e-05, 1.1e-05, 1.5e-05, 1.7e-05, 4e-06, 0.0006, 2.2e-05, 1.1e-05, 2.3e-05, 1.3e-05, 2e-06, 7e-06, 5e-06, 1e-05, 1.5e-05, 5.1e-05, 1e-06, 3.5e-05, 8e-06, 8e-06, 2e-06, 1e-06, 2e-06, 1e-06, 5e-06, 1e-06, 3e-06, 1.9e-05, 9e-06, 5.9e-05, 2e-06, 0.000315, 5e-06, 2.7e-05, 1.6e-05, 4.5e-05, 3e-06, 3e-06, 4e-06, 7e-06, 5e-06, 4e-06, 6.9e-05, 3.6e-05, 7.9e-05, 0.000119, 4.7e-05, 8.9e-05, 6.4e-05, 4.6e-05, 6.2e-05, 6e-05, 0.000255, 0.000422, 0.000298, 0.001041, 0.001187, 0.991593, 0.000553, 0.000433, 0.000795, 9.6e-05, 8.8e-05, 0.000236, 0.000139, 7.7e-05, 3e-06 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-610", "qid": "decision", "type": "choice", "pick": "receiving_money", "pick_run": "receiving_money", "same": true, "pick_merged": "receiving_money", "same_as_merged": true, "max_abs_dp": 0.08370292624687359, "probs": [ 0.003755, 0.000481, 0.000431, 0.000182, 0.000117, 0.000121, 0.000162, 8.6e-05, 0.000258, 0.000168, 0.000296, 0.000168, 0.000352, 0.000503, 0.000121, 0.032273, 0.00131, 0.000227, 0.000211, 0.006809, 8.5e-05, 0.000159, 7.6e-05, 0.000144, 0.034896, 0.000398, 0.001255, 0.004876, 0.000623, 0.001696, 0.002551, 0.001092, 0.000907, 0.001915, 0.007054, 0.001526, 0.000706, 0.002737, 0.009426, 0.022734, 0.001441, 0.003622, 0.002952, 0.002353, 0.002107, 0.010379, 0.001972, 0.001945, 0.000784, 0.002834, 0.769783, 0.000989, 0.002868, 0.00035, 0.000465, 0.000346, 0.001798, 0.000459, 0.000318, 0.000161, 0.000769, 0.000356, 0.000571, 0.000235, 0.005412, 0.007968, 0.001047, 0.002798, 0.000346, 0.000711, 0.000885, 0.000802, 0.000204, 0.000308, 0.000364, 0.026009, 0.000403 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2279", "qid": "decision", "type": "choice", "pick": "failed_transfer", "pick_run": "failed_transfer", "same": true, "pick_merged": "failed_transfer", "same_as_merged": true, "max_abs_dp": 0.05818822333216789, "probs": [ 0.002062, 0.001599, 0.001123, 0.001883, 0.000266, 0.003504, 0.000416, 0.000596, 0.000615, 0.023264, 0.000261, 0.000413, 0.000261, 0.000163, 0.005616, 0.000468, 0.00054, 0.000173, 0.00041, 0.000335, 0.000422, 0.000264, 0.000272, 0.000602, 0.000193, 0.001227, 0.001094, 0.03381, 0.001068, 0.001498, 0.000628, 0.002593, 0.00122, 0.008407, 0.012163, 0.760438, 0.000651, 0.000813, 0.001439, 0.001577, 0.001114, 0.00079, 0.002705, 0.00045, 0.00029, 0.001117, 0.000888, 0.000676, 0.000786, 0.001621, 0.000397, 0.000931, 0.004884, 0.000152, 0.000217, 0.000635, 0.000199, 0.000236, 0.000231, 0.00218, 0.001443, 0.098635, 0.000531, 0.000315, 0.000587, 0.000142, 0.000327, 0.000319, 0.000143, 0.000487, 0.000137, 0.000544, 0.000349, 0.000341, 0.000372, 0.000163, 0.000317 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2981", "qid": "decision", "type": "choice", "pick": "topping_up_by_card", "pick_run": "topping_up_by_card", "same": true, "pick_merged": "topping_up_by_card", "same_as_merged": true, "max_abs_dp": 0.12385778100369205, "probs": [ 0.000999, 0.004596, 0.32053, 0.000798, 0.001744, 0.00137, 0.000534, 0.000348, 0.000273, 0.000169, 0.015972, 0.00026, 0.000205, 0.001026, 0.000102, 0.000345, 0.000278, 0.000197, 0.000225, 0.000151, 0.000111, 0.000472, 9.3e-05, 0.000254, 0.000145, 0.000203, 3.3e-05, 0.000404, 0.0001, 0.000165, 0.000189, 0.000539, 7.3e-05, 0.000405, 0.000286, 0.00012, 0.003139, 0.000294, 0.00014, 0.000591, 3.4e-05, 0.000147, 0.000119, 0.000143, 0.000167, 0.000174, 4.5e-05, 0.000158, 1.7e-05, 7.6e-05, 4.8e-05, 4.8e-05, 0.001082, 0.000349, 0.002069, 0.000519, 0.001493, 0.032723, 0.004607, 0.008568, 0.004898, 0.00433, 0.556215, 0.002634, 0.002706, 0.002021, 0.000529, 0.001453, 0.001568, 0.001349, 0.000359, 0.002154, 0.002144, 0.00108, 0.004045, 0.001518, 0.000533 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1242", "qid": "decision", "type": "choice", "pick": "passcode_forgotten", "pick_run": "passcode_forgotten", "same": true, "pick_merged": "passcode_forgotten", "same_as_merged": true, "max_abs_dp": 0.011537407470664784, "probs": [ 0.000283, 9e-05, 0.000132, 0.000382, 4.4e-05, 5.8e-05, 3.3e-05, 5.2e-05, 8.9e-05, 6.1e-05, 8.8e-05, 0.000105, 9.5e-05, 6.9e-05, 8.2e-05, 0.001327, 0.00093, 0.000174, 0.007364, 0.000128, 1.8e-05, 0.008556, 9.2e-05, 0.000114, 4.8e-05, 0.000172, 8.9e-05, 0.000264, 0.00011, 0.000879, 0.0001, 2e-05, 6.8e-05, 6.5e-05, 6.5e-05, 2.7e-05, 0.000109, 0.000193, 0.00038, 0.00043, 4.4e-05, 0.003517, 0.000266, 0.00166, 0.965402, 0.000647, 3.6e-05, 0.000179, 6.7e-05, 0.001077, 5.3e-05, 0.000141, 4.3e-05, 7e-06, 1.2e-05, 1e-05, 1.4e-05, 4e-06, 3e-06, 5e-06, 2.1e-05, 9e-06, 1.8e-05, 1.4e-05, 1.3e-05, 7e-06, 7e-06, 9.1e-05, 5.6e-05, 0.00296, 1.3e-05, 1.3e-05, 8e-05, 8e-06, 3.2e-05, 2.5e-05, 6.2e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2986", "qid": "decision", "type": "choice", "pick": "apple_pay_or_google_pay", "pick_run": "topping_up_by_card", "same": false, "pick_merged": "topping_up_by_card", "same_as_merged": false, "max_abs_dp": 0.2566491767881329, "probs": [ 0.003884, 0.007599, 0.44796, 0.001875, 0.006032, 0.001766, 0.000943, 0.000848, 0.000589, 0.000476, 0.028155, 0.000495, 0.000428, 0.001763, 0.0003, 0.000725, 0.000955, 0.000409, 0.000652, 0.000422, 0.000276, 0.001712, 0.000333, 0.002863, 0.002869, 0.000839, 0.000345, 0.0024, 0.000958, 0.000794, 0.001088, 0.001288, 0.000461, 0.002206, 0.001945, 0.000821, 0.012778, 0.001295, 0.000766, 0.00266, 0.000267, 0.00127, 0.000898, 0.000668, 0.000743, 0.000828, 0.000369, 0.002125, 0.000118, 0.000845, 0.001335, 0.000316, 0.003746, 0.001449, 0.005849, 0.001066, 0.002825, 0.014109, 0.005084, 0.008189, 0.014569, 0.007023, 0.313038, 0.004095, 0.004131, 0.005155, 0.001835, 0.00472, 0.003206, 0.003698, 0.001031, 0.009144, 0.006779, 0.002969, 0.007809, 0.009714, 0.004013 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2557", "qid": "decision", "type": "choice", "pick": "wrong_exchange_rate_for_cash_withdrawal", "pick_run": "wrong_exchange_rate_for_cash_withdrawal", "same": true, "pick_merged": "wrong_exchange_rate_for_cash_withdrawal", "same_as_merged": true, "max_abs_dp": 0.07076502827593956, "probs": [ 0.001382, 0.005047, 0.059491, 0.00538, 0.000457, 0.000479, 0.000876, 0.000294, 0.000341, 0.000243, 0.000626, 0.000341, 0.000311, 0.000152, 0.000261, 0.001811, 0.001173, 0.238421, 0.001292, 0.001289, 0.000291, 0.000206, 0.000201, 0.000393, 0.002852, 0.000444, 0.00015, 0.000563, 0.000415, 9.1e-05, 4.2e-05, 2.3e-05, 0.000234, 2.5e-05, 6.1e-05, 1.4e-05, 2.7e-05, 8e-05, 3.1e-05, 0.000115, 1e-05, 6.1e-05, 3.9e-05, 0.001028, 9.5e-05, 0.000205, 3.3e-05, 2.9e-05, 2.3e-05, 0.00011, 0.000338, 2.4e-05, 0.010745, 0.000261, 0.001203, 0.000436, 0.000363, 0.000136, 0.000418, 0.000108, 0.000224, 0.000186, 0.000171, 0.000203, 0.000257, 0.000121, 0.000306, 0.00039, 0.003186, 0.000617, 0.000219, 0.000329, 6.5e-05, 0.00025, 0.000475, 0.03214, 0.619275 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2076", "qid": "decision", "type": "choice", "pick": "card_not_working", "pick_run": "card_not_working", "same": true, "pick_merged": "card_not_working", "same_as_merged": true, "max_abs_dp": 0.030646400598673962, "probs": [ 0.001029, 0.001529, 0.000754, 0.002504, 0.000431, 0.000749, 0.000433, 0.000523, 0.000477, 0.003512, 0.012935, 0.001096, 0.000755, 0.000622, 0.799354, 0.014432, 0.010191, 0.0006, 0.001129, 0.001275, 0.000288, 0.001488, 0.000992, 0.002753, 0.000632, 0.117695, 6e-05, 0.000256, 0.000118, 0.000355, 5.7e-05, 2.3e-05, 4.2e-05, 0.000128, 5.9e-05, 0.000125, 0.000211, 0.000157, 0.000217, 0.000586, 0.000664, 0.000324, 0.000182, 0.00012, 0.000101, 0.000183, 2.4e-05, 0.000537, 1.5e-05, 0.000105, 4.2e-05, 0.001556, 0.000752, 0.000155, 9.3e-05, 0.000193, 0.000129, 0.000118, 8.1e-05, 0.000277, 0.000323, 0.000503, 0.001682, 8.5e-05, 0.000543, 0.000168, 0.001356, 0.000628, 0.000152, 0.000307, 5.7e-05, 0.000393, 0.006639, 0.000236, 0.000472, 0.00014, 9.6e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-437", "qid": "decision", "type": "choice", "pick": "exchange_via_app", "pick_run": "exchange_via_app", "same": true, "pick_merged": "exchange_via_app", "same_as_merged": true, "max_abs_dp": 0.01618038834251556, "probs": [ 0.002665, 0.000132, 0.000443, 0.000167, 0.000115, 0.000183, 7.1e-05, 0.00118, 0.000182, 0.000139, 0.000519, 0.000107, 5.2e-05, 5.7e-05, 2.4e-05, 0.000104, 0.00011, 0.000283, 0.000105, 4.9e-05, 5e-05, 8.9e-05, 3e-05, 0.000233, 0.000349, 0.000654, 0.00146, 0.00214, 0.004865, 0.002058, 0.000646, 0.005928, 0.006328, 0.910463, 0.001923, 0.002418, 0.029257, 0.00086, 0.00079, 0.001084, 0.000174, 0.000834, 0.000903, 0.000557, 0.000321, 0.000483, 0.000434, 0.000169, 0.000283, 0.0015, 0.000651, 0.001085, 0.000636, 0.000113, 0.001286, 0.000135, 0.000142, 9.6e-05, 5.9e-05, 0.007779, 0.00016, 0.00011, 0.001715, 9.1e-05, 0.000104, 3.7e-05, 3.7e-05, 0.000136, 0.000306, 0.000181, 5.5e-05, 0.000113, 3.3e-05, 2.9e-05, 0.000119, 0.000172, 0.000654 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2717", "qid": "decision", "type": "choice", "pick": "pending_cash_withdrawal", "pick_run": "pending_cash_withdrawal", "same": true, "pick_merged": "pending_cash_withdrawal", "same_as_merged": true, "max_abs_dp": 0.05575398927180769, "probs": [ 0.010018, 0.004169, 0.005914, 0.003895, 0.000704, 0.01038, 0.002088, 0.002168, 0.004687, 0.004379, 0.001214, 0.001402, 0.000827, 0.000375, 0.007527, 0.003806, 0.007444, 0.00084, 0.001604, 0.072007, 0.221714, 0.00616, 0.000856, 0.002152, 0.001082, 0.006172, 0.022111, 0.015568, 0.007008, 0.004879, 0.002844, 0.001425, 0.001644, 0.007597, 0.00778, 0.0157, 0.000574, 0.002221, 0.005806, 0.00454, 0.015544, 0.001985, 0.007819, 0.001885, 0.001467, 0.008734, 0.32848, 0.007522, 0.001093, 0.003034, 0.001129, 0.004055, 0.013779, 0.016737, 0.001332, 0.002525, 0.000445, 0.001189, 0.000938, 0.002517, 0.003304, 0.011873, 0.001409, 0.002314, 0.006237, 0.001021, 0.00581, 0.003756, 0.001422, 0.005128, 0.001981, 0.029813, 0.003954, 0.003025, 0.001776, 0.00115, 0.010537 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1407", "qid": "decision", "type": "choice", "pick": "compromised_card", "pick_run": "compromised_card", "same": true, "pick_merged": "compromised_card", "same_as_merged": true, "max_abs_dp": 0.14099588234708316, "probs": [ 0.0021, 0.000613, 0.000505, 0.000881, 0.000144, 0.000175, 0.000116, 0.000189, 0.000215, 0.000276, 0.000421, 0.000359, 0.000274, 0.000512, 0.000802, 0.054966, 0.005399, 0.000761, 0.000782, 0.000517, 0.000166, 0.000472, 0.564511, 0.000511, 0.000204, 0.000557, 8.1e-05, 0.000714, 0.0003, 0.001229, 8e-05, 6.1e-05, 8.7e-05, 4.8e-05, 7.5e-05, 7e-05, 0.00018, 0.000292, 0.000412, 0.003921, 0.000127, 0.342872, 0.000476, 0.0015, 0.000195, 0.00043, 3.2e-05, 4.1e-05, 0.000239, 0.0001, 3.4e-05, 6.1e-05, 0.000287, 6.8e-05, 7.1e-05, 0.000121, 5.2e-05, 3.3e-05, 3.8e-05, 3.3e-05, 0.000103, 9e-05, 0.000138, 3.9e-05, 0.0004, 0.000133, 0.000181, 0.00624, 0.000123, 0.000404, 7.5e-05, 9.4e-05, 2.5e-05, 0.000928, 6.6e-05, 5.7e-05, 0.000117 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-51", "qid": "decision", "type": "choice", "pick": "card_linking", "pick_run": "card_linking", "same": true, "pick_merged": "card_linking", "same_as_merged": true, "max_abs_dp": 0.00516050891633002, "probs": [ 0.000384, 0.000389, 0.000306, 0.000279, 0.000167, 0.000139, 0.00013, 0.000113, 0.000234, 0.00023, 0.004566, 0.000408, 0.000448, 0.987068, 0.000157, 0.000515, 0.000264, 0.00013, 0.000241, 0.000328, 4.1e-05, 0.000106, 8e-05, 0.000108, 9.3e-05, 0.000205, 3e-06, 4.1e-05, 4.9e-05, 3.4e-05, 7e-06, 1.1e-05, 1e-05, 4e-06, 1.5e-05, 7e-06, 5.6e-05, 3.2e-05, 3.1e-05, 0.001083, 4e-06, 2.7e-05, 7e-06, 2.5e-05, 1.6e-05, 3.2e-05, 1e-06, 5e-06, 5e-06, 6e-06, 1.1e-05, 1e-05, 4.5e-05, 5e-06, 4.1e-05, 2.1e-05, 1.2e-05, 1.1e-05, 1e-05, 6e-06, 2e-05, 3.2e-05, 0.000162, 2.2e-05, 4.3e-05, 0.000707, 1.1e-05, 3.6e-05, 2.9e-05, 3.6e-05, 1.5e-05, 6e-06, 8e-06, 1.3e-05, 1.6e-05, 1.2e-05, 2.4e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1566", "qid": "decision", "type": "choice", "pick": "declined_card_payment", "pick_run": "declined_cash_withdrawal", "same": false, "pick_merged": "declined_cash_withdrawal", "same_as_merged": false, "max_abs_dp": 0.1250823540754485, "probs": [ 0.014358, 0.000538, 0.000434, 0.144912, 0.000255, 0.000411, 0.00019, 0.000248, 0.000216, 0.000568, 0.061933, 0.000331, 0.000177, 0.000198, 0.116173, 0.003134, 0.001328, 0.000207, 0.000342, 0.000959, 0.000687, 0.000262, 0.000133, 0.000396, 0.000304, 0.424514, 0.199829, 0.001179, 0.000391, 0.002444, 0.000387, 9.1e-05, 0.0001, 0.000195, 0.000473, 0.000203, 0.001028, 0.000403, 0.000457, 0.000367, 0.002775, 0.000121, 0.000181, 0.000116, 0.000163, 0.000294, 0.000171, 0.000104, 3.6e-05, 0.000168, 0.000107, 0.004976, 0.002482, 0.005936, 4.7e-05, 0.000217, 3.2e-05, 1.3e-05, 1.1e-05, 1e-05, 2.4e-05, 2.5e-05, 0.000239, 3.1e-05, 6.8e-05, 1.5e-05, 0.00028, 3.6e-05, 2.2e-05, 3.2e-05, 1.2e-05, 5e-05, 1e-05, 1.1e-05, 1.7e-05, 1.9e-05, 0.000395 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1817", "qid": "decision", "type": "choice", "pick": "card_not_working", "pick_run": "card_not_working", "same": true, "pick_merged": "card_not_working", "same_as_merged": true, "max_abs_dp": 0.1688303610213262, "probs": [ 0.000975, 0.003354, 0.000673, 0.001903, 0.000344, 0.003074, 0.000461, 0.001566, 0.000443, 0.017436, 0.037225, 0.001425, 0.00045, 0.000281, 0.522718, 0.028345, 0.08054, 0.000454, 0.00057, 0.000744, 0.000185, 0.001211, 0.000191, 0.001421, 0.000375, 0.192682, 0.00011, 0.00038, 0.00019, 0.000388, 6.6e-05, 7.7e-05, 9.5e-05, 0.010488, 0.000222, 0.002904, 0.000312, 0.000212, 0.000216, 0.000368, 0.000864, 0.000114, 0.000851, 7.2e-05, 6e-05, 0.000221, 3.8e-05, 6.2e-05, 5e-06, 6.3e-05, 3.8e-05, 0.001609, 0.002096, 0.000276, 0.000171, 0.000431, 0.000171, 0.000367, 0.000233, 0.059369, 0.00059, 0.005518, 0.005831, 0.000205, 0.000932, 0.000117, 0.002066, 0.000494, 0.000146, 0.000273, 4.9e-05, 0.000416, 0.000278, 0.00011, 0.000607, 9e-05, 9.1e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1244", "qid": "decision", "type": "choice", "pick": "passcode_forgotten", "pick_run": "passcode_forgotten", "same": true, "pick_merged": "passcode_forgotten", "same_as_merged": true, "max_abs_dp": 0.018596910891388492, "probs": [ 0.000147, 4.7e-05, 7.8e-05, 0.000194, 3e-05, 3.7e-05, 2.1e-05, 3.1e-05, 7.1e-05, 4.1e-05, 6.8e-05, 7e-05, 7e-05, 5e-05, 3.8e-05, 0.000772, 0.000736, 0.000143, 0.006114, 8.9e-05, 1.2e-05, 0.00391, 4.5e-05, 7e-05, 3.3e-05, 0.000122, 5.6e-05, 0.000157, 6.1e-05, 0.000534, 6e-05, 9e-06, 3.3e-05, 3e-05, 4.4e-05, 1.3e-05, 6.2e-05, 0.000119, 0.000242, 0.000283, 1.4e-05, 0.000388, 0.000147, 0.000985, 0.979419, 0.000432, 2.1e-05, 8.5e-05, 3.1e-05, 0.000567, 3.8e-05, 8.6e-05, 3.7e-05, 5e-06, 1.2e-05, 6e-06, 1.1e-05, 3e-06, 2e-06, 3e-06, 2.1e-05, 6e-06, 1.5e-05, 1.1e-05, 1.1e-05, 6e-06, 4e-06, 4e-05, 4.5e-05, 0.002627, 9e-06, 1.3e-05, 4.7e-05, 4e-06, 2.3e-05, 2.9e-05, 5.6e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1169", "qid": "decision", "type": "choice", "pick": "unable_to_verify_identity", "pick_run": "unable_to_verify_identity", "same": true, "pick_merged": "unable_to_verify_identity", "same_as_merged": true, "max_abs_dp": 0.3554142541033029, "probs": [ 0.001535, 0.005634, 0.000428, 0.000216, 8.3e-05, 0.000109, 4.6e-05, 3.4e-05, 0.000146, 0.000108, 0.000356, 0.000132, 7.1e-05, 0.000141, 0.000371, 0.000318, 0.000975, 0.000806, 0.000777, 0.000149, 9.9e-05, 0.000225, 9.3e-05, 0.000853, 0.000164, 0.001526, 0.000149, 0.000622, 0.000116, 0.000257, 0.000196, 4.7e-05, 2.3e-05, 5e-05, 0.000201, 8.1e-05, 8.6e-05, 0.00048, 0.000458, 0.000417, 6.1e-05, 0.000342, 0.000192, 0.001933, 0.002826, 0.00086, 0.000398, 0.000115, 7.4e-05, 0.006969, 0.000123, 0.00033, 0.001504, 0.001755, 0.001605, 0.000636, 0.002121, 0.001093, 0.000325, 0.000379, 0.002754, 0.001802, 0.002328, 0.003207, 0.002229, 0.000651, 0.002747, 0.00515, 0.439702, 0.429607, 0.006551, 0.007627, 0.001508, 0.001874, 0.042119, 0.00783, 9.6e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2430", "qid": "decision", "type": "choice", "pick": "card_payment_fee_charged", "pick_run": "card_payment_fee_charged", "same": true, "pick_merged": "card_payment_fee_charged", "same_as_merged": true, "max_abs_dp": 0.06825034271941088, "probs": [ 0.007247, 0.001134, 0.000973, 0.002741, 0.00233, 0.002082, 0.00089, 0.001242, 0.004944, 0.001921, 0.005515, 0.002419, 0.003392, 0.001593, 0.000749, 0.748817, 0.001776, 0.001042, 0.001987, 0.033747, 0.000186, 0.000345, 0.000296, 0.001192, 0.000518, 0.001036, 0.001546, 0.002733, 0.000635, 0.002062, 0.006036, 0.017307, 0.001291, 0.00252, 0.038069, 0.002137, 0.000816, 0.002673, 0.010326, 0.00305, 0.000451, 0.00461, 0.000487, 0.001691, 0.000686, 0.003237, 0.000215, 0.000141, 0.0002, 0.000774, 0.000532, 0.000516, 0.002329, 0.000977, 0.000787, 0.000929, 0.00653, 0.008105, 0.000464, 0.000938, 0.019974, 0.002352, 0.001431, 0.00062, 0.009563, 0.000873, 0.000688, 0.004521, 0.000354, 0.001226, 0.000503, 0.0003, 3.4e-05, 0.000196, 0.000425, 0.000238, 0.000789 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-3073", "qid": "decision", "type": "choice", "pick": "country_support", "pick_run": "country_support", "same": true, "pick_merged": "country_support", "same_as_merged": true, "max_abs_dp": 0.06262113409805292, "probs": [ 0.000512, 0.000323, 0.00551, 0.000367, 0.000311, 0.000134, 0.000185, 0.000182, 0.00021, 0.00028, 0.023733, 0.000192, 0.000282, 0.000383, 9.8e-05, 0.000575, 0.000501, 0.000301, 0.0004, 0.001217, 0.000211, 0.000275, 0.000251, 0.001974, 0.887275, 0.000883, 2.6e-05, 0.000137, 0.005108, 0.000107, 4.7e-05, 3.9e-05, 5.6e-05, 3.2e-05, 6.5e-05, 3.3e-05, 0.002337, 9e-05, 4.4e-05, 0.000222, 8e-06, 7.2e-05, 3.2e-05, 2.7e-05, 9.9e-05, 8e-05, 1.1e-05, 1.3e-05, 2.1e-05, 0.000133, 0.001216, 2.3e-05, 0.00069, 4.9e-05, 0.053083, 0.000159, 0.000114, 4.1e-05, 7.5e-05, 5.8e-05, 7.5e-05, 8.5e-05, 0.003121, 8e-05, 0.000134, 0.000103, 6.3e-05, 0.000187, 8.6e-05, 0.00021, 5.5e-05, 0.00017, 3.3e-05, 7.4e-05, 0.000345, 0.002161, 0.002105 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-10", "qid": "decision", "type": "choice", "pick": "lost_or_stolen_card", "pick_run": "lost_or_stolen_card", "same": true, "pick_merged": "lost_or_stolen_card", "same_as_merged": true, "max_abs_dp": 0.027900557441642215, "probs": [ 0.002181, 0.000186, 0.000119, 0.000491, 7.8e-05, 7e-05, 4.8e-05, 9.3e-05, 0.000224, 0.000391, 0.000295, 0.001402, 0.000876, 0.000562, 0.004387, 0.016317, 0.000655, 0.000269, 0.001223, 0.00021, 4.3e-05, 8.8e-05, 0.002147, 0.000367, 0.000127, 0.000345, 0.000352, 0.001046, 0.000266, 0.001951, 0.000283, 9.4e-05, 0.000206, 9.9e-05, 0.000238, 0.000371, 0.000534, 0.002401, 0.007329, 0.047813, 0.001186, 0.888889, 0.000664, 0.008112, 0.000469, 0.000619, 3.5e-05, 3e-05, 0.000132, 0.000259, 5.7e-05, 7.8e-05, 9.8e-05, 2.5e-05, 4.3e-05, 3.3e-05, 3.5e-05, 9e-06, 9e-06, 9e-06, 4.8e-05, 6.9e-05, 8e-05, 6e-05, 0.000298, 0.00011, 0.000101, 0.001789, 0.000102, 0.000146, 3.5e-05, 1.9e-05, 9e-06, 7.4e-05, 3.1e-05, 3.2e-05, 3.1e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-578", "qid": "decision", "type": "choice", "pick": "contactless_not_working", "pick_run": "contactless_not_working", "same": true, "pick_merged": "contactless_not_working", "same_as_merged": true, "max_abs_dp": 0.010991546797661345, "probs": [ 0.000309, 0.000773, 0.000617, 0.001398, 0.000271, 0.000183, 0.000192, 0.00016, 0.000234, 0.000262, 0.00402, 0.000379, 0.000361, 0.000238, 0.051737, 0.000725, 0.002288, 0.000244, 0.000436, 0.000593, 0.000253, 0.000771, 0.000354, 0.928803, 0.000502, 0.000718, 1e-06, 3.3e-05, 1.5e-05, 2.9e-05, 2e-06, 4e-06, 4e-06, 4e-06, 4e-06, 3e-06, 1.4e-05, 1.1e-05, 2.2e-05, 3.7e-05, 5.8e-05, 1.8e-05, 8e-06, 1.2e-05, 1.6e-05, 2.1e-05, 3e-06, 1.1e-05, 3e-06, 0.000116, 7e-06, 7e-06, 3.8e-05, 1.4e-05, 2.2e-05, 4.6e-05, 3.1e-05, 2.4e-05, 2.2e-05, 2.2e-05, 1.2e-05, 4.7e-05, 0.000101, 1.5e-05, 6.6e-05, 2.2e-05, 0.000394, 3.5e-05, 2.6e-05, 0.000151, 1.3e-05, 2.8e-05, 0.000196, 5.3e-05, 0.00125, 7.2e-05, 1.9e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1000", "qid": "decision", "type": "choice", "pick": "top_up_reverted", "pick_run": "top_up_reverted", "same": true, "pick_merged": "top_up_reverted", "same_as_merged": true, "max_abs_dp": 0.052420342032694967, "probs": [ 0.0012, 0.006336, 0.001318, 0.000621, 0.000941, 0.004055, 0.000743, 0.00042, 0.000404, 0.003605, 0.000275, 0.000253, 0.000102, 0.000112, 0.000106, 0.000267, 0.000407, 8.2e-05, 0.000264, 0.000226, 0.000168, 0.000373, 6.5e-05, 0.00017, 0.0001, 0.000246, 3e-05, 0.000444, 3.9e-05, 8.7e-05, 3.2e-05, 4e-05, 2e-05, 6e-05, 0.000136, 0.005097, 3e-05, 3.6e-05, 4.8e-05, 0.000191, 9e-06, 3.5e-05, 4.7e-05, 3e-05, 5.6e-05, 7.4e-05, 7.4e-05, 0.000125, 9e-06, 2.7e-05, 1.6e-05, 4.5e-05, 0.002381, 0.00152, 0.001445, 0.000948, 0.000994, 0.002204, 0.001646, 0.006591, 0.029414, 0.902264, 0.004125, 0.001105, 0.001068, 0.000595, 0.000501, 0.000767, 0.000511, 0.001076, 0.000651, 0.004698, 0.002369, 0.000642, 0.001827, 0.000925, 3.8e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2650", "qid": "decision", "type": "choice", "pick": "top_up_failed", "pick_run": "top_up_failed", "same": true, "pick_merged": "top_up_failed", "same_as_merged": true, "max_abs_dp": 0.002290879082058035, "probs": [ 0.00083, 0.014905, 0.000688, 0.000383, 0.001349, 0.000364, 0.000213, 0.001003, 0.000208, 0.000226, 0.000168, 0.000296, 4.9e-05, 6.9e-05, 0.000437, 0.000332, 0.002155, 8.9e-05, 0.000159, 6e-05, 0.000133, 0.000496, 3.1e-05, 0.000193, 0.000136, 0.001202, 8e-06, 0.00025, 4.1e-05, 0.000102, 8.4e-05, 2.4e-05, 4.1e-05, 0.012407, 5.7e-05, 1.7e-05, 5.1e-05, 4.5e-05, 4.5e-05, 9.3e-05, 1.6e-05, 9.2e-05, 9.3e-05, 3.8e-05, 6.1e-05, 5.5e-05, 5.3e-05, 8.3e-05, 8e-06, 6e-06, 1.2e-05, 9e-05, 0.000512, 0.000341, 0.000219, 0.000575, 0.001487, 0.001273, 0.001366, 0.935928, 0.002531, 0.001042, 0.006399, 0.000701, 0.000664, 0.000127, 0.00018, 0.000744, 0.000358, 0.000886, 0.000312, 0.001085, 0.001053, 0.000467, 0.001151, 0.000531, 2e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1341", "qid": "decision", "type": "choice", "pick": "pending_transfer", "pick_run": "pending_transfer", "same": true, "pick_merged": "pending_transfer", "same_as_merged": true, "max_abs_dp": 0.06110334245884985, "probs": [ 0.001128, 0.001277, 0.000259, 0.000126, 0.000316, 0.000104, 4.5e-05, 4.4e-05, 0.000276, 0.000191, 0.006523, 0.000125, 9e-05, 0.000859, 5.7e-05, 0.00039, 0.000189, 0.000121, 0.000101, 0.000105, 2e-05, 0.000133, 0.009627, 8.1e-05, 7.2e-05, 0.000148, 0.000548, 0.002453, 0.000169, 0.000914, 0.001266, 0.000792, 0.000157, 0.001004, 0.003111, 0.002255, 0.009511, 0.00211, 0.005091, 0.01484, 0.001124, 0.00149, 0.001564, 0.001934, 0.001219, 0.003429, 0.001207, 0.010692, 0.509537, 0.00143, 0.001302, 0.000484, 0.003132, 0.000164, 0.000432, 0.000514, 0.000882, 0.00074, 0.000358, 0.000231, 0.005962, 0.002786, 0.095602, 0.001136, 0.005836, 0.077755, 0.002808, 0.001969, 0.002418, 0.003686, 0.000617, 0.002388, 0.00247, 0.184167, 0.001043, 0.000641, 0.000217 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-3019", "qid": "decision", "type": "choice", "pick": "verify_my_identity", "pick_run": "verify_my_identity", "same": true, "pick_merged": "verify_my_identity", "same_as_merged": true, "max_abs_dp": 0.0014205689455949466, "probs": [ 6.5e-05, 0.001114, 2.8e-05, 2e-05, 1.1e-05, 9e-06, 4e-06, 3e-06, 2.2e-05, 6e-06, 1.4e-05, 9e-06, 7e-06, 7e-06, 3e-06, 2.1e-05, 2.8e-05, 1.1e-05, 0.000379, 1.9e-05, 3e-06, 1.1e-05, 4e-06, 1.1e-05, 7e-06, 3.6e-05, 1e-06, 1.7e-05, 3e-06, 9e-06, 3e-06, 1e-06, 1e-06, 1e-06, 5e-06, 1e-06, 3e-06, 1e-05, 5e-06, 1e-05, 0.0, 1.3e-05, 2e-06, 1.9e-05, 0.000547, 2.4e-05, 3e-06, 2e-06, 1e-06, 1e-05, 2e-06, 2e-06, 9e-05, 4.6e-05, 0.000187, 5.1e-05, 9.2e-05, 5.6e-05, 6.4e-05, 5.3e-05, 0.000288, 8.8e-05, 0.000311, 0.000271, 0.000158, 7.1e-05, 0.000129, 0.000478, 0.005992, 0.987684, 0.00061, 0.000166, 8.1e-05, 0.000107, 0.000177, 0.0002, 2e-06 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2199", "qid": "decision", "type": "choice", "pick": "transfer_fee_charged", "pick_run": "transfer_fee_charged", "same": true, "pick_merged": "transfer_fee_charged", "same_as_merged": true, "max_abs_dp": 0.020603183709909323, "probs": [ 0.001764, 0.002556, 0.000685, 0.000322, 0.000146, 0.000441, 0.000149, 0.000161, 0.000429, 0.000189, 0.000226, 0.000277, 0.005305, 0.000246, 6.6e-05, 0.028529, 0.001251, 0.00023, 0.000314, 0.000656, 2.8e-05, 0.000126, 4.4e-05, 0.000171, 0.000113, 0.000642, 0.000112, 0.000932, 0.000124, 7.8e-05, 0.000188, 0.000125, 2.7e-05, 6e-05, 0.000357, 1.8e-05, 5.5e-05, 0.000202, 0.00351, 0.000304, 2e-05, 0.000189, 9.6e-05, 8.9e-05, 8.1e-05, 0.000172, 1.9e-05, 1.3e-05, 2.3e-05, 7.1e-05, 2.1e-05, 3.5e-05, 0.001908, 0.00033, 0.000893, 0.000534, 0.000784, 0.001362, 0.000248, 0.000322, 0.00569, 0.000372, 0.000868, 0.00178, 0.924416, 0.000847, 0.00053, 0.003398, 0.000394, 0.001288, 0.000512, 0.000202, 9.6e-05, 0.000222, 0.000636, 0.000296, 8.8e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1719", "qid": "decision", "type": "choice", "pick": "failed_transfer", "pick_run": "failed_transfer", "same": true, "pick_merged": "failed_transfer", "same_as_merged": true, "max_abs_dp": 0.06912256720696985, "probs": [ 0.001749, 0.00126, 0.000549, 0.000294, 9.2e-05, 0.000539, 0.000137, 0.000304, 0.000264, 0.01478, 0.000123, 0.00017, 0.000123, 7.6e-05, 0.000336, 0.000305, 0.000296, 8.9e-05, 0.000223, 0.000195, 0.000145, 0.000111, 0.000116, 0.00022, 8.5e-05, 0.001273, 0.001031, 0.029744, 0.000543, 0.000767, 0.000462, 0.001721, 0.000619, 0.002641, 0.01334, 0.817494, 0.000406, 0.000565, 0.000872, 0.001184, 0.000674, 0.000859, 0.00255, 0.00035, 0.000229, 0.001083, 0.000722, 0.000387, 0.000565, 0.001153, 0.000398, 0.001101, 0.004953, 0.000134, 0.000141, 0.000339, 0.00012, 0.000124, 0.00011, 0.000589, 0.001034, 0.083458, 0.000284, 0.000191, 0.000291, 8.7e-05, 0.000542, 0.000328, 0.000119, 0.000334, 0.000153, 0.000344, 0.000176, 0.000183, 0.000214, 0.000151, 0.000287 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1055", "qid": "decision", "type": "choice", "pick": "balance_not_updated_after_cheque_or_cash_deposit", "pick_run": "balance_not_updated_after_cheque_or_cash_deposit", "same": true, "pick_merged": "balance_not_updated_after_cheque_or_cash_deposit", "same_as_merged": true, "max_abs_dp": 0.016264977216605914, "probs": [ 0.001204, 0.002359, 0.000818, 0.000943, 0.000502, 0.024485, 0.953039, 0.001049, 0.000243, 0.000157, 0.000346, 0.000286, 0.000245, 0.000124, 0.000126, 0.000364, 0.000344, 0.000166, 0.000372, 0.000437, 9.7e-05, 0.000148, 0.000124, 0.000123, 0.000109, 0.000198, 7e-06, 8.2e-05, 6.1e-05, 5.7e-05, 1.3e-05, 9.4e-05, 0.000175, 0.000162, 1.4e-05, 8e-06, 1.3e-05, 2.1e-05, 1.9e-05, 4.4e-05, 7e-06, 4.3e-05, 1.7e-05, 1.8e-05, 1.7e-05, 2.7e-05, 4e-06, 8e-06, 8e-06, 1e-05, 8e-06, 1.4e-05, 0.000245, 5.8e-05, 0.000168, 0.000149, 8.9e-05, 0.000709, 0.005878, 0.001581, 5.8e-05, 9.8e-05, 0.000233, 3.9e-05, 0.000271, 6.1e-05, 4.3e-05, 0.000203, 8.4e-05, 0.000218, 3.9e-05, 3.7e-05, 4.1e-05, 0.000126, 0.000151, 3e-05, 2.8e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1227", "qid": "decision", "type": "choice", "pick": "unable_to_verify_identity", "pick_run": "unable_to_verify_identity", "same": true, "pick_merged": "unable_to_verify_identity", "same_as_merged": true, "max_abs_dp": 0.20223669041963904, "probs": [ 0.000855, 0.005446, 0.000434, 0.000244, 0.000116, 9.1e-05, 5.4e-05, 3.2e-05, 0.000136, 7.6e-05, 0.000141, 0.0001, 7.7e-05, 0.00012, 0.000141, 0.000652, 0.001866, 0.001365, 0.001018, 0.000252, 0.000272, 0.000386, 0.000152, 0.000628, 0.000197, 0.001169, 7.4e-05, 0.000355, 7.5e-05, 0.000128, 0.000126, 2.5e-05, 2.1e-05, 2.9e-05, 9.9e-05, 3.3e-05, 5.3e-05, 0.000188, 0.000175, 0.000157, 3.6e-05, 0.00093, 0.000212, 0.00257, 0.002937, 0.000449, 0.000295, 8.1e-05, 5.3e-05, 0.001412, 7.9e-05, 0.000122, 0.001086, 0.000734, 0.001202, 0.000454, 0.001175, 0.000605, 0.000353, 0.000389, 0.001526, 0.000848, 0.001536, 0.001815, 0.001521, 0.000506, 0.001571, 0.009051, 0.49096, 0.431199, 0.00618, 0.004703, 0.001305, 0.001648, 0.009363, 0.003453, 8.3e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2237", "qid": "decision", "type": "choice", "pick": "fiat_currency_support", "pick_run": "exchange_via_app", "same": false, "pick_merged": "exchange_via_app", "same_as_merged": false, "max_abs_dp": 0.1876690749780001, "probs": [ 0.003591, 0.000727, 0.003597, 0.000358, 0.000212, 0.000655, 0.000304, 0.001641, 0.000396, 0.000386, 0.008174, 0.000203, 0.000178, 0.000137, 6e-05, 0.000456, 0.000269, 0.001697, 0.000246, 0.000288, 6.5e-05, 0.000159, 0.00017, 0.000706, 0.015913, 0.004329, 0.007638, 0.008806, 0.108645, 0.005733, 0.002008, 0.029341, 0.098255, 0.197145, 0.009262, 0.009196, 0.200828, 0.003507, 0.003358, 0.005533, 0.000534, 0.002182, 0.003017, 0.001782, 0.00139, 0.00176, 0.000548, 0.000494, 0.000525, 0.004861, 0.010413, 0.006168, 0.006108, 0.001922, 0.143751, 0.001477, 0.000846, 0.000878, 0.001529, 0.0072, 0.002837, 0.001113, 0.027753, 0.001221, 0.001129, 0.000658, 0.0004, 0.001163, 0.00247, 0.002182, 0.000621, 0.001089, 0.000198, 0.000496, 0.000712, 0.00308, 0.021324 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2633", "qid": "decision", "type": "choice", "pick": "disposable_card_limits", "pick_run": "disposable_card_limits", "same": true, "pick_merged": "disposable_card_limits", "same_as_merged": true, "max_abs_dp": 0.005215578796728848, "probs": [ 0.000285, 9.7e-05, 7.1e-05, 0.001395, 2.6e-05, 5.7e-05, 4.2e-05, 4.3e-05, 5.3e-05, 7.9e-05, 0.00038, 0.000106, 0.000118, 7.9e-05, 1.5e-05, 0.000209, 0.000175, 2.7e-05, 0.000147, 0.000111, 1.5e-05, 4.9e-05, 2.9e-05, 7.5e-05, 5.3e-05, 0.000137, 0.000433, 0.000848, 0.000122, 0.984916, 8e-05, 4.5e-05, 5.9e-05, 6.8e-05, 0.000264, 6.9e-05, 0.000144, 0.002125, 0.000244, 0.000238, 3e-05, 0.000331, 0.000101, 0.000138, 0.000278, 0.000311, 3.1e-05, 2.8e-05, 2.2e-05, 5.2e-05, 4.5e-05, 0.000123, 0.000183, 0.000217, 8.2e-05, 0.002268, 3.7e-05, 1.7e-05, 1.9e-05, 2.4e-05, 0.000966, 0.00016, 0.000188, 9.5e-05, 0.000201, 1.8e-05, 3e-05, 0.000124, 4.1e-05, 5.1e-05, 4e-05, 7.3e-05, 1.6e-05, 2.1e-05, 2.7e-05, 5.4e-05, 3e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2362", "qid": "decision", "type": "choice", "pick": "verify_top_up", "pick_run": "verify_top_up", "same": true, "pick_merged": "verify_top_up", "same_as_merged": true, "max_abs_dp": 0.03173798607386624, "probs": [ 0.001281, 0.005694, 0.001376, 0.000596, 0.000856, 0.000346, 0.000172, 0.000185, 0.000234, 0.000165, 0.000475, 0.000166, 0.000114, 0.000123, 0.000112, 0.000704, 0.001839, 0.000196, 0.000461, 0.000401, 0.001438, 0.001794, 0.000179, 0.000443, 0.000156, 0.000321, 3.5e-05, 0.000446, 0.000237, 0.000142, 3.7e-05, 5.9e-05, 6.1e-05, 0.000216, 9.3e-05, 7.4e-05, 7.8e-05, 0.000183, 0.000197, 0.000316, 1.8e-05, 0.000291, 0.000211, 0.000288, 0.000535, 0.001516, 0.003886, 0.000974, 3.8e-05, 0.000376, 8.4e-05, 9.5e-05, 0.001666, 0.001207, 0.001247, 0.00125, 0.002277, 0.001216, 0.000686, 0.001711, 0.00289, 0.001071, 0.002173, 0.003141, 0.001928, 0.000545, 0.002182, 0.003107, 0.012294, 0.021709, 0.042222, 0.847279, 0.009196, 0.001137, 0.003734, 0.003687, 0.000136 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-157", "qid": "decision", "type": "choice", "pick": "card_payment_wrong_exchange_rate", "pick_run": "card_payment_wrong_exchange_rate", "same": true, "pick_merged": "card_payment_wrong_exchange_rate", "same_as_merged": true, "max_abs_dp": 0.07156672189376301, "probs": [ 0.002115, 0.000513, 0.000922, 0.000485, 0.000166, 0.000281, 0.002004, 0.000185, 0.000182, 0.000295, 0.00051, 0.000393, 0.000535, 0.000249, 0.000274, 0.008775, 0.001766, 0.802221, 0.001814, 0.000822, 9.4e-05, 0.00017, 0.000132, 0.000284, 0.000165, 0.000704, 0.000106, 0.000148, 0.000302, 0.000214, 3.5e-05, 0.000305, 0.159448, 8.8e-05, 6.7e-05, 4.9e-05, 8.8e-05, 8.6e-05, 0.000159, 0.000214, 2.2e-05, 0.000176, 0.000239, 0.001409, 0.00016, 0.000133, 1.8e-05, 2.6e-05, 2.5e-05, 4.3e-05, 2.9e-05, 5.7e-05, 0.000384, 1.1e-05, 3.2e-05, 2.2e-05, 1.6e-05, 1.4e-05, 0.002144, 8e-06, 2.2e-05, 1.9e-05, 2.4e-05, 1.1e-05, 2.1e-05, 7e-06, 1.9e-05, 3e-05, 0.000187, 8e-05, 8e-06, 9e-06, 3e-06, 1e-05, 1.1e-05, 2.4e-05, 0.007183 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-396", "qid": "decision", "type": "choice", "pick": "card_not_working", "pick_run": "card_not_working", "same": true, "pick_merged": "card_not_working", "same_as_merged": true, "max_abs_dp": 0.0755601905307256, "probs": [ 0.000668, 0.00095, 0.000488, 0.006957, 0.000452, 0.000926, 0.00044, 0.000422, 0.000321, 0.002628, 0.102076, 0.001297, 0.000771, 0.000563, 0.852217, 0.003539, 0.008833, 0.000393, 0.000723, 0.001052, 0.000331, 0.00103, 0.000415, 0.000984, 0.000462, 0.005213, 9e-06, 7.8e-05, 3.4e-05, 0.000168, 1.5e-05, 9e-06, 1.1e-05, 1.5e-05, 2.2e-05, 2.8e-05, 0.000115, 5.7e-05, 8.2e-05, 0.000127, 0.000257, 4.3e-05, 4.8e-05, 3.4e-05, 5.1e-05, 4.8e-05, 8e-06, 0.000112, 4e-06, 1.6e-05, 1.9e-05, 6.6e-05, 0.000152, 4.2e-05, 5.9e-05, 0.000107, 5.1e-05, 4.8e-05, 3.2e-05, 4.5e-05, 7.7e-05, 0.000123, 0.000904, 3.9e-05, 0.000214, 7.2e-05, 0.000585, 0.000142, 5.4e-05, 0.000146, 2.7e-05, 0.000109, 0.001149, 5.9e-05, 7.6e-05, 4.1e-05, 2e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-472", "qid": "decision", "type": "choice", "pick": "lost_or_stolen_card", "pick_run": "lost_or_stolen_card", "same": true, "pick_merged": "lost_or_stolen_card", "same_as_merged": true, "max_abs_dp": 0.007168200121982214, "probs": [ 0.000446, 6.6e-05, 3e-05, 8.2e-05, 9e-06, 1.3e-05, 1.2e-05, 1.4e-05, 2.1e-05, 1.7e-05, 3.2e-05, 4.2e-05, 3e-05, 3.7e-05, 5.3e-05, 0.011574, 7.1e-05, 2.9e-05, 0.000113, 6e-05, 6e-06, 2e-05, 0.000302, 5.8e-05, 1.8e-05, 9.1e-05, 1.7e-05, 0.000115, 3e-05, 0.000127, 1.2e-05, 1.5e-05, 2.3e-05, 1.1e-05, 1.3e-05, 1.2e-05, 3.6e-05, 8.8e-05, 4.7e-05, 0.000606, 5e-05, 0.983915, 4.8e-05, 0.000319, 5.3e-05, 0.000126, 9e-06, 1.2e-05, 3.2e-05, 4.1e-05, 9e-06, 1.5e-05, 1.6e-05, 1e-06, 2e-06, 3e-06, 2e-06, 1e-06, 1e-06, 1e-06, 2e-06, 2e-06, 5e-06, 3e-06, 4e-06, 2e-06, 6e-06, 0.000862, 1e-05, 8e-06, 6e-06, 1e-06, 2e-06, 1e-05, 3e-06, 6e-06, 1.5e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1528", "qid": "decision", "type": "choice", "pick": "passcode_forgotten", "pick_run": "passcode_forgotten", "same": true, "pick_merged": "passcode_forgotten", "same_as_merged": true, "max_abs_dp": 0.002944879930333655, "probs": [ 0.00022, 2.9e-05, 3.4e-05, 8e-05, 1.3e-05, 2.3e-05, 1e-05, 1.1e-05, 3.3e-05, 1.3e-05, 2.6e-05, 2.6e-05, 3e-05, 1.6e-05, 9e-06, 0.000139, 0.000189, 4.1e-05, 0.003336, 3.7e-05, 4e-06, 0.000818, 1.4e-05, 2e-05, 1.3e-05, 5.6e-05, 1.4e-05, 4.3e-05, 2.5e-05, 8.6e-05, 1.7e-05, 6e-06, 1.5e-05, 7e-06, 1.5e-05, 3e-06, 2.5e-05, 2.8e-05, 5.1e-05, 5.7e-05, 4e-06, 9.5e-05, 4.6e-05, 0.000319, 0.993074, 7.4e-05, 5e-06, 2.6e-05, 8e-06, 3.2e-05, 7e-06, 3.3e-05, 5e-06, 0.0, 1e-06, 1e-06, 1e-06, 0.0, 0.0, 0.0, 2e-06, 1e-06, 2e-06, 1e-06, 1e-06, 0.0, 0.0, 2e-06, 6e-06, 0.000597, 1e-06, 1e-06, 3e-06, 0.0, 1e-06, 3e-06, 1.3e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2432", "qid": "decision", "type": "choice", "pick": "getting_spare_card", "pick_run": "getting_spare_card", "same": true, "pick_merged": "getting_spare_card", "same_as_merged": true, "max_abs_dp": 0.03495412383260199, "probs": [ 0.000465, 7.7e-05, 5.4e-05, 4.7e-05, 9e-06, 1.7e-05, 1.7e-05, 1.9e-05, 4.8e-05, 5e-05, 6.5e-05, 5.9e-05, 7.3e-05, 0.001376, 6.8e-05, 5e-05, 8.7e-05, 3.2e-05, 6e-05, 3.3e-05, 5e-06, 1.1e-05, 1.3e-05, 5.3e-05, 3.3e-05, 8e-05, 0.000105, 0.000249, 9.5e-05, 0.000436, 0.00014, 8.1e-05, 0.000148, 0.000198, 0.000386, 0.000165, 0.000598, 0.003003, 0.020225, 0.960828, 0.003001, 0.000467, 0.000246, 0.001274, 0.000899, 0.000373, 6.8e-05, 4.4e-05, 5.5e-05, 0.000361, 0.00012, 9e-05, 8.7e-05, 1.2e-05, 1.4e-05, 2.4e-05, 3.8e-05, 1e-05, 1.7e-05, 1e-05, 4.6e-05, 4.3e-05, 0.000168, 8.1e-05, 0.000412, 0.001785, 0.000163, 5.1e-05, 0.000145, 0.000134, 2.8e-05, 2.3e-05, 1.7e-05, 1.6e-05, 4.2e-05, 6e-05, 1.8e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-819", "qid": "decision", "type": "choice", "pick": "card_payment_fee_charged", "pick_run": "card_payment_fee_charged", "same": true, "pick_merged": "card_payment_fee_charged", "same_as_merged": true, "max_abs_dp": 0.019935490101937847, "probs": [ 0.001799, 0.001597, 0.000834, 0.002073, 0.001947, 0.001082, 0.000615, 0.000578, 0.000884, 0.000849, 0.003411, 0.001275, 0.001549, 0.000886, 0.000608, 0.933698, 0.001316, 0.000772, 0.001268, 0.00805, 0.000133, 0.000277, 0.000224, 0.000513, 0.000261, 0.000643, 0.000197, 0.000804, 0.000375, 0.000644, 0.000553, 0.000954, 0.000171, 0.000225, 0.000829, 0.000103, 0.000186, 0.000503, 0.000838, 0.000594, 8.3e-05, 0.001478, 6.6e-05, 0.000393, 0.000212, 0.001147, 3.4e-05, 4.8e-05, 8.2e-05, 0.000163, 0.000136, 0.000141, 0.001479, 0.000464, 0.000781, 0.000552, 0.001689, 0.001697, 0.000173, 0.000358, 0.001466, 0.000418, 0.000559, 0.000375, 0.00342, 0.000541, 0.000494, 0.004859, 0.00029, 0.000817, 0.000325, 0.000103, 3.7e-05, 0.000151, 0.000237, 0.000108, 0.00051 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1504", "qid": "decision", "type": "choice", "pick": "direct_debit_payment_not_recognised", "pick_run": "direct_debit_payment_not_recognised", "same": true, "pick_merged": "direct_debit_payment_not_recognised", "same_as_merged": true, "max_abs_dp": 0.03505812411156639, "probs": [ 0.000656, 0.000205, 0.005419, 0.000338, 0.00031, 0.000155, 0.000162, 0.000206, 0.000175, 0.000122, 0.000108, 9.5e-05, 0.000119, 0.000103, 6.3e-05, 0.012901, 0.032632, 0.000117, 0.000128, 0.000629, 9.3e-05, 0.000108, 5.4e-05, 0.000151, 8.2e-05, 0.000227, 0.000443, 0.000705, 0.919592, 0.000513, 0.000191, 5.6e-05, 0.000153, 0.000146, 0.001059, 4.6e-05, 0.000274, 0.000129, 0.000125, 0.000266, 2.8e-05, 0.000324, 0.004429, 0.000217, 0.000233, 0.000245, 4.4e-05, 3.3e-05, 2e-05, 0.000327, 3.5e-05, 6.2e-05, 0.000346, 4.5e-05, 0.000941, 6.9e-05, 4.4e-05, 6e-06, 1.5e-05, 1.6e-05, 8.2e-05, 2e-05, 9e-06, 1.4e-05, 2.7e-05, 9e-06, 1.2e-05, 8.3e-05, 1.8e-05, 3.7e-05, 1.4e-05, 2.1e-05, 6e-06, 7e-06, 1.4e-05, 1.5e-05, 0.013077 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-978", "qid": "decision", "type": "choice", "pick": "card_acceptance", "pick_run": "card_acceptance", "same": true, "pick_merged": "card_acceptance", "same_as_merged": true, "max_abs_dp": 0.049140891392372876, "probs": [ 0.000833, 0.001118, 0.004087, 0.002139, 0.000392, 0.000678, 0.000319, 0.000422, 0.00049, 0.001054, 0.852473, 0.000716, 0.00045, 0.000426, 0.000371, 0.001052, 0.000963, 0.000381, 0.000618, 0.000728, 0.000115, 0.00034, 0.00056, 0.001768, 0.000908, 0.002122, 1.7e-05, 0.000174, 0.001172, 0.000122, 2.9e-05, 1.3e-05, 1e-05, 2.1e-05, 3.9e-05, 1.6e-05, 0.000286, 7.3e-05, 4.9e-05, 0.000164, 9e-06, 6.4e-05, 1.3e-05, 2.2e-05, 5.2e-05, 7.9e-05, 7e-06, 1e-05, 6e-05, 4e-05, 3.9e-05, 2.4e-05, 0.000351, 0.000105, 0.113686, 0.000181, 0.000114, 9.5e-05, 6.4e-05, 0.000144, 0.0002, 0.000145, 0.002082, 0.000201, 0.000169, 0.000153, 0.000164, 0.000223, 9.3e-05, 0.000392, 6.1e-05, 0.00011, 4.4e-05, 0.002289, 0.000402, 0.000108, 0.000297 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2236", "qid": "decision", "type": "choice", "pick": "receiving_money", "pick_run": "receiving_money", "same": true, "pick_merged": "receiving_money", "same_as_merged": true, "max_abs_dp": 0.135920178426699, "probs": [ 0.004243, 0.000398, 0.000424, 0.000217, 0.000262, 0.000168, 0.000119, 6.7e-05, 0.0003, 0.000251, 0.000897, 0.000215, 0.000174, 0.001356, 0.000213, 0.000355, 0.000814, 0.000209, 0.000192, 0.00022, 9.4e-05, 0.000218, 0.000237, 0.00021, 0.050856, 0.00111, 0.001371, 0.005345, 0.001395, 0.001736, 0.001957, 0.000627, 0.00082, 0.000999, 0.005314, 0.0019, 0.002402, 0.002651, 0.002948, 0.054001, 0.001159, 0.001189, 0.002186, 0.002112, 0.001857, 0.003776, 0.002283, 0.002372, 0.000996, 0.003422, 0.767914, 0.002816, 0.003545, 0.000336, 0.000717, 0.000398, 0.000495, 0.000248, 0.000226, 7.8e-05, 0.000504, 0.000411, 0.00142, 0.000418, 0.000849, 0.026739, 0.001234, 0.001286, 0.000572, 0.000522, 0.00046, 0.001445, 0.000248, 0.000471, 0.000408, 0.017234, 0.00037 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1925", "qid": "decision", "type": "choice", "pick": "card_swallowed", "pick_run": "card_swallowed", "same": true, "pick_merged": "card_swallowed", "same_as_merged": true, "max_abs_dp": 0.007798318268409515, "probs": [ 0.000719, 0.000844, 0.000869, 0.04108, 0.000385, 0.000278, 0.000214, 0.00027, 0.000294, 0.000401, 0.003242, 0.000823, 0.000774, 0.000397, 0.016783, 0.002415, 0.003168, 0.001041, 0.916511, 0.004122, 0.000404, 0.000306, 0.000219, 0.0004, 0.000228, 0.000705, 8e-06, 6.5e-05, 6.1e-05, 0.000161, 9e-06, 7e-06, 1.5e-05, 9e-06, 1.4e-05, 7e-06, 4.1e-05, 5.4e-05, 6.4e-05, 6.2e-05, 2.6e-05, 7.8e-05, 1.9e-05, 0.000103, 0.000426, 0.000166, 9e-06, 5e-06, 8e-06, 2e-05, 1.9e-05, 2.5e-05, 5.2e-05, 7e-06, 3e-05, 5.8e-05, 1.1e-05, 5e-06, 6e-06, 6e-06, 1.5e-05, 1.6e-05, 4.4e-05, 2.4e-05, 3.9e-05, 1e-05, 5.1e-05, 4.7e-05, 4.9e-05, 0.000829, 2.8e-05, 2.9e-05, 9e-06, 7e-06, 2e-05, 2.7e-05, 0.000211 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-704", "qid": "decision", "type": "choice", "pick": "failed_transfer", "pick_run": "failed_transfer", "same": true, "pick_merged": "failed_transfer", "same_as_merged": true, "max_abs_dp": 0.06829215960759272, "probs": [ 0.002312, 0.002666, 0.000551, 0.000222, 7.4e-05, 0.001959, 0.000189, 0.000966, 0.005183, 0.025741, 0.000114, 0.000206, 0.000142, 0.000235, 0.000263, 0.000229, 0.000343, 0.0001, 0.00016, 0.000107, 9.1e-05, 7.4e-05, 0.001052, 0.000253, 0.000143, 0.00083, 0.002044, 0.053634, 0.001228, 0.001224, 0.000869, 0.003797, 0.001118, 0.00617, 0.054929, 0.484965, 0.000884, 0.002421, 0.004604, 0.009408, 0.005166, 0.000934, 0.003114, 0.001107, 0.000447, 0.001966, 0.001189, 0.000773, 0.006148, 0.004199, 0.000795, 0.001292, 0.020895, 0.001562, 0.001389, 0.002301, 0.000677, 0.001809, 0.001302, 0.005003, 0.028916, 0.154925, 0.002258, 0.002726, 0.009156, 0.007939, 0.037763, 0.003033, 0.001049, 0.00496, 0.000978, 0.002512, 0.000402, 0.006422, 0.002206, 0.000601, 0.000587 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2288", "qid": "decision", "type": "choice", "pick": "failed_transfer", "pick_run": "failed_transfer", "same": true, "pick_merged": "failed_transfer", "same_as_merged": true, "max_abs_dp": 0.049495700268591736, "probs": [ 0.001384, 0.001356, 0.000445, 0.00024, 0.000106, 0.022759, 0.000198, 0.000366, 0.00032, 0.013235, 8.5e-05, 0.000124, 0.000106, 6e-05, 0.000124, 0.000335, 0.000263, 8.3e-05, 0.000216, 0.000145, 0.000114, 9.1e-05, 0.00036, 0.000184, 9.1e-05, 0.000949, 0.001513, 0.037042, 0.000578, 0.001072, 0.000603, 0.004125, 0.001167, 0.011709, 0.015648, 0.769398, 0.000379, 0.000746, 0.001354, 0.001929, 0.001147, 0.001226, 0.002843, 0.000564, 0.000244, 0.001404, 0.000907, 0.000709, 0.002974, 0.00163, 0.000584, 0.001064, 0.004949, 0.000304, 0.000183, 0.000551, 0.00019, 0.000421, 0.00023, 0.003073, 0.00182, 0.07446, 0.000499, 0.000265, 0.000719, 0.000236, 0.001071, 0.000722, 0.000211, 0.000644, 0.000178, 0.000491, 0.000269, 0.001329, 0.000398, 0.000191, 0.0003 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2119", "qid": "decision", "type": "choice", "pick": "change_pin", "pick_run": "change_pin", "same": true, "pick_merged": "change_pin", "same_as_merged": true, "max_abs_dp": 0.013740085014018355, "probs": [ 0.001345, 0.000733, 0.00071, 0.000806, 0.000502, 0.000284, 0.000317, 0.000338, 0.000679, 0.000488, 0.001157, 0.000475, 0.000591, 0.000384, 0.000499, 0.001217, 0.001384, 0.000591, 0.001406, 0.000895, 0.000647, 0.977531, 0.000819, 0.000582, 0.000461, 0.000556, 3e-05, 0.00019, 0.000125, 0.000155, 6.4e-05, 6.5e-05, 4.6e-05, 4.2e-05, 5.9e-05, 4.4e-05, 0.000107, 0.000112, 0.000202, 0.000215, 1.7e-05, 0.000361, 7e-05, 7.6e-05, 0.000595, 0.00022, 2.1e-05, 0.000332, 6e-05, 9.9e-05, 6.8e-05, 9e-05, 6.9e-05, 1.5e-05, 3.5e-05, 2.6e-05, 5.3e-05, 2.1e-05, 1.4e-05, 1.1e-05, 2.7e-05, 2.7e-05, 3.9e-05, 3.2e-05, 3.9e-05, 2.4e-05, 1e-05, 5.9e-05, 5.4e-05, 0.000143, 9e-06, 2.2e-05, 0.000197, 1.8e-05, 3.3e-05, 6.9e-05, 9.3e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2886", "qid": "decision", "type": "choice", "pick": "card_payment_fee_charged", "pick_run": "card_payment_fee_charged", "same": true, "pick_merged": "card_payment_fee_charged", "same_as_merged": true, "max_abs_dp": 0.06858072112620484, "probs": [ 0.00882, 0.001136, 0.000865, 0.002213, 0.000799, 0.00101, 0.000652, 0.00089, 0.003656, 0.001031, 0.002219, 0.00161, 0.00352, 0.000807, 0.000416, 0.67944, 0.001735, 0.001099, 0.001491, 0.028622, 0.00014, 0.000286, 0.000193, 0.001502, 0.000492, 0.001271, 0.003183, 0.002178, 0.000783, 0.001176, 0.002387, 0.002142, 0.000712, 0.00108, 0.083525, 0.000896, 0.000329, 0.001118, 0.00784, 0.002073, 0.000315, 0.00252, 0.000362, 0.001178, 0.000469, 0.002741, 0.000224, 9.3e-05, 0.000113, 0.000965, 0.000425, 0.000495, 0.013176, 0.001402, 0.001919, 0.001073, 0.001834, 0.001725, 0.000415, 0.000588, 0.023369, 0.000923, 0.001346, 0.00057, 0.072046, 0.000895, 0.000833, 0.004604, 0.000384, 0.002355, 0.000956, 0.000286, 3.3e-05, 0.000176, 0.000524, 0.000239, 0.003092 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1931", "qid": "decision", "type": "choice", "pick": "card_swallowed", "pick_run": "card_swallowed", "same": true, "pick_merged": "card_swallowed", "same_as_merged": true, "max_abs_dp": 0.041518406623349935, "probs": [ 0.000982, 0.000879, 0.00057, 0.0385, 0.000432, 0.000332, 0.000285, 0.000338, 0.0004, 0.000632, 0.005691, 0.000862, 0.000847, 0.000704, 0.006829, 0.003688, 0.003758, 0.001461, 0.918731, 0.006975, 0.000304, 0.00032, 0.000554, 0.000422, 0.000261, 0.000914, 1.4e-05, 9.4e-05, 5.3e-05, 0.000196, 1.5e-05, 1.2e-05, 2.8e-05, 1.5e-05, 1.7e-05, 1.4e-05, 8.3e-05, 6.2e-05, 7.4e-05, 0.000643, 2e-05, 0.000291, 3.4e-05, 0.000256, 0.000466, 0.000308, 8e-06, 6e-06, 1.5e-05, 3.5e-05, 2.4e-05, 2.9e-05, 5e-05, 1.2e-05, 2.8e-05, 5.2e-05, 1.7e-05, 7e-06, 1e-05, 1.1e-05, 2.4e-05, 2.6e-05, 8.6e-05, 2.1e-05, 4.5e-05, 2.3e-05, 4e-05, 9e-05, 4.9e-05, 0.000686, 4.4e-05, 2.7e-05, 1e-05, 1.4e-05, 2.7e-05, 3.1e-05, 8.7e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2558", "qid": "decision", "type": "choice", "pick": "cash_withdrawal_charge", "pick_run": "cash_withdrawal_charge", "same": true, "pick_merged": "cash_withdrawal_charge", "same_as_merged": true, "max_abs_dp": 0.1324923588276694, "probs": [ 0.014694, 0.006425, 0.003457, 0.007313, 0.000456, 0.000374, 0.000583, 0.000546, 0.002151, 0.000596, 0.000618, 0.003525, 0.001008, 0.000354, 0.000202, 0.107971, 0.00349, 0.001653, 0.001401, 0.471972, 0.000572, 0.000267, 0.000105, 0.001254, 0.000913, 0.001697, 0.002543, 0.001163, 0.000357, 0.000645, 0.000521, 5.5e-05, 0.000114, 0.000216, 0.030658, 0.000323, 4.6e-05, 0.003543, 0.002258, 0.000806, 0.000115, 0.000668, 0.000392, 0.00031, 0.000291, 0.001676, 0.000567, 4.1e-05, 3.9e-05, 0.000665, 0.000524, 0.000363, 0.049394, 0.000854, 0.002522, 0.001175, 0.000324, 0.000247, 0.000262, 0.000223, 0.020057, 0.000454, 0.000558, 0.164624, 0.018278, 0.000423, 0.000524, 0.006133, 0.000745, 0.002811, 0.002459, 0.000391, 3.5e-05, 0.000111, 0.000774, 0.001744, 0.042386 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2801", "qid": "decision", "type": "choice", "pick": "top_up_by_card_charge", "pick_run": "top_up_by_bank_transfer_charge", "same": false, "pick_merged": "top_up_by_bank_transfer_charge", "same_as_merged": false, "max_abs_dp": 0.22530607038035494, "probs": [ 0.001124, 0.004191, 0.0006, 0.000869, 0.002425, 0.002528, 0.000214, 0.000162, 0.000281, 0.000275, 0.002659, 0.00022, 0.000165, 0.000327, 6.8e-05, 0.100628, 0.000783, 0.000184, 0.000309, 0.000786, 6.6e-05, 0.000344, 4.4e-05, 0.000127, 0.000118, 0.000357, 0.000135, 0.000596, 0.000135, 0.000576, 0.003163, 0.014042, 0.000145, 0.000188, 0.00041, 0.000102, 0.00118, 0.000607, 0.000612, 0.000422, 5.2e-05, 0.000737, 0.000267, 0.000301, 0.000227, 0.000803, 0.000286, 0.000384, 6.2e-05, 0.000202, 9e-05, 0.000141, 0.003817, 0.002118, 0.002202, 0.002828, 0.18695, 0.518943, 0.00228, 0.002515, 0.012046, 0.004265, 0.059932, 0.00473, 0.005421, 0.002006, 0.00113, 0.01829, 0.001839, 0.003792, 0.002489, 0.00689, 0.002155, 0.000972, 0.005134, 0.001376, 0.000157 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2842", "qid": "decision", "type": "choice", "pick": "activate_my_card", "pick_run": "activate_my_card", "same": true, "pick_merged": "activate_my_card", "same_as_merged": true, "max_abs_dp": 0.015634324321084803, "probs": [ 0.964575, 0.000962, 0.000827, 0.000902, 0.0007, 0.000277, 0.000293, 0.000203, 0.000279, 0.00014, 0.000926, 0.001626, 0.000451, 0.000243, 0.000338, 0.00041, 0.00023, 0.00021, 0.00044, 0.000411, 0.000106, 0.000352, 0.000189, 0.000281, 0.000118, 0.00028, 0.001821, 0.000402, 0.000911, 0.000958, 0.000755, 0.000189, 0.000308, 0.00026, 0.00073, 0.000171, 0.000785, 0.001101, 0.007377, 0.000878, 0.000487, 0.000684, 0.000521, 0.0006, 0.000662, 0.001634, 7e-05, 0.000114, 0.000218, 0.00025, 0.000286, 0.000226, 0.000303, 3e-05, 6.7e-05, 4.9e-05, 8.2e-05, 2.6e-05, 2.3e-05, 1.3e-05, 9.2e-05, 3.8e-05, 8.4e-05, 7.9e-05, 0.000234, 2.6e-05, 3.1e-05, 6e-05, 0.000108, 9.4e-05, 3.3e-05, 2.2e-05, 1.4e-05, 1.4e-05, 1.1e-05, 2.9e-05, 0.000271 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-258", "qid": "decision", "type": "choice", "pick": "fiat_currency_support", "pick_run": "fiat_currency_support", "same": true, "pick_merged": "fiat_currency_support", "same_as_merged": true, "max_abs_dp": 0.013097769821149852, "probs": [ 0.000816, 0.000248, 0.000317, 0.000356, 0.000471, 0.000375, 0.000209, 0.000267, 0.000265, 0.000587, 0.020518, 0.000194, 0.000177, 0.000147, 4.8e-05, 0.000268, 0.00021, 0.000472, 0.000223, 0.000408, 8e-05, 0.00024, 0.000181, 0.000994, 0.09965, 0.001253, 0.000729, 0.000852, 0.014809, 0.000442, 0.000542, 0.001887, 0.002232, 0.000708, 0.001732, 0.001441, 0.783158, 0.000697, 0.000503, 0.000584, 5.6e-05, 0.000316, 0.00043, 0.000181, 0.000239, 0.000341, 8.8e-05, 9.8e-05, 0.000128, 0.000802, 0.00349, 0.000289, 0.002577, 0.000122, 0.018222, 0.000176, 0.000183, 9.9e-05, 7.6e-05, 9.3e-05, 0.000649, 0.000763, 0.025057, 0.000186, 0.000204, 0.000165, 7.8e-05, 0.000173, 0.000177, 0.000297, 0.00012, 0.000265, 8.8e-05, 0.000103, 0.000228, 0.001712, 0.00244 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-180", "qid": "decision", "type": "choice", "pick": "extra_charge_on_statement", "pick_run": "extra_charge_on_statement", "same": true, "pick_merged": "extra_charge_on_statement", "same_as_merged": true, "max_abs_dp": 0.031433127164798846, "probs": [ 0.008158, 0.000616, 0.000422, 0.001394, 0.000624, 0.000681, 0.000349, 0.000505, 0.008442, 0.000579, 0.000834, 0.000694, 0.001475, 0.000388, 0.000193, 0.321547, 0.001196, 0.000465, 0.000703, 0.017174, 5.5e-05, 0.000155, 8.5e-05, 0.000797, 0.000328, 0.000629, 0.004483, 0.00152, 0.000572, 0.000875, 0.003116, 0.002432, 0.00073, 0.002073, 0.498575, 0.001679, 0.000391, 0.001242, 0.008513, 0.0017, 0.00039, 0.003895, 0.000472, 0.00086, 0.000363, 0.002007, 0.000261, 7.1e-05, 9.5e-05, 0.000986, 0.000466, 0.000346, 0.006779, 0.000917, 0.000991, 0.000705, 0.00103, 0.001002, 0.000339, 0.00044, 0.0373, 0.00068, 0.001077, 0.000314, 0.033856, 0.000661, 0.00044, 0.002216, 0.000259, 0.001225, 0.000562, 0.000149, 2.3e-05, 9.3e-05, 0.000389, 0.000175, 0.001776 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2691", "qid": "decision", "type": "choice", "pick": "balance_not_updated_after_bank_transfer", "pick_run": "balance_not_updated_after_bank_transfer", "same": true, "pick_merged": "balance_not_updated_after_bank_transfer", "same_as_merged": true, "max_abs_dp": 0.053881693377598294, "probs": [ 0.008315, 0.00892, 0.003546, 0.003686, 0.001494, 0.819051, 0.053379, 0.003132, 0.001697, 0.003895, 0.002075, 0.001581, 0.001801, 0.000837, 0.000865, 0.00227, 0.000868, 0.000895, 0.002696, 0.001899, 0.000469, 0.001402, 0.002136, 0.000873, 0.000654, 0.001162, 0.000333, 0.00428, 0.001015, 0.001055, 0.00028, 0.001087, 0.001975, 0.002368, 0.000789, 0.003322, 0.000371, 0.000431, 0.001231, 0.001227, 0.000314, 0.000845, 0.00047, 0.000359, 0.000162, 0.000349, 0.000158, 0.000314, 0.000961, 0.000397, 0.000238, 0.000418, 0.004864, 0.000731, 0.000863, 0.000759, 0.000456, 0.002061, 0.007554, 0.003336, 0.001362, 0.004656, 0.00146, 0.000645, 0.003337, 0.001785, 0.00156, 0.002367, 0.000608, 0.001145, 0.000237, 0.000997, 0.000409, 0.002538, 0.001129, 0.000316, 0.000479 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-634", "qid": "decision", "type": "choice", "pick": "top_up_by_bank_transfer_charge", "pick_run": "top_up_by_bank_transfer_charge", "same": true, "pick_merged": "top_up_by_bank_transfer_charge", "same_as_merged": true, "max_abs_dp": 0.030180776073623017, "probs": [ 0.000661, 0.001905, 0.000261, 0.000337, 0.00081, 0.000436, 7.6e-05, 5.8e-05, 0.0002, 0.000143, 0.000304, 9.7e-05, 0.000174, 0.000172, 3.9e-05, 0.018551, 0.000475, 9e-05, 0.000201, 0.000636, 1.9e-05, 0.000134, 3.4e-05, 5.9e-05, 8.5e-05, 0.000181, 2.3e-05, 0.000421, 5.7e-05, 0.00018, 0.001859, 0.000195, 1.7e-05, 2.5e-05, 3.8e-05, 9e-06, 5.9e-05, 0.000107, 0.000742, 0.000176, 5e-06, 0.000195, 2.5e-05, 7e-05, 7.6e-05, 0.000318, 1.6e-05, 5.8e-05, 4.2e-05, 4.7e-05, 2.3e-05, 2.8e-05, 0.00067, 0.000733, 0.000369, 0.00092, 0.936648, 0.003611, 0.000193, 0.000316, 0.001036, 0.000273, 0.001284, 0.000436, 0.01411, 0.000652, 0.000264, 0.003209, 0.000596, 0.001082, 0.000951, 0.000437, 0.00022, 0.000215, 0.000475, 0.000314, 3.5e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2958", "qid": "decision", "type": "choice", "pick": "top_up_failed", "pick_run": "top_up_failed", "same": true, "pick_merged": "top_up_failed", "same_as_merged": true, "max_abs_dp": 0.012257277637918396, "probs": [ 0.001373, 0.020293, 0.005085, 0.000617, 0.001654, 0.000551, 0.000418, 0.002169, 0.000277, 0.000305, 0.000598, 0.000422, 9e-05, 0.000156, 0.0006, 0.000718, 0.002847, 0.000154, 0.000222, 0.00011, 0.000163, 0.001, 4.6e-05, 0.000335, 0.000173, 0.001133, 1.2e-05, 0.000275, 6.4e-05, 0.000158, 0.000154, 5.9e-05, 6.6e-05, 0.019605, 8.3e-05, 3.5e-05, 0.000141, 8.5e-05, 7.9e-05, 0.000148, 3.1e-05, 0.000174, 0.000159, 6.1e-05, 9.2e-05, 9.8e-05, 9.8e-05, 0.000228, 1.4e-05, 1.9e-05, 2.1e-05, 0.000124, 0.000655, 0.000339, 0.000358, 0.000558, 0.002117, 0.002485, 0.002109, 0.891833, 0.002189, 0.001308, 0.0192, 0.000932, 0.000907, 0.000229, 0.000293, 0.001237, 0.000553, 0.001224, 0.000467, 0.001764, 0.002211, 0.000634, 0.002158, 0.000597, 5e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-882", "qid": "decision", "type": "choice", "pick": "supported_cards_and_currencies", "pick_run": "supported_cards_and_currencies", "same": true, "pick_merged": "supported_cards_and_currencies", "same_as_merged": true, "max_abs_dp": 0.12508980691955962, "probs": [ 0.000619, 0.000603, 0.001396, 0.000242, 9.2e-05, 0.000254, 0.000131, 0.000104, 0.000139, 0.000198, 0.016521, 9.1e-05, 4.7e-05, 6.3e-05, 1.2e-05, 0.000114, 8.3e-05, 7.7e-05, 6.7e-05, 0.000117, 2.7e-05, 0.00012, 5.1e-05, 0.000261, 0.000635, 0.000764, 0.000762, 0.001205, 0.058917, 0.000759, 0.000401, 0.001422, 0.000929, 0.000578, 0.000597, 0.000391, 0.125621, 0.000362, 0.000209, 0.00048, 4e-05, 0.000243, 0.000333, 9.2e-05, 0.000215, 0.000283, 9.9e-05, 9.6e-05, 9.2e-05, 0.000595, 0.000409, 0.000214, 0.004639, 0.000805, 0.656582, 0.000669, 0.000819, 0.000712, 0.001162, 0.001002, 0.002206, 0.002261, 0.093962, 0.00136, 0.000622, 0.000406, 0.000237, 0.000853, 0.000709, 0.002103, 0.000498, 0.001041, 0.000393, 0.000831, 0.001579, 0.00143, 0.004948 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-218", "qid": "decision", "type": "choice", "pick": "pending_cash_withdrawal", "pick_run": "pending_cash_withdrawal", "same": true, "pick_merged": "pending_cash_withdrawal", "same_as_merged": true, "max_abs_dp": 0.02941934781273181, "probs": [ 0.007542, 0.002431, 0.001197, 0.037828, 0.000248, 0.000443, 0.000276, 0.000466, 0.00057, 0.000909, 0.000396, 0.000929, 0.000333, 0.000124, 0.005806, 0.009924, 0.002364, 0.000393, 0.000694, 0.101173, 0.040301, 0.000603, 0.000187, 0.000609, 0.000455, 0.002587, 0.017207, 0.002244, 0.000647, 0.005129, 0.001439, 0.000174, 0.000348, 0.00114, 0.002318, 0.003404, 0.000156, 0.002243, 0.003096, 0.002325, 0.012737, 0.001129, 0.003214, 0.000812, 0.001037, 0.02041, 0.629719, 0.001399, 0.000553, 0.000936, 0.000975, 0.001786, 0.015489, 0.007281, 0.00039, 0.001248, 0.00013, 0.000122, 0.00025, 0.000384, 0.000705, 0.001545, 0.000364, 0.003923, 0.002472, 0.000339, 0.004373, 0.003238, 0.000544, 0.002162, 0.00148, 0.015027, 0.000216, 0.000727, 0.000256, 0.000545, 0.001425 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1871", "qid": "decision", "type": "choice", "pick": "transfer_fee_charged", "pick_run": "transfer_fee_charged", "same": true, "pick_merged": "transfer_fee_charged", "same_as_merged": true, "max_abs_dp": 0.13774454916264134, "probs": [ 0.003341, 0.002402, 0.000762, 0.000612, 0.00025, 0.00061, 0.00025, 0.000316, 0.000645, 0.000618, 0.000564, 0.000524, 0.029455, 0.000497, 0.000113, 0.179269, 0.002108, 0.000508, 0.000759, 0.009228, 7.3e-05, 0.000202, 0.001639, 0.000469, 0.000286, 0.001221, 0.000509, 0.003233, 0.000371, 0.000861, 0.000817, 0.000432, 0.000126, 0.000454, 0.001046, 0.000284, 0.000159, 0.000903, 0.035176, 0.001623, 0.000249, 0.001159, 0.000693, 0.000661, 0.000733, 0.139383, 0.000394, 0.000433, 0.01667, 0.001073, 0.000641, 0.000292, 0.001847, 0.000449, 0.000833, 0.00063, 0.0014, 0.000682, 0.000195, 0.000226, 0.003819, 0.000734, 0.000585, 0.001315, 0.514206, 0.001776, 0.001434, 0.0058, 0.000863, 0.003311, 0.003457, 0.000389, 0.000192, 0.009107, 0.000803, 0.000605, 0.00024 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1660", "qid": "decision", "type": "choice", "pick": "lost_or_stolen_card", "pick_run": "lost_or_stolen_card", "same": true, "pick_merged": "lost_or_stolen_card", "same_as_merged": true, "max_abs_dp": 0.0642107750589821, "probs": [ 0.002527, 0.000255, 0.000142, 0.000425, 6e-05, 6.9e-05, 6.1e-05, 6.4e-05, 0.000117, 0.000128, 0.00011, 0.000161, 0.000103, 0.000186, 0.000439, 0.008704, 0.001288, 0.000168, 0.00036, 0.000193, 4.4e-05, 0.000102, 0.025867, 0.000273, 8.9e-05, 0.000317, 0.000263, 0.000945, 0.000266, 0.001286, 0.000259, 0.00012, 0.000166, 0.000134, 0.000178, 0.000267, 0.000386, 0.000926, 0.000692, 0.011016, 0.000691, 0.92519, 0.002524, 0.002588, 0.000271, 0.000625, 7.9e-05, 5.1e-05, 0.000497, 0.00046, 7.1e-05, 0.000122, 0.000406, 4.6e-05, 5.7e-05, 0.000109, 6.3e-05, 2.8e-05, 2.6e-05, 2e-05, 7.2e-05, 9.2e-05, 0.000155, 5.7e-05, 0.000233, 0.00012, 0.000155, 0.004617, 0.000182, 0.000283, 8.6e-05, 4.6e-05, 2.4e-05, 0.000548, 0.000113, 5.4e-05, 7.9e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1126", "qid": "decision", "type": "choice", "pick": "edit_personal_details", "pick_run": "edit_personal_details", "same": true, "pick_merged": "edit_personal_details", "same_as_merged": true, "max_abs_dp": 0.0016209441268870695, "probs": [ 0.001331, 1.3e-05, 1.2e-05, 8e-06, 0.00018, 8e-06, 5e-06, 5e-06, 2.7e-05, 1e-05, 1e-05, 8e-06, 1.3e-05, 1.3e-05, 3e-06, 1.2e-05, 9e-06, 7e-06, 1.4e-05, 1.4e-05, 4e-06, 1e-05, 1.2e-05, 1.4e-05, 2.6e-05, 4.1e-05, 0.000242, 0.000206, 5.4e-05, 0.000387, 0.995999, 3e-05, 1.9e-05, 1.9e-05, 0.000108, 3.4e-05, 3.7e-05, 5e-05, 7.1e-05, 0.000127, 3.8e-05, 2.4e-05, 5e-05, 4.1e-05, 6.4e-05, 8.1e-05, 3.7e-05, 2.4e-05, 3.1e-05, 8.2e-05, 9.7e-05, 5.1e-05, 2.2e-05, 1e-06, 1e-06, 3e-06, 0.000128, 1e-06, 0.0, 0.0, 1e-06, 1e-06, 3e-06, 1e-06, 2e-06, 1e-06, 0.0, 1e-06, 3e-06, 1e-06, 1e-06, 1e-06, 1e-06, 1e-06, 1e-06, 6e-06, 1.1e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2321", "qid": "decision", "type": "choice", "pick": "transfer_into_account", "pick_run": "transfer_into_account", "same": true, "pick_merged": "transfer_into_account", "same_as_merged": true, "max_abs_dp": 0.029894173954592262, "probs": [ 0.000958, 0.000768, 0.000328, 0.000105, 7.4e-05, 3.7e-05, 5.6e-05, 1.9e-05, 8.7e-05, 3.4e-05, 2.9e-05, 3.3e-05, 4.1e-05, 0.000675, 1.5e-05, 8.1e-05, 0.000129, 4.6e-05, 5.6e-05, 5.3e-05, 1e-05, 7.4e-05, 5.7e-05, 3.2e-05, 0.001073, 0.000107, 4.4e-05, 0.001096, 0.000129, 0.00033, 0.000187, 0.000112, 0.000164, 0.000163, 0.00031, 6.9e-05, 0.000116, 0.000377, 0.000376, 0.029742, 7.3e-05, 0.000266, 0.000229, 0.000723, 0.000344, 0.000713, 0.000219, 0.001258, 0.000487, 0.000969, 0.012032, 0.000185, 0.00134, 0.000199, 0.000493, 0.001074, 0.002867, 0.000957, 0.001284, 0.000331, 0.001026, 0.000494, 0.001941, 0.001796, 0.00306, 0.886373, 0.001204, 0.001913, 0.003964, 0.002729, 0.003739, 0.003061, 0.001627, 0.002401, 0.001804, 0.01857, 6.5e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2667", "qid": "decision", "type": "choice", "pick": "top_up_failed", "pick_run": "top_up_failed", "same": true, "pick_merged": "top_up_failed", "same_as_merged": true, "max_abs_dp": 0.010056350291865912, "probs": [ 0.001791, 0.013948, 0.000917, 0.000441, 0.002267, 0.000319, 0.0002, 0.001309, 0.000232, 0.000294, 0.000183, 0.000253, 5.4e-05, 7.7e-05, 7e-05, 0.0003, 0.00083, 9.1e-05, 0.000169, 7e-05, 0.000161, 0.001171, 3.8e-05, 0.000162, 0.000144, 0.00582, 4.9e-05, 0.000701, 0.000123, 0.000297, 0.000319, 0.000122, 0.000113, 0.035396, 0.000243, 8.9e-05, 0.000137, 0.000127, 0.000158, 0.00027, 3.2e-05, 0.000322, 0.000232, 0.0001, 0.000149, 0.000292, 0.000394, 0.002075, 4.1e-05, 3.4e-05, 5e-05, 0.000546, 0.001557, 0.000858, 0.000401, 0.000886, 0.004711, 0.00241, 0.001615, 0.869577, 0.008081, 0.002759, 0.007798, 0.001068, 0.001327, 0.000277, 0.000317, 0.001252, 0.000669, 0.001734, 0.000729, 0.0066, 0.007741, 0.000884, 0.002037, 0.000927, 5.7e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1537", "qid": "decision", "type": "choice", "pick": "passcode_forgotten", "pick_run": "passcode_forgotten", "same": true, "pick_merged": "passcode_forgotten", "same_as_merged": true, "max_abs_dp": 0.10827827901527853, "probs": [ 0.001014, 0.000228, 0.000532, 0.000977, 0.000169, 0.000176, 9.6e-05, 0.000156, 0.000268, 0.000231, 0.000366, 0.000264, 0.000219, 0.000188, 0.003709, 0.001264, 0.008845, 0.000461, 0.010656, 0.000252, 6.7e-05, 0.088753, 0.000254, 0.000805, 0.000188, 0.000651, 0.000262, 0.000534, 0.000257, 0.001981, 0.000226, 4e-05, 0.000136, 0.000199, 0.000212, 0.000139, 0.00028, 0.000463, 0.000629, 0.001057, 0.000236, 0.00077, 0.000906, 0.002391, 0.851576, 0.00117, 8.5e-05, 0.000737, 0.000128, 0.004885, 0.000123, 0.000468, 0.000124, 2.9e-05, 6.1e-05, 3.3e-05, 4.5e-05, 1.5e-05, 1.3e-05, 1.5e-05, 7.7e-05, 4e-05, 6.6e-05, 4.8e-05, 4.4e-05, 2.5e-05, 3.3e-05, 0.00011, 0.000223, 0.007471, 2.8e-05, 4.2e-05, 0.000393, 2.5e-05, 0.000154, 8.9e-05, 0.000118 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1232", "qid": "decision", "type": "choice", "pick": "why_verify_identity", "pick_run": "why_verify_identity", "same": true, "pick_merged": "why_verify_identity", "same_as_merged": true, "max_abs_dp": 0.14824125600823074, "probs": [ 0.000375, 0.005514, 0.000356, 0.000187, 5.7e-05, 6.2e-05, 4.5e-05, 3.6e-05, 9.7e-05, 8e-05, 0.000324, 0.000118, 5.1e-05, 8.3e-05, 0.000237, 0.000275, 0.000961, 0.000354, 0.000398, 0.000105, 6.1e-05, 0.000191, 9.9e-05, 0.006451, 0.000246, 0.00065, 1.4e-05, 0.000221, 2.8e-05, 7.3e-05, 2.2e-05, 1e-05, 9e-06, 1.1e-05, 2.8e-05, 1.5e-05, 2.5e-05, 9.1e-05, 8.4e-05, 0.00021, 1.6e-05, 0.000166, 5.7e-05, 0.000309, 0.000649, 0.000242, 5.2e-05, 2.7e-05, 3.4e-05, 0.010386, 4.5e-05, 7.4e-05, 0.001142, 0.000751, 0.000845, 0.001137, 0.000937, 0.000832, 0.000617, 0.00062, 0.000897, 0.001042, 0.004294, 0.002623, 0.002223, 0.000476, 0.001797, 0.005277, 0.197747, 0.147241, 0.004996, 0.00288, 0.001725, 0.003063, 0.577447, 0.009042, 4e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2490", "qid": "decision", "type": "choice", "pick": "get_physical_card", "pick_run": "get_physical_card", "same": true, "pick_merged": "get_physical_card", "same_as_merged": true, "max_abs_dp": 0.02249090410094006, "probs": [ 0.001631, 0.000115, 0.000112, 0.000124, 5e-05, 9e-05, 4.6e-05, 7.5e-05, 0.000143, 0.000152, 0.000686, 0.011662, 0.036694, 0.000193, 6.2e-05, 0.000221, 0.000228, 0.000174, 0.000198, 0.000115, 1.5e-05, 5.8e-05, 2.8e-05, 8.4e-05, 5.6e-05, 0.000174, 0.000119, 0.00019, 6.1e-05, 0.000222, 0.000114, 5.2e-05, 6.3e-05, 8.1e-05, 0.000275, 6.3e-05, 0.000136, 0.016016, 0.924304, 0.001109, 5.1e-05, 0.000314, 6.2e-05, 0.002016, 0.000348, 0.000169, 1.7e-05, 2.5e-05, 2e-05, 5.6e-05, 5.1e-05, 3.8e-05, 2.7e-05, 3e-06, 3e-06, 2e-06, 1.8e-05, 2e-06, 2e-06, 1e-06, 7e-06, 5e-06, 8e-06, 6.7e-05, 0.000618, 3e-06, 7e-06, 9e-06, 1.9e-05, 6e-06, 2e-06, 4e-06, 1e-06, 2e-06, 2e-06, 8e-06, 1.7e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1156", "qid": "decision", "type": "choice", "pick": "edit_personal_details", "pick_run": "edit_personal_details", "same": true, "pick_merged": "edit_personal_details", "same_as_merged": true, "max_abs_dp": 0.0010378508528293695, "probs": [ 0.000932, 1.3e-05, 1.3e-05, 8e-06, 0.000228, 9e-06, 5e-06, 5e-06, 3e-05, 1e-05, 1e-05, 7e-06, 1.3e-05, 1e-05, 3e-06, 1e-05, 8e-06, 8e-06, 1.5e-05, 1.4e-05, 4e-06, 1.3e-05, 1.4e-05, 1.2e-05, 2.3e-05, 3.7e-05, 0.000198, 0.000246, 6.5e-05, 0.000463, 0.995756, 3.2e-05, 2.2e-05, 2.3e-05, 0.000119, 4e-05, 4.3e-05, 5.8e-05, 0.00011, 0.000149, 4.6e-05, 3e-05, 5e-05, 6.1e-05, 0.000105, 0.000109, 5.1e-05, 3e-05, 3e-05, 9.9e-05, 0.000118, 6.6e-05, 4.7e-05, 2e-06, 2e-06, 1.1e-05, 0.000277, 2e-06, 1e-06, 1e-06, 2e-06, 3e-06, 8e-06, 3e-06, 7e-06, 3e-06, 0.0, 4e-06, 9e-06, 6e-06, 3e-06, 4e-06, 2e-06, 2e-06, 3e-06, 1.5e-05, 1.5e-05 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2020", "qid": "decision", "type": "choice", "pick": "verify_source_of_funds", "pick_run": "verify_source_of_funds", "same": true, "pick_merged": "verify_source_of_funds", "same_as_merged": true, "max_abs_dp": 0.038922161419535195, "probs": [ 0.001557, 0.00202, 0.000789, 0.000322, 0.000155, 0.000644, 0.000171, 8.2e-05, 0.000383, 0.000211, 0.000259, 0.000127, 0.00017, 0.000212, 7.4e-05, 0.000288, 0.000393, 0.000158, 0.000335, 0.00137, 0.000146, 0.00051, 9.1e-05, 0.000281, 0.000289, 0.000889, 0.00013, 0.000591, 0.000221, 0.000476, 0.000104, 8e-05, 0.000132, 8.9e-05, 0.000207, 0.000113, 0.000125, 0.000339, 0.000309, 0.000774, 3.5e-05, 0.000929, 0.000549, 0.000545, 0.001092, 0.00485, 0.000378, 0.000312, 7.5e-05, 0.000284, 0.000186, 0.000449, 0.001821, 0.000807, 0.001705, 0.00155, 0.001509, 0.000635, 0.00074, 0.000438, 0.001817, 0.001949, 0.00346, 0.003304, 0.002534, 0.001497, 0.001049, 0.003613, 0.003686, 0.013051, 0.902415, 0.015917, 0.003087, 0.000866, 0.002107, 0.004202, 0.000944 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-1671", "qid": "decision", "type": "choice", "pick": "lost_or_stolen_phone", "pick_run": "lost_or_stolen_phone", "same": true, "pick_merged": "lost_or_stolen_phone", "same_as_merged": true, "max_abs_dp": 0.08636709940329612, "probs": [ 0.016414, 0.002981, 0.000918, 0.000669, 7.2e-05, 0.000175, 9.2e-05, 4.5e-05, 0.000182, 7.9e-05, 7.5e-05, 0.000274, 8.4e-05, 9.3e-05, 0.000692, 0.00382, 0.004007, 0.000246, 0.000151, 0.000412, 8.6e-05, 0.000115, 0.000773, 0.000133, 9.3e-05, 0.000223, 0.000687, 0.000786, 0.000481, 0.001012, 0.000949, 0.000202, 0.000469, 0.000248, 0.000708, 0.000319, 0.000334, 0.000597, 0.000578, 0.004497, 0.005032, 0.149763, 0.792173, 0.001688, 0.000936, 0.001149, 0.00087, 0.000171, 0.000575, 0.000544, 0.000277, 0.000348, 0.000351, 9e-06, 1.7e-05, 4e-05, 2.3e-05, 7e-06, 1.7e-05, 8e-06, 2.3e-05, 3.3e-05, 2.5e-05, 1.7e-05, 5.6e-05, 1.7e-05, 8.1e-05, 0.00047, 6.3e-05, 7e-05, 2.9e-05, 2.8e-05, 2.5e-05, 4e-05, 2.6e-05, 8.8e-05, 0.000136 ] }, { "set": "jevals-banking77", "id": "jevals-banking77:banking77-2933", "qid": "decision", "type": "choice", "pick": "order_physical_card", "pick_run": "order_physical_card", "same": true, "pick_merged": "get_physical_card", "same_as_merged": false, "max_abs_dp": 0.07967941628345473, "probs": [ 0.002842, 0.000297, 0.000471, 0.000384, 0.000228, 0.000282, 0.000145, 0.000188, 0.000917, 0.158257, 0.001318, 0.00265, 0.027216, 0.002887, 0.001979, 0.004224, 0.00156, 0.010529, 0.000482, 0.000596, 6.6e-05, 0.000123, 0.000109, 0.000253, 0.000243, 0.000389, 0.000538, 0.000641, 0.000214, 0.001125, 0.000297, 9.4e-05, 0.000169, 0.000204, 0.000965, 0.003978, 0.000444, 0.001017, 0.301269, 0.108445, 0.001593, 0.001388, 0.000763, 0.349697, 0.001233, 0.000797, 6.6e-05, 6.2e-05, 4.8e-05, 0.000327, 0.000151, 0.000132, 0.000289, 3.5e-05, 3.9e-05, 2.5e-05, 4.9e-05, 1.9e-05, 2.3e-05, 1.4e-05, 0.000231, 0.000892, 0.000131, 7.9e-05, 0.001961, 0.000188, 0.000258, 0.0002, 0.000693, 0.000243, 3.1e-05, 5.4e-05, 1.1e-05, 1.7e-05, 3.5e-05, 4.6e-05, 0.000144 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-599", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.05528528611959743, "probs": [ 0.024382, 0.120634, 0.222125, 0.350874, 0.281986 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-269", "qid": "decision", "type": "score", "pick": "3", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.018987438320568983, "probs": [ 0.088374, 0.195498, 0.285124, 0.286744, 0.144259 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-910", "qid": "decision", "type": "score", "pick": "1", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.021810864045894135, "probs": [ 0.144449, 0.260946, 0.24779, 0.204411, 0.142404 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-243", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.005362102220704046, "probs": [ 0.004473, 0.01739, 0.106371, 0.269842, 0.601924 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-789", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.03290212924949981, "probs": [ 0.236355, 0.293814, 0.241887, 0.141843, 0.086101 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-1001", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.04456665030823337, "probs": [ 0.525155, 0.305736, 0.117768, 0.036698, 0.014643 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-448", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.00844836059850318, "probs": [ 0.064558, 0.155659, 0.247051, 0.320809, 0.211924 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-1008", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.03175249138226008, "probs": [ 0.067687, 0.139343, 0.236845, 0.319099, 0.237025 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-873", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.03832991875309749, "probs": [ 0.031177, 0.121438, 0.190195, 0.368109, 0.289081 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-705", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.037155147369549724, "probs": [ 0.187523, 0.359214, 0.239288, 0.13618, 0.077795 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-151", "qid": "decision", "type": "score", "pick": "1", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.02618497131425701, "probs": [ 0.162402, 0.284055, 0.260709, 0.161816, 0.131017 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-920", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.027536437424324545, "probs": [ 0.439898, 0.314747, 0.138425, 0.058911, 0.048019 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-496", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.012352121460917909, "probs": [ 0.008694, 0.034001, 0.142417, 0.333754, 0.481135 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-21", "qid": "decision", "type": "score", "pick": "0", "pick_run": "1", "same": false, "pick_merged": "1", "same_as_merged": false, "max_abs_dp": 0.09326486595954447, "probs": [ 0.459662, 0.339664, 0.120426, 0.050602, 0.029646 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-553", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.052716128885890334, "probs": [ 0.019039, 0.098955, 0.227877, 0.364124, 0.290005 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-618", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.028591380123332788, "probs": [ 0.024799, 0.111143, 0.213912, 0.343596, 0.306549 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-452", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.02084748517321547, "probs": [ 0.14809, 0.224139, 0.252028, 0.220603, 0.155141 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-422", "qid": "decision", "type": "score", "pick": "1", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.054397808942799414, "probs": [ 0.136859, 0.27961, 0.276936, 0.196259, 0.110335 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-820", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.0724829232283834, "probs": [ 0.011958, 0.050284, 0.170765, 0.339378, 0.427615 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-1034", "qid": "decision", "type": "score", "pick": "3", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.01895063634199473, "probs": [ 0.071176, 0.176146, 0.274212, 0.294257, 0.184209 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-14", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.009855794118445838, "probs": [ 0.007296, 0.028387, 0.130187, 0.29118, 0.542949 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-221", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.005143226622933983, "probs": [ 0.022895, 0.095224, 0.19798, 0.378182, 0.305719 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-367", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.02200146395304553, "probs": [ 0.019499, 0.084997, 0.198974, 0.362965, 0.333564 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-898", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.021610909599795725, "probs": [ 0.167586, 0.300757, 0.272014, 0.166681, 0.092963 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-475", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.012610445461631092, "probs": [ 0.076811, 0.178952, 0.275579, 0.304998, 0.16366 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-1022", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.005801070227806099, "probs": [ 0.024024, 0.110296, 0.190515, 0.316171, 0.358994 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-767", "qid": "decision", "type": "score", "pick": "2", "pick_run": "1", "same": false, "pick_merged": "1", "same_as_merged": false, "max_abs_dp": 0.04414734613987881, "probs": [ 0.158625, 0.274736, 0.28578, 0.17603, 0.10483 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-588", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.014585515117931658, "probs": [ 0.019472, 0.089773, 0.20485, 0.362125, 0.323781 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-380", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.022253019830441922, "probs": [ 0.036876, 0.098227, 0.180194, 0.31741, 0.367293 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-444", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.02076510009681312, "probs": [ 0.140637, 0.248392, 0.295236, 0.199292, 0.116443 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-786", "qid": "decision", "type": "score", "pick": "2", "pick_run": "3", "same": false, "pick_merged": "3", "same_as_merged": false, "max_abs_dp": 0.014605373426667179, "probs": [ 0.178336, 0.21661, 0.219337, 0.207047, 0.178671 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-891", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.007482763324702435, "probs": [ 0.610537, 0.266645, 0.075779, 0.028218, 0.01882 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-805", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.01905262505710542, "probs": [ 0.424798, 0.329135, 0.134965, 0.062401, 0.0487 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-54", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.12451448425174266, "probs": [ 0.156998, 0.170869, 0.157698, 0.218704, 0.295732 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-142", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.014386954163217044, "probs": [ 0.021656, 0.094021, 0.238488, 0.406108, 0.239726 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-178", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.03780293577606447, "probs": [ 0.328809, 0.353745, 0.193172, 0.082138, 0.042136 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-531", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.06610810546054258, "probs": [ 0.023038, 0.096643, 0.113713, 0.289488, 0.477118 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-823", "qid": "decision", "type": "score", "pick": "3", "pick_run": "4", "same": false, "pick_merged": "4", "same_as_merged": false, "max_abs_dp": 0.05158823935102991, "probs": [ 0.022076, 0.0985, 0.194068, 0.353934, 0.331422 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-305", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.007385718930291094, "probs": [ 0.012875, 0.070085, 0.190152, 0.375665, 0.351223 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-526", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.030517113249223293, "probs": [ 0.016657, 0.067505, 0.164081, 0.341574, 0.410183 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-359", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.03974638861491081, "probs": [ 0.038543, 0.103088, 0.19211, 0.301869, 0.364391 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-783", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.028130914460145817, "probs": [ 0.208127, 0.349455, 0.256851, 0.120999, 0.064568 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-644", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.08273126840522083, "probs": [ 0.551717, 0.290782, 0.100707, 0.036746, 0.020047 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-278", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.02437403425041118, "probs": [ 0.152525, 0.276545, 0.233938, 0.214126, 0.122866 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-790", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.06434697706757891, "probs": [ 0.039422, 0.133936, 0.226022, 0.324313, 0.276307 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-723", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.033971770287702124, "probs": [ 0.036461, 0.142949, 0.24261, 0.339328, 0.238651 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-972", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.009109661808650693, "probs": [ 0.03344, 0.111705, 0.210995, 0.317949, 0.325911 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-646", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.020647285218247657, "probs": [ 0.13106, 0.295902, 0.317242, 0.163756, 0.092039 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-878", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0492284127624352, "probs": [ 0.034924, 0.126521, 0.237207, 0.352387, 0.248961 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-945", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.03205199255478697, "probs": [ 0.163837, 0.33106, 0.25144, 0.155812, 0.097851 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-963", "qid": "decision", "type": "score", "pick": "3", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.01735948507429924, "probs": [ 0.074514, 0.189459, 0.274739, 0.280159, 0.181129 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-83", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.02561277048225627, "probs": [ 0.10942, 0.24468, 0.295542, 0.231993, 0.118365 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-66", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.0412428477665438, "probs": [ 0.036103, 0.116296, 0.210007, 0.337409, 0.300184 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-914", "qid": "decision", "type": "score", "pick": "3", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.08584335257332595, "probs": [ 0.088525, 0.191005, 0.27439, 0.27979, 0.16629 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-258", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.04950269731951151, "probs": [ 0.023208, 0.086503, 0.143053, 0.338902, 0.408334 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-998", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.010498938846706496, "probs": [ 0.122041, 0.209626, 0.228517, 0.254905, 0.184911 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-326", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.010071477793380024, "probs": [ 0.027522, 0.119073, 0.242314, 0.357086, 0.254006 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-69", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.006639979320979927, "probs": [ 0.062789, 0.166329, 0.257609, 0.310697, 0.202576 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-630", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.010259472265335967, "probs": [ 0.017309, 0.069478, 0.108228, 0.303141, 0.501844 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-566", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.01190736312070656, "probs": [ 0.049769, 0.148559, 0.257449, 0.322743, 0.221481 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-404", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.023552543556181638, "probs": [ 0.02203, 0.087444, 0.21664, 0.38187, 0.292015 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-793", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.008626844904867703, "probs": [ 0.012805, 0.06025, 0.155148, 0.304441, 0.467356 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-901", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.034429744492059544, "probs": [ 0.389251, 0.331764, 0.162398, 0.075113, 0.041474 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-532", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.037463160942992235, "probs": [ 0.073363, 0.175749, 0.249673, 0.301159, 0.200056 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-446", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.012672212170376507, "probs": [ 0.018247, 0.080123, 0.192039, 0.362431, 0.34716 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-844", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.04607380908918496, "probs": [ 0.025404, 0.121937, 0.24253, 0.369787, 0.240342 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-411", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.014992070707183669, "probs": [ 0.156682, 0.188128, 0.196103, 0.228842, 0.230245 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-685", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.007365644899586188, "probs": [ 0.014093, 0.060902, 0.167336, 0.317157, 0.440511 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-569", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.05138239163776129, "probs": [ 0.272222, 0.398873, 0.185505, 0.092941, 0.050458 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-980", "qid": "decision", "type": "score", "pick": "2", "pick_run": "3", "same": false, "pick_merged": "3", "same_as_merged": false, "max_abs_dp": 0.04258429792849572, "probs": [ 0.106251, 0.203062, 0.264552, 0.254533, 0.171602 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-338", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.005934315490698783, "probs": [ 0.004795, 0.018079, 0.101607, 0.272366, 0.603153 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-926", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.008391593188993796, "probs": [ 0.02744, 0.102469, 0.195608, 0.323189, 0.351295 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-369", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.026982208631293858, "probs": [ 0.006566, 0.02582, 0.133981, 0.326627, 0.507006 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-648", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.005954246114438247, "probs": [ 0.02364, 0.094552, 0.219004, 0.376079, 0.286725 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-87", "qid": "decision", "type": "score", "pick": "1", "pick_run": "2", "same": false, "pick_merged": "2", "same_as_merged": false, "max_abs_dp": 0.023676700640025417, "probs": [ 0.153857, 0.284382, 0.275856, 0.177199, 0.108706 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-727", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.008917795006254614, "probs": [ 0.060659, 0.149373, 0.236678, 0.328528, 0.224763 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-401", "qid": "decision", "type": "score", "pick": "3", "pick_run": "4", "same": false, "pick_merged": "4", "same_as_merged": false, "max_abs_dp": 0.125651582602734, "probs": [ 0.043878, 0.132158, 0.219571, 0.331662, 0.27273 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-265", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.01457248494770258, "probs": [ 0.522602, 0.297028, 0.106578, 0.050045, 0.023748 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-780", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.022102081278329633, "probs": [ 0.145754, 0.283589, 0.291168, 0.16297, 0.116518 ] }, { "set": "jevals-helpsteer2", "id": "jevals-helpsteer2:helpsteer2-899", "qid": "decision", "type": "score", "pick": "4", "pick_run": "4", "same": true, "pick_merged": "4", "same_as_merged": true, "max_abs_dp": 0.011920020919410801, "probs": [ 0.004663, 0.019303, 0.056882, 0.220828, 0.698324 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-211-020-base", "qid": "decision", "type": "choice", "pick": "city_no_r2", "pick_run": "city_no_r3", "same": false, "pick_merged": "city_no_r3", "same_as_merged": false, "max_abs_dp": 0.09741386437858146, "probs": [ 0.197044, 0.304857, 0.264269, 0.064858, 0.115456, 0.053515 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-174-003-base", "qid": "decision", "type": "score", "pick": "3", "pick_run": "3", "same": true, "pick_merged": "3", "same_as_merged": true, "max_abs_dp": 0.05503835270907087, "probs": [ 0.008325, 0.034604, 0.361148, 0.595922 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-169-065-counterfactual", "qid": "decision", "type": "choice", "pick": "deny_low", "pick_run": "deny_low", "same": true, "pick_merged": "deny_low", "same_as_merged": true, "max_abs_dp": 0.02750337638568784, "probs": [ 0.5265, 0.333318, 0.140182 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-173-001-base", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.020540338046710405, "probs": [ 0.381571, 0.219802, 0.32488, 0.073747 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-079-037-counterfactual", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant", "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same": true, "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same_as_merged": true, "max_abs_dp": 0.051326159679282446, "probs": [ 0.008065, 0.060172, 0.376174, 0.555588 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-171-008-counterfactual", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.003736751007093586, "probs": [ 0.065074, 0.934926 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-174-011-base", "qid": "decision", "type": "score", "pick": "2", "pick_run": "2", "same": true, "pick_merged": "2", "same_as_merged": true, "max_abs_dp": 0.016161752197978996, "probs": [ 0.062179, 0.132501, 0.417057, 0.388262 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-009-004-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0016212749069482862, "probs": [ 0.973714, 0.026286 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-171-010-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0017360728413837768, "probs": [ 0.977341, 0.022659 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-169-012-counterfactual", "qid": "decision", "type": "choice", "pick": "deny_low", "pick_run": "deny_low", "same": true, "pick_merged": "deny_low", "same_as_merged": true, "max_abs_dp": 0.016472987803741207, "probs": [ 0.50619, 0.351398, 0.142412 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-275-013-counterfactual", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.04723365962772408, "probs": [ 0.544347, 0.288468, 0.167185 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-097-005-base", "qid": "decision", "type": "choice", "pick": "assign_420_as_best_fit", "pick_run": "assign_420_as_best_fit", "same": true, "pick_merged": "assign_420_as_best_fit", "same_as_merged": true, "max_abs_dp": 0.02510707786582389, "probs": [ 0.217108, 0.064175, 0.718718 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-169-068-base", "qid": "decision", "type": "choice", "pick": "release_high", "pick_run": "release_high", "same": true, "pick_merged": "release_high", "same_as_merged": true, "max_abs_dp": 0.040320391867967764, "probs": [ 0.131386, 0.25572, 0.612893 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-079-012-counterfactual", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 High; no remaining routing", "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same": false, "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same_as_merged": false, "max_abs_dp": 0.05923613767708402, "probs": [ 0.006895, 0.045832, 0.518877, 0.428396 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-007-005-base", "qid": "decision", "type": "choice", "pick": "major_seller_correction_not_ready", "pick_run": "major_seller_correction_not_ready", "same": true, "pick_merged": "major_seller_correction_not_ready", "same_as_merged": true, "max_abs_dp": 0.04209435321197974, "probs": [ 0.097017, 0.763128, 0.058324, 0.081531 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-171-003-counterfactual", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.005420922863979105, "probs": [ 0.132562, 0.867438 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-212-032-counterfactual", "qid": "decision", "type": "choice", "pick": "travel_advance_3", "pick_run": "travel_advance_3", "same": true, "pick_merged": "travel_advance_3", "same_as_merged": true, "max_abs_dp": 0.08400249247751435, "probs": [ 0.164667, 0.147964, 0.687368 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-009-004-counterfactual", "qid": "decision", "type": "noul", "pick": "false", "pick_run": "false", "same": true, "pick_merged": "false", "same_as_merged": true, "max_abs_dp": 0.008579057629161446, "probs": [ 0.158842, 0.841158 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-174-010-counterfactual", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.021651018850528836, "probs": [ 0.57449, 0.341559, 0.046728, 0.037223 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-174-006-counterfactual", "qid": "decision", "type": "score", "pick": "1", "pick_run": "1", "same": true, "pick_merged": "1", "same_as_merged": true, "max_abs_dp": 0.050064102938642385, "probs": [ 0.262446, 0.53119, 0.113072, 0.093292 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-009-001-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.014236174170435378, "probs": [ 0.967305, 0.032695 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-079-058-base", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant", "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same": true, "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", "same_as_merged": true, "max_abs_dp": 0.03143644218503483, "probs": [ 0.012254, 0.084807, 0.353384, 0.549555 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-171-016-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.0054629149658874075, "probs": [ 0.983167, 0.016833 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-007-004-base", "qid": "decision", "type": "choice", "pick": "major_seller_correction_not_ready", "pick_run": "major_seller_correction_not_ready", "same": true, "pick_merged": "major_seller_correction_not_ready", "same_as_merged": true, "max_abs_dp": 0.010037347515447603, "probs": [ 0.0312, 0.773068, 0.079469, 0.116263 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-171-001-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.031819903087730084, "probs": [ 0.890907, 0.109093 ] }, { "set": "nimble-eval", "id": "nimble-eval:scale-diverse-275-004-counterfactual", "qid": "decision", "type": "score", "pick": "0", "pick_run": "0", "same": true, "pick_merged": "0", "same_as_merged": true, "max_abs_dp": 0.03534101156508093, "probs": [ 0.431131, 0.311053, 0.257816 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-169-053-counterfactual", "qid": "decision", "type": "choice", "pick": "hold_medium", "pick_run": "hold_medium", "same": true, "pick_merged": "hold_medium", "same_as_merged": true, "max_abs_dp": 0.047594864823414296, "probs": [ 0.289552, 0.556459, 0.153988 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-41-diverse-079-003-base", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 High; no remaining routing", "pick_run": "Proceed \u2014 High; no remaining routing", "same": true, "pick_merged": "Proceed \u2014 High; no remaining routing", "same_as_merged": true, "max_abs_dp": 0.08986907498660263, "probs": [ 0.008705, 0.083401, 0.54282, 0.365075 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-171-013-base", "qid": "decision", "type": "noul", "pick": "true", "pick_run": "true", "same": true, "pick_merged": "true", "same_as_merged": true, "max_abs_dp": 0.002943419367015733, "probs": [ 0.979037, 0.020963 ] }, { "set": "nimble-eval", "id": "nimble-eval:fast-43-diverse-079-015-counterfactual", "qid": "decision", "type": "choice", "pick": "Proceed \u2014 High; no remaining routing", "pick_run": "Proceed \u2014 High; no remaining routing", "same": true, "pick_merged": "Proceed \u2014 High; no remaining routing", "same_as_merged": true, "max_abs_dp": 0.05345715772150511, "probs": [ 0.008955, 0.130978, 0.583293, 0.276774 ] } ] }