| { |
| "summary": { |
| "label": "jebadiah-4b-v2-Q4_K_M", |
| "backend": "gguf", |
| "run": "4b-chat-v1", |
| "temperatures": { |
| "choice": 1.1167, |
| "noul": 1.3319, |
| "score": 1.1974 |
| }, |
| "questions": 260, |
| "identical_picks": 237, |
| "identical_to_merged": 236, |
| "by_type": { |
| "choice": { |
| "identical": 78, |
| "questions": 84 |
| }, |
| "noul": { |
| "identical": 86, |
| "questions": 89 |
| }, |
| "score": { |
| "identical": 73, |
| "questions": 87 |
| } |
| }, |
| "choice_noul": { |
| "identical": 164, |
| "questions": 173 |
| }, |
| "by_set": { |
| "jevals-pubmedqa": 80, |
| "jevals-banking77": 70, |
| "jevals-helpsteer2": 80, |
| "nimble-eval": 30 |
| }, |
| "max_abs_prob_diff": { |
| "median": 0.022102081278329633, |
| "p95": 0.1250823540754485, |
| "max": 0.3554142541033029 |
| }, |
| "differing": [ |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-16", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "false", |
| "same": false, |
| "pick_merged": "false", |
| "same_as_merged": false, |
| "max_abs_dp": 0.09121113600977543 |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-811", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "true", |
| "same": false, |
| "pick_merged": "true", |
| "same_as_merged": false, |
| "max_abs_dp": 0.05198992187408841 |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-337", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "false", |
| "same": false, |
| "pick_merged": "false", |
| "same_as_merged": false, |
| "max_abs_dp": 0.10093137114108286 |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2986", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "apple_pay_or_google_pay", |
| "pick_run": "topping_up_by_card", |
| "same": false, |
| "pick_merged": "topping_up_by_card", |
| "same_as_merged": false, |
| "max_abs_dp": 0.2566491767881329 |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1566", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "declined_card_payment", |
| "pick_run": "declined_cash_withdrawal", |
| "same": false, |
| "pick_merged": "declined_cash_withdrawal", |
| "same_as_merged": false, |
| "max_abs_dp": 0.1250823540754485 |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2237", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "fiat_currency_support", |
| "pick_run": "exchange_via_app", |
| "same": false, |
| "pick_merged": "exchange_via_app", |
| "same_as_merged": false, |
| "max_abs_dp": 0.1876690749780001 |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2801", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "top_up_by_card_charge", |
| "pick_run": "top_up_by_bank_transfer_charge", |
| "same": false, |
| "pick_merged": "top_up_by_bank_transfer_charge", |
| "same_as_merged": false, |
| "max_abs_dp": 0.22530607038035494 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-269", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.018987438320568983 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-910", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.021810864045894135 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-151", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.02618497131425701 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-21", |
| "qid": "decision", |
| "type": "score", |
| "pick": "0", |
| "pick_run": "1", |
| "same": false, |
| "pick_merged": "1", |
| "same_as_merged": false, |
| "max_abs_dp": 0.09326486595954447 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-422", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.054397808942799414 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-1034", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.01895063634199473 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-767", |
| "qid": "decision", |
| "type": "score", |
| "pick": "2", |
| "pick_run": "1", |
| "same": false, |
| "pick_merged": "1", |
| "same_as_merged": false, |
| "max_abs_dp": 0.04414734613987881 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-786", |
| "qid": "decision", |
| "type": "score", |
| "pick": "2", |
| "pick_run": "3", |
| "same": false, |
| "pick_merged": "3", |
| "same_as_merged": false, |
| "max_abs_dp": 0.014605373426667179 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-823", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "4", |
| "same": false, |
| "pick_merged": "4", |
| "same_as_merged": false, |
| "max_abs_dp": 0.05158823935102991 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-963", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.01735948507429924 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-914", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.08584335257332595 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-980", |
| "qid": "decision", |
| "type": "score", |
| "pick": "2", |
| "pick_run": "3", |
| "same": false, |
| "pick_merged": "3", |
| "same_as_merged": false, |
| "max_abs_dp": 0.04258429792849572 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-87", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.023676700640025417 |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-401", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "4", |
| "same": false, |
| "pick_merged": "4", |
| "same_as_merged": false, |
| "max_abs_dp": 0.125651582602734 |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-41-diverse-211-020-base", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "city_no_r2", |
| "pick_run": "city_no_r3", |
| "same": false, |
| "pick_merged": "city_no_r3", |
| "same_as_merged": false, |
| "max_abs_dp": 0.09741386437858146 |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-41-diverse-079-012-counterfactual", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "Proceed \u2014 High; no remaining routing", |
| "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", |
| "same": false, |
| "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", |
| "same_as_merged": false, |
| "max_abs_dp": 0.05923613767708402 |
| } |
| ], |
| "token_mismatch": 0, |
| "labels_outside_top": 1, |
| "load_s": 3.0, |
| "total_s": 73.3, |
| "reference": "the run's eval-adapter rows, repeat 0, order seed 0 (CUDA, bf16, PEFT adapter unmerged)" |
| }, |
| "rows": [ |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-577", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.02919128853862435, |
| "probs": [ |
| 0.466442, |
| 0.533558 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-229", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.011190982586170836, |
| "probs": [ |
| 0.080488, |
| 0.919512 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-874", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0056964251886399975, |
| "probs": [ |
| 0.865154, |
| 0.134846 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-214", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.005220175349734318, |
| "probs": [ |
| 0.953058, |
| 0.046942 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-758", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.002643985419324868, |
| "probs": [ |
| 0.95905, |
| 0.04095 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-967", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.009256721656549144, |
| "probs": [ |
| 0.064084, |
| 0.935916 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-405", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.00119336634655021, |
| "probs": [ |
| 0.981236, |
| 0.018764 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-970", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0003893935230353529, |
| "probs": [ |
| 0.996547, |
| 0.003453 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-842", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0004135525227452197, |
| "probs": [ |
| 0.99567, |
| 0.00433 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-697", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.020207146304841384, |
| "probs": [ |
| 0.77521, |
| 0.22479 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-130", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.06120249342732487, |
| "probs": [ |
| 0.780551, |
| 0.219449 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-880", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.004592295593492002, |
| "probs": [ |
| 0.819756, |
| 0.180244 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-463", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.009467858108959115, |
| "probs": [ |
| 0.837642, |
| 0.162358 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-16", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "false", |
| "same": false, |
| "pick_merged": "false", |
| "same_as_merged": false, |
| "max_abs_dp": 0.09121113600977543, |
| "probs": [ |
| 0.565514, |
| 0.434486 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-531", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.007075054366637579, |
| "probs": [ |
| 0.703901, |
| 0.296099 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-604", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.007488245987952058, |
| "probs": [ |
| 0.486541, |
| 0.513459 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-409", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.07403591673112292, |
| "probs": [ |
| 0.575636, |
| 0.424364 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-388", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.00219370287153304, |
| "probs": [ |
| 0.991375, |
| 0.008625 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-811", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "true", |
| "same": false, |
| "pick_merged": "true", |
| "same_as_merged": false, |
| "max_abs_dp": 0.05198992187408841, |
| "probs": [ |
| 0.474795, |
| 0.525205 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-991", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.034827338395462926, |
| "probs": [ |
| 0.390141, |
| 0.609859 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-11", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.03471520523558269, |
| "probs": [ |
| 0.286118, |
| 0.713882 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-192", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0724693868012552, |
| "probs": [ |
| 0.723369, |
| 0.276631 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-337", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "false", |
| "same": false, |
| "pick_merged": "false", |
| "same_as_merged": false, |
| "max_abs_dp": 0.10093137114108286, |
| "probs": [ |
| 0.537631, |
| 0.462369 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-867", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.024548303875439714, |
| "probs": [ |
| 0.117293, |
| 0.882707 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-441", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.006487496704757012, |
| "probs": [ |
| 0.097161, |
| 0.902839 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-980", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.02530618632664483, |
| "probs": [ |
| 0.608333, |
| 0.391667 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-736", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.020648531897241584, |
| "probs": [ |
| 0.814663, |
| 0.185337 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-569", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0013730569833565603, |
| "probs": [ |
| 0.988956, |
| 0.011044 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-359", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.003445011244701826, |
| "probs": [ |
| 0.065857, |
| 0.934143 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-401", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0010981517631807533, |
| "probs": [ |
| 0.941512, |
| 0.058488 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-754", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0066645498690639515, |
| "probs": [ |
| 0.259296, |
| 0.740704 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-858", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.007295440386304919, |
| "probs": [ |
| 0.136534, |
| 0.863466 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-789", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.02684077948187602, |
| "probs": [ |
| 0.195927, |
| 0.804073 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-52", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0012492138602789304, |
| "probs": [ |
| 0.165239, |
| 0.834761 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-119", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0003628514742902711, |
| "probs": [ |
| 0.963693, |
| 0.036307 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-148", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 6.97626233640003e-05, |
| "probs": [ |
| 0.998201, |
| 0.001799 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-519", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0025742404933000174, |
| "probs": [ |
| 0.987964, |
| 0.012036 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-812", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.007831293636373582, |
| "probs": [ |
| 0.03522, |
| 0.96478 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-276", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.04491827796292869, |
| "probs": [ |
| 0.756842, |
| 0.243158 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-505", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.05335686629680794, |
| "probs": [ |
| 0.725956, |
| 0.274044 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-333", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.04441416847559643, |
| "probs": [ |
| 0.255833, |
| 0.744167 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-746", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.009000476062313467, |
| "probs": [ |
| 0.964499, |
| 0.035501 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-644", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.02638865663477219, |
| "probs": [ |
| 0.09731, |
| 0.90269 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-248", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 9.935245080867731e-05, |
| "probs": [ |
| 0.987675, |
| 0.012325 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-764", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0015197506461159943, |
| "probs": [ |
| 0.042934, |
| 0.957066 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-711", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.006276488933907753, |
| "probs": [ |
| 0.927676, |
| 0.072324 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-941", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.018778796444230972, |
| "probs": [ |
| 0.786699, |
| 0.213301 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-651", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.04512383971108047, |
| "probs": [ |
| 0.642881, |
| 0.357119 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-846", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.01857073292951522, |
| "probs": [ |
| 0.93146, |
| 0.06854 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-906", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.017620581402204905, |
| "probs": [ |
| 0.097842, |
| 0.902158 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-931", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.032245261067685826, |
| "probs": [ |
| 0.353486, |
| 0.646514 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-74", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.00398079022969283, |
| "probs": [ |
| 0.981236, |
| 0.018764 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-58", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0010349593815919822, |
| "probs": [ |
| 0.727301, |
| 0.272699 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-878", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.060633646471487224, |
| "probs": [ |
| 0.827857, |
| 0.172143 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-217", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.005394205710258726, |
| "probs": [ |
| 0.397107, |
| 0.602893 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-966", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.006631646740120928, |
| "probs": [ |
| 0.1591, |
| 0.8409 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-304", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0044337549904517465, |
| "probs": [ |
| 0.888126, |
| 0.111874 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-60", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0008176872158907264, |
| "probs": [ |
| 0.940866, |
| 0.059134 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-624", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.00035244588401656986, |
| "probs": [ |
| 0.997077, |
| 0.002923 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-547", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.045571465014500656, |
| "probs": [ |
| 0.586587, |
| 0.413413 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-374", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.004188397421364676, |
| "probs": [ |
| 0.017932, |
| 0.982068 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-774", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0024234032712141806, |
| "probs": [ |
| 0.855278, |
| 0.144722 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-872", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.00027565047571143086, |
| "probs": [ |
| 0.214426, |
| 0.785574 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-524", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.025752729122655027, |
| "probs": [ |
| 0.748321, |
| 0.251679 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-404", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.003254396633719965, |
| "probs": [ |
| 0.021814, |
| 0.978186 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-829", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.00018382148310103208, |
| "probs": [ |
| 0.017014, |
| 0.982986 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-386", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0029089507563535566, |
| "probs": [ |
| 0.111884, |
| 0.888116 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-675", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.016628443780679, |
| "probs": [ |
| 0.959242, |
| 0.040758 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-555", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0004324998595875984, |
| "probs": [ |
| 0.993987, |
| 0.006013 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-963", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0028625553006749183, |
| "probs": [ |
| 0.966213, |
| 0.033787 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-314", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.002461767407722304, |
| "probs": [ |
| 0.905362, |
| 0.094638 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-895", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.028149174491593487, |
| "probs": [ |
| 0.45441, |
| 0.54559 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-342", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.030171988746873366, |
| "probs": [ |
| 0.150223, |
| 0.849777 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-656", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0007779881037409675, |
| "probs": [ |
| 0.05348, |
| 0.94652 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-79", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0002747204113515006, |
| "probs": [ |
| 0.991182, |
| 0.008818 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-715", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0040221434303104875, |
| "probs": [ |
| 0.038594, |
| 0.961406 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-368", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0010128333902059694, |
| "probs": [ |
| 0.05519, |
| 0.94481 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-226", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.002880282311316096, |
| "probs": [ |
| 0.98594, |
| 0.01406 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-743", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.006211097848360825, |
| "probs": [ |
| 0.101427, |
| 0.898573 |
| ] |
| }, |
| { |
| "set": "jevals-pubmedqa", |
| "id": "jevals-pubmedqa:pubmedqa-871", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.000208665053783752, |
| "probs": [ |
| 0.60863, |
| 0.39137 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1749", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "failed_transfer", |
| "pick_run": "failed_transfer", |
| "same": true, |
| "pick_merged": "failed_transfer", |
| "same_as_merged": true, |
| "max_abs_dp": 0.05307779552638814, |
| "probs": [ |
| 0.001203, |
| 0.00079, |
| 0.000533, |
| 0.000375, |
| 0.000126, |
| 0.00077, |
| 0.000144, |
| 0.00029, |
| 0.000492, |
| 0.015238, |
| 0.000126, |
| 0.000178, |
| 0.000144, |
| 0.000101, |
| 0.001303, |
| 0.000363, |
| 0.000268, |
| 0.000103, |
| 0.000262, |
| 0.000231, |
| 0.000287, |
| 0.000161, |
| 0.000167, |
| 0.000431, |
| 0.00013, |
| 0.001403, |
| 0.001558, |
| 0.040442, |
| 0.000657, |
| 0.001086, |
| 0.000543, |
| 0.001813, |
| 0.000902, |
| 0.005129, |
| 0.010586, |
| 0.81125, |
| 0.000446, |
| 0.000559, |
| 0.001273, |
| 0.001233, |
| 0.000687, |
| 0.000772, |
| 0.002229, |
| 0.000403, |
| 0.00026, |
| 0.001072, |
| 0.000768, |
| 0.000507, |
| 0.000658, |
| 0.001434, |
| 0.000361, |
| 0.001062, |
| 0.004206, |
| 0.000184, |
| 0.000144, |
| 0.000364, |
| 0.000149, |
| 0.000132, |
| 0.000128, |
| 0.000913, |
| 0.000847, |
| 0.076101, |
| 0.000292, |
| 0.000206, |
| 0.000407, |
| 0.000106, |
| 0.000188, |
| 0.00023, |
| 0.000127, |
| 0.000377, |
| 0.000117, |
| 0.000378, |
| 0.000217, |
| 0.000196, |
| 0.000235, |
| 0.000136, |
| 0.000313 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-669", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "top_up_failed", |
| "pick_run": "top_up_failed", |
| "same": true, |
| "pick_merged": "top_up_failed", |
| "same_as_merged": true, |
| "max_abs_dp": 0.12421643262681215, |
| "probs": [ |
| 0.001202, |
| 0.009767, |
| 0.000433, |
| 0.000185, |
| 0.000191, |
| 0.000237, |
| 0.000117, |
| 0.00253, |
| 0.000101, |
| 0.00014, |
| 0.000108, |
| 8.7e-05, |
| 3.6e-05, |
| 4.8e-05, |
| 4e-05, |
| 0.00061, |
| 0.00043, |
| 6.4e-05, |
| 0.000114, |
| 0.000114, |
| 6.1e-05, |
| 0.001951, |
| 2.7e-05, |
| 9.3e-05, |
| 5.3e-05, |
| 0.000168, |
| 7e-05, |
| 0.000831, |
| 0.000127, |
| 0.000483, |
| 0.000289, |
| 0.000262, |
| 0.00023, |
| 0.139613, |
| 0.000409, |
| 0.00016, |
| 0.000249, |
| 0.000317, |
| 0.000254, |
| 0.000674, |
| 0.000139, |
| 0.000739, |
| 0.000583, |
| 0.000278, |
| 0.000244, |
| 0.012452, |
| 0.001497, |
| 0.107395, |
| 0.000127, |
| 0.000143, |
| 0.0002, |
| 0.000211, |
| 0.002666, |
| 0.000318, |
| 0.000213, |
| 0.000511, |
| 0.002152, |
| 0.001319, |
| 0.000945, |
| 0.589228, |
| 0.001997, |
| 0.00125, |
| 0.002854, |
| 0.000923, |
| 0.000814, |
| 0.000312, |
| 0.000564, |
| 0.001601, |
| 0.000754, |
| 0.002188, |
| 0.001102, |
| 0.005284, |
| 0.093091, |
| 0.000744, |
| 0.00162, |
| 0.000593, |
| 7.2e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2687", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "transfer_timing", |
| "pick_run": "transfer_timing", |
| "same": true, |
| "pick_merged": "transfer_timing", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0028466643345281817, |
| "probs": [ |
| 5.8e-05, |
| 0.000556, |
| 2.7e-05, |
| 2.1e-05, |
| 6e-06, |
| 6e-06, |
| 4e-06, |
| 4e-06, |
| 1.7e-05, |
| 8e-06, |
| 1e-05, |
| 1.1e-05, |
| 1.5e-05, |
| 1.7e-05, |
| 4e-06, |
| 0.0006, |
| 2.2e-05, |
| 1.1e-05, |
| 2.3e-05, |
| 1.3e-05, |
| 2e-06, |
| 7e-06, |
| 5e-06, |
| 1e-05, |
| 1.5e-05, |
| 5.1e-05, |
| 1e-06, |
| 3.5e-05, |
| 8e-06, |
| 8e-06, |
| 2e-06, |
| 1e-06, |
| 2e-06, |
| 1e-06, |
| 5e-06, |
| 1e-06, |
| 3e-06, |
| 1.9e-05, |
| 9e-06, |
| 5.9e-05, |
| 2e-06, |
| 0.000315, |
| 5e-06, |
| 2.7e-05, |
| 1.6e-05, |
| 4.5e-05, |
| 3e-06, |
| 3e-06, |
| 4e-06, |
| 7e-06, |
| 5e-06, |
| 4e-06, |
| 6.9e-05, |
| 3.6e-05, |
| 7.9e-05, |
| 0.000119, |
| 4.7e-05, |
| 8.9e-05, |
| 6.4e-05, |
| 4.6e-05, |
| 6.2e-05, |
| 6e-05, |
| 0.000255, |
| 0.000422, |
| 0.000298, |
| 0.001041, |
| 0.001187, |
| 0.991593, |
| 0.000553, |
| 0.000433, |
| 0.000795, |
| 9.6e-05, |
| 8.8e-05, |
| 0.000236, |
| 0.000139, |
| 7.7e-05, |
| 3e-06 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-610", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "receiving_money", |
| "pick_run": "receiving_money", |
| "same": true, |
| "pick_merged": "receiving_money", |
| "same_as_merged": true, |
| "max_abs_dp": 0.08370292624687359, |
| "probs": [ |
| 0.003755, |
| 0.000481, |
| 0.000431, |
| 0.000182, |
| 0.000117, |
| 0.000121, |
| 0.000162, |
| 8.6e-05, |
| 0.000258, |
| 0.000168, |
| 0.000296, |
| 0.000168, |
| 0.000352, |
| 0.000503, |
| 0.000121, |
| 0.032273, |
| 0.00131, |
| 0.000227, |
| 0.000211, |
| 0.006809, |
| 8.5e-05, |
| 0.000159, |
| 7.6e-05, |
| 0.000144, |
| 0.034896, |
| 0.000398, |
| 0.001255, |
| 0.004876, |
| 0.000623, |
| 0.001696, |
| 0.002551, |
| 0.001092, |
| 0.000907, |
| 0.001915, |
| 0.007054, |
| 0.001526, |
| 0.000706, |
| 0.002737, |
| 0.009426, |
| 0.022734, |
| 0.001441, |
| 0.003622, |
| 0.002952, |
| 0.002353, |
| 0.002107, |
| 0.010379, |
| 0.001972, |
| 0.001945, |
| 0.000784, |
| 0.002834, |
| 0.769783, |
| 0.000989, |
| 0.002868, |
| 0.00035, |
| 0.000465, |
| 0.000346, |
| 0.001798, |
| 0.000459, |
| 0.000318, |
| 0.000161, |
| 0.000769, |
| 0.000356, |
| 0.000571, |
| 0.000235, |
| 0.005412, |
| 0.007968, |
| 0.001047, |
| 0.002798, |
| 0.000346, |
| 0.000711, |
| 0.000885, |
| 0.000802, |
| 0.000204, |
| 0.000308, |
| 0.000364, |
| 0.026009, |
| 0.000403 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2279", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "failed_transfer", |
| "pick_run": "failed_transfer", |
| "same": true, |
| "pick_merged": "failed_transfer", |
| "same_as_merged": true, |
| "max_abs_dp": 0.05818822333216789, |
| "probs": [ |
| 0.002062, |
| 0.001599, |
| 0.001123, |
| 0.001883, |
| 0.000266, |
| 0.003504, |
| 0.000416, |
| 0.000596, |
| 0.000615, |
| 0.023264, |
| 0.000261, |
| 0.000413, |
| 0.000261, |
| 0.000163, |
| 0.005616, |
| 0.000468, |
| 0.00054, |
| 0.000173, |
| 0.00041, |
| 0.000335, |
| 0.000422, |
| 0.000264, |
| 0.000272, |
| 0.000602, |
| 0.000193, |
| 0.001227, |
| 0.001094, |
| 0.03381, |
| 0.001068, |
| 0.001498, |
| 0.000628, |
| 0.002593, |
| 0.00122, |
| 0.008407, |
| 0.012163, |
| 0.760438, |
| 0.000651, |
| 0.000813, |
| 0.001439, |
| 0.001577, |
| 0.001114, |
| 0.00079, |
| 0.002705, |
| 0.00045, |
| 0.00029, |
| 0.001117, |
| 0.000888, |
| 0.000676, |
| 0.000786, |
| 0.001621, |
| 0.000397, |
| 0.000931, |
| 0.004884, |
| 0.000152, |
| 0.000217, |
| 0.000635, |
| 0.000199, |
| 0.000236, |
| 0.000231, |
| 0.00218, |
| 0.001443, |
| 0.098635, |
| 0.000531, |
| 0.000315, |
| 0.000587, |
| 0.000142, |
| 0.000327, |
| 0.000319, |
| 0.000143, |
| 0.000487, |
| 0.000137, |
| 0.000544, |
| 0.000349, |
| 0.000341, |
| 0.000372, |
| 0.000163, |
| 0.000317 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2981", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "topping_up_by_card", |
| "pick_run": "topping_up_by_card", |
| "same": true, |
| "pick_merged": "topping_up_by_card", |
| "same_as_merged": true, |
| "max_abs_dp": 0.12385778100369205, |
| "probs": [ |
| 0.000999, |
| 0.004596, |
| 0.32053, |
| 0.000798, |
| 0.001744, |
| 0.00137, |
| 0.000534, |
| 0.000348, |
| 0.000273, |
| 0.000169, |
| 0.015972, |
| 0.00026, |
| 0.000205, |
| 0.001026, |
| 0.000102, |
| 0.000345, |
| 0.000278, |
| 0.000197, |
| 0.000225, |
| 0.000151, |
| 0.000111, |
| 0.000472, |
| 9.3e-05, |
| 0.000254, |
| 0.000145, |
| 0.000203, |
| 3.3e-05, |
| 0.000404, |
| 0.0001, |
| 0.000165, |
| 0.000189, |
| 0.000539, |
| 7.3e-05, |
| 0.000405, |
| 0.000286, |
| 0.00012, |
| 0.003139, |
| 0.000294, |
| 0.00014, |
| 0.000591, |
| 3.4e-05, |
| 0.000147, |
| 0.000119, |
| 0.000143, |
| 0.000167, |
| 0.000174, |
| 4.5e-05, |
| 0.000158, |
| 1.7e-05, |
| 7.6e-05, |
| 4.8e-05, |
| 4.8e-05, |
| 0.001082, |
| 0.000349, |
| 0.002069, |
| 0.000519, |
| 0.001493, |
| 0.032723, |
| 0.004607, |
| 0.008568, |
| 0.004898, |
| 0.00433, |
| 0.556215, |
| 0.002634, |
| 0.002706, |
| 0.002021, |
| 0.000529, |
| 0.001453, |
| 0.001568, |
| 0.001349, |
| 0.000359, |
| 0.002154, |
| 0.002144, |
| 0.00108, |
| 0.004045, |
| 0.001518, |
| 0.000533 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1242", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "passcode_forgotten", |
| "pick_run": "passcode_forgotten", |
| "same": true, |
| "pick_merged": "passcode_forgotten", |
| "same_as_merged": true, |
| "max_abs_dp": 0.011537407470664784, |
| "probs": [ |
| 0.000283, |
| 9e-05, |
| 0.000132, |
| 0.000382, |
| 4.4e-05, |
| 5.8e-05, |
| 3.3e-05, |
| 5.2e-05, |
| 8.9e-05, |
| 6.1e-05, |
| 8.8e-05, |
| 0.000105, |
| 9.5e-05, |
| 6.9e-05, |
| 8.2e-05, |
| 0.001327, |
| 0.00093, |
| 0.000174, |
| 0.007364, |
| 0.000128, |
| 1.8e-05, |
| 0.008556, |
| 9.2e-05, |
| 0.000114, |
| 4.8e-05, |
| 0.000172, |
| 8.9e-05, |
| 0.000264, |
| 0.00011, |
| 0.000879, |
| 0.0001, |
| 2e-05, |
| 6.8e-05, |
| 6.5e-05, |
| 6.5e-05, |
| 2.7e-05, |
| 0.000109, |
| 0.000193, |
| 0.00038, |
| 0.00043, |
| 4.4e-05, |
| 0.003517, |
| 0.000266, |
| 0.00166, |
| 0.965402, |
| 0.000647, |
| 3.6e-05, |
| 0.000179, |
| 6.7e-05, |
| 0.001077, |
| 5.3e-05, |
| 0.000141, |
| 4.3e-05, |
| 7e-06, |
| 1.2e-05, |
| 1e-05, |
| 1.4e-05, |
| 4e-06, |
| 3e-06, |
| 5e-06, |
| 2.1e-05, |
| 9e-06, |
| 1.8e-05, |
| 1.4e-05, |
| 1.3e-05, |
| 7e-06, |
| 7e-06, |
| 9.1e-05, |
| 5.6e-05, |
| 0.00296, |
| 1.3e-05, |
| 1.3e-05, |
| 8e-05, |
| 8e-06, |
| 3.2e-05, |
| 2.5e-05, |
| 6.2e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2986", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "apple_pay_or_google_pay", |
| "pick_run": "topping_up_by_card", |
| "same": false, |
| "pick_merged": "topping_up_by_card", |
| "same_as_merged": false, |
| "max_abs_dp": 0.2566491767881329, |
| "probs": [ |
| 0.003884, |
| 0.007599, |
| 0.44796, |
| 0.001875, |
| 0.006032, |
| 0.001766, |
| 0.000943, |
| 0.000848, |
| 0.000589, |
| 0.000476, |
| 0.028155, |
| 0.000495, |
| 0.000428, |
| 0.001763, |
| 0.0003, |
| 0.000725, |
| 0.000955, |
| 0.000409, |
| 0.000652, |
| 0.000422, |
| 0.000276, |
| 0.001712, |
| 0.000333, |
| 0.002863, |
| 0.002869, |
| 0.000839, |
| 0.000345, |
| 0.0024, |
| 0.000958, |
| 0.000794, |
| 0.001088, |
| 0.001288, |
| 0.000461, |
| 0.002206, |
| 0.001945, |
| 0.000821, |
| 0.012778, |
| 0.001295, |
| 0.000766, |
| 0.00266, |
| 0.000267, |
| 0.00127, |
| 0.000898, |
| 0.000668, |
| 0.000743, |
| 0.000828, |
| 0.000369, |
| 0.002125, |
| 0.000118, |
| 0.000845, |
| 0.001335, |
| 0.000316, |
| 0.003746, |
| 0.001449, |
| 0.005849, |
| 0.001066, |
| 0.002825, |
| 0.014109, |
| 0.005084, |
| 0.008189, |
| 0.014569, |
| 0.007023, |
| 0.313038, |
| 0.004095, |
| 0.004131, |
| 0.005155, |
| 0.001835, |
| 0.00472, |
| 0.003206, |
| 0.003698, |
| 0.001031, |
| 0.009144, |
| 0.006779, |
| 0.002969, |
| 0.007809, |
| 0.009714, |
| 0.004013 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2557", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "wrong_exchange_rate_for_cash_withdrawal", |
| "pick_run": "wrong_exchange_rate_for_cash_withdrawal", |
| "same": true, |
| "pick_merged": "wrong_exchange_rate_for_cash_withdrawal", |
| "same_as_merged": true, |
| "max_abs_dp": 0.07076502827593956, |
| "probs": [ |
| 0.001382, |
| 0.005047, |
| 0.059491, |
| 0.00538, |
| 0.000457, |
| 0.000479, |
| 0.000876, |
| 0.000294, |
| 0.000341, |
| 0.000243, |
| 0.000626, |
| 0.000341, |
| 0.000311, |
| 0.000152, |
| 0.000261, |
| 0.001811, |
| 0.001173, |
| 0.238421, |
| 0.001292, |
| 0.001289, |
| 0.000291, |
| 0.000206, |
| 0.000201, |
| 0.000393, |
| 0.002852, |
| 0.000444, |
| 0.00015, |
| 0.000563, |
| 0.000415, |
| 9.1e-05, |
| 4.2e-05, |
| 2.3e-05, |
| 0.000234, |
| 2.5e-05, |
| 6.1e-05, |
| 1.4e-05, |
| 2.7e-05, |
| 8e-05, |
| 3.1e-05, |
| 0.000115, |
| 1e-05, |
| 6.1e-05, |
| 3.9e-05, |
| 0.001028, |
| 9.5e-05, |
| 0.000205, |
| 3.3e-05, |
| 2.9e-05, |
| 2.3e-05, |
| 0.00011, |
| 0.000338, |
| 2.4e-05, |
| 0.010745, |
| 0.000261, |
| 0.001203, |
| 0.000436, |
| 0.000363, |
| 0.000136, |
| 0.000418, |
| 0.000108, |
| 0.000224, |
| 0.000186, |
| 0.000171, |
| 0.000203, |
| 0.000257, |
| 0.000121, |
| 0.000306, |
| 0.00039, |
| 0.003186, |
| 0.000617, |
| 0.000219, |
| 0.000329, |
| 6.5e-05, |
| 0.00025, |
| 0.000475, |
| 0.03214, |
| 0.619275 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2076", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "card_not_working", |
| "pick_run": "card_not_working", |
| "same": true, |
| "pick_merged": "card_not_working", |
| "same_as_merged": true, |
| "max_abs_dp": 0.030646400598673962, |
| "probs": [ |
| 0.001029, |
| 0.001529, |
| 0.000754, |
| 0.002504, |
| 0.000431, |
| 0.000749, |
| 0.000433, |
| 0.000523, |
| 0.000477, |
| 0.003512, |
| 0.012935, |
| 0.001096, |
| 0.000755, |
| 0.000622, |
| 0.799354, |
| 0.014432, |
| 0.010191, |
| 0.0006, |
| 0.001129, |
| 0.001275, |
| 0.000288, |
| 0.001488, |
| 0.000992, |
| 0.002753, |
| 0.000632, |
| 0.117695, |
| 6e-05, |
| 0.000256, |
| 0.000118, |
| 0.000355, |
| 5.7e-05, |
| 2.3e-05, |
| 4.2e-05, |
| 0.000128, |
| 5.9e-05, |
| 0.000125, |
| 0.000211, |
| 0.000157, |
| 0.000217, |
| 0.000586, |
| 0.000664, |
| 0.000324, |
| 0.000182, |
| 0.00012, |
| 0.000101, |
| 0.000183, |
| 2.4e-05, |
| 0.000537, |
| 1.5e-05, |
| 0.000105, |
| 4.2e-05, |
| 0.001556, |
| 0.000752, |
| 0.000155, |
| 9.3e-05, |
| 0.000193, |
| 0.000129, |
| 0.000118, |
| 8.1e-05, |
| 0.000277, |
| 0.000323, |
| 0.000503, |
| 0.001682, |
| 8.5e-05, |
| 0.000543, |
| 0.000168, |
| 0.001356, |
| 0.000628, |
| 0.000152, |
| 0.000307, |
| 5.7e-05, |
| 0.000393, |
| 0.006639, |
| 0.000236, |
| 0.000472, |
| 0.00014, |
| 9.6e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-437", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "exchange_via_app", |
| "pick_run": "exchange_via_app", |
| "same": true, |
| "pick_merged": "exchange_via_app", |
| "same_as_merged": true, |
| "max_abs_dp": 0.01618038834251556, |
| "probs": [ |
| 0.002665, |
| 0.000132, |
| 0.000443, |
| 0.000167, |
| 0.000115, |
| 0.000183, |
| 7.1e-05, |
| 0.00118, |
| 0.000182, |
| 0.000139, |
| 0.000519, |
| 0.000107, |
| 5.2e-05, |
| 5.7e-05, |
| 2.4e-05, |
| 0.000104, |
| 0.00011, |
| 0.000283, |
| 0.000105, |
| 4.9e-05, |
| 5e-05, |
| 8.9e-05, |
| 3e-05, |
| 0.000233, |
| 0.000349, |
| 0.000654, |
| 0.00146, |
| 0.00214, |
| 0.004865, |
| 0.002058, |
| 0.000646, |
| 0.005928, |
| 0.006328, |
| 0.910463, |
| 0.001923, |
| 0.002418, |
| 0.029257, |
| 0.00086, |
| 0.00079, |
| 0.001084, |
| 0.000174, |
| 0.000834, |
| 0.000903, |
| 0.000557, |
| 0.000321, |
| 0.000483, |
| 0.000434, |
| 0.000169, |
| 0.000283, |
| 0.0015, |
| 0.000651, |
| 0.001085, |
| 0.000636, |
| 0.000113, |
| 0.001286, |
| 0.000135, |
| 0.000142, |
| 9.6e-05, |
| 5.9e-05, |
| 0.007779, |
| 0.00016, |
| 0.00011, |
| 0.001715, |
| 9.1e-05, |
| 0.000104, |
| 3.7e-05, |
| 3.7e-05, |
| 0.000136, |
| 0.000306, |
| 0.000181, |
| 5.5e-05, |
| 0.000113, |
| 3.3e-05, |
| 2.9e-05, |
| 0.000119, |
| 0.000172, |
| 0.000654 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2717", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "pending_cash_withdrawal", |
| "pick_run": "pending_cash_withdrawal", |
| "same": true, |
| "pick_merged": "pending_cash_withdrawal", |
| "same_as_merged": true, |
| "max_abs_dp": 0.05575398927180769, |
| "probs": [ |
| 0.010018, |
| 0.004169, |
| 0.005914, |
| 0.003895, |
| 0.000704, |
| 0.01038, |
| 0.002088, |
| 0.002168, |
| 0.004687, |
| 0.004379, |
| 0.001214, |
| 0.001402, |
| 0.000827, |
| 0.000375, |
| 0.007527, |
| 0.003806, |
| 0.007444, |
| 0.00084, |
| 0.001604, |
| 0.072007, |
| 0.221714, |
| 0.00616, |
| 0.000856, |
| 0.002152, |
| 0.001082, |
| 0.006172, |
| 0.022111, |
| 0.015568, |
| 0.007008, |
| 0.004879, |
| 0.002844, |
| 0.001425, |
| 0.001644, |
| 0.007597, |
| 0.00778, |
| 0.0157, |
| 0.000574, |
| 0.002221, |
| 0.005806, |
| 0.00454, |
| 0.015544, |
| 0.001985, |
| 0.007819, |
| 0.001885, |
| 0.001467, |
| 0.008734, |
| 0.32848, |
| 0.007522, |
| 0.001093, |
| 0.003034, |
| 0.001129, |
| 0.004055, |
| 0.013779, |
| 0.016737, |
| 0.001332, |
| 0.002525, |
| 0.000445, |
| 0.001189, |
| 0.000938, |
| 0.002517, |
| 0.003304, |
| 0.011873, |
| 0.001409, |
| 0.002314, |
| 0.006237, |
| 0.001021, |
| 0.00581, |
| 0.003756, |
| 0.001422, |
| 0.005128, |
| 0.001981, |
| 0.029813, |
| 0.003954, |
| 0.003025, |
| 0.001776, |
| 0.00115, |
| 0.010537 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1407", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "compromised_card", |
| "pick_run": "compromised_card", |
| "same": true, |
| "pick_merged": "compromised_card", |
| "same_as_merged": true, |
| "max_abs_dp": 0.14099588234708316, |
| "probs": [ |
| 0.0021, |
| 0.000613, |
| 0.000505, |
| 0.000881, |
| 0.000144, |
| 0.000175, |
| 0.000116, |
| 0.000189, |
| 0.000215, |
| 0.000276, |
| 0.000421, |
| 0.000359, |
| 0.000274, |
| 0.000512, |
| 0.000802, |
| 0.054966, |
| 0.005399, |
| 0.000761, |
| 0.000782, |
| 0.000517, |
| 0.000166, |
| 0.000472, |
| 0.564511, |
| 0.000511, |
| 0.000204, |
| 0.000557, |
| 8.1e-05, |
| 0.000714, |
| 0.0003, |
| 0.001229, |
| 8e-05, |
| 6.1e-05, |
| 8.7e-05, |
| 4.8e-05, |
| 7.5e-05, |
| 7e-05, |
| 0.00018, |
| 0.000292, |
| 0.000412, |
| 0.003921, |
| 0.000127, |
| 0.342872, |
| 0.000476, |
| 0.0015, |
| 0.000195, |
| 0.00043, |
| 3.2e-05, |
| 4.1e-05, |
| 0.000239, |
| 0.0001, |
| 3.4e-05, |
| 6.1e-05, |
| 0.000287, |
| 6.8e-05, |
| 7.1e-05, |
| 0.000121, |
| 5.2e-05, |
| 3.3e-05, |
| 3.8e-05, |
| 3.3e-05, |
| 0.000103, |
| 9e-05, |
| 0.000138, |
| 3.9e-05, |
| 0.0004, |
| 0.000133, |
| 0.000181, |
| 0.00624, |
| 0.000123, |
| 0.000404, |
| 7.5e-05, |
| 9.4e-05, |
| 2.5e-05, |
| 0.000928, |
| 6.6e-05, |
| 5.7e-05, |
| 0.000117 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-51", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "card_linking", |
| "pick_run": "card_linking", |
| "same": true, |
| "pick_merged": "card_linking", |
| "same_as_merged": true, |
| "max_abs_dp": 0.00516050891633002, |
| "probs": [ |
| 0.000384, |
| 0.000389, |
| 0.000306, |
| 0.000279, |
| 0.000167, |
| 0.000139, |
| 0.00013, |
| 0.000113, |
| 0.000234, |
| 0.00023, |
| 0.004566, |
| 0.000408, |
| 0.000448, |
| 0.987068, |
| 0.000157, |
| 0.000515, |
| 0.000264, |
| 0.00013, |
| 0.000241, |
| 0.000328, |
| 4.1e-05, |
| 0.000106, |
| 8e-05, |
| 0.000108, |
| 9.3e-05, |
| 0.000205, |
| 3e-06, |
| 4.1e-05, |
| 4.9e-05, |
| 3.4e-05, |
| 7e-06, |
| 1.1e-05, |
| 1e-05, |
| 4e-06, |
| 1.5e-05, |
| 7e-06, |
| 5.6e-05, |
| 3.2e-05, |
| 3.1e-05, |
| 0.001083, |
| 4e-06, |
| 2.7e-05, |
| 7e-06, |
| 2.5e-05, |
| 1.6e-05, |
| 3.2e-05, |
| 1e-06, |
| 5e-06, |
| 5e-06, |
| 6e-06, |
| 1.1e-05, |
| 1e-05, |
| 4.5e-05, |
| 5e-06, |
| 4.1e-05, |
| 2.1e-05, |
| 1.2e-05, |
| 1.1e-05, |
| 1e-05, |
| 6e-06, |
| 2e-05, |
| 3.2e-05, |
| 0.000162, |
| 2.2e-05, |
| 4.3e-05, |
| 0.000707, |
| 1.1e-05, |
| 3.6e-05, |
| 2.9e-05, |
| 3.6e-05, |
| 1.5e-05, |
| 6e-06, |
| 8e-06, |
| 1.3e-05, |
| 1.6e-05, |
| 1.2e-05, |
| 2.4e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1566", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "declined_card_payment", |
| "pick_run": "declined_cash_withdrawal", |
| "same": false, |
| "pick_merged": "declined_cash_withdrawal", |
| "same_as_merged": false, |
| "max_abs_dp": 0.1250823540754485, |
| "probs": [ |
| 0.014358, |
| 0.000538, |
| 0.000434, |
| 0.144912, |
| 0.000255, |
| 0.000411, |
| 0.00019, |
| 0.000248, |
| 0.000216, |
| 0.000568, |
| 0.061933, |
| 0.000331, |
| 0.000177, |
| 0.000198, |
| 0.116173, |
| 0.003134, |
| 0.001328, |
| 0.000207, |
| 0.000342, |
| 0.000959, |
| 0.000687, |
| 0.000262, |
| 0.000133, |
| 0.000396, |
| 0.000304, |
| 0.424514, |
| 0.199829, |
| 0.001179, |
| 0.000391, |
| 0.002444, |
| 0.000387, |
| 9.1e-05, |
| 0.0001, |
| 0.000195, |
| 0.000473, |
| 0.000203, |
| 0.001028, |
| 0.000403, |
| 0.000457, |
| 0.000367, |
| 0.002775, |
| 0.000121, |
| 0.000181, |
| 0.000116, |
| 0.000163, |
| 0.000294, |
| 0.000171, |
| 0.000104, |
| 3.6e-05, |
| 0.000168, |
| 0.000107, |
| 0.004976, |
| 0.002482, |
| 0.005936, |
| 4.7e-05, |
| 0.000217, |
| 3.2e-05, |
| 1.3e-05, |
| 1.1e-05, |
| 1e-05, |
| 2.4e-05, |
| 2.5e-05, |
| 0.000239, |
| 3.1e-05, |
| 6.8e-05, |
| 1.5e-05, |
| 0.00028, |
| 3.6e-05, |
| 2.2e-05, |
| 3.2e-05, |
| 1.2e-05, |
| 5e-05, |
| 1e-05, |
| 1.1e-05, |
| 1.7e-05, |
| 1.9e-05, |
| 0.000395 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1817", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "card_not_working", |
| "pick_run": "card_not_working", |
| "same": true, |
| "pick_merged": "card_not_working", |
| "same_as_merged": true, |
| "max_abs_dp": 0.1688303610213262, |
| "probs": [ |
| 0.000975, |
| 0.003354, |
| 0.000673, |
| 0.001903, |
| 0.000344, |
| 0.003074, |
| 0.000461, |
| 0.001566, |
| 0.000443, |
| 0.017436, |
| 0.037225, |
| 0.001425, |
| 0.00045, |
| 0.000281, |
| 0.522718, |
| 0.028345, |
| 0.08054, |
| 0.000454, |
| 0.00057, |
| 0.000744, |
| 0.000185, |
| 0.001211, |
| 0.000191, |
| 0.001421, |
| 0.000375, |
| 0.192682, |
| 0.00011, |
| 0.00038, |
| 0.00019, |
| 0.000388, |
| 6.6e-05, |
| 7.7e-05, |
| 9.5e-05, |
| 0.010488, |
| 0.000222, |
| 0.002904, |
| 0.000312, |
| 0.000212, |
| 0.000216, |
| 0.000368, |
| 0.000864, |
| 0.000114, |
| 0.000851, |
| 7.2e-05, |
| 6e-05, |
| 0.000221, |
| 3.8e-05, |
| 6.2e-05, |
| 5e-06, |
| 6.3e-05, |
| 3.8e-05, |
| 0.001609, |
| 0.002096, |
| 0.000276, |
| 0.000171, |
| 0.000431, |
| 0.000171, |
| 0.000367, |
| 0.000233, |
| 0.059369, |
| 0.00059, |
| 0.005518, |
| 0.005831, |
| 0.000205, |
| 0.000932, |
| 0.000117, |
| 0.002066, |
| 0.000494, |
| 0.000146, |
| 0.000273, |
| 4.9e-05, |
| 0.000416, |
| 0.000278, |
| 0.00011, |
| 0.000607, |
| 9e-05, |
| 9.1e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1244", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "passcode_forgotten", |
| "pick_run": "passcode_forgotten", |
| "same": true, |
| "pick_merged": "passcode_forgotten", |
| "same_as_merged": true, |
| "max_abs_dp": 0.018596910891388492, |
| "probs": [ |
| 0.000147, |
| 4.7e-05, |
| 7.8e-05, |
| 0.000194, |
| 3e-05, |
| 3.7e-05, |
| 2.1e-05, |
| 3.1e-05, |
| 7.1e-05, |
| 4.1e-05, |
| 6.8e-05, |
| 7e-05, |
| 7e-05, |
| 5e-05, |
| 3.8e-05, |
| 0.000772, |
| 0.000736, |
| 0.000143, |
| 0.006114, |
| 8.9e-05, |
| 1.2e-05, |
| 0.00391, |
| 4.5e-05, |
| 7e-05, |
| 3.3e-05, |
| 0.000122, |
| 5.6e-05, |
| 0.000157, |
| 6.1e-05, |
| 0.000534, |
| 6e-05, |
| 9e-06, |
| 3.3e-05, |
| 3e-05, |
| 4.4e-05, |
| 1.3e-05, |
| 6.2e-05, |
| 0.000119, |
| 0.000242, |
| 0.000283, |
| 1.4e-05, |
| 0.000388, |
| 0.000147, |
| 0.000985, |
| 0.979419, |
| 0.000432, |
| 2.1e-05, |
| 8.5e-05, |
| 3.1e-05, |
| 0.000567, |
| 3.8e-05, |
| 8.6e-05, |
| 3.7e-05, |
| 5e-06, |
| 1.2e-05, |
| 6e-06, |
| 1.1e-05, |
| 3e-06, |
| 2e-06, |
| 3e-06, |
| 2.1e-05, |
| 6e-06, |
| 1.5e-05, |
| 1.1e-05, |
| 1.1e-05, |
| 6e-06, |
| 4e-06, |
| 4e-05, |
| 4.5e-05, |
| 0.002627, |
| 9e-06, |
| 1.3e-05, |
| 4.7e-05, |
| 4e-06, |
| 2.3e-05, |
| 2.9e-05, |
| 5.6e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1169", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "unable_to_verify_identity", |
| "pick_run": "unable_to_verify_identity", |
| "same": true, |
| "pick_merged": "unable_to_verify_identity", |
| "same_as_merged": true, |
| "max_abs_dp": 0.3554142541033029, |
| "probs": [ |
| 0.001535, |
| 0.005634, |
| 0.000428, |
| 0.000216, |
| 8.3e-05, |
| 0.000109, |
| 4.6e-05, |
| 3.4e-05, |
| 0.000146, |
| 0.000108, |
| 0.000356, |
| 0.000132, |
| 7.1e-05, |
| 0.000141, |
| 0.000371, |
| 0.000318, |
| 0.000975, |
| 0.000806, |
| 0.000777, |
| 0.000149, |
| 9.9e-05, |
| 0.000225, |
| 9.3e-05, |
| 0.000853, |
| 0.000164, |
| 0.001526, |
| 0.000149, |
| 0.000622, |
| 0.000116, |
| 0.000257, |
| 0.000196, |
| 4.7e-05, |
| 2.3e-05, |
| 5e-05, |
| 0.000201, |
| 8.1e-05, |
| 8.6e-05, |
| 0.00048, |
| 0.000458, |
| 0.000417, |
| 6.1e-05, |
| 0.000342, |
| 0.000192, |
| 0.001933, |
| 0.002826, |
| 0.00086, |
| 0.000398, |
| 0.000115, |
| 7.4e-05, |
| 0.006969, |
| 0.000123, |
| 0.00033, |
| 0.001504, |
| 0.001755, |
| 0.001605, |
| 0.000636, |
| 0.002121, |
| 0.001093, |
| 0.000325, |
| 0.000379, |
| 0.002754, |
| 0.001802, |
| 0.002328, |
| 0.003207, |
| 0.002229, |
| 0.000651, |
| 0.002747, |
| 0.00515, |
| 0.439702, |
| 0.429607, |
| 0.006551, |
| 0.007627, |
| 0.001508, |
| 0.001874, |
| 0.042119, |
| 0.00783, |
| 9.6e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2430", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "card_payment_fee_charged", |
| "pick_run": "card_payment_fee_charged", |
| "same": true, |
| "pick_merged": "card_payment_fee_charged", |
| "same_as_merged": true, |
| "max_abs_dp": 0.06825034271941088, |
| "probs": [ |
| 0.007247, |
| 0.001134, |
| 0.000973, |
| 0.002741, |
| 0.00233, |
| 0.002082, |
| 0.00089, |
| 0.001242, |
| 0.004944, |
| 0.001921, |
| 0.005515, |
| 0.002419, |
| 0.003392, |
| 0.001593, |
| 0.000749, |
| 0.748817, |
| 0.001776, |
| 0.001042, |
| 0.001987, |
| 0.033747, |
| 0.000186, |
| 0.000345, |
| 0.000296, |
| 0.001192, |
| 0.000518, |
| 0.001036, |
| 0.001546, |
| 0.002733, |
| 0.000635, |
| 0.002062, |
| 0.006036, |
| 0.017307, |
| 0.001291, |
| 0.00252, |
| 0.038069, |
| 0.002137, |
| 0.000816, |
| 0.002673, |
| 0.010326, |
| 0.00305, |
| 0.000451, |
| 0.00461, |
| 0.000487, |
| 0.001691, |
| 0.000686, |
| 0.003237, |
| 0.000215, |
| 0.000141, |
| 0.0002, |
| 0.000774, |
| 0.000532, |
| 0.000516, |
| 0.002329, |
| 0.000977, |
| 0.000787, |
| 0.000929, |
| 0.00653, |
| 0.008105, |
| 0.000464, |
| 0.000938, |
| 0.019974, |
| 0.002352, |
| 0.001431, |
| 0.00062, |
| 0.009563, |
| 0.000873, |
| 0.000688, |
| 0.004521, |
| 0.000354, |
| 0.001226, |
| 0.000503, |
| 0.0003, |
| 3.4e-05, |
| 0.000196, |
| 0.000425, |
| 0.000238, |
| 0.000789 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-3073", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "country_support", |
| "pick_run": "country_support", |
| "same": true, |
| "pick_merged": "country_support", |
| "same_as_merged": true, |
| "max_abs_dp": 0.06262113409805292, |
| "probs": [ |
| 0.000512, |
| 0.000323, |
| 0.00551, |
| 0.000367, |
| 0.000311, |
| 0.000134, |
| 0.000185, |
| 0.000182, |
| 0.00021, |
| 0.00028, |
| 0.023733, |
| 0.000192, |
| 0.000282, |
| 0.000383, |
| 9.8e-05, |
| 0.000575, |
| 0.000501, |
| 0.000301, |
| 0.0004, |
| 0.001217, |
| 0.000211, |
| 0.000275, |
| 0.000251, |
| 0.001974, |
| 0.887275, |
| 0.000883, |
| 2.6e-05, |
| 0.000137, |
| 0.005108, |
| 0.000107, |
| 4.7e-05, |
| 3.9e-05, |
| 5.6e-05, |
| 3.2e-05, |
| 6.5e-05, |
| 3.3e-05, |
| 0.002337, |
| 9e-05, |
| 4.4e-05, |
| 0.000222, |
| 8e-06, |
| 7.2e-05, |
| 3.2e-05, |
| 2.7e-05, |
| 9.9e-05, |
| 8e-05, |
| 1.1e-05, |
| 1.3e-05, |
| 2.1e-05, |
| 0.000133, |
| 0.001216, |
| 2.3e-05, |
| 0.00069, |
| 4.9e-05, |
| 0.053083, |
| 0.000159, |
| 0.000114, |
| 4.1e-05, |
| 7.5e-05, |
| 5.8e-05, |
| 7.5e-05, |
| 8.5e-05, |
| 0.003121, |
| 8e-05, |
| 0.000134, |
| 0.000103, |
| 6.3e-05, |
| 0.000187, |
| 8.6e-05, |
| 0.00021, |
| 5.5e-05, |
| 0.00017, |
| 3.3e-05, |
| 7.4e-05, |
| 0.000345, |
| 0.002161, |
| 0.002105 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-10", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "lost_or_stolen_card", |
| "pick_run": "lost_or_stolen_card", |
| "same": true, |
| "pick_merged": "lost_or_stolen_card", |
| "same_as_merged": true, |
| "max_abs_dp": 0.027900557441642215, |
| "probs": [ |
| 0.002181, |
| 0.000186, |
| 0.000119, |
| 0.000491, |
| 7.8e-05, |
| 7e-05, |
| 4.8e-05, |
| 9.3e-05, |
| 0.000224, |
| 0.000391, |
| 0.000295, |
| 0.001402, |
| 0.000876, |
| 0.000562, |
| 0.004387, |
| 0.016317, |
| 0.000655, |
| 0.000269, |
| 0.001223, |
| 0.00021, |
| 4.3e-05, |
| 8.8e-05, |
| 0.002147, |
| 0.000367, |
| 0.000127, |
| 0.000345, |
| 0.000352, |
| 0.001046, |
| 0.000266, |
| 0.001951, |
| 0.000283, |
| 9.4e-05, |
| 0.000206, |
| 9.9e-05, |
| 0.000238, |
| 0.000371, |
| 0.000534, |
| 0.002401, |
| 0.007329, |
| 0.047813, |
| 0.001186, |
| 0.888889, |
| 0.000664, |
| 0.008112, |
| 0.000469, |
| 0.000619, |
| 3.5e-05, |
| 3e-05, |
| 0.000132, |
| 0.000259, |
| 5.7e-05, |
| 7.8e-05, |
| 9.8e-05, |
| 2.5e-05, |
| 4.3e-05, |
| 3.3e-05, |
| 3.5e-05, |
| 9e-06, |
| 9e-06, |
| 9e-06, |
| 4.8e-05, |
| 6.9e-05, |
| 8e-05, |
| 6e-05, |
| 0.000298, |
| 0.00011, |
| 0.000101, |
| 0.001789, |
| 0.000102, |
| 0.000146, |
| 3.5e-05, |
| 1.9e-05, |
| 9e-06, |
| 7.4e-05, |
| 3.1e-05, |
| 3.2e-05, |
| 3.1e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-578", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "contactless_not_working", |
| "pick_run": "contactless_not_working", |
| "same": true, |
| "pick_merged": "contactless_not_working", |
| "same_as_merged": true, |
| "max_abs_dp": 0.010991546797661345, |
| "probs": [ |
| 0.000309, |
| 0.000773, |
| 0.000617, |
| 0.001398, |
| 0.000271, |
| 0.000183, |
| 0.000192, |
| 0.00016, |
| 0.000234, |
| 0.000262, |
| 0.00402, |
| 0.000379, |
| 0.000361, |
| 0.000238, |
| 0.051737, |
| 0.000725, |
| 0.002288, |
| 0.000244, |
| 0.000436, |
| 0.000593, |
| 0.000253, |
| 0.000771, |
| 0.000354, |
| 0.928803, |
| 0.000502, |
| 0.000718, |
| 1e-06, |
| 3.3e-05, |
| 1.5e-05, |
| 2.9e-05, |
| 2e-06, |
| 4e-06, |
| 4e-06, |
| 4e-06, |
| 4e-06, |
| 3e-06, |
| 1.4e-05, |
| 1.1e-05, |
| 2.2e-05, |
| 3.7e-05, |
| 5.8e-05, |
| 1.8e-05, |
| 8e-06, |
| 1.2e-05, |
| 1.6e-05, |
| 2.1e-05, |
| 3e-06, |
| 1.1e-05, |
| 3e-06, |
| 0.000116, |
| 7e-06, |
| 7e-06, |
| 3.8e-05, |
| 1.4e-05, |
| 2.2e-05, |
| 4.6e-05, |
| 3.1e-05, |
| 2.4e-05, |
| 2.2e-05, |
| 2.2e-05, |
| 1.2e-05, |
| 4.7e-05, |
| 0.000101, |
| 1.5e-05, |
| 6.6e-05, |
| 2.2e-05, |
| 0.000394, |
| 3.5e-05, |
| 2.6e-05, |
| 0.000151, |
| 1.3e-05, |
| 2.8e-05, |
| 0.000196, |
| 5.3e-05, |
| 0.00125, |
| 7.2e-05, |
| 1.9e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1000", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "top_up_reverted", |
| "pick_run": "top_up_reverted", |
| "same": true, |
| "pick_merged": "top_up_reverted", |
| "same_as_merged": true, |
| "max_abs_dp": 0.052420342032694967, |
| "probs": [ |
| 0.0012, |
| 0.006336, |
| 0.001318, |
| 0.000621, |
| 0.000941, |
| 0.004055, |
| 0.000743, |
| 0.00042, |
| 0.000404, |
| 0.003605, |
| 0.000275, |
| 0.000253, |
| 0.000102, |
| 0.000112, |
| 0.000106, |
| 0.000267, |
| 0.000407, |
| 8.2e-05, |
| 0.000264, |
| 0.000226, |
| 0.000168, |
| 0.000373, |
| 6.5e-05, |
| 0.00017, |
| 0.0001, |
| 0.000246, |
| 3e-05, |
| 0.000444, |
| 3.9e-05, |
| 8.7e-05, |
| 3.2e-05, |
| 4e-05, |
| 2e-05, |
| 6e-05, |
| 0.000136, |
| 0.005097, |
| 3e-05, |
| 3.6e-05, |
| 4.8e-05, |
| 0.000191, |
| 9e-06, |
| 3.5e-05, |
| 4.7e-05, |
| 3e-05, |
| 5.6e-05, |
| 7.4e-05, |
| 7.4e-05, |
| 0.000125, |
| 9e-06, |
| 2.7e-05, |
| 1.6e-05, |
| 4.5e-05, |
| 0.002381, |
| 0.00152, |
| 0.001445, |
| 0.000948, |
| 0.000994, |
| 0.002204, |
| 0.001646, |
| 0.006591, |
| 0.029414, |
| 0.902264, |
| 0.004125, |
| 0.001105, |
| 0.001068, |
| 0.000595, |
| 0.000501, |
| 0.000767, |
| 0.000511, |
| 0.001076, |
| 0.000651, |
| 0.004698, |
| 0.002369, |
| 0.000642, |
| 0.001827, |
| 0.000925, |
| 3.8e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2650", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "top_up_failed", |
| "pick_run": "top_up_failed", |
| "same": true, |
| "pick_merged": "top_up_failed", |
| "same_as_merged": true, |
| "max_abs_dp": 0.002290879082058035, |
| "probs": [ |
| 0.00083, |
| 0.014905, |
| 0.000688, |
| 0.000383, |
| 0.001349, |
| 0.000364, |
| 0.000213, |
| 0.001003, |
| 0.000208, |
| 0.000226, |
| 0.000168, |
| 0.000296, |
| 4.9e-05, |
| 6.9e-05, |
| 0.000437, |
| 0.000332, |
| 0.002155, |
| 8.9e-05, |
| 0.000159, |
| 6e-05, |
| 0.000133, |
| 0.000496, |
| 3.1e-05, |
| 0.000193, |
| 0.000136, |
| 0.001202, |
| 8e-06, |
| 0.00025, |
| 4.1e-05, |
| 0.000102, |
| 8.4e-05, |
| 2.4e-05, |
| 4.1e-05, |
| 0.012407, |
| 5.7e-05, |
| 1.7e-05, |
| 5.1e-05, |
| 4.5e-05, |
| 4.5e-05, |
| 9.3e-05, |
| 1.6e-05, |
| 9.2e-05, |
| 9.3e-05, |
| 3.8e-05, |
| 6.1e-05, |
| 5.5e-05, |
| 5.3e-05, |
| 8.3e-05, |
| 8e-06, |
| 6e-06, |
| 1.2e-05, |
| 9e-05, |
| 0.000512, |
| 0.000341, |
| 0.000219, |
| 0.000575, |
| 0.001487, |
| 0.001273, |
| 0.001366, |
| 0.935928, |
| 0.002531, |
| 0.001042, |
| 0.006399, |
| 0.000701, |
| 0.000664, |
| 0.000127, |
| 0.00018, |
| 0.000744, |
| 0.000358, |
| 0.000886, |
| 0.000312, |
| 0.001085, |
| 0.001053, |
| 0.000467, |
| 0.001151, |
| 0.000531, |
| 2e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1341", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "pending_transfer", |
| "pick_run": "pending_transfer", |
| "same": true, |
| "pick_merged": "pending_transfer", |
| "same_as_merged": true, |
| "max_abs_dp": 0.06110334245884985, |
| "probs": [ |
| 0.001128, |
| 0.001277, |
| 0.000259, |
| 0.000126, |
| 0.000316, |
| 0.000104, |
| 4.5e-05, |
| 4.4e-05, |
| 0.000276, |
| 0.000191, |
| 0.006523, |
| 0.000125, |
| 9e-05, |
| 0.000859, |
| 5.7e-05, |
| 0.00039, |
| 0.000189, |
| 0.000121, |
| 0.000101, |
| 0.000105, |
| 2e-05, |
| 0.000133, |
| 0.009627, |
| 8.1e-05, |
| 7.2e-05, |
| 0.000148, |
| 0.000548, |
| 0.002453, |
| 0.000169, |
| 0.000914, |
| 0.001266, |
| 0.000792, |
| 0.000157, |
| 0.001004, |
| 0.003111, |
| 0.002255, |
| 0.009511, |
| 0.00211, |
| 0.005091, |
| 0.01484, |
| 0.001124, |
| 0.00149, |
| 0.001564, |
| 0.001934, |
| 0.001219, |
| 0.003429, |
| 0.001207, |
| 0.010692, |
| 0.509537, |
| 0.00143, |
| 0.001302, |
| 0.000484, |
| 0.003132, |
| 0.000164, |
| 0.000432, |
| 0.000514, |
| 0.000882, |
| 0.00074, |
| 0.000358, |
| 0.000231, |
| 0.005962, |
| 0.002786, |
| 0.095602, |
| 0.001136, |
| 0.005836, |
| 0.077755, |
| 0.002808, |
| 0.001969, |
| 0.002418, |
| 0.003686, |
| 0.000617, |
| 0.002388, |
| 0.00247, |
| 0.184167, |
| 0.001043, |
| 0.000641, |
| 0.000217 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-3019", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "verify_my_identity", |
| "pick_run": "verify_my_identity", |
| "same": true, |
| "pick_merged": "verify_my_identity", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0014205689455949466, |
| "probs": [ |
| 6.5e-05, |
| 0.001114, |
| 2.8e-05, |
| 2e-05, |
| 1.1e-05, |
| 9e-06, |
| 4e-06, |
| 3e-06, |
| 2.2e-05, |
| 6e-06, |
| 1.4e-05, |
| 9e-06, |
| 7e-06, |
| 7e-06, |
| 3e-06, |
| 2.1e-05, |
| 2.8e-05, |
| 1.1e-05, |
| 0.000379, |
| 1.9e-05, |
| 3e-06, |
| 1.1e-05, |
| 4e-06, |
| 1.1e-05, |
| 7e-06, |
| 3.6e-05, |
| 1e-06, |
| 1.7e-05, |
| 3e-06, |
| 9e-06, |
| 3e-06, |
| 1e-06, |
| 1e-06, |
| 1e-06, |
| 5e-06, |
| 1e-06, |
| 3e-06, |
| 1e-05, |
| 5e-06, |
| 1e-05, |
| 0.0, |
| 1.3e-05, |
| 2e-06, |
| 1.9e-05, |
| 0.000547, |
| 2.4e-05, |
| 3e-06, |
| 2e-06, |
| 1e-06, |
| 1e-05, |
| 2e-06, |
| 2e-06, |
| 9e-05, |
| 4.6e-05, |
| 0.000187, |
| 5.1e-05, |
| 9.2e-05, |
| 5.6e-05, |
| 6.4e-05, |
| 5.3e-05, |
| 0.000288, |
| 8.8e-05, |
| 0.000311, |
| 0.000271, |
| 0.000158, |
| 7.1e-05, |
| 0.000129, |
| 0.000478, |
| 0.005992, |
| 0.987684, |
| 0.00061, |
| 0.000166, |
| 8.1e-05, |
| 0.000107, |
| 0.000177, |
| 0.0002, |
| 2e-06 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2199", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "transfer_fee_charged", |
| "pick_run": "transfer_fee_charged", |
| "same": true, |
| "pick_merged": "transfer_fee_charged", |
| "same_as_merged": true, |
| "max_abs_dp": 0.020603183709909323, |
| "probs": [ |
| 0.001764, |
| 0.002556, |
| 0.000685, |
| 0.000322, |
| 0.000146, |
| 0.000441, |
| 0.000149, |
| 0.000161, |
| 0.000429, |
| 0.000189, |
| 0.000226, |
| 0.000277, |
| 0.005305, |
| 0.000246, |
| 6.6e-05, |
| 0.028529, |
| 0.001251, |
| 0.00023, |
| 0.000314, |
| 0.000656, |
| 2.8e-05, |
| 0.000126, |
| 4.4e-05, |
| 0.000171, |
| 0.000113, |
| 0.000642, |
| 0.000112, |
| 0.000932, |
| 0.000124, |
| 7.8e-05, |
| 0.000188, |
| 0.000125, |
| 2.7e-05, |
| 6e-05, |
| 0.000357, |
| 1.8e-05, |
| 5.5e-05, |
| 0.000202, |
| 0.00351, |
| 0.000304, |
| 2e-05, |
| 0.000189, |
| 9.6e-05, |
| 8.9e-05, |
| 8.1e-05, |
| 0.000172, |
| 1.9e-05, |
| 1.3e-05, |
| 2.3e-05, |
| 7.1e-05, |
| 2.1e-05, |
| 3.5e-05, |
| 0.001908, |
| 0.00033, |
| 0.000893, |
| 0.000534, |
| 0.000784, |
| 0.001362, |
| 0.000248, |
| 0.000322, |
| 0.00569, |
| 0.000372, |
| 0.000868, |
| 0.00178, |
| 0.924416, |
| 0.000847, |
| 0.00053, |
| 0.003398, |
| 0.000394, |
| 0.001288, |
| 0.000512, |
| 0.000202, |
| 9.6e-05, |
| 0.000222, |
| 0.000636, |
| 0.000296, |
| 8.8e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1719", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "failed_transfer", |
| "pick_run": "failed_transfer", |
| "same": true, |
| "pick_merged": "failed_transfer", |
| "same_as_merged": true, |
| "max_abs_dp": 0.06912256720696985, |
| "probs": [ |
| 0.001749, |
| 0.00126, |
| 0.000549, |
| 0.000294, |
| 9.2e-05, |
| 0.000539, |
| 0.000137, |
| 0.000304, |
| 0.000264, |
| 0.01478, |
| 0.000123, |
| 0.00017, |
| 0.000123, |
| 7.6e-05, |
| 0.000336, |
| 0.000305, |
| 0.000296, |
| 8.9e-05, |
| 0.000223, |
| 0.000195, |
| 0.000145, |
| 0.000111, |
| 0.000116, |
| 0.00022, |
| 8.5e-05, |
| 0.001273, |
| 0.001031, |
| 0.029744, |
| 0.000543, |
| 0.000767, |
| 0.000462, |
| 0.001721, |
| 0.000619, |
| 0.002641, |
| 0.01334, |
| 0.817494, |
| 0.000406, |
| 0.000565, |
| 0.000872, |
| 0.001184, |
| 0.000674, |
| 0.000859, |
| 0.00255, |
| 0.00035, |
| 0.000229, |
| 0.001083, |
| 0.000722, |
| 0.000387, |
| 0.000565, |
| 0.001153, |
| 0.000398, |
| 0.001101, |
| 0.004953, |
| 0.000134, |
| 0.000141, |
| 0.000339, |
| 0.00012, |
| 0.000124, |
| 0.00011, |
| 0.000589, |
| 0.001034, |
| 0.083458, |
| 0.000284, |
| 0.000191, |
| 0.000291, |
| 8.7e-05, |
| 0.000542, |
| 0.000328, |
| 0.000119, |
| 0.000334, |
| 0.000153, |
| 0.000344, |
| 0.000176, |
| 0.000183, |
| 0.000214, |
| 0.000151, |
| 0.000287 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1055", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "balance_not_updated_after_cheque_or_cash_deposit", |
| "pick_run": "balance_not_updated_after_cheque_or_cash_deposit", |
| "same": true, |
| "pick_merged": "balance_not_updated_after_cheque_or_cash_deposit", |
| "same_as_merged": true, |
| "max_abs_dp": 0.016264977216605914, |
| "probs": [ |
| 0.001204, |
| 0.002359, |
| 0.000818, |
| 0.000943, |
| 0.000502, |
| 0.024485, |
| 0.953039, |
| 0.001049, |
| 0.000243, |
| 0.000157, |
| 0.000346, |
| 0.000286, |
| 0.000245, |
| 0.000124, |
| 0.000126, |
| 0.000364, |
| 0.000344, |
| 0.000166, |
| 0.000372, |
| 0.000437, |
| 9.7e-05, |
| 0.000148, |
| 0.000124, |
| 0.000123, |
| 0.000109, |
| 0.000198, |
| 7e-06, |
| 8.2e-05, |
| 6.1e-05, |
| 5.7e-05, |
| 1.3e-05, |
| 9.4e-05, |
| 0.000175, |
| 0.000162, |
| 1.4e-05, |
| 8e-06, |
| 1.3e-05, |
| 2.1e-05, |
| 1.9e-05, |
| 4.4e-05, |
| 7e-06, |
| 4.3e-05, |
| 1.7e-05, |
| 1.8e-05, |
| 1.7e-05, |
| 2.7e-05, |
| 4e-06, |
| 8e-06, |
| 8e-06, |
| 1e-05, |
| 8e-06, |
| 1.4e-05, |
| 0.000245, |
| 5.8e-05, |
| 0.000168, |
| 0.000149, |
| 8.9e-05, |
| 0.000709, |
| 0.005878, |
| 0.001581, |
| 5.8e-05, |
| 9.8e-05, |
| 0.000233, |
| 3.9e-05, |
| 0.000271, |
| 6.1e-05, |
| 4.3e-05, |
| 0.000203, |
| 8.4e-05, |
| 0.000218, |
| 3.9e-05, |
| 3.7e-05, |
| 4.1e-05, |
| 0.000126, |
| 0.000151, |
| 3e-05, |
| 2.8e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1227", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "unable_to_verify_identity", |
| "pick_run": "unable_to_verify_identity", |
| "same": true, |
| "pick_merged": "unable_to_verify_identity", |
| "same_as_merged": true, |
| "max_abs_dp": 0.20223669041963904, |
| "probs": [ |
| 0.000855, |
| 0.005446, |
| 0.000434, |
| 0.000244, |
| 0.000116, |
| 9.1e-05, |
| 5.4e-05, |
| 3.2e-05, |
| 0.000136, |
| 7.6e-05, |
| 0.000141, |
| 0.0001, |
| 7.7e-05, |
| 0.00012, |
| 0.000141, |
| 0.000652, |
| 0.001866, |
| 0.001365, |
| 0.001018, |
| 0.000252, |
| 0.000272, |
| 0.000386, |
| 0.000152, |
| 0.000628, |
| 0.000197, |
| 0.001169, |
| 7.4e-05, |
| 0.000355, |
| 7.5e-05, |
| 0.000128, |
| 0.000126, |
| 2.5e-05, |
| 2.1e-05, |
| 2.9e-05, |
| 9.9e-05, |
| 3.3e-05, |
| 5.3e-05, |
| 0.000188, |
| 0.000175, |
| 0.000157, |
| 3.6e-05, |
| 0.00093, |
| 0.000212, |
| 0.00257, |
| 0.002937, |
| 0.000449, |
| 0.000295, |
| 8.1e-05, |
| 5.3e-05, |
| 0.001412, |
| 7.9e-05, |
| 0.000122, |
| 0.001086, |
| 0.000734, |
| 0.001202, |
| 0.000454, |
| 0.001175, |
| 0.000605, |
| 0.000353, |
| 0.000389, |
| 0.001526, |
| 0.000848, |
| 0.001536, |
| 0.001815, |
| 0.001521, |
| 0.000506, |
| 0.001571, |
| 0.009051, |
| 0.49096, |
| 0.431199, |
| 0.00618, |
| 0.004703, |
| 0.001305, |
| 0.001648, |
| 0.009363, |
| 0.003453, |
| 8.3e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2237", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "fiat_currency_support", |
| "pick_run": "exchange_via_app", |
| "same": false, |
| "pick_merged": "exchange_via_app", |
| "same_as_merged": false, |
| "max_abs_dp": 0.1876690749780001, |
| "probs": [ |
| 0.003591, |
| 0.000727, |
| 0.003597, |
| 0.000358, |
| 0.000212, |
| 0.000655, |
| 0.000304, |
| 0.001641, |
| 0.000396, |
| 0.000386, |
| 0.008174, |
| 0.000203, |
| 0.000178, |
| 0.000137, |
| 6e-05, |
| 0.000456, |
| 0.000269, |
| 0.001697, |
| 0.000246, |
| 0.000288, |
| 6.5e-05, |
| 0.000159, |
| 0.00017, |
| 0.000706, |
| 0.015913, |
| 0.004329, |
| 0.007638, |
| 0.008806, |
| 0.108645, |
| 0.005733, |
| 0.002008, |
| 0.029341, |
| 0.098255, |
| 0.197145, |
| 0.009262, |
| 0.009196, |
| 0.200828, |
| 0.003507, |
| 0.003358, |
| 0.005533, |
| 0.000534, |
| 0.002182, |
| 0.003017, |
| 0.001782, |
| 0.00139, |
| 0.00176, |
| 0.000548, |
| 0.000494, |
| 0.000525, |
| 0.004861, |
| 0.010413, |
| 0.006168, |
| 0.006108, |
| 0.001922, |
| 0.143751, |
| 0.001477, |
| 0.000846, |
| 0.000878, |
| 0.001529, |
| 0.0072, |
| 0.002837, |
| 0.001113, |
| 0.027753, |
| 0.001221, |
| 0.001129, |
| 0.000658, |
| 0.0004, |
| 0.001163, |
| 0.00247, |
| 0.002182, |
| 0.000621, |
| 0.001089, |
| 0.000198, |
| 0.000496, |
| 0.000712, |
| 0.00308, |
| 0.021324 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2633", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "disposable_card_limits", |
| "pick_run": "disposable_card_limits", |
| "same": true, |
| "pick_merged": "disposable_card_limits", |
| "same_as_merged": true, |
| "max_abs_dp": 0.005215578796728848, |
| "probs": [ |
| 0.000285, |
| 9.7e-05, |
| 7.1e-05, |
| 0.001395, |
| 2.6e-05, |
| 5.7e-05, |
| 4.2e-05, |
| 4.3e-05, |
| 5.3e-05, |
| 7.9e-05, |
| 0.00038, |
| 0.000106, |
| 0.000118, |
| 7.9e-05, |
| 1.5e-05, |
| 0.000209, |
| 0.000175, |
| 2.7e-05, |
| 0.000147, |
| 0.000111, |
| 1.5e-05, |
| 4.9e-05, |
| 2.9e-05, |
| 7.5e-05, |
| 5.3e-05, |
| 0.000137, |
| 0.000433, |
| 0.000848, |
| 0.000122, |
| 0.984916, |
| 8e-05, |
| 4.5e-05, |
| 5.9e-05, |
| 6.8e-05, |
| 0.000264, |
| 6.9e-05, |
| 0.000144, |
| 0.002125, |
| 0.000244, |
| 0.000238, |
| 3e-05, |
| 0.000331, |
| 0.000101, |
| 0.000138, |
| 0.000278, |
| 0.000311, |
| 3.1e-05, |
| 2.8e-05, |
| 2.2e-05, |
| 5.2e-05, |
| 4.5e-05, |
| 0.000123, |
| 0.000183, |
| 0.000217, |
| 8.2e-05, |
| 0.002268, |
| 3.7e-05, |
| 1.7e-05, |
| 1.9e-05, |
| 2.4e-05, |
| 0.000966, |
| 0.00016, |
| 0.000188, |
| 9.5e-05, |
| 0.000201, |
| 1.8e-05, |
| 3e-05, |
| 0.000124, |
| 4.1e-05, |
| 5.1e-05, |
| 4e-05, |
| 7.3e-05, |
| 1.6e-05, |
| 2.1e-05, |
| 2.7e-05, |
| 5.4e-05, |
| 3e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2362", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "verify_top_up", |
| "pick_run": "verify_top_up", |
| "same": true, |
| "pick_merged": "verify_top_up", |
| "same_as_merged": true, |
| "max_abs_dp": 0.03173798607386624, |
| "probs": [ |
| 0.001281, |
| 0.005694, |
| 0.001376, |
| 0.000596, |
| 0.000856, |
| 0.000346, |
| 0.000172, |
| 0.000185, |
| 0.000234, |
| 0.000165, |
| 0.000475, |
| 0.000166, |
| 0.000114, |
| 0.000123, |
| 0.000112, |
| 0.000704, |
| 0.001839, |
| 0.000196, |
| 0.000461, |
| 0.000401, |
| 0.001438, |
| 0.001794, |
| 0.000179, |
| 0.000443, |
| 0.000156, |
| 0.000321, |
| 3.5e-05, |
| 0.000446, |
| 0.000237, |
| 0.000142, |
| 3.7e-05, |
| 5.9e-05, |
| 6.1e-05, |
| 0.000216, |
| 9.3e-05, |
| 7.4e-05, |
| 7.8e-05, |
| 0.000183, |
| 0.000197, |
| 0.000316, |
| 1.8e-05, |
| 0.000291, |
| 0.000211, |
| 0.000288, |
| 0.000535, |
| 0.001516, |
| 0.003886, |
| 0.000974, |
| 3.8e-05, |
| 0.000376, |
| 8.4e-05, |
| 9.5e-05, |
| 0.001666, |
| 0.001207, |
| 0.001247, |
| 0.00125, |
| 0.002277, |
| 0.001216, |
| 0.000686, |
| 0.001711, |
| 0.00289, |
| 0.001071, |
| 0.002173, |
| 0.003141, |
| 0.001928, |
| 0.000545, |
| 0.002182, |
| 0.003107, |
| 0.012294, |
| 0.021709, |
| 0.042222, |
| 0.847279, |
| 0.009196, |
| 0.001137, |
| 0.003734, |
| 0.003687, |
| 0.000136 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-157", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "card_payment_wrong_exchange_rate", |
| "pick_run": "card_payment_wrong_exchange_rate", |
| "same": true, |
| "pick_merged": "card_payment_wrong_exchange_rate", |
| "same_as_merged": true, |
| "max_abs_dp": 0.07156672189376301, |
| "probs": [ |
| 0.002115, |
| 0.000513, |
| 0.000922, |
| 0.000485, |
| 0.000166, |
| 0.000281, |
| 0.002004, |
| 0.000185, |
| 0.000182, |
| 0.000295, |
| 0.00051, |
| 0.000393, |
| 0.000535, |
| 0.000249, |
| 0.000274, |
| 0.008775, |
| 0.001766, |
| 0.802221, |
| 0.001814, |
| 0.000822, |
| 9.4e-05, |
| 0.00017, |
| 0.000132, |
| 0.000284, |
| 0.000165, |
| 0.000704, |
| 0.000106, |
| 0.000148, |
| 0.000302, |
| 0.000214, |
| 3.5e-05, |
| 0.000305, |
| 0.159448, |
| 8.8e-05, |
| 6.7e-05, |
| 4.9e-05, |
| 8.8e-05, |
| 8.6e-05, |
| 0.000159, |
| 0.000214, |
| 2.2e-05, |
| 0.000176, |
| 0.000239, |
| 0.001409, |
| 0.00016, |
| 0.000133, |
| 1.8e-05, |
| 2.6e-05, |
| 2.5e-05, |
| 4.3e-05, |
| 2.9e-05, |
| 5.7e-05, |
| 0.000384, |
| 1.1e-05, |
| 3.2e-05, |
| 2.2e-05, |
| 1.6e-05, |
| 1.4e-05, |
| 0.002144, |
| 8e-06, |
| 2.2e-05, |
| 1.9e-05, |
| 2.4e-05, |
| 1.1e-05, |
| 2.1e-05, |
| 7e-06, |
| 1.9e-05, |
| 3e-05, |
| 0.000187, |
| 8e-05, |
| 8e-06, |
| 9e-06, |
| 3e-06, |
| 1e-05, |
| 1.1e-05, |
| 2.4e-05, |
| 0.007183 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-396", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "card_not_working", |
| "pick_run": "card_not_working", |
| "same": true, |
| "pick_merged": "card_not_working", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0755601905307256, |
| "probs": [ |
| 0.000668, |
| 0.00095, |
| 0.000488, |
| 0.006957, |
| 0.000452, |
| 0.000926, |
| 0.00044, |
| 0.000422, |
| 0.000321, |
| 0.002628, |
| 0.102076, |
| 0.001297, |
| 0.000771, |
| 0.000563, |
| 0.852217, |
| 0.003539, |
| 0.008833, |
| 0.000393, |
| 0.000723, |
| 0.001052, |
| 0.000331, |
| 0.00103, |
| 0.000415, |
| 0.000984, |
| 0.000462, |
| 0.005213, |
| 9e-06, |
| 7.8e-05, |
| 3.4e-05, |
| 0.000168, |
| 1.5e-05, |
| 9e-06, |
| 1.1e-05, |
| 1.5e-05, |
| 2.2e-05, |
| 2.8e-05, |
| 0.000115, |
| 5.7e-05, |
| 8.2e-05, |
| 0.000127, |
| 0.000257, |
| 4.3e-05, |
| 4.8e-05, |
| 3.4e-05, |
| 5.1e-05, |
| 4.8e-05, |
| 8e-06, |
| 0.000112, |
| 4e-06, |
| 1.6e-05, |
| 1.9e-05, |
| 6.6e-05, |
| 0.000152, |
| 4.2e-05, |
| 5.9e-05, |
| 0.000107, |
| 5.1e-05, |
| 4.8e-05, |
| 3.2e-05, |
| 4.5e-05, |
| 7.7e-05, |
| 0.000123, |
| 0.000904, |
| 3.9e-05, |
| 0.000214, |
| 7.2e-05, |
| 0.000585, |
| 0.000142, |
| 5.4e-05, |
| 0.000146, |
| 2.7e-05, |
| 0.000109, |
| 0.001149, |
| 5.9e-05, |
| 7.6e-05, |
| 4.1e-05, |
| 2e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-472", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "lost_or_stolen_card", |
| "pick_run": "lost_or_stolen_card", |
| "same": true, |
| "pick_merged": "lost_or_stolen_card", |
| "same_as_merged": true, |
| "max_abs_dp": 0.007168200121982214, |
| "probs": [ |
| 0.000446, |
| 6.6e-05, |
| 3e-05, |
| 8.2e-05, |
| 9e-06, |
| 1.3e-05, |
| 1.2e-05, |
| 1.4e-05, |
| 2.1e-05, |
| 1.7e-05, |
| 3.2e-05, |
| 4.2e-05, |
| 3e-05, |
| 3.7e-05, |
| 5.3e-05, |
| 0.011574, |
| 7.1e-05, |
| 2.9e-05, |
| 0.000113, |
| 6e-05, |
| 6e-06, |
| 2e-05, |
| 0.000302, |
| 5.8e-05, |
| 1.8e-05, |
| 9.1e-05, |
| 1.7e-05, |
| 0.000115, |
| 3e-05, |
| 0.000127, |
| 1.2e-05, |
| 1.5e-05, |
| 2.3e-05, |
| 1.1e-05, |
| 1.3e-05, |
| 1.2e-05, |
| 3.6e-05, |
| 8.8e-05, |
| 4.7e-05, |
| 0.000606, |
| 5e-05, |
| 0.983915, |
| 4.8e-05, |
| 0.000319, |
| 5.3e-05, |
| 0.000126, |
| 9e-06, |
| 1.2e-05, |
| 3.2e-05, |
| 4.1e-05, |
| 9e-06, |
| 1.5e-05, |
| 1.6e-05, |
| 1e-06, |
| 2e-06, |
| 3e-06, |
| 2e-06, |
| 1e-06, |
| 1e-06, |
| 1e-06, |
| 2e-06, |
| 2e-06, |
| 5e-06, |
| 3e-06, |
| 4e-06, |
| 2e-06, |
| 6e-06, |
| 0.000862, |
| 1e-05, |
| 8e-06, |
| 6e-06, |
| 1e-06, |
| 2e-06, |
| 1e-05, |
| 3e-06, |
| 6e-06, |
| 1.5e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1528", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "passcode_forgotten", |
| "pick_run": "passcode_forgotten", |
| "same": true, |
| "pick_merged": "passcode_forgotten", |
| "same_as_merged": true, |
| "max_abs_dp": 0.002944879930333655, |
| "probs": [ |
| 0.00022, |
| 2.9e-05, |
| 3.4e-05, |
| 8e-05, |
| 1.3e-05, |
| 2.3e-05, |
| 1e-05, |
| 1.1e-05, |
| 3.3e-05, |
| 1.3e-05, |
| 2.6e-05, |
| 2.6e-05, |
| 3e-05, |
| 1.6e-05, |
| 9e-06, |
| 0.000139, |
| 0.000189, |
| 4.1e-05, |
| 0.003336, |
| 3.7e-05, |
| 4e-06, |
| 0.000818, |
| 1.4e-05, |
| 2e-05, |
| 1.3e-05, |
| 5.6e-05, |
| 1.4e-05, |
| 4.3e-05, |
| 2.5e-05, |
| 8.6e-05, |
| 1.7e-05, |
| 6e-06, |
| 1.5e-05, |
| 7e-06, |
| 1.5e-05, |
| 3e-06, |
| 2.5e-05, |
| 2.8e-05, |
| 5.1e-05, |
| 5.7e-05, |
| 4e-06, |
| 9.5e-05, |
| 4.6e-05, |
| 0.000319, |
| 0.993074, |
| 7.4e-05, |
| 5e-06, |
| 2.6e-05, |
| 8e-06, |
| 3.2e-05, |
| 7e-06, |
| 3.3e-05, |
| 5e-06, |
| 0.0, |
| 1e-06, |
| 1e-06, |
| 1e-06, |
| 0.0, |
| 0.0, |
| 0.0, |
| 2e-06, |
| 1e-06, |
| 2e-06, |
| 1e-06, |
| 1e-06, |
| 0.0, |
| 0.0, |
| 2e-06, |
| 6e-06, |
| 0.000597, |
| 1e-06, |
| 1e-06, |
| 3e-06, |
| 0.0, |
| 1e-06, |
| 3e-06, |
| 1.3e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2432", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "getting_spare_card", |
| "pick_run": "getting_spare_card", |
| "same": true, |
| "pick_merged": "getting_spare_card", |
| "same_as_merged": true, |
| "max_abs_dp": 0.03495412383260199, |
| "probs": [ |
| 0.000465, |
| 7.7e-05, |
| 5.4e-05, |
| 4.7e-05, |
| 9e-06, |
| 1.7e-05, |
| 1.7e-05, |
| 1.9e-05, |
| 4.8e-05, |
| 5e-05, |
| 6.5e-05, |
| 5.9e-05, |
| 7.3e-05, |
| 0.001376, |
| 6.8e-05, |
| 5e-05, |
| 8.7e-05, |
| 3.2e-05, |
| 6e-05, |
| 3.3e-05, |
| 5e-06, |
| 1.1e-05, |
| 1.3e-05, |
| 5.3e-05, |
| 3.3e-05, |
| 8e-05, |
| 0.000105, |
| 0.000249, |
| 9.5e-05, |
| 0.000436, |
| 0.00014, |
| 8.1e-05, |
| 0.000148, |
| 0.000198, |
| 0.000386, |
| 0.000165, |
| 0.000598, |
| 0.003003, |
| 0.020225, |
| 0.960828, |
| 0.003001, |
| 0.000467, |
| 0.000246, |
| 0.001274, |
| 0.000899, |
| 0.000373, |
| 6.8e-05, |
| 4.4e-05, |
| 5.5e-05, |
| 0.000361, |
| 0.00012, |
| 9e-05, |
| 8.7e-05, |
| 1.2e-05, |
| 1.4e-05, |
| 2.4e-05, |
| 3.8e-05, |
| 1e-05, |
| 1.7e-05, |
| 1e-05, |
| 4.6e-05, |
| 4.3e-05, |
| 0.000168, |
| 8.1e-05, |
| 0.000412, |
| 0.001785, |
| 0.000163, |
| 5.1e-05, |
| 0.000145, |
| 0.000134, |
| 2.8e-05, |
| 2.3e-05, |
| 1.7e-05, |
| 1.6e-05, |
| 4.2e-05, |
| 6e-05, |
| 1.8e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-819", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "card_payment_fee_charged", |
| "pick_run": "card_payment_fee_charged", |
| "same": true, |
| "pick_merged": "card_payment_fee_charged", |
| "same_as_merged": true, |
| "max_abs_dp": 0.019935490101937847, |
| "probs": [ |
| 0.001799, |
| 0.001597, |
| 0.000834, |
| 0.002073, |
| 0.001947, |
| 0.001082, |
| 0.000615, |
| 0.000578, |
| 0.000884, |
| 0.000849, |
| 0.003411, |
| 0.001275, |
| 0.001549, |
| 0.000886, |
| 0.000608, |
| 0.933698, |
| 0.001316, |
| 0.000772, |
| 0.001268, |
| 0.00805, |
| 0.000133, |
| 0.000277, |
| 0.000224, |
| 0.000513, |
| 0.000261, |
| 0.000643, |
| 0.000197, |
| 0.000804, |
| 0.000375, |
| 0.000644, |
| 0.000553, |
| 0.000954, |
| 0.000171, |
| 0.000225, |
| 0.000829, |
| 0.000103, |
| 0.000186, |
| 0.000503, |
| 0.000838, |
| 0.000594, |
| 8.3e-05, |
| 0.001478, |
| 6.6e-05, |
| 0.000393, |
| 0.000212, |
| 0.001147, |
| 3.4e-05, |
| 4.8e-05, |
| 8.2e-05, |
| 0.000163, |
| 0.000136, |
| 0.000141, |
| 0.001479, |
| 0.000464, |
| 0.000781, |
| 0.000552, |
| 0.001689, |
| 0.001697, |
| 0.000173, |
| 0.000358, |
| 0.001466, |
| 0.000418, |
| 0.000559, |
| 0.000375, |
| 0.00342, |
| 0.000541, |
| 0.000494, |
| 0.004859, |
| 0.00029, |
| 0.000817, |
| 0.000325, |
| 0.000103, |
| 3.7e-05, |
| 0.000151, |
| 0.000237, |
| 0.000108, |
| 0.00051 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1504", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "direct_debit_payment_not_recognised", |
| "pick_run": "direct_debit_payment_not_recognised", |
| "same": true, |
| "pick_merged": "direct_debit_payment_not_recognised", |
| "same_as_merged": true, |
| "max_abs_dp": 0.03505812411156639, |
| "probs": [ |
| 0.000656, |
| 0.000205, |
| 0.005419, |
| 0.000338, |
| 0.00031, |
| 0.000155, |
| 0.000162, |
| 0.000206, |
| 0.000175, |
| 0.000122, |
| 0.000108, |
| 9.5e-05, |
| 0.000119, |
| 0.000103, |
| 6.3e-05, |
| 0.012901, |
| 0.032632, |
| 0.000117, |
| 0.000128, |
| 0.000629, |
| 9.3e-05, |
| 0.000108, |
| 5.4e-05, |
| 0.000151, |
| 8.2e-05, |
| 0.000227, |
| 0.000443, |
| 0.000705, |
| 0.919592, |
| 0.000513, |
| 0.000191, |
| 5.6e-05, |
| 0.000153, |
| 0.000146, |
| 0.001059, |
| 4.6e-05, |
| 0.000274, |
| 0.000129, |
| 0.000125, |
| 0.000266, |
| 2.8e-05, |
| 0.000324, |
| 0.004429, |
| 0.000217, |
| 0.000233, |
| 0.000245, |
| 4.4e-05, |
| 3.3e-05, |
| 2e-05, |
| 0.000327, |
| 3.5e-05, |
| 6.2e-05, |
| 0.000346, |
| 4.5e-05, |
| 0.000941, |
| 6.9e-05, |
| 4.4e-05, |
| 6e-06, |
| 1.5e-05, |
| 1.6e-05, |
| 8.2e-05, |
| 2e-05, |
| 9e-06, |
| 1.4e-05, |
| 2.7e-05, |
| 9e-06, |
| 1.2e-05, |
| 8.3e-05, |
| 1.8e-05, |
| 3.7e-05, |
| 1.4e-05, |
| 2.1e-05, |
| 6e-06, |
| 7e-06, |
| 1.4e-05, |
| 1.5e-05, |
| 0.013077 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-978", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "card_acceptance", |
| "pick_run": "card_acceptance", |
| "same": true, |
| "pick_merged": "card_acceptance", |
| "same_as_merged": true, |
| "max_abs_dp": 0.049140891392372876, |
| "probs": [ |
| 0.000833, |
| 0.001118, |
| 0.004087, |
| 0.002139, |
| 0.000392, |
| 0.000678, |
| 0.000319, |
| 0.000422, |
| 0.00049, |
| 0.001054, |
| 0.852473, |
| 0.000716, |
| 0.00045, |
| 0.000426, |
| 0.000371, |
| 0.001052, |
| 0.000963, |
| 0.000381, |
| 0.000618, |
| 0.000728, |
| 0.000115, |
| 0.00034, |
| 0.00056, |
| 0.001768, |
| 0.000908, |
| 0.002122, |
| 1.7e-05, |
| 0.000174, |
| 0.001172, |
| 0.000122, |
| 2.9e-05, |
| 1.3e-05, |
| 1e-05, |
| 2.1e-05, |
| 3.9e-05, |
| 1.6e-05, |
| 0.000286, |
| 7.3e-05, |
| 4.9e-05, |
| 0.000164, |
| 9e-06, |
| 6.4e-05, |
| 1.3e-05, |
| 2.2e-05, |
| 5.2e-05, |
| 7.9e-05, |
| 7e-06, |
| 1e-05, |
| 6e-05, |
| 4e-05, |
| 3.9e-05, |
| 2.4e-05, |
| 0.000351, |
| 0.000105, |
| 0.113686, |
| 0.000181, |
| 0.000114, |
| 9.5e-05, |
| 6.4e-05, |
| 0.000144, |
| 0.0002, |
| 0.000145, |
| 0.002082, |
| 0.000201, |
| 0.000169, |
| 0.000153, |
| 0.000164, |
| 0.000223, |
| 9.3e-05, |
| 0.000392, |
| 6.1e-05, |
| 0.00011, |
| 4.4e-05, |
| 0.002289, |
| 0.000402, |
| 0.000108, |
| 0.000297 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2236", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "receiving_money", |
| "pick_run": "receiving_money", |
| "same": true, |
| "pick_merged": "receiving_money", |
| "same_as_merged": true, |
| "max_abs_dp": 0.135920178426699, |
| "probs": [ |
| 0.004243, |
| 0.000398, |
| 0.000424, |
| 0.000217, |
| 0.000262, |
| 0.000168, |
| 0.000119, |
| 6.7e-05, |
| 0.0003, |
| 0.000251, |
| 0.000897, |
| 0.000215, |
| 0.000174, |
| 0.001356, |
| 0.000213, |
| 0.000355, |
| 0.000814, |
| 0.000209, |
| 0.000192, |
| 0.00022, |
| 9.4e-05, |
| 0.000218, |
| 0.000237, |
| 0.00021, |
| 0.050856, |
| 0.00111, |
| 0.001371, |
| 0.005345, |
| 0.001395, |
| 0.001736, |
| 0.001957, |
| 0.000627, |
| 0.00082, |
| 0.000999, |
| 0.005314, |
| 0.0019, |
| 0.002402, |
| 0.002651, |
| 0.002948, |
| 0.054001, |
| 0.001159, |
| 0.001189, |
| 0.002186, |
| 0.002112, |
| 0.001857, |
| 0.003776, |
| 0.002283, |
| 0.002372, |
| 0.000996, |
| 0.003422, |
| 0.767914, |
| 0.002816, |
| 0.003545, |
| 0.000336, |
| 0.000717, |
| 0.000398, |
| 0.000495, |
| 0.000248, |
| 0.000226, |
| 7.8e-05, |
| 0.000504, |
| 0.000411, |
| 0.00142, |
| 0.000418, |
| 0.000849, |
| 0.026739, |
| 0.001234, |
| 0.001286, |
| 0.000572, |
| 0.000522, |
| 0.00046, |
| 0.001445, |
| 0.000248, |
| 0.000471, |
| 0.000408, |
| 0.017234, |
| 0.00037 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1925", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "card_swallowed", |
| "pick_run": "card_swallowed", |
| "same": true, |
| "pick_merged": "card_swallowed", |
| "same_as_merged": true, |
| "max_abs_dp": 0.007798318268409515, |
| "probs": [ |
| 0.000719, |
| 0.000844, |
| 0.000869, |
| 0.04108, |
| 0.000385, |
| 0.000278, |
| 0.000214, |
| 0.00027, |
| 0.000294, |
| 0.000401, |
| 0.003242, |
| 0.000823, |
| 0.000774, |
| 0.000397, |
| 0.016783, |
| 0.002415, |
| 0.003168, |
| 0.001041, |
| 0.916511, |
| 0.004122, |
| 0.000404, |
| 0.000306, |
| 0.000219, |
| 0.0004, |
| 0.000228, |
| 0.000705, |
| 8e-06, |
| 6.5e-05, |
| 6.1e-05, |
| 0.000161, |
| 9e-06, |
| 7e-06, |
| 1.5e-05, |
| 9e-06, |
| 1.4e-05, |
| 7e-06, |
| 4.1e-05, |
| 5.4e-05, |
| 6.4e-05, |
| 6.2e-05, |
| 2.6e-05, |
| 7.8e-05, |
| 1.9e-05, |
| 0.000103, |
| 0.000426, |
| 0.000166, |
| 9e-06, |
| 5e-06, |
| 8e-06, |
| 2e-05, |
| 1.9e-05, |
| 2.5e-05, |
| 5.2e-05, |
| 7e-06, |
| 3e-05, |
| 5.8e-05, |
| 1.1e-05, |
| 5e-06, |
| 6e-06, |
| 6e-06, |
| 1.5e-05, |
| 1.6e-05, |
| 4.4e-05, |
| 2.4e-05, |
| 3.9e-05, |
| 1e-05, |
| 5.1e-05, |
| 4.7e-05, |
| 4.9e-05, |
| 0.000829, |
| 2.8e-05, |
| 2.9e-05, |
| 9e-06, |
| 7e-06, |
| 2e-05, |
| 2.7e-05, |
| 0.000211 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-704", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "failed_transfer", |
| "pick_run": "failed_transfer", |
| "same": true, |
| "pick_merged": "failed_transfer", |
| "same_as_merged": true, |
| "max_abs_dp": 0.06829215960759272, |
| "probs": [ |
| 0.002312, |
| 0.002666, |
| 0.000551, |
| 0.000222, |
| 7.4e-05, |
| 0.001959, |
| 0.000189, |
| 0.000966, |
| 0.005183, |
| 0.025741, |
| 0.000114, |
| 0.000206, |
| 0.000142, |
| 0.000235, |
| 0.000263, |
| 0.000229, |
| 0.000343, |
| 0.0001, |
| 0.00016, |
| 0.000107, |
| 9.1e-05, |
| 7.4e-05, |
| 0.001052, |
| 0.000253, |
| 0.000143, |
| 0.00083, |
| 0.002044, |
| 0.053634, |
| 0.001228, |
| 0.001224, |
| 0.000869, |
| 0.003797, |
| 0.001118, |
| 0.00617, |
| 0.054929, |
| 0.484965, |
| 0.000884, |
| 0.002421, |
| 0.004604, |
| 0.009408, |
| 0.005166, |
| 0.000934, |
| 0.003114, |
| 0.001107, |
| 0.000447, |
| 0.001966, |
| 0.001189, |
| 0.000773, |
| 0.006148, |
| 0.004199, |
| 0.000795, |
| 0.001292, |
| 0.020895, |
| 0.001562, |
| 0.001389, |
| 0.002301, |
| 0.000677, |
| 0.001809, |
| 0.001302, |
| 0.005003, |
| 0.028916, |
| 0.154925, |
| 0.002258, |
| 0.002726, |
| 0.009156, |
| 0.007939, |
| 0.037763, |
| 0.003033, |
| 0.001049, |
| 0.00496, |
| 0.000978, |
| 0.002512, |
| 0.000402, |
| 0.006422, |
| 0.002206, |
| 0.000601, |
| 0.000587 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2288", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "failed_transfer", |
| "pick_run": "failed_transfer", |
| "same": true, |
| "pick_merged": "failed_transfer", |
| "same_as_merged": true, |
| "max_abs_dp": 0.049495700268591736, |
| "probs": [ |
| 0.001384, |
| 0.001356, |
| 0.000445, |
| 0.00024, |
| 0.000106, |
| 0.022759, |
| 0.000198, |
| 0.000366, |
| 0.00032, |
| 0.013235, |
| 8.5e-05, |
| 0.000124, |
| 0.000106, |
| 6e-05, |
| 0.000124, |
| 0.000335, |
| 0.000263, |
| 8.3e-05, |
| 0.000216, |
| 0.000145, |
| 0.000114, |
| 9.1e-05, |
| 0.00036, |
| 0.000184, |
| 9.1e-05, |
| 0.000949, |
| 0.001513, |
| 0.037042, |
| 0.000578, |
| 0.001072, |
| 0.000603, |
| 0.004125, |
| 0.001167, |
| 0.011709, |
| 0.015648, |
| 0.769398, |
| 0.000379, |
| 0.000746, |
| 0.001354, |
| 0.001929, |
| 0.001147, |
| 0.001226, |
| 0.002843, |
| 0.000564, |
| 0.000244, |
| 0.001404, |
| 0.000907, |
| 0.000709, |
| 0.002974, |
| 0.00163, |
| 0.000584, |
| 0.001064, |
| 0.004949, |
| 0.000304, |
| 0.000183, |
| 0.000551, |
| 0.00019, |
| 0.000421, |
| 0.00023, |
| 0.003073, |
| 0.00182, |
| 0.07446, |
| 0.000499, |
| 0.000265, |
| 0.000719, |
| 0.000236, |
| 0.001071, |
| 0.000722, |
| 0.000211, |
| 0.000644, |
| 0.000178, |
| 0.000491, |
| 0.000269, |
| 0.001329, |
| 0.000398, |
| 0.000191, |
| 0.0003 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2119", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "change_pin", |
| "pick_run": "change_pin", |
| "same": true, |
| "pick_merged": "change_pin", |
| "same_as_merged": true, |
| "max_abs_dp": 0.013740085014018355, |
| "probs": [ |
| 0.001345, |
| 0.000733, |
| 0.00071, |
| 0.000806, |
| 0.000502, |
| 0.000284, |
| 0.000317, |
| 0.000338, |
| 0.000679, |
| 0.000488, |
| 0.001157, |
| 0.000475, |
| 0.000591, |
| 0.000384, |
| 0.000499, |
| 0.001217, |
| 0.001384, |
| 0.000591, |
| 0.001406, |
| 0.000895, |
| 0.000647, |
| 0.977531, |
| 0.000819, |
| 0.000582, |
| 0.000461, |
| 0.000556, |
| 3e-05, |
| 0.00019, |
| 0.000125, |
| 0.000155, |
| 6.4e-05, |
| 6.5e-05, |
| 4.6e-05, |
| 4.2e-05, |
| 5.9e-05, |
| 4.4e-05, |
| 0.000107, |
| 0.000112, |
| 0.000202, |
| 0.000215, |
| 1.7e-05, |
| 0.000361, |
| 7e-05, |
| 7.6e-05, |
| 0.000595, |
| 0.00022, |
| 2.1e-05, |
| 0.000332, |
| 6e-05, |
| 9.9e-05, |
| 6.8e-05, |
| 9e-05, |
| 6.9e-05, |
| 1.5e-05, |
| 3.5e-05, |
| 2.6e-05, |
| 5.3e-05, |
| 2.1e-05, |
| 1.4e-05, |
| 1.1e-05, |
| 2.7e-05, |
| 2.7e-05, |
| 3.9e-05, |
| 3.2e-05, |
| 3.9e-05, |
| 2.4e-05, |
| 1e-05, |
| 5.9e-05, |
| 5.4e-05, |
| 0.000143, |
| 9e-06, |
| 2.2e-05, |
| 0.000197, |
| 1.8e-05, |
| 3.3e-05, |
| 6.9e-05, |
| 9.3e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2886", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "card_payment_fee_charged", |
| "pick_run": "card_payment_fee_charged", |
| "same": true, |
| "pick_merged": "card_payment_fee_charged", |
| "same_as_merged": true, |
| "max_abs_dp": 0.06858072112620484, |
| "probs": [ |
| 0.00882, |
| 0.001136, |
| 0.000865, |
| 0.002213, |
| 0.000799, |
| 0.00101, |
| 0.000652, |
| 0.00089, |
| 0.003656, |
| 0.001031, |
| 0.002219, |
| 0.00161, |
| 0.00352, |
| 0.000807, |
| 0.000416, |
| 0.67944, |
| 0.001735, |
| 0.001099, |
| 0.001491, |
| 0.028622, |
| 0.00014, |
| 0.000286, |
| 0.000193, |
| 0.001502, |
| 0.000492, |
| 0.001271, |
| 0.003183, |
| 0.002178, |
| 0.000783, |
| 0.001176, |
| 0.002387, |
| 0.002142, |
| 0.000712, |
| 0.00108, |
| 0.083525, |
| 0.000896, |
| 0.000329, |
| 0.001118, |
| 0.00784, |
| 0.002073, |
| 0.000315, |
| 0.00252, |
| 0.000362, |
| 0.001178, |
| 0.000469, |
| 0.002741, |
| 0.000224, |
| 9.3e-05, |
| 0.000113, |
| 0.000965, |
| 0.000425, |
| 0.000495, |
| 0.013176, |
| 0.001402, |
| 0.001919, |
| 0.001073, |
| 0.001834, |
| 0.001725, |
| 0.000415, |
| 0.000588, |
| 0.023369, |
| 0.000923, |
| 0.001346, |
| 0.00057, |
| 0.072046, |
| 0.000895, |
| 0.000833, |
| 0.004604, |
| 0.000384, |
| 0.002355, |
| 0.000956, |
| 0.000286, |
| 3.3e-05, |
| 0.000176, |
| 0.000524, |
| 0.000239, |
| 0.003092 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1931", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "card_swallowed", |
| "pick_run": "card_swallowed", |
| "same": true, |
| "pick_merged": "card_swallowed", |
| "same_as_merged": true, |
| "max_abs_dp": 0.041518406623349935, |
| "probs": [ |
| 0.000982, |
| 0.000879, |
| 0.00057, |
| 0.0385, |
| 0.000432, |
| 0.000332, |
| 0.000285, |
| 0.000338, |
| 0.0004, |
| 0.000632, |
| 0.005691, |
| 0.000862, |
| 0.000847, |
| 0.000704, |
| 0.006829, |
| 0.003688, |
| 0.003758, |
| 0.001461, |
| 0.918731, |
| 0.006975, |
| 0.000304, |
| 0.00032, |
| 0.000554, |
| 0.000422, |
| 0.000261, |
| 0.000914, |
| 1.4e-05, |
| 9.4e-05, |
| 5.3e-05, |
| 0.000196, |
| 1.5e-05, |
| 1.2e-05, |
| 2.8e-05, |
| 1.5e-05, |
| 1.7e-05, |
| 1.4e-05, |
| 8.3e-05, |
| 6.2e-05, |
| 7.4e-05, |
| 0.000643, |
| 2e-05, |
| 0.000291, |
| 3.4e-05, |
| 0.000256, |
| 0.000466, |
| 0.000308, |
| 8e-06, |
| 6e-06, |
| 1.5e-05, |
| 3.5e-05, |
| 2.4e-05, |
| 2.9e-05, |
| 5e-05, |
| 1.2e-05, |
| 2.8e-05, |
| 5.2e-05, |
| 1.7e-05, |
| 7e-06, |
| 1e-05, |
| 1.1e-05, |
| 2.4e-05, |
| 2.6e-05, |
| 8.6e-05, |
| 2.1e-05, |
| 4.5e-05, |
| 2.3e-05, |
| 4e-05, |
| 9e-05, |
| 4.9e-05, |
| 0.000686, |
| 4.4e-05, |
| 2.7e-05, |
| 1e-05, |
| 1.4e-05, |
| 2.7e-05, |
| 3.1e-05, |
| 8.7e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2558", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "cash_withdrawal_charge", |
| "pick_run": "cash_withdrawal_charge", |
| "same": true, |
| "pick_merged": "cash_withdrawal_charge", |
| "same_as_merged": true, |
| "max_abs_dp": 0.1324923588276694, |
| "probs": [ |
| 0.014694, |
| 0.006425, |
| 0.003457, |
| 0.007313, |
| 0.000456, |
| 0.000374, |
| 0.000583, |
| 0.000546, |
| 0.002151, |
| 0.000596, |
| 0.000618, |
| 0.003525, |
| 0.001008, |
| 0.000354, |
| 0.000202, |
| 0.107971, |
| 0.00349, |
| 0.001653, |
| 0.001401, |
| 0.471972, |
| 0.000572, |
| 0.000267, |
| 0.000105, |
| 0.001254, |
| 0.000913, |
| 0.001697, |
| 0.002543, |
| 0.001163, |
| 0.000357, |
| 0.000645, |
| 0.000521, |
| 5.5e-05, |
| 0.000114, |
| 0.000216, |
| 0.030658, |
| 0.000323, |
| 4.6e-05, |
| 0.003543, |
| 0.002258, |
| 0.000806, |
| 0.000115, |
| 0.000668, |
| 0.000392, |
| 0.00031, |
| 0.000291, |
| 0.001676, |
| 0.000567, |
| 4.1e-05, |
| 3.9e-05, |
| 0.000665, |
| 0.000524, |
| 0.000363, |
| 0.049394, |
| 0.000854, |
| 0.002522, |
| 0.001175, |
| 0.000324, |
| 0.000247, |
| 0.000262, |
| 0.000223, |
| 0.020057, |
| 0.000454, |
| 0.000558, |
| 0.164624, |
| 0.018278, |
| 0.000423, |
| 0.000524, |
| 0.006133, |
| 0.000745, |
| 0.002811, |
| 0.002459, |
| 0.000391, |
| 3.5e-05, |
| 0.000111, |
| 0.000774, |
| 0.001744, |
| 0.042386 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2801", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "top_up_by_card_charge", |
| "pick_run": "top_up_by_bank_transfer_charge", |
| "same": false, |
| "pick_merged": "top_up_by_bank_transfer_charge", |
| "same_as_merged": false, |
| "max_abs_dp": 0.22530607038035494, |
| "probs": [ |
| 0.001124, |
| 0.004191, |
| 0.0006, |
| 0.000869, |
| 0.002425, |
| 0.002528, |
| 0.000214, |
| 0.000162, |
| 0.000281, |
| 0.000275, |
| 0.002659, |
| 0.00022, |
| 0.000165, |
| 0.000327, |
| 6.8e-05, |
| 0.100628, |
| 0.000783, |
| 0.000184, |
| 0.000309, |
| 0.000786, |
| 6.6e-05, |
| 0.000344, |
| 4.4e-05, |
| 0.000127, |
| 0.000118, |
| 0.000357, |
| 0.000135, |
| 0.000596, |
| 0.000135, |
| 0.000576, |
| 0.003163, |
| 0.014042, |
| 0.000145, |
| 0.000188, |
| 0.00041, |
| 0.000102, |
| 0.00118, |
| 0.000607, |
| 0.000612, |
| 0.000422, |
| 5.2e-05, |
| 0.000737, |
| 0.000267, |
| 0.000301, |
| 0.000227, |
| 0.000803, |
| 0.000286, |
| 0.000384, |
| 6.2e-05, |
| 0.000202, |
| 9e-05, |
| 0.000141, |
| 0.003817, |
| 0.002118, |
| 0.002202, |
| 0.002828, |
| 0.18695, |
| 0.518943, |
| 0.00228, |
| 0.002515, |
| 0.012046, |
| 0.004265, |
| 0.059932, |
| 0.00473, |
| 0.005421, |
| 0.002006, |
| 0.00113, |
| 0.01829, |
| 0.001839, |
| 0.003792, |
| 0.002489, |
| 0.00689, |
| 0.002155, |
| 0.000972, |
| 0.005134, |
| 0.001376, |
| 0.000157 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2842", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "activate_my_card", |
| "pick_run": "activate_my_card", |
| "same": true, |
| "pick_merged": "activate_my_card", |
| "same_as_merged": true, |
| "max_abs_dp": 0.015634324321084803, |
| "probs": [ |
| 0.964575, |
| 0.000962, |
| 0.000827, |
| 0.000902, |
| 0.0007, |
| 0.000277, |
| 0.000293, |
| 0.000203, |
| 0.000279, |
| 0.00014, |
| 0.000926, |
| 0.001626, |
| 0.000451, |
| 0.000243, |
| 0.000338, |
| 0.00041, |
| 0.00023, |
| 0.00021, |
| 0.00044, |
| 0.000411, |
| 0.000106, |
| 0.000352, |
| 0.000189, |
| 0.000281, |
| 0.000118, |
| 0.00028, |
| 0.001821, |
| 0.000402, |
| 0.000911, |
| 0.000958, |
| 0.000755, |
| 0.000189, |
| 0.000308, |
| 0.00026, |
| 0.00073, |
| 0.000171, |
| 0.000785, |
| 0.001101, |
| 0.007377, |
| 0.000878, |
| 0.000487, |
| 0.000684, |
| 0.000521, |
| 0.0006, |
| 0.000662, |
| 0.001634, |
| 7e-05, |
| 0.000114, |
| 0.000218, |
| 0.00025, |
| 0.000286, |
| 0.000226, |
| 0.000303, |
| 3e-05, |
| 6.7e-05, |
| 4.9e-05, |
| 8.2e-05, |
| 2.6e-05, |
| 2.3e-05, |
| 1.3e-05, |
| 9.2e-05, |
| 3.8e-05, |
| 8.4e-05, |
| 7.9e-05, |
| 0.000234, |
| 2.6e-05, |
| 3.1e-05, |
| 6e-05, |
| 0.000108, |
| 9.4e-05, |
| 3.3e-05, |
| 2.2e-05, |
| 1.4e-05, |
| 1.4e-05, |
| 1.1e-05, |
| 2.9e-05, |
| 0.000271 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-258", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "fiat_currency_support", |
| "pick_run": "fiat_currency_support", |
| "same": true, |
| "pick_merged": "fiat_currency_support", |
| "same_as_merged": true, |
| "max_abs_dp": 0.013097769821149852, |
| "probs": [ |
| 0.000816, |
| 0.000248, |
| 0.000317, |
| 0.000356, |
| 0.000471, |
| 0.000375, |
| 0.000209, |
| 0.000267, |
| 0.000265, |
| 0.000587, |
| 0.020518, |
| 0.000194, |
| 0.000177, |
| 0.000147, |
| 4.8e-05, |
| 0.000268, |
| 0.00021, |
| 0.000472, |
| 0.000223, |
| 0.000408, |
| 8e-05, |
| 0.00024, |
| 0.000181, |
| 0.000994, |
| 0.09965, |
| 0.001253, |
| 0.000729, |
| 0.000852, |
| 0.014809, |
| 0.000442, |
| 0.000542, |
| 0.001887, |
| 0.002232, |
| 0.000708, |
| 0.001732, |
| 0.001441, |
| 0.783158, |
| 0.000697, |
| 0.000503, |
| 0.000584, |
| 5.6e-05, |
| 0.000316, |
| 0.00043, |
| 0.000181, |
| 0.000239, |
| 0.000341, |
| 8.8e-05, |
| 9.8e-05, |
| 0.000128, |
| 0.000802, |
| 0.00349, |
| 0.000289, |
| 0.002577, |
| 0.000122, |
| 0.018222, |
| 0.000176, |
| 0.000183, |
| 9.9e-05, |
| 7.6e-05, |
| 9.3e-05, |
| 0.000649, |
| 0.000763, |
| 0.025057, |
| 0.000186, |
| 0.000204, |
| 0.000165, |
| 7.8e-05, |
| 0.000173, |
| 0.000177, |
| 0.000297, |
| 0.00012, |
| 0.000265, |
| 8.8e-05, |
| 0.000103, |
| 0.000228, |
| 0.001712, |
| 0.00244 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-180", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "extra_charge_on_statement", |
| "pick_run": "extra_charge_on_statement", |
| "same": true, |
| "pick_merged": "extra_charge_on_statement", |
| "same_as_merged": true, |
| "max_abs_dp": 0.031433127164798846, |
| "probs": [ |
| 0.008158, |
| 0.000616, |
| 0.000422, |
| 0.001394, |
| 0.000624, |
| 0.000681, |
| 0.000349, |
| 0.000505, |
| 0.008442, |
| 0.000579, |
| 0.000834, |
| 0.000694, |
| 0.001475, |
| 0.000388, |
| 0.000193, |
| 0.321547, |
| 0.001196, |
| 0.000465, |
| 0.000703, |
| 0.017174, |
| 5.5e-05, |
| 0.000155, |
| 8.5e-05, |
| 0.000797, |
| 0.000328, |
| 0.000629, |
| 0.004483, |
| 0.00152, |
| 0.000572, |
| 0.000875, |
| 0.003116, |
| 0.002432, |
| 0.00073, |
| 0.002073, |
| 0.498575, |
| 0.001679, |
| 0.000391, |
| 0.001242, |
| 0.008513, |
| 0.0017, |
| 0.00039, |
| 0.003895, |
| 0.000472, |
| 0.00086, |
| 0.000363, |
| 0.002007, |
| 0.000261, |
| 7.1e-05, |
| 9.5e-05, |
| 0.000986, |
| 0.000466, |
| 0.000346, |
| 0.006779, |
| 0.000917, |
| 0.000991, |
| 0.000705, |
| 0.00103, |
| 0.001002, |
| 0.000339, |
| 0.00044, |
| 0.0373, |
| 0.00068, |
| 0.001077, |
| 0.000314, |
| 0.033856, |
| 0.000661, |
| 0.00044, |
| 0.002216, |
| 0.000259, |
| 0.001225, |
| 0.000562, |
| 0.000149, |
| 2.3e-05, |
| 9.3e-05, |
| 0.000389, |
| 0.000175, |
| 0.001776 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2691", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "balance_not_updated_after_bank_transfer", |
| "pick_run": "balance_not_updated_after_bank_transfer", |
| "same": true, |
| "pick_merged": "balance_not_updated_after_bank_transfer", |
| "same_as_merged": true, |
| "max_abs_dp": 0.053881693377598294, |
| "probs": [ |
| 0.008315, |
| 0.00892, |
| 0.003546, |
| 0.003686, |
| 0.001494, |
| 0.819051, |
| 0.053379, |
| 0.003132, |
| 0.001697, |
| 0.003895, |
| 0.002075, |
| 0.001581, |
| 0.001801, |
| 0.000837, |
| 0.000865, |
| 0.00227, |
| 0.000868, |
| 0.000895, |
| 0.002696, |
| 0.001899, |
| 0.000469, |
| 0.001402, |
| 0.002136, |
| 0.000873, |
| 0.000654, |
| 0.001162, |
| 0.000333, |
| 0.00428, |
| 0.001015, |
| 0.001055, |
| 0.00028, |
| 0.001087, |
| 0.001975, |
| 0.002368, |
| 0.000789, |
| 0.003322, |
| 0.000371, |
| 0.000431, |
| 0.001231, |
| 0.001227, |
| 0.000314, |
| 0.000845, |
| 0.00047, |
| 0.000359, |
| 0.000162, |
| 0.000349, |
| 0.000158, |
| 0.000314, |
| 0.000961, |
| 0.000397, |
| 0.000238, |
| 0.000418, |
| 0.004864, |
| 0.000731, |
| 0.000863, |
| 0.000759, |
| 0.000456, |
| 0.002061, |
| 0.007554, |
| 0.003336, |
| 0.001362, |
| 0.004656, |
| 0.00146, |
| 0.000645, |
| 0.003337, |
| 0.001785, |
| 0.00156, |
| 0.002367, |
| 0.000608, |
| 0.001145, |
| 0.000237, |
| 0.000997, |
| 0.000409, |
| 0.002538, |
| 0.001129, |
| 0.000316, |
| 0.000479 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-634", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "top_up_by_bank_transfer_charge", |
| "pick_run": "top_up_by_bank_transfer_charge", |
| "same": true, |
| "pick_merged": "top_up_by_bank_transfer_charge", |
| "same_as_merged": true, |
| "max_abs_dp": 0.030180776073623017, |
| "probs": [ |
| 0.000661, |
| 0.001905, |
| 0.000261, |
| 0.000337, |
| 0.00081, |
| 0.000436, |
| 7.6e-05, |
| 5.8e-05, |
| 0.0002, |
| 0.000143, |
| 0.000304, |
| 9.7e-05, |
| 0.000174, |
| 0.000172, |
| 3.9e-05, |
| 0.018551, |
| 0.000475, |
| 9e-05, |
| 0.000201, |
| 0.000636, |
| 1.9e-05, |
| 0.000134, |
| 3.4e-05, |
| 5.9e-05, |
| 8.5e-05, |
| 0.000181, |
| 2.3e-05, |
| 0.000421, |
| 5.7e-05, |
| 0.00018, |
| 0.001859, |
| 0.000195, |
| 1.7e-05, |
| 2.5e-05, |
| 3.8e-05, |
| 9e-06, |
| 5.9e-05, |
| 0.000107, |
| 0.000742, |
| 0.000176, |
| 5e-06, |
| 0.000195, |
| 2.5e-05, |
| 7e-05, |
| 7.6e-05, |
| 0.000318, |
| 1.6e-05, |
| 5.8e-05, |
| 4.2e-05, |
| 4.7e-05, |
| 2.3e-05, |
| 2.8e-05, |
| 0.00067, |
| 0.000733, |
| 0.000369, |
| 0.00092, |
| 0.936648, |
| 0.003611, |
| 0.000193, |
| 0.000316, |
| 0.001036, |
| 0.000273, |
| 0.001284, |
| 0.000436, |
| 0.01411, |
| 0.000652, |
| 0.000264, |
| 0.003209, |
| 0.000596, |
| 0.001082, |
| 0.000951, |
| 0.000437, |
| 0.00022, |
| 0.000215, |
| 0.000475, |
| 0.000314, |
| 3.5e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2958", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "top_up_failed", |
| "pick_run": "top_up_failed", |
| "same": true, |
| "pick_merged": "top_up_failed", |
| "same_as_merged": true, |
| "max_abs_dp": 0.012257277637918396, |
| "probs": [ |
| 0.001373, |
| 0.020293, |
| 0.005085, |
| 0.000617, |
| 0.001654, |
| 0.000551, |
| 0.000418, |
| 0.002169, |
| 0.000277, |
| 0.000305, |
| 0.000598, |
| 0.000422, |
| 9e-05, |
| 0.000156, |
| 0.0006, |
| 0.000718, |
| 0.002847, |
| 0.000154, |
| 0.000222, |
| 0.00011, |
| 0.000163, |
| 0.001, |
| 4.6e-05, |
| 0.000335, |
| 0.000173, |
| 0.001133, |
| 1.2e-05, |
| 0.000275, |
| 6.4e-05, |
| 0.000158, |
| 0.000154, |
| 5.9e-05, |
| 6.6e-05, |
| 0.019605, |
| 8.3e-05, |
| 3.5e-05, |
| 0.000141, |
| 8.5e-05, |
| 7.9e-05, |
| 0.000148, |
| 3.1e-05, |
| 0.000174, |
| 0.000159, |
| 6.1e-05, |
| 9.2e-05, |
| 9.8e-05, |
| 9.8e-05, |
| 0.000228, |
| 1.4e-05, |
| 1.9e-05, |
| 2.1e-05, |
| 0.000124, |
| 0.000655, |
| 0.000339, |
| 0.000358, |
| 0.000558, |
| 0.002117, |
| 0.002485, |
| 0.002109, |
| 0.891833, |
| 0.002189, |
| 0.001308, |
| 0.0192, |
| 0.000932, |
| 0.000907, |
| 0.000229, |
| 0.000293, |
| 0.001237, |
| 0.000553, |
| 0.001224, |
| 0.000467, |
| 0.001764, |
| 0.002211, |
| 0.000634, |
| 0.002158, |
| 0.000597, |
| 5e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-882", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "supported_cards_and_currencies", |
| "pick_run": "supported_cards_and_currencies", |
| "same": true, |
| "pick_merged": "supported_cards_and_currencies", |
| "same_as_merged": true, |
| "max_abs_dp": 0.12508980691955962, |
| "probs": [ |
| 0.000619, |
| 0.000603, |
| 0.001396, |
| 0.000242, |
| 9.2e-05, |
| 0.000254, |
| 0.000131, |
| 0.000104, |
| 0.000139, |
| 0.000198, |
| 0.016521, |
| 9.1e-05, |
| 4.7e-05, |
| 6.3e-05, |
| 1.2e-05, |
| 0.000114, |
| 8.3e-05, |
| 7.7e-05, |
| 6.7e-05, |
| 0.000117, |
| 2.7e-05, |
| 0.00012, |
| 5.1e-05, |
| 0.000261, |
| 0.000635, |
| 0.000764, |
| 0.000762, |
| 0.001205, |
| 0.058917, |
| 0.000759, |
| 0.000401, |
| 0.001422, |
| 0.000929, |
| 0.000578, |
| 0.000597, |
| 0.000391, |
| 0.125621, |
| 0.000362, |
| 0.000209, |
| 0.00048, |
| 4e-05, |
| 0.000243, |
| 0.000333, |
| 9.2e-05, |
| 0.000215, |
| 0.000283, |
| 9.9e-05, |
| 9.6e-05, |
| 9.2e-05, |
| 0.000595, |
| 0.000409, |
| 0.000214, |
| 0.004639, |
| 0.000805, |
| 0.656582, |
| 0.000669, |
| 0.000819, |
| 0.000712, |
| 0.001162, |
| 0.001002, |
| 0.002206, |
| 0.002261, |
| 0.093962, |
| 0.00136, |
| 0.000622, |
| 0.000406, |
| 0.000237, |
| 0.000853, |
| 0.000709, |
| 0.002103, |
| 0.000498, |
| 0.001041, |
| 0.000393, |
| 0.000831, |
| 0.001579, |
| 0.00143, |
| 0.004948 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-218", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "pending_cash_withdrawal", |
| "pick_run": "pending_cash_withdrawal", |
| "same": true, |
| "pick_merged": "pending_cash_withdrawal", |
| "same_as_merged": true, |
| "max_abs_dp": 0.02941934781273181, |
| "probs": [ |
| 0.007542, |
| 0.002431, |
| 0.001197, |
| 0.037828, |
| 0.000248, |
| 0.000443, |
| 0.000276, |
| 0.000466, |
| 0.00057, |
| 0.000909, |
| 0.000396, |
| 0.000929, |
| 0.000333, |
| 0.000124, |
| 0.005806, |
| 0.009924, |
| 0.002364, |
| 0.000393, |
| 0.000694, |
| 0.101173, |
| 0.040301, |
| 0.000603, |
| 0.000187, |
| 0.000609, |
| 0.000455, |
| 0.002587, |
| 0.017207, |
| 0.002244, |
| 0.000647, |
| 0.005129, |
| 0.001439, |
| 0.000174, |
| 0.000348, |
| 0.00114, |
| 0.002318, |
| 0.003404, |
| 0.000156, |
| 0.002243, |
| 0.003096, |
| 0.002325, |
| 0.012737, |
| 0.001129, |
| 0.003214, |
| 0.000812, |
| 0.001037, |
| 0.02041, |
| 0.629719, |
| 0.001399, |
| 0.000553, |
| 0.000936, |
| 0.000975, |
| 0.001786, |
| 0.015489, |
| 0.007281, |
| 0.00039, |
| 0.001248, |
| 0.00013, |
| 0.000122, |
| 0.00025, |
| 0.000384, |
| 0.000705, |
| 0.001545, |
| 0.000364, |
| 0.003923, |
| 0.002472, |
| 0.000339, |
| 0.004373, |
| 0.003238, |
| 0.000544, |
| 0.002162, |
| 0.00148, |
| 0.015027, |
| 0.000216, |
| 0.000727, |
| 0.000256, |
| 0.000545, |
| 0.001425 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1871", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "transfer_fee_charged", |
| "pick_run": "transfer_fee_charged", |
| "same": true, |
| "pick_merged": "transfer_fee_charged", |
| "same_as_merged": true, |
| "max_abs_dp": 0.13774454916264134, |
| "probs": [ |
| 0.003341, |
| 0.002402, |
| 0.000762, |
| 0.000612, |
| 0.00025, |
| 0.00061, |
| 0.00025, |
| 0.000316, |
| 0.000645, |
| 0.000618, |
| 0.000564, |
| 0.000524, |
| 0.029455, |
| 0.000497, |
| 0.000113, |
| 0.179269, |
| 0.002108, |
| 0.000508, |
| 0.000759, |
| 0.009228, |
| 7.3e-05, |
| 0.000202, |
| 0.001639, |
| 0.000469, |
| 0.000286, |
| 0.001221, |
| 0.000509, |
| 0.003233, |
| 0.000371, |
| 0.000861, |
| 0.000817, |
| 0.000432, |
| 0.000126, |
| 0.000454, |
| 0.001046, |
| 0.000284, |
| 0.000159, |
| 0.000903, |
| 0.035176, |
| 0.001623, |
| 0.000249, |
| 0.001159, |
| 0.000693, |
| 0.000661, |
| 0.000733, |
| 0.139383, |
| 0.000394, |
| 0.000433, |
| 0.01667, |
| 0.001073, |
| 0.000641, |
| 0.000292, |
| 0.001847, |
| 0.000449, |
| 0.000833, |
| 0.00063, |
| 0.0014, |
| 0.000682, |
| 0.000195, |
| 0.000226, |
| 0.003819, |
| 0.000734, |
| 0.000585, |
| 0.001315, |
| 0.514206, |
| 0.001776, |
| 0.001434, |
| 0.0058, |
| 0.000863, |
| 0.003311, |
| 0.003457, |
| 0.000389, |
| 0.000192, |
| 0.009107, |
| 0.000803, |
| 0.000605, |
| 0.00024 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1660", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "lost_or_stolen_card", |
| "pick_run": "lost_or_stolen_card", |
| "same": true, |
| "pick_merged": "lost_or_stolen_card", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0642107750589821, |
| "probs": [ |
| 0.002527, |
| 0.000255, |
| 0.000142, |
| 0.000425, |
| 6e-05, |
| 6.9e-05, |
| 6.1e-05, |
| 6.4e-05, |
| 0.000117, |
| 0.000128, |
| 0.00011, |
| 0.000161, |
| 0.000103, |
| 0.000186, |
| 0.000439, |
| 0.008704, |
| 0.001288, |
| 0.000168, |
| 0.00036, |
| 0.000193, |
| 4.4e-05, |
| 0.000102, |
| 0.025867, |
| 0.000273, |
| 8.9e-05, |
| 0.000317, |
| 0.000263, |
| 0.000945, |
| 0.000266, |
| 0.001286, |
| 0.000259, |
| 0.00012, |
| 0.000166, |
| 0.000134, |
| 0.000178, |
| 0.000267, |
| 0.000386, |
| 0.000926, |
| 0.000692, |
| 0.011016, |
| 0.000691, |
| 0.92519, |
| 0.002524, |
| 0.002588, |
| 0.000271, |
| 0.000625, |
| 7.9e-05, |
| 5.1e-05, |
| 0.000497, |
| 0.00046, |
| 7.1e-05, |
| 0.000122, |
| 0.000406, |
| 4.6e-05, |
| 5.7e-05, |
| 0.000109, |
| 6.3e-05, |
| 2.8e-05, |
| 2.6e-05, |
| 2e-05, |
| 7.2e-05, |
| 9.2e-05, |
| 0.000155, |
| 5.7e-05, |
| 0.000233, |
| 0.00012, |
| 0.000155, |
| 0.004617, |
| 0.000182, |
| 0.000283, |
| 8.6e-05, |
| 4.6e-05, |
| 2.4e-05, |
| 0.000548, |
| 0.000113, |
| 5.4e-05, |
| 7.9e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1126", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "edit_personal_details", |
| "pick_run": "edit_personal_details", |
| "same": true, |
| "pick_merged": "edit_personal_details", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0016209441268870695, |
| "probs": [ |
| 0.001331, |
| 1.3e-05, |
| 1.2e-05, |
| 8e-06, |
| 0.00018, |
| 8e-06, |
| 5e-06, |
| 5e-06, |
| 2.7e-05, |
| 1e-05, |
| 1e-05, |
| 8e-06, |
| 1.3e-05, |
| 1.3e-05, |
| 3e-06, |
| 1.2e-05, |
| 9e-06, |
| 7e-06, |
| 1.4e-05, |
| 1.4e-05, |
| 4e-06, |
| 1e-05, |
| 1.2e-05, |
| 1.4e-05, |
| 2.6e-05, |
| 4.1e-05, |
| 0.000242, |
| 0.000206, |
| 5.4e-05, |
| 0.000387, |
| 0.995999, |
| 3e-05, |
| 1.9e-05, |
| 1.9e-05, |
| 0.000108, |
| 3.4e-05, |
| 3.7e-05, |
| 5e-05, |
| 7.1e-05, |
| 0.000127, |
| 3.8e-05, |
| 2.4e-05, |
| 5e-05, |
| 4.1e-05, |
| 6.4e-05, |
| 8.1e-05, |
| 3.7e-05, |
| 2.4e-05, |
| 3.1e-05, |
| 8.2e-05, |
| 9.7e-05, |
| 5.1e-05, |
| 2.2e-05, |
| 1e-06, |
| 1e-06, |
| 3e-06, |
| 0.000128, |
| 1e-06, |
| 0.0, |
| 0.0, |
| 1e-06, |
| 1e-06, |
| 3e-06, |
| 1e-06, |
| 2e-06, |
| 1e-06, |
| 0.0, |
| 1e-06, |
| 3e-06, |
| 1e-06, |
| 1e-06, |
| 1e-06, |
| 1e-06, |
| 1e-06, |
| 1e-06, |
| 6e-06, |
| 1.1e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2321", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "transfer_into_account", |
| "pick_run": "transfer_into_account", |
| "same": true, |
| "pick_merged": "transfer_into_account", |
| "same_as_merged": true, |
| "max_abs_dp": 0.029894173954592262, |
| "probs": [ |
| 0.000958, |
| 0.000768, |
| 0.000328, |
| 0.000105, |
| 7.4e-05, |
| 3.7e-05, |
| 5.6e-05, |
| 1.9e-05, |
| 8.7e-05, |
| 3.4e-05, |
| 2.9e-05, |
| 3.3e-05, |
| 4.1e-05, |
| 0.000675, |
| 1.5e-05, |
| 8.1e-05, |
| 0.000129, |
| 4.6e-05, |
| 5.6e-05, |
| 5.3e-05, |
| 1e-05, |
| 7.4e-05, |
| 5.7e-05, |
| 3.2e-05, |
| 0.001073, |
| 0.000107, |
| 4.4e-05, |
| 0.001096, |
| 0.000129, |
| 0.00033, |
| 0.000187, |
| 0.000112, |
| 0.000164, |
| 0.000163, |
| 0.00031, |
| 6.9e-05, |
| 0.000116, |
| 0.000377, |
| 0.000376, |
| 0.029742, |
| 7.3e-05, |
| 0.000266, |
| 0.000229, |
| 0.000723, |
| 0.000344, |
| 0.000713, |
| 0.000219, |
| 0.001258, |
| 0.000487, |
| 0.000969, |
| 0.012032, |
| 0.000185, |
| 0.00134, |
| 0.000199, |
| 0.000493, |
| 0.001074, |
| 0.002867, |
| 0.000957, |
| 0.001284, |
| 0.000331, |
| 0.001026, |
| 0.000494, |
| 0.001941, |
| 0.001796, |
| 0.00306, |
| 0.886373, |
| 0.001204, |
| 0.001913, |
| 0.003964, |
| 0.002729, |
| 0.003739, |
| 0.003061, |
| 0.001627, |
| 0.002401, |
| 0.001804, |
| 0.01857, |
| 6.5e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2667", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "top_up_failed", |
| "pick_run": "top_up_failed", |
| "same": true, |
| "pick_merged": "top_up_failed", |
| "same_as_merged": true, |
| "max_abs_dp": 0.010056350291865912, |
| "probs": [ |
| 0.001791, |
| 0.013948, |
| 0.000917, |
| 0.000441, |
| 0.002267, |
| 0.000319, |
| 0.0002, |
| 0.001309, |
| 0.000232, |
| 0.000294, |
| 0.000183, |
| 0.000253, |
| 5.4e-05, |
| 7.7e-05, |
| 7e-05, |
| 0.0003, |
| 0.00083, |
| 9.1e-05, |
| 0.000169, |
| 7e-05, |
| 0.000161, |
| 0.001171, |
| 3.8e-05, |
| 0.000162, |
| 0.000144, |
| 0.00582, |
| 4.9e-05, |
| 0.000701, |
| 0.000123, |
| 0.000297, |
| 0.000319, |
| 0.000122, |
| 0.000113, |
| 0.035396, |
| 0.000243, |
| 8.9e-05, |
| 0.000137, |
| 0.000127, |
| 0.000158, |
| 0.00027, |
| 3.2e-05, |
| 0.000322, |
| 0.000232, |
| 0.0001, |
| 0.000149, |
| 0.000292, |
| 0.000394, |
| 0.002075, |
| 4.1e-05, |
| 3.4e-05, |
| 5e-05, |
| 0.000546, |
| 0.001557, |
| 0.000858, |
| 0.000401, |
| 0.000886, |
| 0.004711, |
| 0.00241, |
| 0.001615, |
| 0.869577, |
| 0.008081, |
| 0.002759, |
| 0.007798, |
| 0.001068, |
| 0.001327, |
| 0.000277, |
| 0.000317, |
| 0.001252, |
| 0.000669, |
| 0.001734, |
| 0.000729, |
| 0.0066, |
| 0.007741, |
| 0.000884, |
| 0.002037, |
| 0.000927, |
| 5.7e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1537", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "passcode_forgotten", |
| "pick_run": "passcode_forgotten", |
| "same": true, |
| "pick_merged": "passcode_forgotten", |
| "same_as_merged": true, |
| "max_abs_dp": 0.10827827901527853, |
| "probs": [ |
| 0.001014, |
| 0.000228, |
| 0.000532, |
| 0.000977, |
| 0.000169, |
| 0.000176, |
| 9.6e-05, |
| 0.000156, |
| 0.000268, |
| 0.000231, |
| 0.000366, |
| 0.000264, |
| 0.000219, |
| 0.000188, |
| 0.003709, |
| 0.001264, |
| 0.008845, |
| 0.000461, |
| 0.010656, |
| 0.000252, |
| 6.7e-05, |
| 0.088753, |
| 0.000254, |
| 0.000805, |
| 0.000188, |
| 0.000651, |
| 0.000262, |
| 0.000534, |
| 0.000257, |
| 0.001981, |
| 0.000226, |
| 4e-05, |
| 0.000136, |
| 0.000199, |
| 0.000212, |
| 0.000139, |
| 0.00028, |
| 0.000463, |
| 0.000629, |
| 0.001057, |
| 0.000236, |
| 0.00077, |
| 0.000906, |
| 0.002391, |
| 0.851576, |
| 0.00117, |
| 8.5e-05, |
| 0.000737, |
| 0.000128, |
| 0.004885, |
| 0.000123, |
| 0.000468, |
| 0.000124, |
| 2.9e-05, |
| 6.1e-05, |
| 3.3e-05, |
| 4.5e-05, |
| 1.5e-05, |
| 1.3e-05, |
| 1.5e-05, |
| 7.7e-05, |
| 4e-05, |
| 6.6e-05, |
| 4.8e-05, |
| 4.4e-05, |
| 2.5e-05, |
| 3.3e-05, |
| 0.00011, |
| 0.000223, |
| 0.007471, |
| 2.8e-05, |
| 4.2e-05, |
| 0.000393, |
| 2.5e-05, |
| 0.000154, |
| 8.9e-05, |
| 0.000118 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1232", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "why_verify_identity", |
| "pick_run": "why_verify_identity", |
| "same": true, |
| "pick_merged": "why_verify_identity", |
| "same_as_merged": true, |
| "max_abs_dp": 0.14824125600823074, |
| "probs": [ |
| 0.000375, |
| 0.005514, |
| 0.000356, |
| 0.000187, |
| 5.7e-05, |
| 6.2e-05, |
| 4.5e-05, |
| 3.6e-05, |
| 9.7e-05, |
| 8e-05, |
| 0.000324, |
| 0.000118, |
| 5.1e-05, |
| 8.3e-05, |
| 0.000237, |
| 0.000275, |
| 0.000961, |
| 0.000354, |
| 0.000398, |
| 0.000105, |
| 6.1e-05, |
| 0.000191, |
| 9.9e-05, |
| 0.006451, |
| 0.000246, |
| 0.00065, |
| 1.4e-05, |
| 0.000221, |
| 2.8e-05, |
| 7.3e-05, |
| 2.2e-05, |
| 1e-05, |
| 9e-06, |
| 1.1e-05, |
| 2.8e-05, |
| 1.5e-05, |
| 2.5e-05, |
| 9.1e-05, |
| 8.4e-05, |
| 0.00021, |
| 1.6e-05, |
| 0.000166, |
| 5.7e-05, |
| 0.000309, |
| 0.000649, |
| 0.000242, |
| 5.2e-05, |
| 2.7e-05, |
| 3.4e-05, |
| 0.010386, |
| 4.5e-05, |
| 7.4e-05, |
| 0.001142, |
| 0.000751, |
| 0.000845, |
| 0.001137, |
| 0.000937, |
| 0.000832, |
| 0.000617, |
| 0.00062, |
| 0.000897, |
| 0.001042, |
| 0.004294, |
| 0.002623, |
| 0.002223, |
| 0.000476, |
| 0.001797, |
| 0.005277, |
| 0.197747, |
| 0.147241, |
| 0.004996, |
| 0.00288, |
| 0.001725, |
| 0.003063, |
| 0.577447, |
| 0.009042, |
| 4e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2490", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "get_physical_card", |
| "pick_run": "get_physical_card", |
| "same": true, |
| "pick_merged": "get_physical_card", |
| "same_as_merged": true, |
| "max_abs_dp": 0.02249090410094006, |
| "probs": [ |
| 0.001631, |
| 0.000115, |
| 0.000112, |
| 0.000124, |
| 5e-05, |
| 9e-05, |
| 4.6e-05, |
| 7.5e-05, |
| 0.000143, |
| 0.000152, |
| 0.000686, |
| 0.011662, |
| 0.036694, |
| 0.000193, |
| 6.2e-05, |
| 0.000221, |
| 0.000228, |
| 0.000174, |
| 0.000198, |
| 0.000115, |
| 1.5e-05, |
| 5.8e-05, |
| 2.8e-05, |
| 8.4e-05, |
| 5.6e-05, |
| 0.000174, |
| 0.000119, |
| 0.00019, |
| 6.1e-05, |
| 0.000222, |
| 0.000114, |
| 5.2e-05, |
| 6.3e-05, |
| 8.1e-05, |
| 0.000275, |
| 6.3e-05, |
| 0.000136, |
| 0.016016, |
| 0.924304, |
| 0.001109, |
| 5.1e-05, |
| 0.000314, |
| 6.2e-05, |
| 0.002016, |
| 0.000348, |
| 0.000169, |
| 1.7e-05, |
| 2.5e-05, |
| 2e-05, |
| 5.6e-05, |
| 5.1e-05, |
| 3.8e-05, |
| 2.7e-05, |
| 3e-06, |
| 3e-06, |
| 2e-06, |
| 1.8e-05, |
| 2e-06, |
| 2e-06, |
| 1e-06, |
| 7e-06, |
| 5e-06, |
| 8e-06, |
| 6.7e-05, |
| 0.000618, |
| 3e-06, |
| 7e-06, |
| 9e-06, |
| 1.9e-05, |
| 6e-06, |
| 2e-06, |
| 4e-06, |
| 1e-06, |
| 2e-06, |
| 2e-06, |
| 8e-06, |
| 1.7e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1156", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "edit_personal_details", |
| "pick_run": "edit_personal_details", |
| "same": true, |
| "pick_merged": "edit_personal_details", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0010378508528293695, |
| "probs": [ |
| 0.000932, |
| 1.3e-05, |
| 1.3e-05, |
| 8e-06, |
| 0.000228, |
| 9e-06, |
| 5e-06, |
| 5e-06, |
| 3e-05, |
| 1e-05, |
| 1e-05, |
| 7e-06, |
| 1.3e-05, |
| 1e-05, |
| 3e-06, |
| 1e-05, |
| 8e-06, |
| 8e-06, |
| 1.5e-05, |
| 1.4e-05, |
| 4e-06, |
| 1.3e-05, |
| 1.4e-05, |
| 1.2e-05, |
| 2.3e-05, |
| 3.7e-05, |
| 0.000198, |
| 0.000246, |
| 6.5e-05, |
| 0.000463, |
| 0.995756, |
| 3.2e-05, |
| 2.2e-05, |
| 2.3e-05, |
| 0.000119, |
| 4e-05, |
| 4.3e-05, |
| 5.8e-05, |
| 0.00011, |
| 0.000149, |
| 4.6e-05, |
| 3e-05, |
| 5e-05, |
| 6.1e-05, |
| 0.000105, |
| 0.000109, |
| 5.1e-05, |
| 3e-05, |
| 3e-05, |
| 9.9e-05, |
| 0.000118, |
| 6.6e-05, |
| 4.7e-05, |
| 2e-06, |
| 2e-06, |
| 1.1e-05, |
| 0.000277, |
| 2e-06, |
| 1e-06, |
| 1e-06, |
| 2e-06, |
| 3e-06, |
| 8e-06, |
| 3e-06, |
| 7e-06, |
| 3e-06, |
| 0.0, |
| 4e-06, |
| 9e-06, |
| 6e-06, |
| 3e-06, |
| 4e-06, |
| 2e-06, |
| 2e-06, |
| 3e-06, |
| 1.5e-05, |
| 1.5e-05 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2020", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "verify_source_of_funds", |
| "pick_run": "verify_source_of_funds", |
| "same": true, |
| "pick_merged": "verify_source_of_funds", |
| "same_as_merged": true, |
| "max_abs_dp": 0.038922161419535195, |
| "probs": [ |
| 0.001557, |
| 0.00202, |
| 0.000789, |
| 0.000322, |
| 0.000155, |
| 0.000644, |
| 0.000171, |
| 8.2e-05, |
| 0.000383, |
| 0.000211, |
| 0.000259, |
| 0.000127, |
| 0.00017, |
| 0.000212, |
| 7.4e-05, |
| 0.000288, |
| 0.000393, |
| 0.000158, |
| 0.000335, |
| 0.00137, |
| 0.000146, |
| 0.00051, |
| 9.1e-05, |
| 0.000281, |
| 0.000289, |
| 0.000889, |
| 0.00013, |
| 0.000591, |
| 0.000221, |
| 0.000476, |
| 0.000104, |
| 8e-05, |
| 0.000132, |
| 8.9e-05, |
| 0.000207, |
| 0.000113, |
| 0.000125, |
| 0.000339, |
| 0.000309, |
| 0.000774, |
| 3.5e-05, |
| 0.000929, |
| 0.000549, |
| 0.000545, |
| 0.001092, |
| 0.00485, |
| 0.000378, |
| 0.000312, |
| 7.5e-05, |
| 0.000284, |
| 0.000186, |
| 0.000449, |
| 0.001821, |
| 0.000807, |
| 0.001705, |
| 0.00155, |
| 0.001509, |
| 0.000635, |
| 0.00074, |
| 0.000438, |
| 0.001817, |
| 0.001949, |
| 0.00346, |
| 0.003304, |
| 0.002534, |
| 0.001497, |
| 0.001049, |
| 0.003613, |
| 0.003686, |
| 0.013051, |
| 0.902415, |
| 0.015917, |
| 0.003087, |
| 0.000866, |
| 0.002107, |
| 0.004202, |
| 0.000944 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-1671", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "lost_or_stolen_phone", |
| "pick_run": "lost_or_stolen_phone", |
| "same": true, |
| "pick_merged": "lost_or_stolen_phone", |
| "same_as_merged": true, |
| "max_abs_dp": 0.08636709940329612, |
| "probs": [ |
| 0.016414, |
| 0.002981, |
| 0.000918, |
| 0.000669, |
| 7.2e-05, |
| 0.000175, |
| 9.2e-05, |
| 4.5e-05, |
| 0.000182, |
| 7.9e-05, |
| 7.5e-05, |
| 0.000274, |
| 8.4e-05, |
| 9.3e-05, |
| 0.000692, |
| 0.00382, |
| 0.004007, |
| 0.000246, |
| 0.000151, |
| 0.000412, |
| 8.6e-05, |
| 0.000115, |
| 0.000773, |
| 0.000133, |
| 9.3e-05, |
| 0.000223, |
| 0.000687, |
| 0.000786, |
| 0.000481, |
| 0.001012, |
| 0.000949, |
| 0.000202, |
| 0.000469, |
| 0.000248, |
| 0.000708, |
| 0.000319, |
| 0.000334, |
| 0.000597, |
| 0.000578, |
| 0.004497, |
| 0.005032, |
| 0.149763, |
| 0.792173, |
| 0.001688, |
| 0.000936, |
| 0.001149, |
| 0.00087, |
| 0.000171, |
| 0.000575, |
| 0.000544, |
| 0.000277, |
| 0.000348, |
| 0.000351, |
| 9e-06, |
| 1.7e-05, |
| 4e-05, |
| 2.3e-05, |
| 7e-06, |
| 1.7e-05, |
| 8e-06, |
| 2.3e-05, |
| 3.3e-05, |
| 2.5e-05, |
| 1.7e-05, |
| 5.6e-05, |
| 1.7e-05, |
| 8.1e-05, |
| 0.00047, |
| 6.3e-05, |
| 7e-05, |
| 2.9e-05, |
| 2.8e-05, |
| 2.5e-05, |
| 4e-05, |
| 2.6e-05, |
| 8.8e-05, |
| 0.000136 |
| ] |
| }, |
| { |
| "set": "jevals-banking77", |
| "id": "jevals-banking77:banking77-2933", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "order_physical_card", |
| "pick_run": "order_physical_card", |
| "same": true, |
| "pick_merged": "get_physical_card", |
| "same_as_merged": false, |
| "max_abs_dp": 0.07967941628345473, |
| "probs": [ |
| 0.002842, |
| 0.000297, |
| 0.000471, |
| 0.000384, |
| 0.000228, |
| 0.000282, |
| 0.000145, |
| 0.000188, |
| 0.000917, |
| 0.158257, |
| 0.001318, |
| 0.00265, |
| 0.027216, |
| 0.002887, |
| 0.001979, |
| 0.004224, |
| 0.00156, |
| 0.010529, |
| 0.000482, |
| 0.000596, |
| 6.6e-05, |
| 0.000123, |
| 0.000109, |
| 0.000253, |
| 0.000243, |
| 0.000389, |
| 0.000538, |
| 0.000641, |
| 0.000214, |
| 0.001125, |
| 0.000297, |
| 9.4e-05, |
| 0.000169, |
| 0.000204, |
| 0.000965, |
| 0.003978, |
| 0.000444, |
| 0.001017, |
| 0.301269, |
| 0.108445, |
| 0.001593, |
| 0.001388, |
| 0.000763, |
| 0.349697, |
| 0.001233, |
| 0.000797, |
| 6.6e-05, |
| 6.2e-05, |
| 4.8e-05, |
| 0.000327, |
| 0.000151, |
| 0.000132, |
| 0.000289, |
| 3.5e-05, |
| 3.9e-05, |
| 2.5e-05, |
| 4.9e-05, |
| 1.9e-05, |
| 2.3e-05, |
| 1.4e-05, |
| 0.000231, |
| 0.000892, |
| 0.000131, |
| 7.9e-05, |
| 0.001961, |
| 0.000188, |
| 0.000258, |
| 0.0002, |
| 0.000693, |
| 0.000243, |
| 3.1e-05, |
| 5.4e-05, |
| 1.1e-05, |
| 1.7e-05, |
| 3.5e-05, |
| 4.6e-05, |
| 0.000144 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-599", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.05528528611959743, |
| "probs": [ |
| 0.024382, |
| 0.120634, |
| 0.222125, |
| 0.350874, |
| 0.281986 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-269", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.018987438320568983, |
| "probs": [ |
| 0.088374, |
| 0.195498, |
| 0.285124, |
| 0.286744, |
| 0.144259 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-910", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.021810864045894135, |
| "probs": [ |
| 0.144449, |
| 0.260946, |
| 0.24779, |
| 0.204411, |
| 0.142404 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-243", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.005362102220704046, |
| "probs": [ |
| 0.004473, |
| 0.01739, |
| 0.106371, |
| 0.269842, |
| 0.601924 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-789", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "1", |
| "same": true, |
| "pick_merged": "1", |
| "same_as_merged": true, |
| "max_abs_dp": 0.03290212924949981, |
| "probs": [ |
| 0.236355, |
| 0.293814, |
| 0.241887, |
| 0.141843, |
| 0.086101 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-1001", |
| "qid": "decision", |
| "type": "score", |
| "pick": "0", |
| "pick_run": "0", |
| "same": true, |
| "pick_merged": "0", |
| "same_as_merged": true, |
| "max_abs_dp": 0.04456665030823337, |
| "probs": [ |
| 0.525155, |
| 0.305736, |
| 0.117768, |
| 0.036698, |
| 0.014643 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-448", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.00844836059850318, |
| "probs": [ |
| 0.064558, |
| 0.155659, |
| 0.247051, |
| 0.320809, |
| 0.211924 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-1008", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.03175249138226008, |
| "probs": [ |
| 0.067687, |
| 0.139343, |
| 0.236845, |
| 0.319099, |
| 0.237025 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-873", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.03832991875309749, |
| "probs": [ |
| 0.031177, |
| 0.121438, |
| 0.190195, |
| 0.368109, |
| 0.289081 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-705", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "1", |
| "same": true, |
| "pick_merged": "1", |
| "same_as_merged": true, |
| "max_abs_dp": 0.037155147369549724, |
| "probs": [ |
| 0.187523, |
| 0.359214, |
| 0.239288, |
| 0.13618, |
| 0.077795 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-151", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.02618497131425701, |
| "probs": [ |
| 0.162402, |
| 0.284055, |
| 0.260709, |
| 0.161816, |
| 0.131017 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-920", |
| "qid": "decision", |
| "type": "score", |
| "pick": "0", |
| "pick_run": "0", |
| "same": true, |
| "pick_merged": "0", |
| "same_as_merged": true, |
| "max_abs_dp": 0.027536437424324545, |
| "probs": [ |
| 0.439898, |
| 0.314747, |
| 0.138425, |
| 0.058911, |
| 0.048019 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-496", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.012352121460917909, |
| "probs": [ |
| 0.008694, |
| 0.034001, |
| 0.142417, |
| 0.333754, |
| 0.481135 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-21", |
| "qid": "decision", |
| "type": "score", |
| "pick": "0", |
| "pick_run": "1", |
| "same": false, |
| "pick_merged": "1", |
| "same_as_merged": false, |
| "max_abs_dp": 0.09326486595954447, |
| "probs": [ |
| 0.459662, |
| 0.339664, |
| 0.120426, |
| 0.050602, |
| 0.029646 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-553", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.052716128885890334, |
| "probs": [ |
| 0.019039, |
| 0.098955, |
| 0.227877, |
| 0.364124, |
| 0.290005 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-618", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.028591380123332788, |
| "probs": [ |
| 0.024799, |
| 0.111143, |
| 0.213912, |
| 0.343596, |
| 0.306549 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-452", |
| "qid": "decision", |
| "type": "score", |
| "pick": "2", |
| "pick_run": "2", |
| "same": true, |
| "pick_merged": "2", |
| "same_as_merged": true, |
| "max_abs_dp": 0.02084748517321547, |
| "probs": [ |
| 0.14809, |
| 0.224139, |
| 0.252028, |
| 0.220603, |
| 0.155141 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-422", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.054397808942799414, |
| "probs": [ |
| 0.136859, |
| 0.27961, |
| 0.276936, |
| 0.196259, |
| 0.110335 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-820", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0724829232283834, |
| "probs": [ |
| 0.011958, |
| 0.050284, |
| 0.170765, |
| 0.339378, |
| 0.427615 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-1034", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.01895063634199473, |
| "probs": [ |
| 0.071176, |
| 0.176146, |
| 0.274212, |
| 0.294257, |
| 0.184209 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-14", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.009855794118445838, |
| "probs": [ |
| 0.007296, |
| 0.028387, |
| 0.130187, |
| 0.29118, |
| 0.542949 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-221", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.005143226622933983, |
| "probs": [ |
| 0.022895, |
| 0.095224, |
| 0.19798, |
| 0.378182, |
| 0.305719 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-367", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.02200146395304553, |
| "probs": [ |
| 0.019499, |
| 0.084997, |
| 0.198974, |
| 0.362965, |
| 0.333564 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-898", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "1", |
| "same": true, |
| "pick_merged": "1", |
| "same_as_merged": true, |
| "max_abs_dp": 0.021610909599795725, |
| "probs": [ |
| 0.167586, |
| 0.300757, |
| 0.272014, |
| 0.166681, |
| 0.092963 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-475", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.012610445461631092, |
| "probs": [ |
| 0.076811, |
| 0.178952, |
| 0.275579, |
| 0.304998, |
| 0.16366 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-1022", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.005801070227806099, |
| "probs": [ |
| 0.024024, |
| 0.110296, |
| 0.190515, |
| 0.316171, |
| 0.358994 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-767", |
| "qid": "decision", |
| "type": "score", |
| "pick": "2", |
| "pick_run": "1", |
| "same": false, |
| "pick_merged": "1", |
| "same_as_merged": false, |
| "max_abs_dp": 0.04414734613987881, |
| "probs": [ |
| 0.158625, |
| 0.274736, |
| 0.28578, |
| 0.17603, |
| 0.10483 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-588", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.014585515117931658, |
| "probs": [ |
| 0.019472, |
| 0.089773, |
| 0.20485, |
| 0.362125, |
| 0.323781 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-380", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.022253019830441922, |
| "probs": [ |
| 0.036876, |
| 0.098227, |
| 0.180194, |
| 0.31741, |
| 0.367293 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-444", |
| "qid": "decision", |
| "type": "score", |
| "pick": "2", |
| "pick_run": "2", |
| "same": true, |
| "pick_merged": "2", |
| "same_as_merged": true, |
| "max_abs_dp": 0.02076510009681312, |
| "probs": [ |
| 0.140637, |
| 0.248392, |
| 0.295236, |
| 0.199292, |
| 0.116443 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-786", |
| "qid": "decision", |
| "type": "score", |
| "pick": "2", |
| "pick_run": "3", |
| "same": false, |
| "pick_merged": "3", |
| "same_as_merged": false, |
| "max_abs_dp": 0.014605373426667179, |
| "probs": [ |
| 0.178336, |
| 0.21661, |
| 0.219337, |
| 0.207047, |
| 0.178671 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-891", |
| "qid": "decision", |
| "type": "score", |
| "pick": "0", |
| "pick_run": "0", |
| "same": true, |
| "pick_merged": "0", |
| "same_as_merged": true, |
| "max_abs_dp": 0.007482763324702435, |
| "probs": [ |
| 0.610537, |
| 0.266645, |
| 0.075779, |
| 0.028218, |
| 0.01882 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-805", |
| "qid": "decision", |
| "type": "score", |
| "pick": "0", |
| "pick_run": "0", |
| "same": true, |
| "pick_merged": "0", |
| "same_as_merged": true, |
| "max_abs_dp": 0.01905262505710542, |
| "probs": [ |
| 0.424798, |
| 0.329135, |
| 0.134965, |
| 0.062401, |
| 0.0487 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-54", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.12451448425174266, |
| "probs": [ |
| 0.156998, |
| 0.170869, |
| 0.157698, |
| 0.218704, |
| 0.295732 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-142", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.014386954163217044, |
| "probs": [ |
| 0.021656, |
| 0.094021, |
| 0.238488, |
| 0.406108, |
| 0.239726 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-178", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "1", |
| "same": true, |
| "pick_merged": "1", |
| "same_as_merged": true, |
| "max_abs_dp": 0.03780293577606447, |
| "probs": [ |
| 0.328809, |
| 0.353745, |
| 0.193172, |
| 0.082138, |
| 0.042136 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-531", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.06610810546054258, |
| "probs": [ |
| 0.023038, |
| 0.096643, |
| 0.113713, |
| 0.289488, |
| 0.477118 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-823", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "4", |
| "same": false, |
| "pick_merged": "4", |
| "same_as_merged": false, |
| "max_abs_dp": 0.05158823935102991, |
| "probs": [ |
| 0.022076, |
| 0.0985, |
| 0.194068, |
| 0.353934, |
| 0.331422 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-305", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.007385718930291094, |
| "probs": [ |
| 0.012875, |
| 0.070085, |
| 0.190152, |
| 0.375665, |
| 0.351223 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-526", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.030517113249223293, |
| "probs": [ |
| 0.016657, |
| 0.067505, |
| 0.164081, |
| 0.341574, |
| 0.410183 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-359", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.03974638861491081, |
| "probs": [ |
| 0.038543, |
| 0.103088, |
| 0.19211, |
| 0.301869, |
| 0.364391 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-783", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "1", |
| "same": true, |
| "pick_merged": "1", |
| "same_as_merged": true, |
| "max_abs_dp": 0.028130914460145817, |
| "probs": [ |
| 0.208127, |
| 0.349455, |
| 0.256851, |
| 0.120999, |
| 0.064568 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-644", |
| "qid": "decision", |
| "type": "score", |
| "pick": "0", |
| "pick_run": "0", |
| "same": true, |
| "pick_merged": "0", |
| "same_as_merged": true, |
| "max_abs_dp": 0.08273126840522083, |
| "probs": [ |
| 0.551717, |
| 0.290782, |
| 0.100707, |
| 0.036746, |
| 0.020047 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-278", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "1", |
| "same": true, |
| "pick_merged": "1", |
| "same_as_merged": true, |
| "max_abs_dp": 0.02437403425041118, |
| "probs": [ |
| 0.152525, |
| 0.276545, |
| 0.233938, |
| 0.214126, |
| 0.122866 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-790", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.06434697706757891, |
| "probs": [ |
| 0.039422, |
| 0.133936, |
| 0.226022, |
| 0.324313, |
| 0.276307 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-723", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.033971770287702124, |
| "probs": [ |
| 0.036461, |
| 0.142949, |
| 0.24261, |
| 0.339328, |
| 0.238651 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-972", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.009109661808650693, |
| "probs": [ |
| 0.03344, |
| 0.111705, |
| 0.210995, |
| 0.317949, |
| 0.325911 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-646", |
| "qid": "decision", |
| "type": "score", |
| "pick": "2", |
| "pick_run": "2", |
| "same": true, |
| "pick_merged": "2", |
| "same_as_merged": true, |
| "max_abs_dp": 0.020647285218247657, |
| "probs": [ |
| 0.13106, |
| 0.295902, |
| 0.317242, |
| 0.163756, |
| 0.092039 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-878", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0492284127624352, |
| "probs": [ |
| 0.034924, |
| 0.126521, |
| 0.237207, |
| 0.352387, |
| 0.248961 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-945", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "1", |
| "same": true, |
| "pick_merged": "1", |
| "same_as_merged": true, |
| "max_abs_dp": 0.03205199255478697, |
| "probs": [ |
| 0.163837, |
| 0.33106, |
| 0.25144, |
| 0.155812, |
| 0.097851 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-963", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.01735948507429924, |
| "probs": [ |
| 0.074514, |
| 0.189459, |
| 0.274739, |
| 0.280159, |
| 0.181129 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-83", |
| "qid": "decision", |
| "type": "score", |
| "pick": "2", |
| "pick_run": "2", |
| "same": true, |
| "pick_merged": "2", |
| "same_as_merged": true, |
| "max_abs_dp": 0.02561277048225627, |
| "probs": [ |
| 0.10942, |
| 0.24468, |
| 0.295542, |
| 0.231993, |
| 0.118365 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-66", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0412428477665438, |
| "probs": [ |
| 0.036103, |
| 0.116296, |
| 0.210007, |
| 0.337409, |
| 0.300184 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-914", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.08584335257332595, |
| "probs": [ |
| 0.088525, |
| 0.191005, |
| 0.27439, |
| 0.27979, |
| 0.16629 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-258", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.04950269731951151, |
| "probs": [ |
| 0.023208, |
| 0.086503, |
| 0.143053, |
| 0.338902, |
| 0.408334 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-998", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.010498938846706496, |
| "probs": [ |
| 0.122041, |
| 0.209626, |
| 0.228517, |
| 0.254905, |
| 0.184911 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-326", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.010071477793380024, |
| "probs": [ |
| 0.027522, |
| 0.119073, |
| 0.242314, |
| 0.357086, |
| 0.254006 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-69", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.006639979320979927, |
| "probs": [ |
| 0.062789, |
| 0.166329, |
| 0.257609, |
| 0.310697, |
| 0.202576 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-630", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.010259472265335967, |
| "probs": [ |
| 0.017309, |
| 0.069478, |
| 0.108228, |
| 0.303141, |
| 0.501844 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-566", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.01190736312070656, |
| "probs": [ |
| 0.049769, |
| 0.148559, |
| 0.257449, |
| 0.322743, |
| 0.221481 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-404", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.023552543556181638, |
| "probs": [ |
| 0.02203, |
| 0.087444, |
| 0.21664, |
| 0.38187, |
| 0.292015 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-793", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.008626844904867703, |
| "probs": [ |
| 0.012805, |
| 0.06025, |
| 0.155148, |
| 0.304441, |
| 0.467356 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-901", |
| "qid": "decision", |
| "type": "score", |
| "pick": "0", |
| "pick_run": "0", |
| "same": true, |
| "pick_merged": "0", |
| "same_as_merged": true, |
| "max_abs_dp": 0.034429744492059544, |
| "probs": [ |
| 0.389251, |
| 0.331764, |
| 0.162398, |
| 0.075113, |
| 0.041474 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-532", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.037463160942992235, |
| "probs": [ |
| 0.073363, |
| 0.175749, |
| 0.249673, |
| 0.301159, |
| 0.200056 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-446", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.012672212170376507, |
| "probs": [ |
| 0.018247, |
| 0.080123, |
| 0.192039, |
| 0.362431, |
| 0.34716 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-844", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.04607380908918496, |
| "probs": [ |
| 0.025404, |
| 0.121937, |
| 0.24253, |
| 0.369787, |
| 0.240342 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-411", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.014992070707183669, |
| "probs": [ |
| 0.156682, |
| 0.188128, |
| 0.196103, |
| 0.228842, |
| 0.230245 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-685", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.007365644899586188, |
| "probs": [ |
| 0.014093, |
| 0.060902, |
| 0.167336, |
| 0.317157, |
| 0.440511 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-569", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "1", |
| "same": true, |
| "pick_merged": "1", |
| "same_as_merged": true, |
| "max_abs_dp": 0.05138239163776129, |
| "probs": [ |
| 0.272222, |
| 0.398873, |
| 0.185505, |
| 0.092941, |
| 0.050458 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-980", |
| "qid": "decision", |
| "type": "score", |
| "pick": "2", |
| "pick_run": "3", |
| "same": false, |
| "pick_merged": "3", |
| "same_as_merged": false, |
| "max_abs_dp": 0.04258429792849572, |
| "probs": [ |
| 0.106251, |
| 0.203062, |
| 0.264552, |
| 0.254533, |
| 0.171602 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-338", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.005934315490698783, |
| "probs": [ |
| 0.004795, |
| 0.018079, |
| 0.101607, |
| 0.272366, |
| 0.603153 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-926", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.008391593188993796, |
| "probs": [ |
| 0.02744, |
| 0.102469, |
| 0.195608, |
| 0.323189, |
| 0.351295 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-369", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.026982208631293858, |
| "probs": [ |
| 0.006566, |
| 0.02582, |
| 0.133981, |
| 0.326627, |
| 0.507006 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-648", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.005954246114438247, |
| "probs": [ |
| 0.02364, |
| 0.094552, |
| 0.219004, |
| 0.376079, |
| 0.286725 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-87", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "2", |
| "same": false, |
| "pick_merged": "2", |
| "same_as_merged": false, |
| "max_abs_dp": 0.023676700640025417, |
| "probs": [ |
| 0.153857, |
| 0.284382, |
| 0.275856, |
| 0.177199, |
| 0.108706 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-727", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.008917795006254614, |
| "probs": [ |
| 0.060659, |
| 0.149373, |
| 0.236678, |
| 0.328528, |
| 0.224763 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-401", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "4", |
| "same": false, |
| "pick_merged": "4", |
| "same_as_merged": false, |
| "max_abs_dp": 0.125651582602734, |
| "probs": [ |
| 0.043878, |
| 0.132158, |
| 0.219571, |
| 0.331662, |
| 0.27273 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-265", |
| "qid": "decision", |
| "type": "score", |
| "pick": "0", |
| "pick_run": "0", |
| "same": true, |
| "pick_merged": "0", |
| "same_as_merged": true, |
| "max_abs_dp": 0.01457248494770258, |
| "probs": [ |
| 0.522602, |
| 0.297028, |
| 0.106578, |
| 0.050045, |
| 0.023748 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-780", |
| "qid": "decision", |
| "type": "score", |
| "pick": "2", |
| "pick_run": "2", |
| "same": true, |
| "pick_merged": "2", |
| "same_as_merged": true, |
| "max_abs_dp": 0.022102081278329633, |
| "probs": [ |
| 0.145754, |
| 0.283589, |
| 0.291168, |
| 0.16297, |
| 0.116518 |
| ] |
| }, |
| { |
| "set": "jevals-helpsteer2", |
| "id": "jevals-helpsteer2:helpsteer2-899", |
| "qid": "decision", |
| "type": "score", |
| "pick": "4", |
| "pick_run": "4", |
| "same": true, |
| "pick_merged": "4", |
| "same_as_merged": true, |
| "max_abs_dp": 0.011920020919410801, |
| "probs": [ |
| 0.004663, |
| 0.019303, |
| 0.056882, |
| 0.220828, |
| 0.698324 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-41-diverse-211-020-base", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "city_no_r2", |
| "pick_run": "city_no_r3", |
| "same": false, |
| "pick_merged": "city_no_r3", |
| "same_as_merged": false, |
| "max_abs_dp": 0.09741386437858146, |
| "probs": [ |
| 0.197044, |
| 0.304857, |
| 0.264269, |
| 0.064858, |
| 0.115456, |
| 0.053515 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:scale-diverse-174-003-base", |
| "qid": "decision", |
| "type": "score", |
| "pick": "3", |
| "pick_run": "3", |
| "same": true, |
| "pick_merged": "3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.05503835270907087, |
| "probs": [ |
| 0.008325, |
| 0.034604, |
| 0.361148, |
| 0.595922 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-169-065-counterfactual", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "deny_low", |
| "pick_run": "deny_low", |
| "same": true, |
| "pick_merged": "deny_low", |
| "same_as_merged": true, |
| "max_abs_dp": 0.02750337638568784, |
| "probs": [ |
| 0.5265, |
| 0.333318, |
| 0.140182 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:scale-diverse-173-001-base", |
| "qid": "decision", |
| "type": "score", |
| "pick": "0", |
| "pick_run": "0", |
| "same": true, |
| "pick_merged": "0", |
| "same_as_merged": true, |
| "max_abs_dp": 0.020540338046710405, |
| "probs": [ |
| 0.381571, |
| 0.219802, |
| 0.32488, |
| 0.073747 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-079-037-counterfactual", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant", |
| "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", |
| "same": true, |
| "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", |
| "same_as_merged": true, |
| "max_abs_dp": 0.051326159679282446, |
| "probs": [ |
| 0.008065, |
| 0.060172, |
| 0.376174, |
| 0.555588 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-171-008-counterfactual", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.003736751007093586, |
| "probs": [ |
| 0.065074, |
| 0.934926 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-174-011-base", |
| "qid": "decision", |
| "type": "score", |
| "pick": "2", |
| "pick_run": "2", |
| "same": true, |
| "pick_merged": "2", |
| "same_as_merged": true, |
| "max_abs_dp": 0.016161752197978996, |
| "probs": [ |
| 0.062179, |
| 0.132501, |
| 0.417057, |
| 0.388262 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-41-diverse-009-004-base", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0016212749069482862, |
| "probs": [ |
| 0.973714, |
| 0.026286 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-171-010-base", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0017360728413837768, |
| "probs": [ |
| 0.977341, |
| 0.022659 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-169-012-counterfactual", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "deny_low", |
| "pick_run": "deny_low", |
| "same": true, |
| "pick_merged": "deny_low", |
| "same_as_merged": true, |
| "max_abs_dp": 0.016472987803741207, |
| "probs": [ |
| 0.50619, |
| 0.351398, |
| 0.142412 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-41-diverse-275-013-counterfactual", |
| "qid": "decision", |
| "type": "score", |
| "pick": "0", |
| "pick_run": "0", |
| "same": true, |
| "pick_merged": "0", |
| "same_as_merged": true, |
| "max_abs_dp": 0.04723365962772408, |
| "probs": [ |
| 0.544347, |
| 0.288468, |
| 0.167185 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:scale-diverse-097-005-base", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "assign_420_as_best_fit", |
| "pick_run": "assign_420_as_best_fit", |
| "same": true, |
| "pick_merged": "assign_420_as_best_fit", |
| "same_as_merged": true, |
| "max_abs_dp": 0.02510707786582389, |
| "probs": [ |
| 0.217108, |
| 0.064175, |
| 0.718718 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-169-068-base", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "release_high", |
| "pick_run": "release_high", |
| "same": true, |
| "pick_merged": "release_high", |
| "same_as_merged": true, |
| "max_abs_dp": 0.040320391867967764, |
| "probs": [ |
| 0.131386, |
| 0.25572, |
| 0.612893 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-41-diverse-079-012-counterfactual", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "Proceed \u2014 High; no remaining routing", |
| "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", |
| "same": false, |
| "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", |
| "same_as_merged": false, |
| "max_abs_dp": 0.05923613767708402, |
| "probs": [ |
| 0.006895, |
| 0.045832, |
| 0.518877, |
| 0.428396 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:scale-diverse-007-005-base", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "major_seller_correction_not_ready", |
| "pick_run": "major_seller_correction_not_ready", |
| "same": true, |
| "pick_merged": "major_seller_correction_not_ready", |
| "same_as_merged": true, |
| "max_abs_dp": 0.04209435321197974, |
| "probs": [ |
| 0.097017, |
| 0.763128, |
| 0.058324, |
| 0.081531 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-41-diverse-171-003-counterfactual", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.005420922863979105, |
| "probs": [ |
| 0.132562, |
| 0.867438 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-41-diverse-212-032-counterfactual", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "travel_advance_3", |
| "pick_run": "travel_advance_3", |
| "same": true, |
| "pick_merged": "travel_advance_3", |
| "same_as_merged": true, |
| "max_abs_dp": 0.08400249247751435, |
| "probs": [ |
| 0.164667, |
| 0.147964, |
| 0.687368 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-41-diverse-009-004-counterfactual", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "false", |
| "pick_run": "false", |
| "same": true, |
| "pick_merged": "false", |
| "same_as_merged": true, |
| "max_abs_dp": 0.008579057629161446, |
| "probs": [ |
| 0.158842, |
| 0.841158 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-174-010-counterfactual", |
| "qid": "decision", |
| "type": "score", |
| "pick": "0", |
| "pick_run": "0", |
| "same": true, |
| "pick_merged": "0", |
| "same_as_merged": true, |
| "max_abs_dp": 0.021651018850528836, |
| "probs": [ |
| 0.57449, |
| 0.341559, |
| 0.046728, |
| 0.037223 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-174-006-counterfactual", |
| "qid": "decision", |
| "type": "score", |
| "pick": "1", |
| "pick_run": "1", |
| "same": true, |
| "pick_merged": "1", |
| "same_as_merged": true, |
| "max_abs_dp": 0.050064102938642385, |
| "probs": [ |
| 0.262446, |
| 0.53119, |
| 0.113072, |
| 0.093292 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-41-diverse-009-001-base", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.014236174170435378, |
| "probs": [ |
| 0.967305, |
| 0.032695 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-079-058-base", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "Proceed \u2014 Medium; route camera setup to teaching assistant", |
| "pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant", |
| "same": true, |
| "pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant", |
| "same_as_merged": true, |
| "max_abs_dp": 0.03143644218503483, |
| "probs": [ |
| 0.012254, |
| 0.084807, |
| 0.353384, |
| 0.549555 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-171-016-base", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.0054629149658874075, |
| "probs": [ |
| 0.983167, |
| 0.016833 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:scale-diverse-007-004-base", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "major_seller_correction_not_ready", |
| "pick_run": "major_seller_correction_not_ready", |
| "same": true, |
| "pick_merged": "major_seller_correction_not_ready", |
| "same_as_merged": true, |
| "max_abs_dp": 0.010037347515447603, |
| "probs": [ |
| 0.0312, |
| 0.773068, |
| 0.079469, |
| 0.116263 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:scale-diverse-171-001-base", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.031819903087730084, |
| "probs": [ |
| 0.890907, |
| 0.109093 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:scale-diverse-275-004-counterfactual", |
| "qid": "decision", |
| "type": "score", |
| "pick": "0", |
| "pick_run": "0", |
| "same": true, |
| "pick_merged": "0", |
| "same_as_merged": true, |
| "max_abs_dp": 0.03534101156508093, |
| "probs": [ |
| 0.431131, |
| 0.311053, |
| 0.257816 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-169-053-counterfactual", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "hold_medium", |
| "pick_run": "hold_medium", |
| "same": true, |
| "pick_merged": "hold_medium", |
| "same_as_merged": true, |
| "max_abs_dp": 0.047594864823414296, |
| "probs": [ |
| 0.289552, |
| 0.556459, |
| 0.153988 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-41-diverse-079-003-base", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "Proceed \u2014 High; no remaining routing", |
| "pick_run": "Proceed \u2014 High; no remaining routing", |
| "same": true, |
| "pick_merged": "Proceed \u2014 High; no remaining routing", |
| "same_as_merged": true, |
| "max_abs_dp": 0.08986907498660263, |
| "probs": [ |
| 0.008705, |
| 0.083401, |
| 0.54282, |
| 0.365075 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-171-013-base", |
| "qid": "decision", |
| "type": "noul", |
| "pick": "true", |
| "pick_run": "true", |
| "same": true, |
| "pick_merged": "true", |
| "same_as_merged": true, |
| "max_abs_dp": 0.002943419367015733, |
| "probs": [ |
| 0.979037, |
| 0.020963 |
| ] |
| }, |
| { |
| "set": "nimble-eval", |
| "id": "nimble-eval:fast-43-diverse-079-015-counterfactual", |
| "qid": "decision", |
| "type": "choice", |
| "pick": "Proceed \u2014 High; no remaining routing", |
| "pick_run": "Proceed \u2014 High; no remaining routing", |
| "same": true, |
| "pick_merged": "Proceed \u2014 High; no remaining routing", |
| "same_as_merged": true, |
| "max_abs_dp": 0.05345715772150511, |
| "probs": [ |
| 0.008955, |
| 0.130978, |
| 0.583293, |
| 0.276774 |
| ] |
| } |
| ] |
| } |
