jebadiah-27b-GGUF / eval /agreement-Q4_K_M.json
jbrashear's picture
Quantized weights, tokenizer, temperatures, scripts
5b02a85 verified
Raw History Blame Contribute Delete
164 kB
{
"summary": {
"label": "jebadiah-27b-Q4_K_M",
"backend": "gguf",
"run": "27b-chat-v1",
"temperatures": {
"choice": 1.2321,
"noul": 1.297,
"score": 1.1423
},
"questions": 260,
"identical_picks": 259,
"identical_to_merged": 258,
"by_type": {
"choice": {
"identical": 83,
"questions": 84
},
"noul": {
"identical": 89,
"questions": 89
},
"score": {
"identical": 87,
"questions": 87
}
},
"choice_noul": {
"identical": 172,
"questions": 173
},
"by_set": {
"jevals-pubmedqa": 80,
"jevals-banking77": 70,
"jevals-helpsteer2": 80,
"nimble-eval": 30
},
"max_abs_prob_diff": {
"median": 0.01308655081026977,
"p95": 0.06442876927015506,
"max": 0.12731857803720575
},
"differing": [
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2430",
"qid": "decision",
"type": "choice",
"pick": "get_physical_card",
"pick_run": "getting_spare_card",
"same": false,
"pick_merged": "getting_spare_card",
"same_as_merged": false,
"max_abs_dp": 0.06826010790155218
}
],
"token_mismatch": 0,
"labels_outside_top": 0,
"load_s": 11.3,
"total_s": 400.3,
"reference": "the run's eval-adapter rows, repeat 0, order seed 0 (CUDA, bf16, PEFT adapter unmerged)"
},
"rows": [
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-577",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0031940221154118653,
"probs": [
0.211104,
0.788896
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-229",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.008450712632454782,
"probs": [
0.067873,
0.932127
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-874",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.004708197407093072,
"probs": [
0.959983,
0.040017
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-214",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0101111861717963,
"probs": [
0.946784,
0.053216
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-758",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00723512429548373,
"probs": [
0.961634,
0.038366
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-967",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.003296701086065168,
"probs": [
0.053538,
0.946462
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-405",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.01308655081026977,
"probs": [
0.955364,
0.044636
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-970",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00146439809065603,
"probs": [
0.985015,
0.014985
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-842",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.002904697653132615,
"probs": [
0.978402,
0.021598
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-697",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.052732131569029894,
"probs": [
0.804085,
0.195915
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-130",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.025664966948291387,
"probs": [
0.875951,
0.124049
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-880",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.04982656279440545,
"probs": [
0.690252,
0.309748
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-463",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.016985292706982943,
"probs": [
0.88741,
0.11259
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-16",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.05484582290467624,
"probs": [
0.732364,
0.267636
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-531",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.019492342853855274,
"probs": [
0.887783,
0.112217
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-604",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.055358751293513975,
"probs": [
0.615456,
0.384544
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-409",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.04473132840901409,
"probs": [
0.776302,
0.223698
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-388",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.001189160288822693,
"probs": [
0.983116,
0.016884
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-811",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0496904557803447,
"probs": [
0.633801,
0.366199
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-991",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.06442876927015506,
"probs": [
0.739167,
0.260833
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-11",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.003051691818721225,
"probs": [
0.274154,
0.725846
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-192",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.04034544719265287,
"probs": [
0.74299,
0.25701
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-337",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.07149796768452399,
"probs": [
0.384027,
0.615973
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-867",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0018481898950699904,
"probs": [
0.099544,
0.900456
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-441",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.00326055454664953,
"probs": [
0.070133,
0.929867
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-980",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.02272223628901171,
"probs": [
0.844862,
0.155138
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-736",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.004514160639823572,
"probs": [
0.925411,
0.074589
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-569",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0013299469285618856,
"probs": [
0.970615,
0.029385
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-359",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0029975794397754107,
"probs": [
0.056334,
0.943666
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-401",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.06103618911960482,
"probs": [
0.793728,
0.206272
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-754",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.009934917771275642,
"probs": [
0.371559,
0.628441
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-858",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.01656538322279144,
"probs": [
0.073624,
0.926376
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-789",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0063109591864937975,
"probs": [
0.094239,
0.905761
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-52",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.013210795686167565,
"probs": [
0.178646,
0.821354
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-119",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.014191820538094424,
"probs": [
0.900827,
0.099173
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-148",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0014313269130104469,
"probs": [
0.987024,
0.012976
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-519",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.008144371894681313,
"probs": [
0.959444,
0.040556
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-812",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0017781206421768614,
"probs": [
0.063446,
0.936554
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-276",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.019098696457295852,
"probs": [
0.893135,
0.106865
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-505",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.02774588993282777,
"probs": [
0.853905,
0.146095
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-333",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.06408294613050727,
"probs": [
0.240958,
0.759042
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-746",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.008569382176895991,
"probs": [
0.955378,
0.044622
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-644",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0008460912374521068,
"probs": [
0.051248,
0.948752
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-248",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.002140398240017584,
"probs": [
0.976178,
0.023822
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-764",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.001456937965294891,
"probs": [
0.044066,
0.955934
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-711",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0015257425981433093,
"probs": [
0.957492,
0.042508
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-941",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.017828769274462752,
"probs": [
0.916178,
0.083822
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-651",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.03028549656201951,
"probs": [
0.34735,
0.65265
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-846",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00977980325865515,
"probs": [
0.955604,
0.044396
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-906",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0013261670284353544,
"probs": [
0.041125,
0.958875
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-931",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.03887103218829038,
"probs": [
0.789886,
0.210114
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-74",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.005073381055461193,
"probs": [
0.973551,
0.026449
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-58",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.07125859789384792,
"probs": [
0.585349,
0.414651
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-878",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.007980827684458298,
"probs": [
0.953739,
0.046261
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-217",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.014579850544755912,
"probs": [
0.225697,
0.774303
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-966",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.01007191031170973,
"probs": [
0.079395,
0.920605
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-304",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.01650314664189856,
"probs": [
0.928175,
0.071825
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-60",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.02806079700004771,
"probs": [
0.887608,
0.112392
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-624",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0014590075560322324,
"probs": [
0.986816,
0.013184
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-547",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.013879032788664425,
"probs": [
0.293053,
0.706947
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-374",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.000944142926683135,
"probs": [
0.032344,
0.967656
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-774",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.012994790858534583,
"probs": [
0.913253,
0.086747
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-872",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.015325056057447217,
"probs": [
0.135759,
0.864241
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-524",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00782607721542733,
"probs": [
0.876416,
0.123584
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-404",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0013379645994341556,
"probs": [
0.028191,
0.971809
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-829",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.00011713933589024492,
"probs": [
0.027291,
0.972709
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-386",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.015151382828070603,
"probs": [
0.089595,
0.910405
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-675",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.005798980759651743,
"probs": [
0.972205,
0.027795
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-555",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0021833733997376203,
"probs": [
0.979095,
0.020905
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-963",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.007540417340809465,
"probs": [
0.952378,
0.047622
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-314",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.008628658578743294,
"probs": [
0.935605,
0.064395
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-895",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0037097283683989457,
"probs": [
0.083602,
0.916398
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-342",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.004776549914091044,
"probs": [
0.064337,
0.935663
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-656",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0007675493093989294,
"probs": [
0.040587,
0.959413
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-79",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.004347956516146501,
"probs": [
0.971454,
0.028546
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-715",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0025064877432640076,
"probs": [
0.057462,
0.942538
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-368",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0025307795923118492,
"probs": [
0.051564,
0.948436
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-226",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.003098758070681964,
"probs": [
0.973404,
0.026596
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-743",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.008211928306490715,
"probs": [
0.080409,
0.919591
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-871",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.019711453841806614,
"probs": [
0.59037,
0.40963
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1749",
"qid": "decision",
"type": "choice",
"pick": "failed_transfer",
"pick_run": "failed_transfer",
"same": true,
"pick_merged": "failed_transfer",
"same_as_merged": true,
"max_abs_dp": 0.04617429227303527,
"probs": [
0.001367,
0.001198,
0.000647,
0.000477,
0.000694,
0.004571,
0.000421,
0.00286,
0.008183,
0.00332,
0.000487,
0.00032,
0.000141,
9.3e-05,
0.001889,
0.000248,
0.000316,
0.000155,
0.000297,
0.000369,
0.000455,
0.000368,
0.000271,
0.000273,
0.000238,
0.000641,
0.001789,
0.315837,
0.00138,
0.001504,
0.000503,
0.000981,
0.002035,
0.009991,
0.01084,
0.589915,
0.000899,
0.001154,
0.000698,
0.000422,
0.000993,
0.000572,
0.000764,
0.000447,
0.000458,
0.000309,
0.000481,
0.001006,
0.001125,
0.000345,
0.000951,
0.000461,
0.000438,
0.000612,
0.000675,
0.000102,
0.000114,
0.000102,
0.000231,
0.001697,
0.000229,
0.013982,
0.000233,
0.000242,
0.000303,
0.000408,
0.002387,
0.000306,
0.000124,
0.000541,
0.000235,
0.000261,
0.000119,
0.000147,
0.000102,
0.000123,
0.00013
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-669",
"qid": "decision",
"type": "choice",
"pick": "pending_top_up",
"pick_run": "pending_top_up",
"same": true,
"pick_merged": "pending_top_up",
"same_as_merged": true,
"max_abs_dp": 0.016781656478480844,
"probs": [
0.000117,
0.000534,
0.000117,
6.3e-05,
0.000782,
0.006589,
0.000438,
0.00032,
7.3e-05,
9.9e-05,
6.4e-05,
4.1e-05,
2.3e-05,
4.2e-05,
5.4e-05,
0.000136,
0.000158,
6.3e-05,
0.000142,
0.000112,
0.000146,
0.000399,
8e-05,
7.5e-05,
8.8e-05,
6.6e-05,
8.4e-05,
0.000754,
0.000601,
0.000484,
0.000455,
0.000615,
0.00072,
0.016309,
0.00054,
0.000416,
0.000257,
0.000449,
0.000252,
0.000436,
0.00031,
0.00067,
0.000582,
0.000452,
0.000267,
0.002934,
0.01444,
0.898538,
0.004704,
0.000278,
0.000878,
0.000165,
0.000155,
0.000131,
0.000217,
8.6e-05,
0.000787,
0.000572,
0.00062,
0.017989,
0.0001,
0.000118,
0.000335,
0.000165,
0.00016,
0.000156,
0.000141,
0.000145,
0.000183,
0.000224,
0.000162,
0.001889,
0.017273,
0.000587,
0.000154,
0.000161,
8.3e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2687",
"qid": "decision",
"type": "choice",
"pick": "transfer_timing",
"pick_run": "transfer_timing",
"same": true,
"pick_merged": "transfer_timing",
"same_as_merged": true,
"max_abs_dp": 0.001754306707583253,
"probs": [
6.8e-05,
0.0004,
6.8e-05,
1.6e-05,
2.4e-05,
1.7e-05,
1.8e-05,
1.1e-05,
2.5e-05,
1.3e-05,
1e-05,
2.7e-05,
2e-05,
2e-05,
1.9e-05,
5.2e-05,
4.9e-05,
1e-05,
3.1e-05,
1.8e-05,
1.1e-05,
1.3e-05,
3.3e-05,
1.6e-05,
9e-05,
4.3e-05,
4.4e-05,
0.000125,
7.8e-05,
0.000128,
6.9e-05,
3.3e-05,
7.3e-05,
8.1e-05,
0.000185,
3e-05,
5.7e-05,
0.000152,
0.000145,
0.000145,
0.000247,
0.001351,
0.000266,
8.7e-05,
6.4e-05,
0.000103,
9.4e-05,
0.000734,
0.001166,
8.1e-05,
0.000513,
0.00014,
6.7e-05,
6.4e-05,
0.000137,
0.000104,
7.8e-05,
0.000198,
0.000191,
0.000142,
8.3e-05,
0.000161,
0.000243,
0.00019,
0.000919,
0.005721,
0.008306,
0.973173,
0.000154,
0.0002,
0.000284,
0.000384,
0.000363,
0.000787,
0.000315,
0.000262,
0.000163
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-610",
"qid": "decision",
"type": "choice",
"pick": "receiving_money",
"pick_run": "receiving_money",
"same": true,
"pick_merged": "receiving_money",
"same_as_merged": true,
"max_abs_dp": 0.05019469019452605,
"probs": [
0.000281,
0.00058,
0.000371,
0.000267,
0.000327,
0.002329,
0.000161,
0.000119,
0.000135,
8.5e-05,
0.000104,
0.000105,
0.000169,
0.000193,
0.000173,
0.000259,
0.000351,
0.000101,
7.6e-05,
0.001281,
7.7e-05,
0.000128,
0.000121,
0.000256,
0.005546,
0.000122,
0.00022,
0.000382,
0.000196,
0.000253,
0.000625,
0.001496,
0.000724,
0.001116,
0.004965,
0.001099,
0.000215,
0.000355,
0.002007,
0.003027,
0.000181,
0.000275,
0.000951,
0.000976,
0.000286,
0.000339,
0.000407,
0.001348,
0.001505,
0.001219,
0.719676,
0.001853,
0.000213,
0.000411,
0.000781,
0.000492,
0.003331,
0.001965,
0.003571,
0.001222,
0.000273,
0.000381,
0.000674,
0.001488,
0.025014,
0.180374,
0.000882,
0.00088,
0.000759,
0.000745,
0.001028,
0.000546,
0.000534,
0.000653,
0.001253,
0.013017,
9.9e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2279",
"qid": "decision",
"type": "choice",
"pick": "failed_transfer",
"pick_run": "failed_transfer",
"same": true,
"pick_merged": "failed_transfer",
"same_as_merged": true,
"max_abs_dp": 0.031748657240703526,
"probs": [
0.001156,
0.001543,
0.000985,
0.000515,
0.000776,
0.00602,
0.00043,
0.001475,
0.002641,
0.005431,
0.000667,
0.000371,
0.000192,
0.000121,
0.002401,
0.000377,
0.00047,
0.000219,
0.000401,
0.000509,
0.000593,
0.000422,
0.000506,
0.000397,
0.000298,
0.00151,
0.001478,
0.19908,
0.001301,
0.001235,
0.000474,
0.000997,
0.001856,
0.004865,
0.008512,
0.71198,
0.000892,
0.000933,
0.000506,
0.000386,
0.001361,
0.000562,
0.000891,
0.000395,
0.000355,
0.000291,
0.000512,
0.001075,
0.001729,
0.000361,
0.000934,
0.000496,
0.00057,
0.000452,
0.000645,
0.00011,
0.00011,
9.5e-05,
0.000198,
0.000969,
0.000146,
0.01622,
0.000211,
0.000195,
0.000213,
0.000343,
0.003648,
0.000308,
0.000124,
0.000361,
0.000203,
0.000253,
0.000116,
0.000192,
9.9e-05,
0.000136,
0.000196
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2981",
"qid": "decision",
"type": "choice",
"pick": "apple_pay_or_google_pay",
"pick_run": "apple_pay_or_google_pay",
"same": true,
"pick_merged": "apple_pay_or_google_pay",
"same_as_merged": true,
"max_abs_dp": 0.04187415384912696,
"probs": [
0.000738,
0.001824,
0.942162,
0.000727,
0.013621,
0.000681,
0.000377,
0.00024,
0.000197,
0.000135,
0.000851,
0.000183,
0.000131,
0.001217,
0.000146,
0.000188,
0.000145,
0.000127,
0.000137,
0.000188,
0.000169,
0.000193,
0.000151,
0.000134,
0.00018,
0.000157,
3.3e-05,
0.000146,
0.000241,
7e-05,
9.7e-05,
5.5e-05,
4.4e-05,
0.00017,
0.000104,
8.9e-05,
0.000169,
8.6e-05,
5.7e-05,
5.6e-05,
2.5e-05,
7.5e-05,
2.8e-05,
2.8e-05,
4.7e-05,
6.3e-05,
4.5e-05,
0.000293,
7.1e-05,
1.3e-05,
3.7e-05,
2.3e-05,
0.000138,
5.6e-05,
0.001974,
3.7e-05,
0.000538,
0.000555,
0.000692,
0.001127,
0.000522,
0.000514,
0.023311,
0.000673,
0.000317,
0.000184,
4.6e-05,
0.000105,
0.000111,
0.000113,
9.7e-05,
0.000716,
0.000502,
0.000124,
0.000147,
0.000118,
0.000117
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1242",
"qid": "decision",
"type": "choice",
"pick": "passcode_forgotten",
"pick_run": "passcode_forgotten",
"same": true,
"pick_merged": "passcode_forgotten",
"same_as_merged": true,
"max_abs_dp": 0.07123639110804281,
"probs": [
0.000518,
0.000617,
0.000976,
0.009069,
0.000446,
0.000497,
0.000509,
0.000354,
0.000454,
0.000204,
0.000627,
0.000431,
0.000304,
0.000213,
0.001454,
0.001147,
0.000485,
0.000661,
0.001524,
0.000715,
0.000323,
0.329411,
0.00034,
0.000575,
0.000256,
0.000274,
0.000386,
0.000291,
0.000715,
0.000952,
0.000141,
0.000314,
0.000441,
0.000423,
0.000275,
0.000257,
0.000287,
0.001005,
0.000427,
0.000565,
0.000115,
0.000563,
0.000351,
0.001084,
0.595834,
0.000697,
0.000468,
0.002118,
0.000295,
0.037099,
0.000526,
0.000251,
5.8e-05,
3e-05,
7e-05,
1.1e-05,
6.1e-05,
2.5e-05,
2.9e-05,
2.4e-05,
1.7e-05,
9e-06,
1.6e-05,
4.4e-05,
2.8e-05,
1.1e-05,
3.2e-05,
3.1e-05,
0.00011,
0.000537,
3.1e-05,
5.2e-05,
6.8e-05,
1.1e-05,
0.000136,
9.5e-05,
0.000203
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2986",
"qid": "decision",
"type": "choice",
"pick": "apple_pay_or_google_pay",
"pick_run": "apple_pay_or_google_pay",
"same": true,
"pick_merged": "apple_pay_or_google_pay",
"same_as_merged": true,
"max_abs_dp": 0.018827458962278887,
"probs": [
0.001222,
0.002984,
0.844615,
0.001676,
0.022074,
0.001422,
0.000656,
0.000496,
0.000262,
0.000218,
0.002846,
0.000295,
0.000207,
0.001956,
0.000221,
0.000278,
0.000233,
0.000168,
0.00017,
0.00027,
0.000205,
0.000229,
0.00026,
0.00023,
0.000819,
0.000287,
9.2e-05,
0.000238,
0.000463,
0.000129,
0.000206,
0.000164,
0.000106,
0.00047,
0.000336,
0.000233,
0.000711,
0.000173,
0.000128,
0.000168,
5.3e-05,
0.000143,
7.1e-05,
7e-05,
0.00012,
0.000129,
0.000108,
0.001052,
0.000278,
4e-05,
0.000336,
6.2e-05,
0.000381,
0.000132,
0.007476,
0.000107,
0.001111,
0.002601,
0.002372,
0.003134,
0.00096,
0.001196,
0.078335,
0.002248,
0.000964,
0.001768,
0.000154,
0.000238,
0.000229,
0.000367,
0.000312,
0.002836,
0.001122,
0.000409,
0.000353,
0.000408,
0.000412
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2557",
"qid": "decision",
"type": "choice",
"pick": "wrong_exchange_rate_for_cash_withdrawal",
"pick_run": "wrong_exchange_rate_for_cash_withdrawal",
"same": true,
"pick_merged": "wrong_exchange_rate_for_cash_withdrawal",
"same_as_merged": true,
"max_abs_dp": 0.06435462030836059,
"probs": [
0.000761,
0.002096,
0.00275,
0.084865,
0.000452,
0.000563,
0.000572,
0.00024,
0.000193,
0.000207,
0.000262,
0.000188,
0.000119,
0.000107,
0.000129,
0.000121,
0.000289,
0.005277,
0.000139,
0.000921,
0.000395,
0.000371,
0.000294,
0.000643,
0.00208,
0.000426,
0.00014,
0.000257,
0.000289,
0.000169,
2.2e-05,
5.5e-05,
0.000477,
6.1e-05,
6.3e-05,
5.5e-05,
4e-05,
0.000107,
8.2e-05,
0.000113,
1e-05,
5.4e-05,
3.5e-05,
0.000138,
0.000174,
0.000232,
5.8e-05,
0.000131,
8.8e-05,
0.00014,
0.00072,
6.3e-05,
0.003048,
0.000174,
0.001029,
0.000451,
0.000358,
0.0003,
0.000516,
0.000339,
0.000393,
0.00038,
0.000184,
0.000327,
0.000598,
0.000278,
0.000201,
0.000256,
0.000476,
0.000457,
0.000402,
0.001347,
0.000706,
0.000609,
0.001357,
0.248168,
0.629416
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2076",
"qid": "decision",
"type": "choice",
"pick": "declined_card_payment",
"pick_run": "declined_card_payment",
"same": true,
"pick_merged": "declined_card_payment",
"same_as_merged": true,
"max_abs_dp": 0.034889328992254276,
"probs": [
0.016648,
0.001372,
0.001197,
0.00099,
0.001181,
0.00197,
0.001158,
0.000666,
0.001003,
0.001053,
0.022603,
0.001179,
0.000623,
0.000745,
0.200676,
0.001845,
0.010081,
0.001447,
0.000999,
0.001165,
0.000722,
0.002133,
0.001761,
0.004155,
0.000971,
0.707813,
0.002833,
0.000875,
0.000645,
0.0004,
0.000188,
0.000155,
0.000169,
9.4e-05,
0.000148,
0.000147,
0.00026,
0.000128,
0.000165,
9.3e-05,
0.00012,
0.000152,
0.000242,
0.000101,
0.00019,
0.001205,
0.000105,
0.000373,
0.000112,
0.000273,
0.000112,
0.000794,
0.000174,
0.001708,
0.000161,
6e-05,
8.8e-05,
7.9e-05,
6.4e-05,
5.8e-05,
2e-05,
7.5e-05,
0.0001,
7.4e-05,
7e-05,
6.8e-05,
3.5e-05,
5.2e-05,
3.8e-05,
5.7e-05,
8.2e-05,
5.4e-05,
0.000184,
4.1e-05,
0.000108,
6.6e-05,
0.00025
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-437",
"qid": "decision",
"type": "choice",
"pick": "exchange_via_app",
"pick_run": "exchange_via_app",
"same": true,
"pick_merged": "exchange_via_app",
"same_as_merged": true,
"max_abs_dp": 0.04379909936054638,
"probs": [
0.000632,
0.000822,
0.00068,
0.000108,
0.000173,
0.00028,
0.000492,
0.001554,
0.000202,
0.000125,
0.000382,
0.000185,
5.7e-05,
4.8e-05,
6.1e-05,
7.2e-05,
0.000101,
0.000244,
7.4e-05,
5.7e-05,
7.8e-05,
0.000205,
3.7e-05,
0.000166,
0.000442,
0.000107,
0.001257,
0.001839,
0.010818,
0.001493,
0.000662,
0.005947,
0.05349,
0.731171,
0.001994,
0.002121,
0.105388,
0.001473,
0.000449,
0.000424,
0.000289,
0.000374,
0.000766,
0.000332,
0.000174,
0.000141,
0.000327,
0.000586,
0.000233,
0.00048,
0.000718,
0.000255,
0.000916,
0.000262,
0.043835,
0.000276,
0.00056,
0.000558,
0.001847,
0.014577,
0.000227,
0.000199,
0.002959,
0.000237,
0.00029,
0.000196,
0.000161,
7e-05,
0.000148,
0.000237,
0.000162,
0.000392,
0.000114,
6.8e-05,
9.7e-05,
0.00023,
0.000794
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2717",
"qid": "decision",
"type": "choice",
"pick": "cash_withdrawal_not_recognised",
"pick_run": "cash_withdrawal_not_recognised",
"same": true,
"pick_merged": "cash_withdrawal_not_recognised",
"same_as_merged": true,
"max_abs_dp": 0.01616587577585782,
"probs": [
0.000578,
0.00077,
0.000829,
0.001787,
0.00036,
0.002063,
0.001842,
0.000287,
0.000346,
0.000363,
0.000416,
0.000326,
0.000155,
0.00023,
0.000328,
0.000283,
0.006362,
0.000574,
0.000433,
0.007472,
0.898725,
0.000768,
0.000484,
0.000334,
0.000492,
0.000466,
0.007928,
0.000701,
0.006406,
0.00043,
0.000417,
0.00014,
0.000351,
0.000263,
0.000721,
0.000203,
0.00018,
0.000325,
0.000227,
0.000212,
0.00024,
0.000133,
0.000738,
0.000239,
0.000511,
0.000815,
0.03326,
0.000185,
0.000205,
0.000146,
0.00159,
0.000176,
0.000359,
0.001038,
0.000409,
7.7e-05,
0.000173,
8.9e-05,
0.000179,
0.000121,
0.000122,
6.5e-05,
8.3e-05,
9.3e-05,
0.000166,
8.3e-05,
9.9e-05,
5.4e-05,
8.5e-05,
0.00013,
0.000201,
0.000905,
8.4e-05,
4.8e-05,
6e-05,
0.005118,
0.006346
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1407",
"qid": "decision",
"type": "choice",
"pick": "compromised_card",
"pick_run": "compromised_card",
"same": true,
"pick_merged": "compromised_card",
"same_as_merged": true,
"max_abs_dp": 0.007829429607548247,
"probs": [
0.001036,
0.000703,
0.000962,
0.000527,
0.000697,
0.000523,
0.000655,
0.000332,
0.000539,
0.000603,
0.002306,
0.000836,
0.000348,
0.000534,
0.011358,
0.001715,
0.10818,
0.001047,
0.001062,
0.001171,
0.008467,
0.000834,
0.832594,
0.000523,
0.000407,
0.000535,
0.000291,
0.000427,
0.006577,
0.000437,
0.000347,
0.000126,
0.000147,
0.000145,
0.00553,
0.000247,
0.000278,
0.000267,
0.000122,
8.2e-05,
9.2e-05,
0.002087,
0.00071,
0.000164,
0.000171,
0.000226,
0.000167,
0.000138,
0.000243,
6.3e-05,
0.000112,
3e-05,
6.1e-05,
0.000113,
0.00024,
3.7e-05,
8.4e-05,
5.1e-05,
5.9e-05,
8.4e-05,
8.3e-05,
5.5e-05,
7.6e-05,
0.000203,
5.9e-05,
4.9e-05,
2.7e-05,
6.1e-05,
7.7e-05,
7.6e-05,
6.8e-05,
8.1e-05,
6.5e-05,
0.000156,
3.8e-05,
8.3e-05,
0.000296
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-51",
"qid": "decision",
"type": "choice",
"pick": "card_linking",
"pick_run": "card_linking",
"same": true,
"pick_merged": "card_linking",
"same_as_merged": true,
"max_abs_dp": 0.00025386433644962827,
"probs": [
0.000228,
9.4e-05,
0.000972,
0.000116,
0.000298,
0.00011,
0.000102,
8.1e-05,
0.000129,
0.000165,
0.001905,
0.00041,
0.000232,
0.991822,
0.000311,
0.000163,
0.000156,
0.000165,
0.00017,
0.000131,
0.000113,
8.9e-05,
0.000115,
7.7e-05,
8e-05,
0.0001,
1.2e-05,
5.5e-05,
6e-05,
3.4e-05,
2.4e-05,
1e-05,
1e-05,
1.4e-05,
1.5e-05,
1.2e-05,
3.6e-05,
2.2e-05,
6.6e-05,
7.2e-05,
5e-05,
1.2e-05,
8e-06,
1.6e-05,
9e-06,
1.1e-05,
1.1e-05,
1.2e-05,
3.8e-05,
3e-06,
6e-06,
4e-06,
2e-05,
2e-06,
0.000378,
1.2e-05,
1e-05,
1.1e-05,
1.7e-05,
1.1e-05,
5e-06,
7e-06,
0.000302,
1.1e-05,
1.6e-05,
0.000104,
1.6e-05,
3e-06,
1e-05,
1.3e-05,
4e-06,
1.5e-05,
1.4e-05,
3.3e-05,
7e-06,
7e-06,
1.7e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1566",
"qid": "decision",
"type": "choice",
"pick": "declined_cash_withdrawal",
"pick_run": "declined_cash_withdrawal",
"same": true,
"pick_merged": "declined_cash_withdrawal",
"same_as_merged": true,
"max_abs_dp": 0.014281993315752362,
"probs": [
0.00304,
0.000822,
0.001147,
0.118725,
0.000583,
0.000705,
0.00041,
0.000378,
0.000352,
0.00041,
0.006286,
0.000326,
0.000307,
0.000322,
0.010932,
0.00038,
0.000889,
0.000494,
0.001544,
0.001485,
0.00097,
0.000967,
0.000654,
0.000869,
0.000338,
0.038501,
0.785812,
0.001156,
0.0014,
0.00302,
0.000821,
0.000569,
0.000688,
0.000599,
0.001134,
0.000516,
0.00061,
0.000407,
0.000993,
0.000341,
0.000364,
0.000254,
0.000408,
0.000315,
0.000949,
0.001983,
0.000346,
0.000492,
0.000424,
0.000333,
0.000259,
0.001022,
0.000276,
0.00144,
0.000175,
3.8e-05,
3.3e-05,
2.7e-05,
5.6e-05,
2e-05,
1.8e-05,
2.1e-05,
4.8e-05,
3e-05,
7.2e-05,
2e-05,
2.2e-05,
1.5e-05,
2.2e-05,
5.8e-05,
6.4e-05,
2.1e-05,
1.8e-05,
1.4e-05,
1e-05,
4e-05,
0.000386
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1817",
"qid": "decision",
"type": "choice",
"pick": "declined_card_payment",
"pick_run": "declined_card_payment",
"same": true,
"pick_merged": "declined_card_payment",
"same_as_merged": true,
"max_abs_dp": 0.02448982185629539,
"probs": [
0.001158,
0.001272,
0.00126,
0.001252,
0.000682,
0.007061,
0.001591,
0.00202,
0.001144,
0.003982,
0.024117,
0.001099,
0.000518,
0.00061,
0.349178,
0.002614,
0.048667,
0.00113,
0.000472,
0.00172,
0.001445,
0.003638,
0.001216,
0.00692,
0.001038,
0.40723,
0.001261,
0.009212,
0.002904,
0.000962,
0.000301,
0.000491,
0.000596,
0.004231,
0.002156,
0.040124,
0.001489,
0.000443,
0.00066,
0.000274,
0.000516,
0.000415,
0.002328,
0.000219,
0.00033,
0.002705,
0.000392,
0.003188,
0.000257,
0.000304,
0.001035,
0.002678,
0.000369,
0.000725,
0.000267,
0.000122,
0.000206,
0.000287,
0.000604,
0.030821,
9.4e-05,
0.007915,
0.001024,
0.000317,
0.000271,
0.000317,
0.00015,
0.000138,
0.000165,
0.000151,
0.000247,
0.000259,
0.00206,
0.000177,
0.000345,
0.000185,
0.00028
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1244",
"qid": "decision",
"type": "choice",
"pick": "change_pin",
"pick_run": "change_pin",
"same": true,
"pick_merged": "change_pin",
"same_as_merged": true,
"max_abs_dp": 0.022665187391731623,
"probs": [
0.001229,
0.00077,
0.001086,
0.006633,
0.000905,
0.000766,
0.000614,
0.000459,
0.000363,
0.000581,
0.00136,
0.001344,
0.000442,
0.000606,
0.002063,
0.001213,
0.000858,
0.001197,
0.002668,
0.001954,
0.000795,
0.756012,
0.000765,
0.001684,
0.000366,
0.000739,
0.000606,
0.000581,
0.002437,
0.003137,
0.000383,
0.00082,
0.000576,
0.001559,
0.000484,
0.000782,
0.000908,
0.002078,
0.001304,
0.001004,
0.000242,
0.000974,
0.000863,
0.002439,
0.101821,
0.002332,
0.000821,
0.003249,
0.000867,
0.077283,
0.000954,
0.000919,
0.000145,
4.2e-05,
0.00013,
2.1e-05,
0.000171,
8.9e-05,
6.1e-05,
9.3e-05,
1.8e-05,
3e-05,
4.6e-05,
7.2e-05,
5.4e-05,
2e-05,
4.7e-05,
3.9e-05,
0.000177,
0.000323,
7.5e-05,
9.4e-05,
0.000185,
2.9e-05,
0.00047,
0.000176,
0.000497
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1169",
"qid": "decision",
"type": "choice",
"pick": "unable_to_verify_identity",
"pick_run": "unable_to_verify_identity",
"same": true,
"pick_merged": "unable_to_verify_identity",
"same_as_merged": true,
"max_abs_dp": 0.07258934443753978,
"probs": [
0.000634,
0.010125,
0.000318,
8.4e-05,
0.000129,
6.8e-05,
6.5e-05,
3.3e-05,
5.6e-05,
6.4e-05,
0.000126,
0.000114,
2.6e-05,
2.2e-05,
3.7e-05,
4.5e-05,
9.5e-05,
0.000386,
0.000113,
4.7e-05,
5.3e-05,
6e-05,
0.001636,
0.001426,
0.000368,
0.00013,
0.000296,
0.000873,
0.000387,
0.000158,
0.000348,
9.6e-05,
0.000129,
0.000173,
0.000485,
0.000306,
6.7e-05,
0.00024,
0.000128,
0.000143,
8.4e-05,
0.000198,
9.3e-05,
0.005863,
0.001868,
0.00018,
0.000202,
0.000169,
0.001233,
0.006303,
0.001179,
0.000328,
0.005108,
0.0031,
0.002537,
0.000693,
0.001074,
0.001466,
0.000991,
0.0031,
0.000669,
0.001166,
0.001424,
0.001627,
0.001017,
0.000723,
0.000743,
0.00116,
0.398521,
0.244937,
0.003572,
0.0026,
0.002406,
0.013958,
0.257083,
0.012356,
0.000182
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2430",
"qid": "decision",
"type": "choice",
"pick": "get_physical_card",
"pick_run": "getting_spare_card",
"same": false,
"pick_merged": "getting_spare_card",
"same_as_merged": false,
"max_abs_dp": 0.06826010790155218,
"probs": [
0.001911,
0.001521,
0.000945,
0.000306,
0.000378,
0.000718,
0.000382,
0.000134,
0.000554,
0.001484,
0.001711,
0.018929,
0.004241,
0.000593,
0.000498,
0.040261,
0.001265,
0.001578,
0.000296,
0.003814,
0.000293,
0.000216,
0.000182,
0.00042,
0.000441,
0.000277,
0.002212,
0.001835,
0.001945,
0.001049,
0.003003,
0.00641,
0.001024,
0.001159,
0.014839,
0.002213,
0.001469,
0.01677,
0.28288,
0.215128,
0.023839,
0.002029,
0.001877,
0.252743,
0.001699,
0.00126,
0.000501,
0.000549,
0.000732,
0.000373,
0.001188,
0.000179,
0.000365,
0.000395,
0.001278,
0.000175,
0.00352,
0.005699,
0.001501,
0.000654,
0.001266,
0.000668,
0.00213,
0.001651,
0.046725,
0.005476,
0.001601,
0.000503,
0.001336,
0.00069,
0.000375,
0.000325,
0.000186,
0.0004,
0.000248,
0.00039,
0.000187
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-3073",
"qid": "decision",
"type": "choice",
"pick": "country_support",
"pick_run": "country_support",
"same": true,
"pick_merged": "country_support",
"same_as_merged": true,
"max_abs_dp": 0.0026438460829188992,
"probs": [
0.000181,
0.000122,
0.000276,
0.000434,
0.000256,
0.000139,
0.000132,
0.000178,
0.000123,
8e-05,
0.001535,
0.000101,
5.8e-05,
5.6e-05,
0.000134,
0.000102,
0.000169,
0.000206,
0.000147,
9.3e-05,
0.000161,
0.000152,
0.000124,
0.000217,
0.976434,
0.000219,
4.2e-05,
0.000235,
0.001302,
0.000436,
6.9e-05,
9.7e-05,
0.000199,
0.000157,
0.000245,
9.1e-05,
0.00303,
9.5e-05,
0.000118,
2.3e-05,
8e-06,
7.1e-05,
9.8e-05,
7.3e-05,
5e-05,
6.4e-05,
3.3e-05,
3.7e-05,
8.8e-05,
4.2e-05,
0.000955,
3.5e-05,
8.7e-05,
2.4e-05,
0.00862,
9.2e-05,
4.6e-05,
2e-05,
8.8e-05,
7.2e-05,
2e-05,
2.1e-05,
0.00065,
2.1e-05,
3.8e-05,
1.6e-05,
1.2e-05,
1e-05,
8.7e-05,
4.7e-05,
2.4e-05,
6.2e-05,
3.3e-05,
4.7e-05,
3.6e-05,
0.000176,
0.000128
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-10",
"qid": "decision",
"type": "choice",
"pick": "card_arrival",
"pick_run": "card_arrival",
"same": true,
"pick_merged": "card_arrival",
"same_as_merged": true,
"max_abs_dp": 0.020925685747740896,
"probs": [
0.001082,
0.001204,
0.001653,
0.001142,
0.000495,
0.000813,
0.00061,
0.000323,
0.000414,
0.001443,
0.007811,
0.576013,
0.386196,
0.001542,
0.001062,
0.000668,
0.000487,
0.000897,
0.000843,
0.000711,
0.000345,
0.000308,
0.00026,
0.000279,
0.000298,
0.000279,
0.000164,
0.000318,
0.000465,
0.000268,
0.000132,
9.6e-05,
0.000139,
9.9e-05,
0.000137,
0.000104,
0.000225,
0.00057,
0.002778,
0.000159,
6.6e-05,
0.000196,
5.5e-05,
0.002447,
0.000206,
0.000331,
8.2e-05,
9.6e-05,
6.7e-05,
6.7e-05,
7.8e-05,
5e-05,
0.000129,
5.4e-05,
0.000347,
6.1e-05,
7.8e-05,
5.9e-05,
6.4e-05,
7e-05,
3.2e-05,
6.2e-05,
0.000124,
0.000362,
0.000598,
0.000104,
3.6e-05,
0.000101,
0.000183,
9.9e-05,
9.3e-05,
9.5e-05,
4.5e-05,
3e-05,
3.9e-05,
0.000103,
0.000463
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-578",
"qid": "decision",
"type": "choice",
"pick": "contactless_not_working",
"pick_run": "contactless_not_working",
"same": true,
"pick_merged": "contactless_not_working",
"same_as_merged": true,
"max_abs_dp": 0.002225404763416261,
"probs": [
0.003348,
0.00047,
0.002405,
0.000582,
0.000479,
0.000226,
0.000232,
0.000193,
0.000205,
0.00033,
0.0059,
0.000538,
0.000169,
0.001029,
0.013242,
0.000379,
0.000396,
0.000904,
0.000377,
0.000256,
0.000262,
0.00067,
0.000437,
0.960567,
0.000549,
0.001365,
4.5e-05,
0.000205,
0.000214,
0.000119,
4e-05,
4.8e-05,
5e-05,
5.4e-05,
5.7e-05,
7.4e-05,
4e-05,
4.1e-05,
2.9e-05,
5.1e-05,
5.8e-05,
7.1e-05,
2.4e-05,
4.4e-05,
5e-05,
4.6e-05,
4.2e-05,
0.000119,
4.2e-05,
0.000318,
4.2e-05,
3e-05,
8.3e-05,
2.5e-05,
0.000133,
3.2e-05,
4.8e-05,
2.7e-05,
4.6e-05,
7e-05,
1.2e-05,
3.6e-05,
9.1e-05,
2.9e-05,
2.8e-05,
3.1e-05,
2.7e-05,
1.4e-05,
2.8e-05,
2e-05,
1e-05,
5e-05,
0.000161,
4.1e-05,
0.001311,
5e-05,
0.000133
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1000",
"qid": "decision",
"type": "choice",
"pick": "top_up_reverted",
"pick_run": "top_up_reverted",
"same": true,
"pick_merged": "top_up_reverted",
"same_as_merged": true,
"max_abs_dp": 0.04826276800162395,
"probs": [
0.000207,
0.001637,
0.000254,
4.9e-05,
0.001573,
0.000766,
0.000178,
0.000105,
5.8e-05,
0.001445,
0.00012,
9.5e-05,
1.7e-05,
2.3e-05,
5.9e-05,
5.1e-05,
0.000119,
1.9e-05,
3.1e-05,
7.2e-05,
0.000248,
0.000204,
3.6e-05,
4.3e-05,
4.7e-05,
3.3e-05,
0.00016,
0.000254,
0.000157,
0.00013,
5.1e-05,
7.2e-05,
0.000111,
0.000308,
0.000276,
0.025734,
0.000254,
0.000122,
7.9e-05,
0.00013,
3.9e-05,
8e-05,
7.8e-05,
5e-05,
0.000169,
0.000106,
0.000715,
0.011573,
0.000191,
5.3e-05,
0.000299,
0.000243,
0.000503,
0.000417,
0.000566,
0.000124,
0.00028,
0.000692,
0.000721,
0.011577,
0.00568,
0.877906,
0.003607,
0.000707,
0.000332,
0.000435,
8.3e-05,
0.000264,
0.000118,
0.000555,
0.00025,
0.039137,
0.004419,
0.000563,
0.001208,
0.000796,
0.00014
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2650",
"qid": "decision",
"type": "choice",
"pick": "top_up_failed",
"pick_run": "top_up_failed",
"same": true,
"pick_merged": "top_up_failed",
"same_as_merged": true,
"max_abs_dp": 0.006177405293177014,
"probs": [
0.000171,
0.001283,
0.000105,
4.1e-05,
0.001727,
0.005499,
0.000112,
0.000198,
6.1e-05,
6.7e-05,
2.9e-05,
6.5e-05,
1.2e-05,
1.7e-05,
0.000128,
3.5e-05,
0.000142,
3e-05,
4.6e-05,
4.3e-05,
9e-05,
0.000246,
1.9e-05,
2.7e-05,
4.8e-05,
5.9e-05,
6.3e-05,
0.000286,
0.000242,
0.000363,
0.00015,
0.000267,
0.000305,
0.005957,
0.000386,
0.000242,
0.000159,
0.000155,
0.000216,
0.000129,
0.000147,
0.000199,
0.000218,
6.9e-05,
0.000115,
0.000131,
0.000403,
0.022707,
0.00016,
3.2e-05,
0.000171,
0.00011,
0.000109,
9.5e-05,
0.000163,
8.4e-05,
0.000438,
0.001193,
0.002165,
0.940013,
0.000249,
0.001003,
0.00075,
0.000198,
0.000172,
0.000235,
7.6e-05,
8.1e-05,
7.1e-05,
0.000222,
0.000138,
0.001385,
0.006613,
0.000326,
0.00035,
5.9e-05,
0.000132
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1341",
"qid": "decision",
"type": "choice",
"pick": "transfer_into_account",
"pick_run": "transfer_into_account",
"same": true,
"pick_merged": "transfer_into_account",
"same_as_merged": true,
"max_abs_dp": 0.06192145842070962,
"probs": [
0.003813,
0.008284,
0.001067,
0.000455,
0.044204,
0.001311,
0.000403,
0.000453,
0.002011,
0.000299,
0.001851,
0.000377,
0.000183,
0.006821,
0.000395,
0.000385,
0.003889,
0.000148,
0.000206,
0.000656,
0.000147,
0.000397,
0.000243,
0.000284,
0.001826,
0.000245,
0.000906,
0.00127,
0.000338,
0.00037,
0.001016,
0.000268,
0.000449,
0.001953,
0.005028,
0.002319,
0.002921,
0.000563,
0.001277,
0.002342,
0.000616,
0.000591,
0.002893,
0.000757,
0.000773,
0.004603,
0.000569,
0.003756,
0.002806,
0.000447,
0.026598,
0.000695,
0.003778,
0.001911,
0.002326,
0.000581,
0.003149,
0.003473,
0.010922,
0.009305,
0.002865,
0.00716,
0.187231,
0.009324,
0.011499,
0.561671,
0.004764,
0.004237,
0.001271,
0.002728,
0.00509,
0.004892,
0.004315,
0.002267,
0.002508,
0.00537,
0.00089
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-3019",
"qid": "decision",
"type": "choice",
"pick": "verify_my_identity",
"pick_run": "verify_my_identity",
"same": true,
"pick_merged": "verify_my_identity",
"same_as_merged": true,
"max_abs_dp": 0.020739900543469414,
"probs": [
0.00026,
0.0036,
0.000258,
6.4e-05,
0.000158,
2.7e-05,
4.5e-05,
2.5e-05,
4.6e-05,
2.8e-05,
3.8e-05,
0.000104,
2.4e-05,
2.4e-05,
2.3e-05,
2.7e-05,
6.3e-05,
4.9e-05,
8.2e-05,
3.6e-05,
2.3e-05,
3.7e-05,
3.5e-05,
0.000274,
9.4e-05,
5.6e-05,
4.2e-05,
0.000223,
0.000123,
8.8e-05,
0.000164,
3.2e-05,
7.3e-05,
2.4e-05,
0.000131,
6.1e-05,
1.8e-05,
0.000105,
4.9e-05,
6.9e-05,
3.1e-05,
6e-05,
3.8e-05,
0.0003,
0.002044,
9.8e-05,
8.9e-05,
7.5e-05,
4.4e-05,
0.000727,
0.000202,
5.2e-05,
0.000612,
0.000576,
0.001187,
0.000282,
0.000472,
0.000398,
0.000396,
0.00034,
0.000235,
0.000311,
0.000359,
0.000346,
0.000556,
0.000391,
0.000301,
0.000414,
0.021605,
0.923157,
0.001519,
0.001042,
0.001114,
0.000483,
0.031147,
0.002209,
8.5e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2199",
"qid": "decision",
"type": "choice",
"pick": "transfer_fee_charged",
"pick_run": "transfer_fee_charged",
"same": true,
"pick_merged": "transfer_fee_charged",
"same_as_merged": true,
"max_abs_dp": 0.00658198688684053,
"probs": [
0.000383,
0.000624,
0.000202,
5e-05,
0.00022,
0.000283,
7.8e-05,
6e-05,
0.000399,
5.8e-05,
5.3e-05,
5.8e-05,
0.000181,
3.3e-05,
5.9e-05,
0.000794,
0.000253,
5.2e-05,
5.3e-05,
0.000311,
4.1e-05,
4.8e-05,
5.6e-05,
5.2e-05,
8.7e-05,
6.2e-05,
0.000133,
0.000506,
0.00023,
9e-05,
0.000639,
0.000316,
0.000147,
8.5e-05,
0.003397,
0.000188,
0.00013,
0.000257,
0.001841,
0.000109,
8.1e-05,
0.000353,
0.000191,
9.3e-05,
9.9e-05,
0.000137,
4.9e-05,
8.7e-05,
0.000155,
8.1e-05,
0.000216,
5e-05,
0.000157,
0.000263,
0.000503,
0.000159,
0.013859,
0.001347,
0.000311,
0.000341,
0.000875,
0.000614,
0.000706,
0.001714,
0.958081,
0.002134,
0.000339,
0.001453,
0.000133,
0.000459,
0.000431,
0.000151,
0.000337,
0.000315,
0.000365,
0.000283,
0.000458
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1719",
"qid": "decision",
"type": "choice",
"pick": "failed_transfer",
"pick_run": "failed_transfer",
"same": true,
"pick_merged": "failed_transfer",
"same_as_merged": true,
"max_abs_dp": 0.010637421016282289,
"probs": [
0.00025,
0.000344,
0.000328,
7e-05,
0.000287,
0.004436,
0.000118,
0.000244,
0.000119,
0.000973,
0.00014,
0.000119,
8e-05,
5.1e-05,
0.000207,
0.000148,
0.000115,
7.2e-05,
0.000167,
0.000202,
0.000221,
0.00013,
0.000125,
8.8e-05,
6.4e-05,
7.8e-05,
0.000287,
0.033302,
0.000511,
0.000291,
0.000138,
0.000399,
0.000687,
0.002086,
0.003123,
0.934029,
0.000765,
0.000462,
0.00014,
0.000139,
0.000311,
0.00021,
0.00043,
0.000126,
0.000101,
8.6e-05,
0.000238,
0.000261,
0.000423,
0.000109,
0.00032,
0.000123,
0.000189,
0.000105,
0.000181,
2.9e-05,
3.4e-05,
1.9e-05,
4.2e-05,
0.00025,
3.9e-05,
0.009196,
8.1e-05,
6.8e-05,
5.5e-05,
8.7e-05,
0.000864,
4.4e-05,
2.6e-05,
9.3e-05,
3.4e-05,
6.7e-05,
2.2e-05,
4.8e-05,
2.7e-05,
5.3e-05,
7.5e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1055",
"qid": "decision",
"type": "choice",
"pick": "balance_not_updated_after_cheque_or_cash_deposit",
"pick_run": "balance_not_updated_after_cheque_or_cash_deposit",
"same": true,
"pick_merged": "balance_not_updated_after_cheque_or_cash_deposit",
"same_as_merged": true,
"max_abs_dp": 0.0030481029320409414,
"probs": [
0.000236,
0.000423,
0.000518,
0.000378,
0.000706,
0.00469,
0.984966,
0.000496,
0.000211,
0.000167,
0.000108,
0.000108,
7.3e-05,
6.7e-05,
0.000122,
8.2e-05,
0.000117,
0.000125,
7e-05,
0.000134,
0.000543,
0.000101,
0.000131,
6.8e-05,
6.8e-05,
0.000114,
1.4e-05,
5.9e-05,
0.000105,
2.9e-05,
4.1e-05,
3.3e-05,
0.000267,
5.3e-05,
3.8e-05,
2.1e-05,
9e-06,
3.4e-05,
1.9e-05,
1.7e-05,
1.2e-05,
1.5e-05,
1.3e-05,
2.8e-05,
1.9e-05,
3.6e-05,
8.2e-05,
8e-05,
4.9e-05,
1e-05,
3.4e-05,
1.9e-05,
2.3e-05,
1.4e-05,
3.9e-05,
1.2e-05,
2.8e-05,
4.9e-05,
0.0034,
0.000131,
1.8e-05,
1.9e-05,
2.2e-05,
2.7e-05,
1.6e-05,
2.2e-05,
7e-06,
8e-06,
2.5e-05,
1.9e-05,
8e-06,
1.9e-05,
3e-05,
2.1e-05,
1.7e-05,
4.3e-05,
2.5e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1227",
"qid": "decision",
"type": "choice",
"pick": "unable_to_verify_identity",
"pick_run": "unable_to_verify_identity",
"same": true,
"pick_merged": "unable_to_verify_identity",
"same_as_merged": true,
"max_abs_dp": 0.01384599258719843,
"probs": [
0.000155,
0.002348,
9.2e-05,
4.3e-05,
3.8e-05,
3.3e-05,
2.9e-05,
1.8e-05,
7.3e-05,
2.5e-05,
1.7e-05,
4.5e-05,
1.6e-05,
1.4e-05,
1.8e-05,
2e-05,
5.3e-05,
0.000351,
6.7e-05,
2.8e-05,
2.4e-05,
2.5e-05,
2.2e-05,
0.00015,
7.5e-05,
6.4e-05,
0.000199,
0.000532,
0.000225,
0.000126,
0.00011,
5.6e-05,
9.9e-05,
5.9e-05,
0.000326,
0.000134,
4.7e-05,
0.000151,
8.2e-05,
8.3e-05,
3.6e-05,
0.000118,
5e-05,
0.004035,
0.001543,
0.000136,
0.000102,
9.7e-05,
9.6e-05,
0.001129,
0.000249,
0.000154,
0.002261,
0.003198,
0.001643,
0.00064,
0.000844,
0.00135,
0.001027,
0.001272,
0.000925,
0.00115,
0.001147,
0.002841,
0.001222,
0.00069,
0.000496,
0.002229,
0.561414,
0.364029,
0.003161,
0.002102,
0.001914,
0.002053,
0.024365,
0.004087,
0.000121
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2237",
"qid": "decision",
"type": "choice",
"pick": "fiat_currency_support",
"pick_run": "fiat_currency_support",
"same": true,
"pick_merged": "fiat_currency_support",
"same_as_merged": true,
"max_abs_dp": 0.05307138419823404,
"probs": [
0.000753,
0.000583,
0.000253,
0.000131,
0.000172,
0.000359,
0.000244,
0.000324,
0.000168,
5.5e-05,
0.001009,
6e-05,
3.5e-05,
4.4e-05,
7.1e-05,
5.1e-05,
0.000117,
0.000615,
5.9e-05,
5.8e-05,
4e-05,
9.2e-05,
5.2e-05,
0.00017,
0.011588,
0.000173,
0.002065,
0.001329,
0.013172,
0.001276,
0.00079,
0.003739,
0.031597,
0.008747,
0.012628,
0.003884,
0.508781,
0.001454,
0.000908,
0.002016,
0.000191,
0.000448,
0.001128,
0.001391,
0.000557,
0.000365,
0.000397,
0.000977,
0.001335,
0.000817,
0.137995,
0.002122,
0.000799,
0.000659,
0.200283,
0.000747,
0.00052,
0.000928,
0.001666,
0.002088,
0.000446,
0.000482,
0.010029,
0.000868,
0.000909,
0.013478,
0.000326,
0.000177,
0.00038,
0.000766,
0.000925,
0.000567,
0.000219,
0.000249,
0.000237,
0.003845,
0.00102
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2633",
"qid": "decision",
"type": "choice",
"pick": "disposable_card_limits",
"pick_run": "disposable_card_limits",
"same": true,
"pick_merged": "disposable_card_limits",
"same_as_merged": true,
"max_abs_dp": 0.001542838515754652,
"probs": [
3e-05,
7.4e-05,
3e-05,
7.6e-05,
3.7e-05,
3.5e-05,
3.9e-05,
2.2e-05,
4.1e-05,
4.4e-05,
0.000114,
5.3e-05,
3.6e-05,
3.8e-05,
4.5e-05,
8e-05,
0.000118,
5.6e-05,
7e-05,
6e-05,
3.2e-05,
5.7e-05,
3.9e-05,
3.6e-05,
7e-05,
7.7e-05,
6.5e-05,
0.000213,
0.000855,
0.991852,
0.000105,
5.7e-05,
0.000119,
7.2e-05,
0.000168,
2.9e-05,
6.2e-05,
0.003004,
7.3e-05,
6.1e-05,
7.7e-05,
8.5e-05,
2.1e-05,
8.7e-05,
4.1e-05,
8.8e-05,
4.3e-05,
9.6e-05,
2.5e-05,
2.3e-05,
1.9e-05,
2.6e-05,
2.3e-05,
1.9e-05,
0.000175,
0.000434,
6.3e-05,
1e-05,
1.2e-05,
1e-05,
0.000211,
1e-05,
2.5e-05,
4.8e-05,
1.4e-05,
9e-06,
3.9e-05,
1e-05,
1.8e-05,
1.1e-05,
7e-06,
2e-05,
1.6e-05,
5e-06,
7e-06,
1.9e-05,
8e-06
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2362",
"qid": "decision",
"type": "choice",
"pick": "verify_top_up",
"pick_run": "verify_top_up",
"same": true,
"pick_merged": "verify_top_up",
"same_as_merged": true,
"max_abs_dp": 0.039304442144134644,
"probs": [
0.000267,
0.003041,
0.00032,
0.000139,
0.000747,
0.000228,
0.000199,
6.3e-05,
6.8e-05,
4.5e-05,
0.000122,
0.000127,
2.5e-05,
2.7e-05,
4.8e-05,
5.4e-05,
0.000237,
7.4e-05,
7.1e-05,
0.000185,
0.000239,
0.000199,
0.000131,
0.001333,
0.00014,
0.000128,
6.4e-05,
0.000315,
0.000199,
0.000134,
4.4e-05,
6.4e-05,
0.000165,
0.000125,
0.000173,
0.000131,
9e-05,
0.000153,
0.000111,
0.000142,
1.7e-05,
0.000132,
6.8e-05,
0.000331,
0.001436,
0.000693,
0.001273,
0.004162,
0.000336,
0.001866,
0.000698,
0.000308,
0.001887,
0.000547,
0.001162,
0.000617,
0.000752,
0.00071,
0.001026,
0.001164,
0.000701,
0.000328,
0.001146,
0.000733,
0.000717,
0.00044,
0.000436,
0.00051,
0.006971,
0.038027,
0.033473,
0.789248,
0.006025,
0.002252,
0.08476,
0.004234,
0.000647
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-157",
"qid": "decision",
"type": "choice",
"pick": "card_payment_wrong_exchange_rate",
"pick_run": "card_payment_wrong_exchange_rate",
"same": true,
"pick_merged": "card_payment_wrong_exchange_rate",
"same_as_merged": true,
"max_abs_dp": 0.006858527204621545,
"probs": [
0.000293,
0.000369,
0.000259,
0.000199,
0.000308,
0.000533,
0.00107,
0.000277,
0.000207,
0.000361,
0.001345,
0.000419,
0.000232,
0.000225,
0.001532,
0.010576,
0.005358,
0.947884,
0.000545,
0.000888,
0.000442,
0.000339,
0.000459,
0.000239,
0.000316,
0.000481,
0.000266,
0.000384,
0.000672,
0.000323,
0.000171,
0.001047,
0.011825,
0.000475,
0.000164,
0.000102,
0.000195,
0.00019,
0.000148,
0.00011,
5.3e-05,
0.000363,
0.000286,
0.000483,
0.000133,
0.000468,
0.000157,
0.000113,
0.000149,
8e-05,
7.4e-05,
5.1e-05,
8.8e-05,
6.9e-05,
8.3e-05,
2.7e-05,
5.3e-05,
4.7e-05,
0.000261,
4.7e-05,
1e-05,
1.2e-05,
2.3e-05,
3.5e-05,
2.3e-05,
2e-05,
1.3e-05,
1.6e-05,
7.9e-05,
2.1e-05,
1.9e-05,
2.7e-05,
1.1e-05,
1.6e-05,
2e-05,
3e-05,
0.005312
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-396",
"qid": "decision",
"type": "choice",
"pick": "card_not_working",
"pick_run": "card_not_working",
"same": true,
"pick_merged": "card_not_working",
"same_as_merged": true,
"max_abs_dp": 0.040990987862875694,
"probs": [
0.016462,
0.002989,
0.002354,
0.007332,
0.001279,
0.001836,
0.001473,
0.000918,
0.000829,
0.001617,
0.330768,
0.002582,
0.001069,
0.005257,
0.572012,
0.00113,
0.002488,
0.001361,
0.001082,
0.00143,
0.001451,
0.002684,
0.00138,
0.010556,
0.001121,
0.011571,
0.000179,
0.000392,
0.000364,
0.000207,
5.4e-05,
3e-05,
5.2e-05,
3.2e-05,
0.00015,
6.5e-05,
0.000199,
0.000114,
6.5e-05,
6.8e-05,
0.000145,
6.5e-05,
5.9e-05,
5.9e-05,
7.9e-05,
0.000165,
0.000114,
0.000433,
4.8e-05,
6.8e-05,
4.3e-05,
5.6e-05,
0.000345,
0.000147,
0.001234,
0.000158,
0.000108,
0.000228,
0.000161,
0.000164,
5.3e-05,
0.000163,
0.001189,
0.000177,
0.0003,
0.000173,
0.000176,
0.000118,
0.000108,
0.000476,
0.000198,
0.000878,
0.003919,
0.000475,
0.000393,
9.4e-05,
0.000234
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-472",
"qid": "decision",
"type": "choice",
"pick": "lost_or_stolen_card",
"pick_run": "lost_or_stolen_card",
"same": true,
"pick_merged": "lost_or_stolen_card",
"same_as_merged": true,
"max_abs_dp": 0.010027200314039197,
"probs": [
0.000554,
0.000485,
0.000324,
0.000368,
0.000353,
0.000507,
0.000519,
0.000219,
0.000556,
0.000348,
0.000389,
0.000487,
0.000265,
0.00021,
0.00079,
0.001515,
0.000461,
0.000367,
0.000477,
0.000446,
0.000738,
0.002486,
0.208648,
0.000344,
0.000252,
0.000267,
9.7e-05,
0.000249,
0.000272,
0.000275,
0.000143,
0.000316,
0.000321,
0.00015,
0.000255,
0.000125,
0.000166,
0.000321,
0.000352,
0.000283,
9.7e-05,
0.771203,
0.000223,
0.000225,
0.000405,
0.000242,
0.000189,
0.000335,
0.000455,
0.000124,
0.000109,
5.8e-05,
2.4e-05,
9e-06,
2e-05,
7e-06,
2.7e-05,
1.1e-05,
1.5e-05,
1e-05,
1.7e-05,
6e-06,
7e-06,
2.7e-05,
1.4e-05,
8e-06,
1.8e-05,
0.000175,
2.4e-05,
2.3e-05,
1.3e-05,
2.6e-05,
1.3e-05,
3.6e-05,
6e-06,
2.8e-05,
6.7e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1528",
"qid": "decision",
"type": "choice",
"pick": "passcode_forgotten",
"pick_run": "passcode_forgotten",
"same": true,
"pick_merged": "passcode_forgotten",
"same_as_merged": true,
"max_abs_dp": 0.0037821612178690067,
"probs": [
6.3e-05,
0.000134,
0.000127,
9.7e-05,
4.8e-05,
6.2e-05,
6.1e-05,
4.2e-05,
0.000125,
3.4e-05,
4.4e-05,
5.2e-05,
3.5e-05,
5.3e-05,
7.8e-05,
0.000148,
0.000127,
0.000115,
0.000247,
0.000118,
4.1e-05,
0.017451,
7.2e-05,
7.5e-05,
5.4e-05,
9.1e-05,
2.7e-05,
4.2e-05,
6.7e-05,
6.6e-05,
1e-05,
6e-05,
5.5e-05,
3.9e-05,
3.5e-05,
2.6e-05,
2.7e-05,
0.000142,
5.5e-05,
6.8e-05,
2e-05,
9.8e-05,
9.7e-05,
0.000197,
0.976624,
0.000186,
8.3e-05,
0.000202,
6e-05,
0.001214,
6.1e-05,
4.4e-05,
1.5e-05,
9e-06,
2.9e-05,
4e-06,
8e-06,
7e-06,
6e-06,
7e-06,
4e-06,
2e-06,
7e-06,
1e-05,
1e-05,
8e-06,
7e-06,
1e-05,
6.7e-05,
0.000472,
1.3e-05,
1.4e-05,
2.3e-05,
5e-06,
2e-05,
2.9e-05,
2.1e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2432",
"qid": "decision",
"type": "choice",
"pick": "getting_spare_card",
"pick_run": "getting_spare_card",
"same": true,
"pick_merged": "getting_spare_card",
"same_as_merged": true,
"max_abs_dp": 0.09119667401720477,
"probs": [
0.002167,
0.001735,
0.000516,
0.000301,
0.000227,
0.000253,
0.000382,
0.000208,
0.000466,
0.000614,
0.002309,
0.003074,
0.001288,
0.008508,
0.000386,
0.000237,
0.000378,
0.000998,
0.000325,
0.000214,
0.000212,
0.000202,
0.000219,
0.00022,
0.000242,
0.000221,
0.001193,
0.001363,
0.002409,
0.001346,
0.000901,
0.000736,
0.001036,
0.001335,
0.001403,
0.001124,
0.001888,
0.005504,
0.219508,
0.536882,
0.003375,
0.001379,
0.000669,
0.177598,
0.001898,
0.000991,
0.000487,
0.000609,
0.001359,
0.000391,
0.000384,
0.000174,
0.00024,
9.4e-05,
0.00039,
9e-05,
0.000339,
0.000141,
0.000198,
0.000224,
0.000126,
7.8e-05,
0.000446,
0.00026,
0.001211,
0.002285,
0.000363,
7.6e-05,
0.000542,
0.000208,
0.000112,
0.000133,
5.9e-05,
0.000148,
6.5e-05,
0.000196,
0.000128
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-819",
"qid": "decision",
"type": "choice",
"pick": "card_payment_fee_charged",
"pick_run": "card_payment_fee_charged",
"same": true,
"pick_merged": "card_payment_fee_charged",
"same_as_merged": true,
"max_abs_dp": 0.032180959817712074,
"probs": [
0.001442,
0.000892,
0.001394,
0.001412,
0.001198,
0.001637,
0.000725,
0.0004,
0.001136,
0.000666,
0.036635,
0.000754,
0.00069,
0.000582,
0.005522,
0.797826,
0.002938,
0.001258,
0.000467,
0.03896,
0.000897,
0.000651,
0.000853,
0.001045,
0.001804,
0.000959,
0.000718,
0.00095,
0.000925,
0.00073,
0.00116,
0.006352,
0.000481,
0.000201,
0.03854,
0.000285,
0.000789,
0.000763,
0.001063,
0.000175,
0.000229,
0.000488,
0.000376,
0.000298,
0.000286,
0.001472,
0.000238,
0.000223,
0.000685,
0.000104,
0.000879,
6.3e-05,
0.000246,
0.000282,
0.002175,
0.000134,
0.002381,
0.009801,
0.000613,
0.000235,
0.00113,
0.000308,
0.003839,
0.001073,
0.011454,
0.000176,
0.000245,
0.000297,
0.000164,
0.000151,
0.000379,
0.000478,
0.000239,
0.001325,
0.000229,
0.00028,
0.001148
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1504",
"qid": "decision",
"type": "choice",
"pick": "direct_debit_payment_not_recognised",
"pick_run": "direct_debit_payment_not_recognised",
"same": true,
"pick_merged": "direct_debit_payment_not_recognised",
"same_as_merged": true,
"max_abs_dp": 0.002865265620241919,
"probs": [
0.000223,
0.000206,
0.000123,
0.000119,
0.000152,
7.5e-05,
0.000108,
0.0001,
0.000294,
0.000166,
0.000149,
9.7e-05,
5.8e-05,
7.9e-05,
0.000123,
0.000579,
0.002783,
0.000196,
0.000146,
0.000638,
0.002056,
0.000246,
0.0003,
0.000132,
0.00015,
0.000285,
0.000294,
0.000291,
0.980613,
0.000214,
0.000168,
7.7e-05,
0.000172,
0.000105,
0.004988,
0.000107,
9.4e-05,
0.000306,
9.2e-05,
7.2e-05,
5.9e-05,
0.000158,
0.000385,
9.4e-05,
0.000139,
0.000196,
0.000138,
0.000105,
9.1e-05,
0.000135,
0.000126,
4.2e-05,
3.8e-05,
4.6e-05,
0.000565,
3.8e-05,
3.7e-05,
9e-06,
2.1e-05,
2.1e-05,
4.3e-05,
1.1e-05,
2e-05,
6.1e-05,
1.5e-05,
1.1e-05,
1.5e-05,
1.3e-05,
2.1e-05,
2.5e-05,
2.1e-05,
2.5e-05,
1.6e-05,
1.1e-05,
8e-06,
3.1e-05,
3.6e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-978",
"qid": "decision",
"type": "choice",
"pick": "card_acceptance",
"pick_run": "card_acceptance",
"same": true,
"pick_merged": "card_acceptance",
"same_as_merged": true,
"max_abs_dp": 0.0015104099675390392,
"probs": [
0.000539,
0.000934,
0.001109,
0.001677,
0.000993,
0.000546,
0.000569,
0.000349,
0.000313,
0.000669,
0.959179,
0.000659,
0.000302,
0.000652,
0.004032,
0.000652,
0.000444,
0.000458,
0.000372,
0.000347,
0.000528,
0.000452,
0.000578,
0.000632,
0.004431,
0.00186,
1.7e-05,
0.000108,
0.000285,
7.3e-05,
3.2e-05,
6e-06,
2.4e-05,
1.2e-05,
4.3e-05,
1.7e-05,
4.1e-05,
4e-05,
2e-05,
1.5e-05,
9e-06,
2.9e-05,
8e-06,
2.9e-05,
2e-05,
5e-05,
1.9e-05,
1.1e-05,
0.000319,
9e-06,
3.1e-05,
1e-05,
2.7e-05,
2.7e-05,
0.008427,
8.1e-05,
2.8e-05,
3.1e-05,
5.5e-05,
7.5e-05,
1.4e-05,
3.7e-05,
0.000276,
3.8e-05,
4.3e-05,
2.5e-05,
3.1e-05,
1.3e-05,
3.7e-05,
3.6e-05,
1.9e-05,
0.000216,
2.3e-05,
0.005784,
4.3e-05,
4.9e-05,
1.3e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2236",
"qid": "decision",
"type": "choice",
"pick": "receiving_money",
"pick_run": "receiving_money",
"same": true,
"pick_merged": "receiving_money",
"same_as_merged": true,
"max_abs_dp": 0.005837550561346605,
"probs": [
0.000765,
0.000859,
0.000822,
0.000277,
0.000604,
0.002437,
0.000205,
0.000112,
0.000158,
0.000107,
0.00083,
0.000356,
8e-05,
0.00093,
0.000213,
0.000119,
0.00046,
0.000159,
7.7e-05,
0.000155,
6.1e-05,
0.000125,
0.000187,
0.000229,
0.006171,
0.00016,
0.000336,
0.000651,
0.000585,
0.00053,
0.00045,
0.00048,
0.000711,
0.001173,
0.003864,
0.001308,
0.000803,
0.000528,
0.001027,
0.010578,
0.000313,
0.000411,
0.001439,
0.0027,
0.000493,
0.000622,
0.000677,
0.002234,
0.002933,
0.001592,
0.634594,
0.00504,
0.000343,
0.000526,
0.002023,
0.00068,
0.000345,
0.000974,
0.003037,
0.00128,
0.000165,
0.000359,
0.001527,
0.001737,
0.001452,
0.269502,
0.000648,
0.001334,
0.000888,
0.000908,
0.002699,
0.001252,
0.000779,
0.001306,
0.001306,
0.012049,
0.000145
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1925",
"qid": "decision",
"type": "choice",
"pick": "card_swallowed",
"pick_run": "card_swallowed",
"same": true,
"pick_merged": "card_swallowed",
"same_as_merged": true,
"max_abs_dp": 0.05143934977918624,
"probs": [
0.001305,
0.000924,
0.001021,
0.290009,
0.000704,
0.000794,
0.000431,
0.000401,
0.000362,
0.001039,
0.007467,
0.001048,
0.000578,
0.000546,
0.028593,
0.000632,
0.000763,
0.000817,
0.648171,
0.001547,
0.000567,
0.000474,
0.000355,
0.000517,
0.000298,
0.000582,
0.003116,
0.000349,
0.000496,
0.000397,
0.000184,
9e-05,
0.000208,
0.00016,
0.000193,
0.00013,
0.000187,
0.000113,
0.00026,
0.000154,
0.000138,
0.00012,
7.3e-05,
8.1e-05,
0.000338,
0.001372,
9.4e-05,
0.00012,
9.4e-05,
5.7e-05,
5.9e-05,
4.3e-05,
0.000115,
0.000118,
0.00018,
3.2e-05,
3.9e-05,
3.5e-05,
4.8e-05,
3.9e-05,
1.9e-05,
2.9e-05,
3.8e-05,
3.7e-05,
0.000101,
3.8e-05,
2.7e-05,
3e-05,
2.6e-05,
0.000118,
5.9e-05,
3.1e-05,
2.5e-05,
1.4e-05,
1.3e-05,
4.2e-05,
0.000175
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-704",
"qid": "decision",
"type": "choice",
"pick": "cancel_transfer",
"pick_run": "cancel_transfer",
"same": true,
"pick_merged": "cancel_transfer",
"same_as_merged": true,
"max_abs_dp": 0.07881869924961574,
"probs": [
0.001812,
0.002873,
0.001681,
0.000913,
0.001018,
0.015371,
0.001426,
0.010538,
0.471584,
0.001565,
0.000955,
0.000918,
0.000263,
0.000347,
0.000722,
0.000771,
0.004338,
0.000559,
0.000481,
0.000477,
0.000495,
0.000579,
0.000958,
0.000585,
0.000521,
0.001241,
0.004058,
0.028732,
0.002248,
0.000803,
0.000565,
0.000814,
0.001305,
0.001305,
0.01015,
0.041252,
0.0006,
0.001554,
0.000999,
0.001157,
0.007605,
0.000538,
0.001807,
0.000721,
0.000556,
0.000348,
0.000545,
0.001017,
0.006084,
0.001149,
0.005626,
0.008138,
0.093709,
0.002504,
0.002714,
0.000618,
0.001084,
0.001256,
0.001452,
0.001466,
0.002602,
0.011785,
0.001987,
0.005217,
0.005303,
0.005873,
0.155674,
0.004335,
0.000687,
0.00186,
0.001071,
0.001891,
0.000695,
0.000863,
0.000847,
0.007151,
0.034688
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2288",
"qid": "decision",
"type": "choice",
"pick": "failed_transfer",
"pick_run": "failed_transfer",
"same": true,
"pick_merged": "failed_transfer",
"same_as_merged": true,
"max_abs_dp": 0.025319936664834064,
"probs": [
0.00191,
0.001833,
0.000986,
0.000359,
0.000957,
0.045154,
0.000475,
0.001224,
0.001812,
0.005228,
0.00041,
0.000278,
0.000125,
8.4e-05,
0.000661,
0.000267,
0.000575,
0.000183,
0.000262,
0.000322,
0.000615,
0.000269,
0.000486,
0.000273,
0.000213,
0.00082,
0.001523,
0.212794,
0.001227,
0.000901,
0.000404,
0.001193,
0.001981,
0.010537,
0.008253,
0.608823,
0.001018,
0.00098,
0.000528,
0.000432,
0.002862,
0.000839,
0.001358,
0.000402,
0.000293,
0.000272,
0.000773,
0.001274,
0.00494,
0.00043,
0.001279,
0.000639,
0.000785,
0.00074,
0.0008,
0.000145,
0.000204,
0.000271,
0.000334,
0.005642,
0.00024,
0.028618,
0.000348,
0.000311,
0.000483,
0.001016,
0.024205,
0.001064,
0.000137,
0.000487,
0.000249,
0.000509,
0.000166,
0.000803,
0.000237,
0.000172,
0.000299
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2119",
"qid": "decision",
"type": "choice",
"pick": "change_pin",
"pick_run": "change_pin",
"same": true,
"pick_merged": "change_pin",
"same_as_merged": true,
"max_abs_dp": 0.007132398303578036,
"probs": [
0.000281,
0.000311,
0.000456,
0.002395,
0.000781,
0.000245,
0.000215,
0.000132,
0.000171,
0.000262,
0.000469,
0.000384,
0.000179,
0.000322,
0.000672,
0.000364,
0.000465,
0.000566,
0.000669,
0.000571,
0.000577,
0.970987,
0.000148,
0.000691,
0.004866,
0.000253,
0.000124,
0.000252,
0.000679,
0.000464,
0.000204,
0.000286,
0.000109,
0.00028,
0.000141,
0.000157,
0.000168,
0.000195,
0.000183,
0.000147,
4.3e-05,
0.000109,
0.000154,
0.000362,
0.002811,
0.000188,
0.000123,
0.000783,
0.000107,
0.003203,
0.000292,
0.000105,
3.5e-05,
1.3e-05,
5.4e-05,
1e-05,
5.6e-05,
2.5e-05,
1.7e-05,
1.9e-05,
8e-06,
1.3e-05,
1.5e-05,
1.7e-05,
1.7e-05,
7e-06,
6e-06,
5e-06,
4.2e-05,
3e-05,
1e-05,
2e-05,
0.000122,
6e-06,
7.7e-05,
0.000118,
0.000152
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2886",
"qid": "decision",
"type": "choice",
"pick": "extra_charge_on_statement",
"pick_run": "extra_charge_on_statement",
"same": true,
"pick_merged": "extra_charge_on_statement",
"same_as_merged": true,
"max_abs_dp": 0.04303806656644549,
"probs": [
0.001432,
0.001489,
0.001217,
0.004376,
0.003323,
0.003851,
0.000853,
0.000525,
0.002802,
0.000441,
0.003431,
0.000797,
0.001156,
0.000301,
0.002711,
0.183991,
0.005713,
0.001411,
0.000538,
0.052166,
0.001925,
0.000722,
0.000557,
0.001145,
0.000619,
0.000723,
0.001108,
0.000958,
0.000802,
0.000474,
0.001526,
0.002935,
0.000303,
0.000832,
0.647228,
0.001081,
0.000244,
0.001147,
0.002112,
0.000151,
0.000167,
0.000358,
0.000563,
0.000168,
0.000265,
0.000682,
0.00041,
0.00017,
0.000148,
0.000159,
0.001108,
0.000145,
0.00029,
0.000374,
0.000579,
0.000186,
0.005918,
0.003151,
0.000754,
0.000561,
0.001843,
0.000443,
0.0006,
0.006082,
0.032271,
0.00032,
0.00012,
0.000361,
0.000106,
0.000357,
0.000749,
0.000234,
0.000123,
0.000108,
0.000144,
0.000193,
0.000675
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1931",
"qid": "decision",
"type": "choice",
"pick": "card_swallowed",
"pick_run": "card_swallowed",
"same": true,
"pick_merged": "card_swallowed",
"same_as_merged": true,
"max_abs_dp": 0.011011762058612366,
"probs": [
0.000686,
0.000404,
0.000685,
0.071296,
0.000657,
0.000471,
0.000341,
0.000277,
0.000187,
0.000849,
0.004184,
0.000724,
0.000425,
0.000413,
0.016976,
0.000653,
0.000918,
0.000799,
0.890174,
0.001138,
0.000576,
0.000358,
0.000418,
0.000242,
0.000225,
0.000508,
0.001129,
0.000205,
0.00033,
0.000253,
0.000125,
8.9e-05,
0.000102,
0.000159,
9.4e-05,
0.000102,
0.000128,
6.9e-05,
0.000163,
0.000108,
0.000106,
0.000118,
6.2e-05,
6.5e-05,
0.000205,
0.000455,
8.4e-05,
8.2e-05,
8.7e-05,
4e-05,
4.3e-05,
3e-05,
6.6e-05,
6.3e-05,
0.000151,
2.1e-05,
2.7e-05,
2.2e-05,
2.7e-05,
2.8e-05,
8e-06,
1.6e-05,
2.6e-05,
1.8e-05,
4.6e-05,
2.2e-05,
1.5e-05,
1.9e-05,
2.5e-05,
7.2e-05,
2.9e-05,
2.7e-05,
1.1e-05,
9e-06,
9e-06,
2.7e-05,
0.000196
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2558",
"qid": "decision",
"type": "choice",
"pick": "cash_withdrawal_charge",
"pick_run": "cash_withdrawal_charge",
"same": true,
"pick_merged": "cash_withdrawal_charge",
"same_as_merged": true,
"max_abs_dp": 0.01083279932754977,
"probs": [
0.001962,
0.001819,
0.001647,
0.042108,
0.001379,
0.001873,
0.000806,
0.000634,
0.001421,
0.000668,
0.00099,
0.00071,
0.000542,
0.000296,
0.000911,
0.004348,
0.002065,
0.002301,
0.001133,
0.715747,
0.010879,
0.000747,
0.000783,
0.000921,
0.001919,
0.000546,
0.002035,
0.000724,
0.000888,
0.000571,
0.00071,
0.00073,
0.000572,
0.000543,
0.049553,
0.000712,
0.000194,
0.00093,
0.000552,
0.000414,
0.000172,
0.000247,
0.000214,
0.000458,
0.000417,
0.002574,
0.000959,
0.000188,
0.000357,
0.000432,
0.006122,
0.000173,
0.003221,
0.000284,
0.000662,
0.000272,
0.000983,
0.000484,
0.000473,
0.000371,
0.002186,
0.000361,
0.000234,
0.002035,
0.001459,
0.000262,
0.00023,
0.000162,
0.000421,
0.000647,
0.001099,
0.00047,
0.000196,
0.000231,
0.000451,
0.061972,
0.050235
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2801",
"qid": "decision",
"type": "choice",
"pick": "top_up_by_card_charge",
"pick_run": "top_up_by_card_charge",
"same": true,
"pick_merged": "top_up_by_card_charge",
"same_as_merged": true,
"max_abs_dp": 0.013693952244018592,
"probs": [
0.001931,
0.008406,
0.001145,
0.000398,
0.00565,
0.001296,
0.000378,
0.000154,
0.000203,
0.000183,
0.002122,
0.000239,
0.000142,
0.000168,
0.000157,
0.008415,
0.000514,
0.000135,
0.000174,
0.001252,
0.00061,
0.000153,
0.000131,
0.000172,
0.000471,
0.000207,
0.000369,
0.001391,
0.000845,
0.000511,
0.001794,
0.010845,
0.000454,
0.00021,
0.002758,
0.000135,
0.003062,
0.00048,
0.000691,
0.000219,
0.000201,
0.000375,
0.000248,
0.000188,
0.000354,
0.000348,
0.00029,
0.000447,
0.000286,
6.2e-05,
0.000553,
0.000126,
0.001339,
0.001052,
0.005043,
0.00072,
0.033028,
0.706721,
0.004733,
0.002486,
0.008164,
0.003289,
0.153018,
0.00213,
0.002682,
0.001097,
0.000579,
0.000882,
0.0004,
0.000845,
0.000783,
0.003745,
0.001239,
0.001465,
0.001422,
0.000734,
0.000357
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2842",
"qid": "decision",
"type": "choice",
"pick": "activate_my_card",
"pick_run": "activate_my_card",
"same": true,
"pick_merged": "activate_my_card",
"same_as_merged": true,
"max_abs_dp": 0.000983853954315217,
"probs": [
0.987861,
0.000475,
0.000629,
0.000126,
0.000148,
6.9e-05,
7.7e-05,
4.8e-05,
7.6e-05,
0.000345,
0.00162,
0.002694,
0.0001,
0.002802,
0.000691,
6e-05,
7.4e-05,
8e-05,
7.5e-05,
6.1e-05,
5.6e-05,
0.000308,
4.6e-05,
9.5e-05,
3.4e-05,
9.3e-05,
8.4e-05,
2.7e-05,
5.1e-05,
1.7e-05,
2.5e-05,
1.2e-05,
9e-06,
2.1e-05,
4.1e-05,
3.6e-05,
3.4e-05,
4.9e-05,
0.000199,
3.5e-05,
0.000112,
1.2e-05,
3.5e-05,
2.7e-05,
2.1e-05,
2.4e-05,
2.1e-05,
2.8e-05,
2e-05,
1.2e-05,
1.4e-05,
1.2e-05,
2.2e-05,
4e-06,
4.2e-05,
4e-06,
5e-06,
5e-06,
4e-06,
7e-06,
2e-06,
6e-06,
3.3e-05,
1e-05,
2.6e-05,
2.1e-05,
7e-06,
2e-06,
6e-06,
1.3e-05,
3e-06,
7e-06,
1.6e-05,
4e-06,
4e-06,
3e-06,
2e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-258",
"qid": "decision",
"type": "choice",
"pick": "fiat_currency_support",
"pick_run": "fiat_currency_support",
"same": true,
"pick_merged": "fiat_currency_support",
"same_as_merged": true,
"max_abs_dp": 0.018800138777113284,
"probs": [
0.000223,
0.000604,
0.000225,
0.000447,
0.000234,
0.000367,
0.000199,
0.000127,
0.000133,
9.1e-05,
0.00503,
6.9e-05,
5.4e-05,
3.5e-05,
5.1e-05,
6.1e-05,
9.2e-05,
0.000105,
7.1e-05,
6.7e-05,
5.3e-05,
9.5e-05,
8.2e-05,
0.000199,
0.014034,
0.000189,
0.000501,
0.000567,
0.017919,
0.000735,
0.000404,
0.000626,
0.003002,
0.000805,
0.00145,
0.000948,
0.772391,
0.000476,
0.000272,
0.000198,
5.6e-05,
0.000222,
0.000412,
0.000239,
0.000168,
0.000145,
0.000147,
0.000173,
0.00035,
0.000216,
0.001308,
0.000114,
0.00037,
0.000187,
0.161104,
0.000277,
0.000178,
0.000216,
0.000221,
0.00018,
0.00022,
0.000197,
0.007732,
0.000158,
0.000219,
0.000184,
7.4e-05,
4.5e-05,
0.000189,
0.00026,
0.000236,
0.000243,
6.4e-05,
0.000141,
3.7e-05,
0.000337,
0.000149
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-180",
"qid": "decision",
"type": "choice",
"pick": "extra_charge_on_statement",
"pick_run": "extra_charge_on_statement",
"same": true,
"pick_merged": "extra_charge_on_statement",
"same_as_merged": true,
"max_abs_dp": 0.018529981013488683,
"probs": [
0.001235,
0.001674,
0.001156,
0.001398,
0.006228,
0.003837,
0.000756,
0.000416,
0.001611,
0.000327,
0.002658,
0.000568,
0.000959,
0.00023,
0.001176,
0.176046,
0.008557,
0.001038,
0.000443,
0.026209,
0.000762,
0.000451,
0.000397,
0.000727,
0.000422,
0.000314,
0.000838,
0.000692,
0.001517,
0.000459,
0.00244,
0.002501,
0.000282,
0.000818,
0.693098,
0.000707,
0.000234,
0.001062,
0.001416,
0.000141,
0.000176,
0.000345,
0.000695,
0.000144,
0.000246,
0.000673,
0.00033,
0.00017,
0.000129,
0.000164,
0.00088,
8.8e-05,
0.00021,
0.000362,
0.000701,
0.000202,
0.011321,
0.004225,
0.000729,
0.000568,
0.002378,
0.000359,
0.000635,
0.002131,
0.023476,
0.000281,
0.000115,
0.000358,
9.6e-05,
0.000331,
0.000681,
0.000199,
0.000118,
0.000105,
0.000172,
0.000136,
0.000271
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2691",
"qid": "decision",
"type": "choice",
"pick": "balance_not_updated_after_bank_transfer",
"pick_run": "balance_not_updated_after_bank_transfer",
"same": true,
"pick_merged": "balance_not_updated_after_bank_transfer",
"same_as_merged": true,
"max_abs_dp": 0.010601206366043558,
"probs": [
0.000172,
0.000615,
0.00055,
0.000488,
0.009314,
0.97579,
0.003522,
0.000449,
0.000259,
0.000434,
0.000236,
0.000172,
0.000102,
0.000151,
0.000222,
0.000152,
0.000205,
0.000139,
0.000135,
0.00011,
0.000114,
0.000157,
0.000269,
5.6e-05,
9.9e-05,
6.3e-05,
2.2e-05,
0.000222,
0.0002,
8.9e-05,
0.000167,
0.000202,
9.3e-05,
0.000138,
0.000149,
0.000407,
1.7e-05,
4.9e-05,
3.6e-05,
0.000102,
0.000141,
7.7e-05,
3.4e-05,
6.8e-05,
3e-05,
4e-05,
3.4e-05,
0.000245,
0.000533,
4.6e-05,
0.000203,
5.8e-05,
2.6e-05,
1.2e-05,
4.6e-05,
1.1e-05,
0.00025,
0.000153,
5.7e-05,
9e-05,
8e-06,
0.000135,
1.6e-05,
2.8e-05,
5.2e-05,
0.000605,
0.000761,
0.000132,
2e-05,
1.6e-05,
1.1e-05,
2.7e-05,
3.1e-05,
5.7e-05,
2.4e-05,
1.6e-05,
4e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-634",
"qid": "decision",
"type": "choice",
"pick": "top_up_by_bank_transfer_charge",
"pick_run": "top_up_by_bank_transfer_charge",
"same": true,
"pick_merged": "top_up_by_bank_transfer_charge",
"same_as_merged": true,
"max_abs_dp": 0.0017727754275218529,
"probs": [
8.5e-05,
0.00057,
6e-05,
3.5e-05,
0.002051,
0.000155,
2.6e-05,
1.5e-05,
1.9e-05,
1.5e-05,
1.9e-05,
1.4e-05,
2.1e-05,
1.7e-05,
1.4e-05,
8.3e-05,
4e-05,
1.7e-05,
2.5e-05,
6.6e-05,
1e-05,
3e-05,
1.8e-05,
1.3e-05,
4.6e-05,
1.4e-05,
2.5e-05,
0.000118,
0.000118,
0.000129,
0.000596,
0.000227,
4.6e-05,
4.5e-05,
0.000243,
3.2e-05,
4.3e-05,
6e-05,
0.000263,
5.4e-05,
8e-06,
8.8e-05,
3.7e-05,
4.9e-05,
5.5e-05,
3.9e-05,
2.7e-05,
0.000285,
7.3e-05,
2e-05,
0.000147,
2.6e-05,
0.000138,
0.000261,
0.000495,
0.000307,
0.981429,
0.001918,
0.000451,
0.000332,
0.000257,
0.00016,
0.000343,
0.000106,
0.005733,
0.00043,
8.2e-05,
0.00039,
4.8e-05,
9.8e-05,
6.1e-05,
0.000117,
0.000172,
7.8e-05,
0.000124,
0.000112,
2.5e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2958",
"qid": "decision",
"type": "choice",
"pick": "top_up_failed",
"pick_run": "top_up_failed",
"same": true,
"pick_merged": "top_up_failed",
"same_as_merged": true,
"max_abs_dp": 0.08708555679361912,
"probs": [
0.001914,
0.006276,
0.349183,
0.000565,
0.007279,
0.002544,
0.000674,
0.001568,
0.000338,
0.00022,
0.000332,
0.000364,
0.000121,
0.000173,
0.000959,
0.000284,
0.000409,
0.000142,
0.000175,
0.000202,
0.000221,
0.000511,
0.000142,
0.00021,
0.000285,
0.000302,
0.000132,
0.000591,
0.000384,
0.00037,
0.000204,
0.000221,
0.000327,
0.005396,
0.000275,
0.000113,
0.000246,
0.000146,
0.000187,
0.000146,
0.000134,
0.000401,
0.00016,
8.3e-05,
0.000147,
0.000142,
0.000202,
0.007979,
0.000178,
3.9e-05,
0.000125,
8.4e-05,
0.00033,
0.000366,
0.001523,
0.000366,
0.001414,
0.003481,
0.005374,
0.574271,
0.000661,
0.001107,
0.003922,
0.000841,
0.000926,
0.000643,
0.00023,
0.000378,
0.000203,
0.000622,
0.000523,
0.002178,
0.004831,
0.000765,
0.000575,
0.000235,
0.000428
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-882",
"qid": "decision",
"type": "choice",
"pick": "fiat_currency_support",
"pick_run": "fiat_currency_support",
"same": true,
"pick_merged": "fiat_currency_support",
"same_as_merged": true,
"max_abs_dp": 0.04265373688801655,
"probs": [
0.00025,
0.000729,
0.000216,
0.000213,
0.000311,
0.000248,
0.000393,
0.000116,
0.000111,
5.7e-05,
0.001796,
5.9e-05,
3.9e-05,
2.8e-05,
3e-05,
3.7e-05,
5.4e-05,
4.8e-05,
4.2e-05,
5.5e-05,
3.4e-05,
6.9e-05,
4.4e-05,
8.7e-05,
0.000657,
8.8e-05,
0.001078,
0.000711,
0.016371,
0.00056,
0.000359,
0.000605,
0.005414,
0.002177,
0.001743,
0.000797,
0.561164,
0.000486,
0.000339,
0.000214,
5.9e-05,
0.000222,
0.000488,
0.000187,
0.000272,
0.000179,
0.000193,
0.000259,
0.000315,
0.000153,
0.000702,
0.000138,
0.000775,
0.000604,
0.329087,
0.000375,
0.00053,
0.001411,
0.011875,
0.002959,
0.002157,
0.000893,
0.041335,
0.000881,
0.00084,
0.0007,
0.00012,
0.000153,
0.000189,
0.000687,
0.00066,
0.001483,
0.000309,
0.000341,
0.000158,
0.000341,
0.000137
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-218",
"qid": "decision",
"type": "choice",
"pick": "pending_cash_withdrawal",
"pick_run": "pending_cash_withdrawal",
"same": true,
"pick_merged": "pending_cash_withdrawal",
"same_as_merged": true,
"max_abs_dp": 0.10938369417919536,
"probs": [
0.004456,
0.002116,
0.002033,
0.220401,
0.000585,
0.003155,
0.000637,
0.000397,
0.000587,
0.00047,
0.001,
0.000441,
0.00036,
0.000284,
0.004479,
0.000843,
0.00095,
0.000507,
0.001936,
0.065523,
0.095285,
0.001361,
0.001039,
0.001013,
0.000567,
0.000811,
0.142509,
0.001278,
0.002457,
0.003262,
0.001605,
0.000868,
0.001402,
0.00164,
0.002689,
0.001306,
0.000825,
0.001122,
0.002056,
0.001546,
0.001881,
0.000629,
0.001856,
0.00076,
0.002822,
0.016825,
0.386165,
0.001454,
0.001811,
0.000759,
0.002897,
0.000839,
0.00033,
0.001729,
0.0003,
7.6e-05,
0.000137,
6.8e-05,
9.3e-05,
8.7e-05,
8.4e-05,
6.1e-05,
6.3e-05,
6.6e-05,
0.000101,
3.5e-05,
8.1e-05,
3.4e-05,
7.1e-05,
0.000205,
0.000253,
0.000838,
4e-05,
5e-05,
2.3e-05,
0.000351,
0.000325
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1871",
"qid": "decision",
"type": "choice",
"pick": "transfer_fee_charged",
"pick_run": "transfer_fee_charged",
"same": true,
"pick_merged": "transfer_fee_charged",
"same_as_merged": true,
"max_abs_dp": 0.014312055587180683,
"probs": [
0.001119,
0.001635,
0.000622,
0.000179,
0.000258,
0.006322,
0.000246,
9.9e-05,
0.000281,
0.000144,
0.000131,
0.00022,
0.000359,
7e-05,
0.000104,
0.003468,
0.000418,
8.7e-05,
0.000113,
0.000587,
0.000109,
0.000102,
0.001128,
0.000214,
0.000176,
0.000107,
0.000639,
0.004455,
0.000513,
0.000326,
0.001757,
0.00104,
0.000669,
0.000576,
0.00288,
0.001347,
0.000462,
0.001143,
0.006219,
0.000518,
0.00067,
0.002257,
0.001987,
0.000786,
0.000497,
0.003994,
0.00135,
0.012594,
0.311567,
0.000896,
0.001774,
0.000341,
0.000499,
0.001012,
0.001451,
0.000583,
0.012002,
0.003274,
0.001285,
0.000783,
0.001083,
0.001525,
0.001397,
0.004219,
0.494042,
0.003804,
0.002752,
0.040922,
0.000925,
0.001602,
0.003797,
0.00142,
0.001849,
0.038446,
0.001173,
0.000386,
0.000216
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1660",
"qid": "decision",
"type": "choice",
"pick": "lost_or_stolen_card",
"pick_run": "lost_or_stolen_card",
"same": true,
"pick_merged": "lost_or_stolen_card",
"same_as_merged": true,
"max_abs_dp": 0.06225396111195915,
"probs": [
0.014212,
0.001133,
0.000725,
0.000693,
0.000197,
0.000439,
0.000545,
0.000117,
0.000324,
0.000225,
0.000285,
0.000562,
0.000207,
0.00022,
0.00096,
0.002873,
0.001309,
0.000533,
0.000277,
0.000572,
0.000778,
0.001386,
0.184672,
0.000347,
0.000251,
0.000178,
0.000649,
0.000856,
0.001229,
0.001252,
0.000966,
0.00082,
0.001068,
0.000831,
0.000752,
0.000827,
0.000784,
0.001174,
0.000834,
0.000839,
0.00099,
0.636095,
0.123686,
0.001148,
0.001536,
0.000741,
0.001303,
0.00141,
0.003212,
0.000461,
0.000821,
0.00036,
5e-05,
2e-05,
3.7e-05,
2e-05,
4.9e-05,
2.3e-05,
3.1e-05,
2.7e-05,
2.8e-05,
1.8e-05,
2.8e-05,
4.7e-05,
3.2e-05,
1.7e-05,
3.4e-05,
0.000421,
5.3e-05,
3.9e-05,
2.7e-05,
6.2e-05,
2.8e-05,
6.4e-05,
1.8e-05,
5.8e-05,
0.000109
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1126",
"qid": "decision",
"type": "choice",
"pick": "edit_personal_details",
"pick_run": "edit_personal_details",
"same": true,
"pick_merged": "edit_personal_details",
"same_as_merged": true,
"max_abs_dp": 6.746947697859693e-05,
"probs": [
0.000241,
0.000128,
4.7e-05,
2.5e-05,
0.000248,
4.8e-05,
2.1e-05,
1.6e-05,
6.6e-05,
1.7e-05,
3e-05,
3.8e-05,
2.1e-05,
2.2e-05,
2.4e-05,
3.6e-05,
2.8e-05,
4.6e-05,
4.4e-05,
4.3e-05,
1.5e-05,
6e-05,
2.3e-05,
4.4e-05,
3.9e-05,
3.2e-05,
8.3e-05,
0.000136,
0.00011,
0.00018,
0.996701,
0.000151,
4.6e-05,
6.6e-05,
9.2e-05,
2.9e-05,
2.9e-05,
5.2e-05,
2.7e-05,
2.6e-05,
4.9e-05,
4.3e-05,
4.3e-05,
4.3e-05,
3e-05,
3.1e-05,
2.7e-05,
7.2e-05,
2.1e-05,
2e-05,
6.1e-05,
2.9e-05,
3.7e-05,
1e-05,
2.1e-05,
1.7e-05,
0.000194,
1.3e-05,
9e-06,
8e-06,
2e-06,
3e-06,
1.2e-05,
8e-06,
7e-06,
5e-06,
5e-06,
3e-06,
9e-06,
7e-06,
3e-06,
3e-06,
4e-06,
3e-06,
3e-06,
8e-06,
9e-06
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2321",
"qid": "decision",
"type": "choice",
"pick": "transfer_into_account",
"pick_run": "transfer_into_account",
"same": true,
"pick_merged": "transfer_into_account",
"same_as_merged": true,
"max_abs_dp": 0.018949404212803778,
"probs": [
0.000223,
0.000482,
0.000123,
7.2e-05,
0.000293,
0.000191,
5.8e-05,
5.4e-05,
0.000119,
3.3e-05,
5.2e-05,
3.5e-05,
1.5e-05,
6.7e-05,
3.7e-05,
2.6e-05,
9.3e-05,
2e-05,
1.6e-05,
2.7e-05,
1.2e-05,
2.7e-05,
2.7e-05,
7e-05,
0.003502,
2.9e-05,
0.000103,
0.000242,
0.000106,
0.00017,
0.000353,
0.00016,
0.000318,
0.000613,
0.0033,
0.000657,
0.000808,
0.000173,
0.000301,
0.004142,
0.000142,
0.000183,
0.000511,
0.000592,
0.000228,
0.000181,
0.000216,
0.000938,
0.000652,
0.000314,
0.129468,
0.000493,
0.000177,
0.000201,
0.000373,
0.000276,
0.000315,
0.000801,
0.002566,
0.001411,
0.000236,
0.000578,
0.006944,
0.0014,
0.00131,
0.817771,
0.000348,
0.000426,
0.000247,
0.000554,
0.000623,
0.000438,
0.000562,
0.000495,
0.000873,
0.009962,
4.5e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2667",
"qid": "decision",
"type": "choice",
"pick": "top_up_failed",
"pick_run": "top_up_failed",
"same": true,
"pick_merged": "top_up_failed",
"same_as_merged": true,
"max_abs_dp": 0.015429284052473676,
"probs": [
0.000299,
0.003992,
0.000125,
4.3e-05,
0.001213,
0.000487,
0.000121,
0.000488,
0.000118,
0.000161,
4e-05,
6.9e-05,
1.4e-05,
1.5e-05,
4.9e-05,
3.5e-05,
0.0001,
2.7e-05,
3.9e-05,
5.4e-05,
0.000126,
0.000404,
1.8e-05,
4.5e-05,
7.7e-05,
0.00038,
0.000199,
0.001227,
0.000379,
0.000497,
0.00019,
0.000258,
0.000537,
0.009116,
0.000988,
0.00119,
0.0003,
0.000256,
0.000352,
0.000214,
0.000131,
0.000262,
0.000257,
0.000111,
0.000211,
0.00019,
0.001452,
0.033315,
0.00029,
6.5e-05,
0.000391,
0.00046,
0.00043,
0.000402,
0.000553,
0.000202,
0.001347,
0.001621,
0.004199,
0.879644,
0.006024,
0.008276,
0.002728,
0.000587,
0.000387,
0.000478,
0.000166,
0.000206,
0.000228,
0.000589,
0.000511,
0.016453,
0.011726,
0.000598,
0.000779,
0.000216,
0.000271
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1537",
"qid": "decision",
"type": "choice",
"pick": "passcode_forgotten",
"pick_run": "passcode_forgotten",
"same": true,
"pick_merged": "passcode_forgotten",
"same_as_merged": true,
"max_abs_dp": 0.01155367074699054,
"probs": [
0.000302,
0.000327,
0.000554,
0.000701,
0.00016,
0.000196,
0.000277,
0.000143,
0.000148,
0.000131,
0.000354,
0.000199,
0.000128,
0.000157,
0.006122,
0.000453,
0.000365,
0.000279,
0.000741,
0.000352,
0.000165,
0.068853,
0.000287,
0.001352,
0.000209,
0.000439,
0.000304,
0.00023,
0.000455,
0.000278,
7.5e-05,
0.000166,
0.000203,
0.00023,
0.000257,
0.000186,
0.000206,
0.000529,
0.000168,
0.000182,
0.000116,
0.000261,
0.000257,
0.000509,
0.861988,
0.000426,
0.000268,
0.001227,
0.000179,
0.044133,
0.000316,
0.000206,
6e-05,
6e-05,
0.00012,
1.6e-05,
5.6e-05,
3.6e-05,
2.8e-05,
4.3e-05,
1.6e-05,
1.3e-05,
3.1e-05,
4.6e-05,
5.2e-05,
2e-05,
2.7e-05,
4e-05,
0.00045,
0.001334,
5.7e-05,
5.9e-05,
0.000143,
2.4e-05,
0.0003,
9e-05,
0.000125
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1232",
"qid": "decision",
"type": "choice",
"pick": "unable_to_verify_identity",
"pick_run": "unable_to_verify_identity",
"same": true,
"pick_merged": "unable_to_verify_identity",
"same_as_merged": true,
"max_abs_dp": 0.12731857803720575,
"probs": [
0.000279,
0.003552,
0.000116,
5e-05,
7.5e-05,
4.6e-05,
5.8e-05,
2.7e-05,
3.5e-05,
5.2e-05,
3.4e-05,
6.6e-05,
1.8e-05,
1.7e-05,
6e-05,
3.1e-05,
9.6e-05,
0.000375,
7.8e-05,
4.5e-05,
6.7e-05,
4.5e-05,
0.000219,
0.000797,
0.000175,
0.00012,
0.00021,
0.000814,
0.000287,
0.000157,
0.000274,
8.1e-05,
0.000126,
0.000146,
0.00045,
0.00028,
5e-05,
0.000207,
0.000121,
0.00012,
7.6e-05,
0.000215,
7.4e-05,
0.00561,
0.001466,
0.000126,
0.00024,
0.000132,
0.000374,
0.005831,
0.000449,
0.000273,
0.00288,
0.001868,
0.001102,
0.00042,
0.000638,
0.000929,
0.000711,
0.001872,
0.0005,
0.000819,
0.000887,
0.001936,
0.000928,
0.000543,
0.000369,
0.001077,
0.640888,
0.143054,
0.001723,
0.001843,
0.001411,
0.003643,
0.161015,
0.004094,
0.00013
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2490",
"qid": "decision",
"type": "choice",
"pick": "get_physical_card",
"pick_run": "get_physical_card",
"same": true,
"pick_merged": "get_physical_card",
"same_as_merged": true,
"max_abs_dp": 0.04086014803107155,
"probs": [
0.002362,
0.002275,
0.000704,
0.000348,
0.000241,
0.000408,
0.000469,
0.000146,
0.000365,
0.000823,
0.009769,
0.13622,
0.035538,
0.000404,
0.000827,
0.000323,
0.000677,
0.000861,
0.000297,
0.000368,
0.000315,
0.000223,
0.000446,
0.000236,
0.000269,
0.000268,
0.00056,
0.000766,
0.000833,
0.000629,
0.000532,
0.000221,
0.000467,
0.000351,
0.000522,
0.000393,
0.000848,
0.013531,
0.572631,
0.001838,
0.002499,
0.000466,
0.000422,
0.192997,
0.000686,
0.000371,
0.000386,
0.000287,
0.003173,
0.000153,
0.00025,
0.000113,
0.000199,
6.4e-05,
0.000175,
5e-05,
0.000102,
9.7e-05,
0.000102,
0.000174,
5e-05,
8.2e-05,
0.000278,
0.00029,
0.003514,
0.000245,
0.000246,
5.4e-05,
0.000413,
0.000142,
6.8e-05,
0.00036,
7.4e-05,
0.001814,
5.3e-05,
0.000116,
0.000131
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1156",
"qid": "decision",
"type": "choice",
"pick": "edit_personal_details",
"pick_run": "edit_personal_details",
"same": true,
"pick_merged": "edit_personal_details",
"same_as_merged": true,
"max_abs_dp": 0.00022953692770777412,
"probs": [
0.000226,
0.000122,
4.5e-05,
2.2e-05,
0.000255,
3.7e-05,
1.7e-05,
1.4e-05,
3.7e-05,
1.4e-05,
2.7e-05,
3.7e-05,
1.8e-05,
1.8e-05,
1.8e-05,
2.9e-05,
2.4e-05,
4e-05,
3.6e-05,
3.5e-05,
1.2e-05,
7.4e-05,
2e-05,
4.4e-05,
4.1e-05,
2.9e-05,
8.2e-05,
0.000145,
0.000133,
0.000211,
0.996764,
0.000145,
4.5e-05,
6e-05,
8e-05,
2.7e-05,
2.7e-05,
4.8e-05,
2.8e-05,
2.6e-05,
5.2e-05,
4.4e-05,
4e-05,
4.4e-05,
3.7e-05,
3.8e-05,
2.5e-05,
8.4e-05,
2.4e-05,
2.6e-05,
6.6e-05,
3.2e-05,
3.6e-05,
9e-06,
1.9e-05,
1.7e-05,
0.000178,
1.2e-05,
8e-06,
6e-06,
2e-06,
2e-06,
1e-05,
7e-06,
7e-06,
5e-06,
4e-06,
3e-06,
8e-06,
7e-06,
3e-06,
3e-06,
4e-06,
3e-06,
3e-06,
8e-06,
1.2e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2020",
"qid": "decision",
"type": "choice",
"pick": "verify_source_of_funds",
"pick_run": "verify_source_of_funds",
"same": true,
"pick_merged": "verify_source_of_funds",
"same_as_merged": true,
"max_abs_dp": 0.02552564503197241,
"probs": [
0.000317,
0.001292,
0.000236,
6.2e-05,
0.000239,
0.000134,
0.000174,
5.9e-05,
8.1e-05,
4.2e-05,
5.6e-05,
5.5e-05,
3.8e-05,
4.9e-05,
3e-05,
5.1e-05,
8.3e-05,
4.1e-05,
8.8e-05,
0.000213,
5.3e-05,
0.000113,
6.3e-05,
0.000122,
0.000225,
8.2e-05,
0.000135,
0.000202,
0.000362,
0.000289,
0.000224,
0.000162,
0.000769,
0.000278,
0.002729,
0.000466,
0.00023,
0.000196,
0.000206,
0.000167,
8e-05,
0.000242,
0.000261,
0.000318,
0.0005,
0.003625,
0.001208,
0.002717,
0.000885,
0.001269,
0.01058,
0.00061,
0.000586,
0.000215,
0.000643,
0.00059,
0.000594,
0.000585,
0.002299,
0.000699,
0.001415,
0.000562,
0.001741,
0.000787,
0.000722,
0.001371,
0.000411,
0.000799,
0.000727,
0.005803,
0.890603,
0.032184,
0.003152,
0.001136,
0.012632,
0.006162,
0.000869
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1671",
"qid": "decision",
"type": "choice",
"pick": "lost_or_stolen_phone",
"pick_run": "lost_or_stolen_phone",
"same": true,
"pick_merged": "lost_or_stolen_phone",
"same_as_merged": true,
"max_abs_dp": 0.01088407519389134,
"probs": [
0.002229,
0.001454,
0.000583,
0.000566,
6.3e-05,
0.000306,
0.00028,
6e-05,
8e-05,
7.7e-05,
0.000109,
0.000299,
5.6e-05,
0.000113,
0.0007,
0.00128,
0.000401,
0.000545,
7.1e-05,
0.000403,
0.000285,
0.000214,
0.008318,
0.000126,
6.4e-05,
8.2e-05,
0.000182,
0.00042,
0.000261,
0.000379,
0.000235,
0.000247,
0.000492,
0.000449,
0.000252,
0.000654,
0.000107,
0.000477,
0.000211,
0.000226,
0.000833,
0.023729,
0.946286,
0.001953,
0.000239,
0.000271,
0.000813,
0.000472,
0.000936,
0.000193,
0.00032,
0.000247,
3.6e-05,
1.1e-05,
1.6e-05,
1.2e-05,
2.1e-05,
3e-06,
5e-06,
8e-06,
7e-06,
4e-06,
3e-06,
1.2e-05,
7e-06,
3e-06,
2.1e-05,
2.5e-05,
3.8e-05,
9e-06,
7e-06,
2.1e-05,
6e-06,
1.1e-05,
7e-06,
2e-05,
3.9e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2933",
"qid": "decision",
"type": "choice",
"pick": "card_about_to_expire",
"pick_run": "card_about_to_expire",
"same": true,
"pick_merged": "card_about_to_expire",
"same_as_merged": true,
"max_abs_dp": 0.013401239105605756,
"probs": [
0.000534,
0.00028,
0.000521,
0.000298,
0.00058,
0.000252,
0.000281,
0.000202,
0.000205,
0.904444,
0.000907,
0.00522,
0.010846,
0.000496,
0.000512,
0.000587,
0.000299,
0.000778,
0.000306,
0.000482,
0.000221,
0.000152,
0.000154,
0.000141,
0.0001,
0.000143,
8.4e-05,
0.000216,
0.000655,
0.000468,
6.9e-05,
0.000124,
0.0002,
0.000141,
0.000193,
0.000678,
0.000109,
0.000265,
0.01266,
0.013267,
3.7e-05,
0.000147,
4e-05,
0.040014,
0.000736,
0.000249,
5.5e-05,
5.5e-05,
7.8e-05,
4.2e-05,
3.1e-05,
2.6e-05,
2.5e-05,
4e-06,
1.6e-05,
3e-06,
2.8e-05,
4e-06,
6e-06,
1e-05,
9e-06,
2.6e-05,
6e-06,
1.7e-05,
2.8e-05,
3.2e-05,
7e-06,
2e-06,
6e-05,
8e-06,
5e-06,
1e-05,
2e-06,
3e-06,
4e-06,
1e-05,
9.5e-05
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-599",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0033068005577699677,
"probs": [
0.009954,
0.038137,
0.147407,
0.342414,
0.462089
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-269",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.007152194243502302,
"probs": [
0.068632,
0.165009,
0.246083,
0.312874,
0.207402
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-910",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0074917593452071204,
"probs": [
0.032232,
0.103933,
0.200017,
0.343334,
0.320484
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-243",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.01752939035162704,
"probs": [
0.002296,
0.01198,
0.091213,
0.286231,
0.60828
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-789",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.040396309457255586,
"probs": [
0.164548,
0.209508,
0.18012,
0.189343,
0.256482
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-1001",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.00759483702094832,
"probs": [
0.453298,
0.367579,
0.119628,
0.031793,
0.027701
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-448",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.023930708733690798,
"probs": [
0.050908,
0.136139,
0.239048,
0.322051,
0.251853
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-1008",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.014753353695371188,
"probs": [
0.115183,
0.166813,
0.239586,
0.268529,
0.20989
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-873",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.009960641859951824,
"probs": [
0.018137,
0.079838,
0.191011,
0.341756,
0.369258
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-705",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.00639986526049488,
"probs": [
0.246864,
0.397543,
0.183577,
0.090937,
0.081079
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-151",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.010014103588162779,
"probs": [
0.142626,
0.342041,
0.265759,
0.143364,
0.10621
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-920",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.0380491804881638,
"probs": [
0.372655,
0.345173,
0.163337,
0.061633,
0.057202
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-496",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.02158317219667527,
"probs": [
0.002826,
0.013831,
0.104928,
0.308815,
0.569599
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-21",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.0035429713838549537,
"probs": [
0.637171,
0.291351,
0.051461,
0.008869,
0.011148
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-553",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.00887997607908314,
"probs": [
0.00535,
0.032173,
0.157884,
0.343453,
0.46114
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-618",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.01305799482365827,
"probs": [
0.006465,
0.029826,
0.152277,
0.361169,
0.450263
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-452",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.0649794920282751,
"probs": [
0.169351,
0.21704,
0.204019,
0.207946,
0.201645
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-422",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.003289016611424847,
"probs": [
0.136647,
0.301252,
0.286923,
0.174195,
0.100982
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-820",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.010062179822690365,
"probs": [
0.005152,
0.022105,
0.138042,
0.339828,
0.494874
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-1034",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.007702692131866251,
"probs": [
0.011609,
0.044308,
0.150726,
0.308941,
0.484416
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-14",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.02044086620799651,
"probs": [
0.01254,
0.048888,
0.150585,
0.334161,
0.453826
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-221",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.008325056299559791,
"probs": [
0.012187,
0.061785,
0.181238,
0.348357,
0.396433
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-367",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.01630956830389335,
"probs": [
0.038638,
0.152893,
0.286515,
0.333772,
0.188181
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-898",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.01652708657187224,
"probs": [
0.120598,
0.268893,
0.285948,
0.194589,
0.129972
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-475",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.005413282665999386,
"probs": [
0.035939,
0.11769,
0.251055,
0.378735,
0.216581
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-1022",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.022295935043063708,
"probs": [
0.125241,
0.223197,
0.283367,
0.210938,
0.157257
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-767",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.015627802113614253,
"probs": [
0.041644,
0.121478,
0.218699,
0.295107,
0.323071
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-588",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0034066918253350398,
"probs": [
0.006796,
0.033362,
0.159243,
0.360137,
0.440463
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-380",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.016809940950052782,
"probs": [
0.059179,
0.116022,
0.190763,
0.297429,
0.336606
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-444",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.009739128792059293,
"probs": [
0.094409,
0.198666,
0.282769,
0.254125,
0.170031
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-786",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.010736731387898768,
"probs": [
0.181306,
0.315762,
0.262432,
0.141208,
0.099292
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-891",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.026657147546623294,
"probs": [
0.696628,
0.212763,
0.039437,
0.015705,
0.035468
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-805",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.018443764415458863,
"probs": [
0.315567,
0.265032,
0.159754,
0.11481,
0.144837
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-54",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.020783066873670375,
"probs": [
0.038332,
0.083847,
0.141694,
0.254725,
0.481402
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-142",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.01641711978463098,
"probs": [
0.019691,
0.101059,
0.265028,
0.406554,
0.207668
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-178",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.009642543046588625,
"probs": [
0.348835,
0.368093,
0.17883,
0.056549,
0.047693
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-531",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.010562815002754883,
"probs": [
0.029688,
0.088023,
0.11076,
0.22132,
0.550209
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-823",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.00873915873400205,
"probs": [
0.005203,
0.022654,
0.13727,
0.350553,
0.484321
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-305",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0056650893607202435,
"probs": [
0.020683,
0.074819,
0.174875,
0.319579,
0.410045
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-526",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0036420447676642487,
"probs": [
0.025221,
0.086898,
0.1561,
0.283148,
0.448633
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-359",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.013510729539373156,
"probs": [
0.053704,
0.110263,
0.195101,
0.329236,
0.311697
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-783",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.0062182303494986435,
"probs": [
0.163394,
0.352281,
0.302746,
0.126548,
0.055031
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-644",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.007769550040924,
"probs": [
0.517354,
0.337439,
0.105244,
0.022237,
0.017725
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-278",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.015364595846719842,
"probs": [
0.185562,
0.293508,
0.229919,
0.164522,
0.126488
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-790",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.018959280623310426,
"probs": [
0.004262,
0.021536,
0.135817,
0.329402,
0.508984
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-723",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.018557725794550117,
"probs": [
0.017783,
0.081481,
0.201145,
0.337353,
0.362238
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-972",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.004606518008119648,
"probs": [
0.05453,
0.127495,
0.218106,
0.306025,
0.293845
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-646",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.018763366053139607,
"probs": [
0.094192,
0.249504,
0.376976,
0.200839,
0.07849
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-878",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0075717717658879136,
"probs": [
0.056873,
0.139705,
0.262002,
0.333738,
0.207682
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-945",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.006707966728995179,
"probs": [
0.248778,
0.317245,
0.230474,
0.113362,
0.090141
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-963",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.014573665958855009,
"probs": [
0.03325,
0.107362,
0.215789,
0.334413,
0.309186
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-83",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.009845276140635795,
"probs": [
0.041637,
0.124268,
0.234158,
0.331979,
0.267958
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-66",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.015930483978096432,
"probs": [
0.068139,
0.143078,
0.24486,
0.319344,
0.22458
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-914",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.019242633833295497,
"probs": [
0.082293,
0.157497,
0.251597,
0.297691,
0.210922
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-258",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.014219539887120103,
"probs": [
0.009568,
0.046355,
0.121568,
0.296702,
0.525808
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-998",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.012177943132520797,
"probs": [
0.168352,
0.202843,
0.200954,
0.207152,
0.220699
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-326",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.008887700598843667,
"probs": [
0.027012,
0.102579,
0.219295,
0.355196,
0.295918
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-69",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.012513443905670607,
"probs": [
0.021586,
0.084526,
0.216177,
0.352034,
0.325676
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-630",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.009101796453119426,
"probs": [
0.134942,
0.192449,
0.202722,
0.250305,
0.219583
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-566",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "4",
"same_as_merged": false,
"max_abs_dp": 0.04714425221864782,
"probs": [
0.035029,
0.113203,
0.225642,
0.332994,
0.293132
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-404",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.007270456883950421,
"probs": [
0.022476,
0.11597,
0.231299,
0.358465,
0.27179
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-793",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.023581016646745057,
"probs": [
0.00895,
0.045524,
0.169988,
0.349958,
0.425579
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-901",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.04210472243165131,
"probs": [
0.308428,
0.37547,
0.168504,
0.076769,
0.07083
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-532",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.02313745679609236,
"probs": [
0.08934,
0.173,
0.253763,
0.281797,
0.202101
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-446",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.029155177716404523,
"probs": [
0.011329,
0.062115,
0.165357,
0.349424,
0.411775
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-844",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.013368498739737278,
"probs": [
0.017875,
0.079728,
0.211846,
0.383616,
0.306935
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-411",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.023371546990612724,
"probs": [
0.017695,
0.068152,
0.163797,
0.318656,
0.4317
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-685",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.03193292908764345,
"probs": [
0.009811,
0.047273,
0.159525,
0.324029,
0.459362
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-569",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.016342887267644074,
"probs": [
0.187883,
0.353243,
0.219631,
0.131991,
0.107252
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-980",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.020032297807714178,
"probs": [
0.065238,
0.162404,
0.26068,
0.303154,
0.208523
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-338",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.017104218554798156,
"probs": [
0.002721,
0.01187,
0.089188,
0.272835,
0.623386
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-926",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.009644663070691117,
"probs": [
0.006178,
0.027981,
0.131513,
0.311809,
0.522519
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-369",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.012177154641908716,
"probs": [
0.003094,
0.015645,
0.112388,
0.311027,
0.557846
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-648",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.01659080795717388,
"probs": [
0.0082,
0.048249,
0.184012,
0.369323,
0.390217
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-87",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.029986429092319855,
"probs": [
0.292939,
0.397679,
0.213587,
0.06383,
0.031965
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-727",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.035522389784207464,
"probs": [
0.050437,
0.1314,
0.245394,
0.310179,
0.262591
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-401",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.00826238809841183,
"probs": [
0.043581,
0.118523,
0.187029,
0.288129,
0.362739
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-265",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.010690897084078554,
"probs": [
0.3703,
0.330175,
0.170807,
0.070155,
0.058563
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-780",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.010486855554132118,
"probs": [
0.158916,
0.305858,
0.277109,
0.151677,
0.10644
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-899",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.027065621667428652,
"probs": [
0.003853,
0.015497,
0.067459,
0.220966,
0.692224
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-211-020-base",
"qid": "decision",
"type": "choice",
"pick": "city_no_r3",
"pick_run": "city_no_r3",
"same": true,
"pick_merged": "city_no_r3",
"same_as_merged": true,
"max_abs_dp": 0.010478348029015483,
"probs": [
0.055937,
0.089067,
0.72242,
0.052666,
0.064371,
0.015539
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-174-003-base",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.002273626380876248,
"probs": [
0.007483,
0.051243,
0.622915,
0.318359
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-169-065-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "deny_low",
"pick_run": "deny_low",
"same": true,
"pick_merged": "deny_low",
"same_as_merged": true,
"max_abs_dp": 0.026709631895733443,
"probs": [
0.590024,
0.324498,
0.085478
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-173-001-base",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.027415744845375012,
"probs": [
0.772227,
0.069815,
0.134475,
0.023483
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-079-037-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same": true,
"pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same_as_merged": true,
"max_abs_dp": 0.01397669009486835,
"probs": [
0.009318,
0.038075,
0.216396,
0.73621
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-171-008-counterfactual",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 2.15681301175899e-05,
"probs": [
0.029438,
0.970562
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-174-011-base",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.010345964684480236,
"probs": [
0.07057,
0.168948,
0.501601,
0.258881
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-009-004-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0010007755155153515,
"probs": [
0.974401,
0.025599
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-171-010-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0045609852745058105,
"probs": [
0.97557,
0.02443
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-169-012-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "deny_low",
"pick_run": "deny_low",
"same": true,
"pick_merged": "deny_low",
"same_as_merged": true,
"max_abs_dp": 0.025250327889048463,
"probs": [
0.593065,
0.324293,
0.082642
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-275-013-counterfactual",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.003675013198145116,
"probs": [
0.889026,
0.092051,
0.018923
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-097-005-base",
"qid": "decision",
"type": "choice",
"pick": "assign_420_as_best_fit",
"pick_run": "assign_420_as_best_fit",
"same": true,
"pick_merged": "assign_420_as_best_fit",
"same_as_merged": true,
"max_abs_dp": 0.08894225402952571,
"probs": [
0.216781,
0.042678,
0.740541
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-169-068-base",
"qid": "decision",
"type": "choice",
"pick": "release_high",
"pick_run": "release_high",
"same": true,
"pick_merged": "release_high",
"same_as_merged": true,
"max_abs_dp": 0.03866845357895288,
"probs": [
0.095507,
0.191671,
0.712821
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-079-012-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same": true,
"pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same_as_merged": true,
"max_abs_dp": 0.019031555644499543,
"probs": [
0.007954,
0.02563,
0.283858,
0.682558
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-007-005-base",
"qid": "decision",
"type": "choice",
"pick": "major_seller_correction_not_ready",
"pick_run": "major_seller_correction_not_ready",
"same": true,
"pick_merged": "major_seller_correction_not_ready",
"same_as_merged": true,
"max_abs_dp": 0.004376368974772782,
"probs": [
0.012534,
0.926206,
0.033842,
0.027418
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-171-003-counterfactual",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0006171093168000352,
"probs": [
0.045482,
0.954518
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-212-032-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "travel_advance_3",
"pick_run": "travel_advance_3",
"same": true,
"pick_merged": "travel_advance_3",
"same_as_merged": true,
"max_abs_dp": 0.012376380571651246,
"probs": [
0.03933,
0.108959,
0.851711
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-009-004-counterfactual",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0012257976438284635,
"probs": [
0.031515,
0.968485
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-174-010-counterfactual",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.01583410940078167,
"probs": [
0.188092,
0.723664,
0.074393,
0.01385
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-174-006-counterfactual",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.020393312548475095,
"probs": [
0.155993,
0.733533,
0.092025,
0.018449
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-009-001-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0012987022400662296,
"probs": [
0.972847,
0.027153
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-079-058-base",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 High; no remaining routing",
"pick_run": "Proceed \u2014 High; no remaining routing",
"same": true,
"pick_merged": "Proceed \u2014 High; no remaining routing",
"same_as_merged": true,
"max_abs_dp": 0.08371673328313778,
"probs": [
0.008368,
0.028733,
0.702059,
0.260841
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-171-016-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.004144070331207672,
"probs": [
0.972491,
0.027509
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-007-004-base",
"qid": "decision",
"type": "choice",
"pick": "major_seller_correction_not_ready",
"pick_run": "major_seller_correction_not_ready",
"same": true,
"pick_merged": "major_seller_correction_not_ready",
"same_as_merged": true,
"max_abs_dp": 0.004087575529780452,
"probs": [
0.010846,
0.920282,
0.036939,
0.031933
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-171-001-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.021909406441535495,
"probs": [
0.787641,
0.212359
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-275-004-counterfactual",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.004287586230305673,
"probs": [
0.890123,
0.088054,
0.021824
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-169-053-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "deny_low",
"pick_run": "deny_low",
"same": true,
"pick_merged": "deny_low",
"same_as_merged": true,
"max_abs_dp": 0.007820188508190606,
"probs": [
0.567863,
0.363837,
0.0683
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-079-003-base",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 High; no remaining routing",
"pick_run": "Proceed \u2014 High; no remaining routing",
"same": true,
"pick_merged": "Proceed \u2014 High; no remaining routing",
"same_as_merged": true,
"max_abs_dp": 0.049243905426266,
"probs": [
0.007432,
0.022298,
0.755829,
0.214441
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-171-013-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00408540716463969,
"probs": [
0.974341,
0.025659
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-079-015-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same": true,
"pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same_as_merged": true,
"max_abs_dp": 0.025903995317290596,
"probs": [
0.00706,
0.02771,
0.233778,
0.731452
]
}
]
}