jebadiah-27b-GGUF / eval /agreement-Q5_K_M.json
jbrashear's picture
Quantized weights, tokenizer, temperatures, scripts
5b02a85 verified
Raw History Blame Contribute Delete
164 kB
{
"summary": {
"label": "jebadiah-27b-Q5_K_M",
"backend": "gguf",
"run": "27b-chat-v1",
"temperatures": {
"choice": 1.2321,
"noul": 1.297,
"score": 1.1423
},
"questions": 260,
"identical_picks": 256,
"identical_to_merged": 255,
"by_type": {
"choice": {
"identical": 83,
"questions": 84
},
"noul": {
"identical": 89,
"questions": 89
},
"score": {
"identical": 84,
"questions": 87
}
},
"choice_noul": {
"identical": 172,
"questions": 173
},
"by_set": {
"jevals-pubmedqa": 80,
"jevals-banking77": 70,
"jevals-helpsteer2": 80,
"nimble-eval": 30
},
"max_abs_prob_diff": {
"median": 0.006902015400481409,
"p95": 0.028702776069934988,
"max": 0.05965150794370075
},
"differing": [
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2430",
"qid": "decision",
"type": "choice",
"pick": "get_physical_card",
"pick_run": "getting_spare_card",
"same": false,
"pick_merged": "getting_spare_card",
"same_as_merged": false,
"max_abs_dp": 0.03707798973365162
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-422",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "1",
"same": false,
"pick_merged": "1",
"same_as_merged": false,
"max_abs_dp": 0.009802862073818641
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-998",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "4",
"same": false,
"pick_merged": "4",
"same_as_merged": false,
"max_abs_dp": 0.009256625011284464
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-265",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "0",
"same": false,
"pick_merged": "0",
"same_as_merged": false,
"max_abs_dp": 0.023149855999905544
}
],
"token_mismatch": 0,
"labels_outside_top": 0,
"load_s": 10.9,
"total_s": 431.8,
"reference": "the run's eval-adapter rows, repeat 0, order seed 0 (CUDA, bf16, PEFT adapter unmerged)"
},
"rows": [
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-577",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.003603470836041067,
"probs": [
0.210695,
0.789305
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-229",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0010682960447636614,
"probs": [
0.058354,
0.941646
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-874",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00011580067086169876,
"probs": [
0.964807,
0.035193
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-214",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0027508372532687453,
"probs": [
0.954144,
0.045856
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-758",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0039174902866276895,
"probs": [
0.964952,
0.035048
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-967",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0027513830706714718,
"probs": [
0.054084,
0.945916
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-405",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0020643882674270114,
"probs": [
0.966387,
0.033613
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-970",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0016649772986260351,
"probs": [
0.984814,
0.015186
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-842",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0011644601127106698,
"probs": [
0.980143,
0.019857
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-697",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.007038075028792612,
"probs": [
0.849779,
0.150221
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-130",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.008210801257653721,
"probs": [
0.893405,
0.106595
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-880",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.008972362942846313,
"probs": [
0.749051,
0.250949
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-463",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.011155444323055416,
"probs": [
0.89324,
0.10676
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-16",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.007553166356546681,
"probs": [
0.779657,
0.220343
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-531",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0033062294424660715,
"probs": [
0.903969,
0.096031
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-604",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.04207333136053182,
"probs": [
0.628742,
0.371258
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-409",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.018780301708762104,
"probs": [
0.802253,
0.197747
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-388",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0015139432661931407,
"probs": [
0.982791,
0.017209
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-811",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 3.9204809962056775e-05,
"probs": [
0.683452,
0.316548
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-991",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.002090233325662716,
"probs": [
0.801506,
0.198494
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-11",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.05138527330849482,
"probs": [
0.225821,
0.774179
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-192",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.034078857375704485,
"probs": [
0.749256,
0.250744
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-337",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.009191177101803005,
"probs": [
0.464716,
0.535284
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-867",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.009046396804641393,
"probs": [
0.08865,
0.91135
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-441",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0025961066299867996,
"probs": [
0.070798,
0.929202
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-980",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.003318624847824747,
"probs": [
0.864265,
0.135735
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-736",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.015723167771078933,
"probs": [
0.905174,
0.094826
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-569",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0011572268885705617,
"probs": [
0.968128,
0.031872
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-359",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0011253833914441902,
"probs": [
0.052211,
0.947789
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-401",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0075478125496611925,
"probs": [
0.862312,
0.137688
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-754",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.014561401969383492,
"probs": [
0.366933,
0.633067
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-858",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0004933419067614242,
"probs": [
0.089696,
0.910304
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-789",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0019014982584159845,
"probs": [
0.086027,
0.913973
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-52",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.00821536127965572,
"probs": [
0.183642,
0.816358
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-119",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0058927757862689,
"probs": [
0.920912,
0.079088
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-148",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0006299103972474979,
"probs": [
0.987825,
0.012175
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-519",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 9.736076831615148e-05,
"probs": [
0.967685,
0.032315
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-812",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.002075818144758705,
"probs": [
0.059592,
0.940408
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-276",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.006460262933280725,
"probs": [
0.905774,
0.094226
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-505",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.013756509908132389,
"probs": [
0.867894,
0.132106
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-333",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.015816890092761826,
"probs": [
0.289224,
0.710776
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-746",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00550405362378148,
"probs": [
0.958443,
0.041557
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-644",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0022551957470638984,
"probs": [
0.054349,
0.945651
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-248",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0018424875181132921,
"probs": [
0.976476,
0.023524
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-764",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0013963779934194759,
"probs": [
0.044127,
0.955873
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-711",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0023122753850059533,
"probs": [
0.956706,
0.043294
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-941",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.007184921513625153,
"probs": [
0.926822,
0.073178
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-651",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.01945230019504962,
"probs": [
0.358183,
0.641817
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-846",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.004078797118121244,
"probs": [
0.961305,
0.038695
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-906",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0008443704836358507,
"probs": [
0.041607,
0.958393
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-931",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00505174903299388,
"probs": [
0.823705,
0.176295
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-74",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0014575335211439444,
"probs": [
0.977166,
0.022834
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-58",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.018436315808455173,
"probs": [
0.675044,
0.324956
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-878",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.008028671235807527,
"probs": [
0.953691,
0.046309
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-217",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.024766425423136895,
"probs": [
0.235883,
0.764117
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-966",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 2.0441600510651137e-05,
"probs": [
0.089487,
0.910513
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-304",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.007562218259330122,
"probs": [
0.937116,
0.062884
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-60",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.012010126303733396,
"probs": [
0.903659,
0.096341
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-624",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.001191745906412467,
"probs": [
0.987083,
0.012917
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-547",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0019214601201139603,
"probs": [
0.308853,
0.691147
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-374",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0014257049544195571,
"probs": [
0.031862,
0.968138
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-774",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.003435926598917116,
"probs": [
0.922812,
0.077188
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-872",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.010011346904054447,
"probs": [
0.161095,
0.838905
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-524",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.005198093287519856,
"probs": [
0.879044,
0.120956
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-404",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0007337627841090821,
"probs": [
0.028795,
0.971205
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-829",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0012395632208413998,
"probs": [
0.026168,
0.973832
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-386",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.008927632239397743,
"probs": [
0.095818,
0.904182
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-675",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.001155858412858441,
"probs": [
0.976848,
0.023152
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-555",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0011509943339851336,
"probs": [
0.980127,
0.019873
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-963",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.006340005642645585,
"probs": [
0.953578,
0.046422
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-314",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0011948482312049563,
"probs": [
0.943039,
0.056961
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-895",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0030780555908113127,
"probs": [
0.09039,
0.90961
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-342",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0032276905328231242,
"probs": [
0.065886,
0.934114
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-656",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 1.432271334151497e-05,
"probs": [
0.039833,
0.960167
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-79",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0012785489575615205,
"probs": [
0.974523,
0.025477
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-715",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.002644834044233768,
"probs": [
0.057323,
0.942677
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-368",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.002594316829867431,
"probs": [
0.051501,
0.948499
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-226",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.000662166023986388,
"probs": [
0.975841,
0.024159
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-743",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.00720174657633374,
"probs": [
0.081419,
0.918581
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-871",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.014040970956471721,
"probs": [
0.624122,
0.375878
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1749",
"qid": "decision",
"type": "choice",
"pick": "failed_transfer",
"pick_run": "failed_transfer",
"same": true,
"pick_merged": "failed_transfer",
"same_as_merged": true,
"max_abs_dp": 0.007798062356231761,
"probs": [
0.002892,
0.00222,
0.001092,
0.000624,
0.000924,
0.009532,
0.000547,
0.004617,
0.011532,
0.004328,
0.00055,
0.000337,
0.000181,
0.000122,
0.001768,
0.000338,
0.000327,
0.000207,
0.000397,
0.000372,
0.000439,
0.000404,
0.000459,
0.000322,
0.000235,
0.000762,
0.001173,
0.354417,
0.001196,
0.001446,
0.000523,
0.001057,
0.001693,
0.007639,
0.011647,
0.537634,
0.000679,
0.001003,
0.000709,
0.000455,
0.001123,
0.000778,
0.00081,
0.000478,
0.000442,
0.000386,
0.000508,
0.001225,
0.002008,
0.000394,
0.000998,
0.000472,
0.000462,
0.000348,
0.00057,
0.000112,
0.000139,
0.000115,
0.000218,
0.001505,
0.000259,
0.014371,
0.000198,
0.000177,
0.00027,
0.000373,
0.002453,
0.000419,
0.000102,
0.000405,
0.000199,
0.000232,
0.000115,
0.000198,
0.000109,
0.000114,
0.000116
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-669",
"qid": "decision",
"type": "choice",
"pick": "pending_top_up",
"pick_run": "pending_top_up",
"same": true,
"pick_merged": "pending_top_up",
"same_as_merged": true,
"max_abs_dp": 0.009995776513426646,
"probs": [
0.000205,
0.000693,
0.000187,
9.6e-05,
0.001028,
0.00486,
0.000698,
0.000254,
8.9e-05,
0.000106,
8.2e-05,
5.4e-05,
3.5e-05,
5.5e-05,
5.3e-05,
0.000173,
0.000155,
7.8e-05,
0.00015,
0.000109,
0.000144,
0.00058,
0.000101,
8.6e-05,
9.5e-05,
8.7e-05,
8.8e-05,
0.000769,
0.00048,
0.000366,
0.000455,
0.000617,
0.000571,
0.01372,
0.000594,
0.00034,
0.000213,
0.000415,
0.000243,
0.000465,
0.000246,
0.000546,
0.000508,
0.000343,
0.00023,
0.002271,
0.017221,
0.905324,
0.004501,
0.000311,
0.000635,
0.000161,
0.000165,
0.000122,
0.000213,
9.6e-05,
0.000895,
0.000619,
0.00047,
0.013207,
0.000149,
0.000119,
0.000286,
0.000159,
0.000158,
0.000169,
0.000153,
0.000192,
0.000157,
0.000205,
0.000173,
0.00215,
0.017366,
0.000487,
0.000177,
0.000157,
6.8e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2687",
"qid": "decision",
"type": "choice",
"pick": "transfer_timing",
"pick_run": "transfer_timing",
"same": true,
"pick_merged": "transfer_timing",
"same_as_merged": true,
"max_abs_dp": 0.004652358587146632,
"probs": [
9.2e-05,
0.000658,
0.000106,
2.2e-05,
3.6e-05,
3.5e-05,
2.4e-05,
1.4e-05,
2.8e-05,
1.7e-05,
1.3e-05,
3.5e-05,
2.1e-05,
2.1e-05,
1.9e-05,
8.5e-05,
4.8e-05,
1.1e-05,
3.7e-05,
2.2e-05,
1.2e-05,
1.5e-05,
5.7e-05,
2.4e-05,
0.00018,
6.3e-05,
4.4e-05,
0.000166,
8.8e-05,
0.000148,
7.7e-05,
4.5e-05,
8.3e-05,
7.2e-05,
0.000227,
3.2e-05,
5.4e-05,
0.000147,
0.000164,
0.000155,
0.000336,
0.00126,
0.000269,
9.2e-05,
8e-05,
0.000133,
0.000105,
0.000911,
0.00184,
0.000121,
0.000571,
0.000151,
6.1e-05,
7.7e-05,
0.000153,
0.000123,
7.5e-05,
0.00022,
0.000187,
0.000125,
0.000103,
0.00016,
0.000251,
0.000162,
0.000966,
0.005143,
0.009219,
0.970275,
0.00014,
0.000212,
0.00035,
0.000376,
0.000509,
0.001219,
0.000423,
0.000295,
0.000107
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-610",
"qid": "decision",
"type": "choice",
"pick": "receiving_money",
"pick_run": "receiving_money",
"same": true,
"pick_merged": "receiving_money",
"same_as_merged": true,
"max_abs_dp": 0.010369504140923524,
"probs": [
0.000596,
0.000687,
0.000426,
0.000196,
0.00024,
0.000655,
0.000122,
8.6e-05,
0.000125,
6e-05,
7.4e-05,
7.6e-05,
0.000202,
0.000177,
0.00012,
0.000312,
0.000206,
8e-05,
6.2e-05,
0.001141,
5.3e-05,
7.3e-05,
0.000111,
0.000194,
0.008806,
8e-05,
0.000166,
0.000422,
0.000169,
0.000226,
0.000549,
0.001781,
0.000501,
0.000601,
0.003882,
0.000733,
0.000175,
0.000316,
0.002672,
0.002964,
0.000179,
0.000266,
0.000869,
0.001082,
0.000312,
0.000401,
0.000383,
0.001286,
0.001906,
0.001224,
0.759501,
0.001349,
0.00017,
0.000251,
0.000573,
0.000375,
0.002789,
0.001624,
0.00196,
0.000637,
0.000226,
0.000225,
0.00049,
0.000746,
0.032085,
0.142986,
0.000845,
0.000809,
0.000515,
0.000565,
0.000907,
0.000455,
0.000312,
0.00044,
0.000964,
0.010109,
6.7e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2279",
"qid": "decision",
"type": "choice",
"pick": "failed_transfer",
"pick_run": "failed_transfer",
"same": true,
"pick_merged": "failed_transfer",
"same_as_merged": true,
"max_abs_dp": 0.009183857652697358,
"probs": [
0.002626,
0.001978,
0.001146,
0.000622,
0.000854,
0.007787,
0.000509,
0.001567,
0.00271,
0.005863,
0.000616,
0.000365,
0.000243,
0.000142,
0.001637,
0.000533,
0.000406,
0.000257,
0.00048,
0.000509,
0.000589,
0.000442,
0.000706,
0.000382,
0.000256,
0.001071,
0.000958,
0.173456,
0.001115,
0.001255,
0.000477,
0.001092,
0.001776,
0.004481,
0.009355,
0.734545,
0.000666,
0.000833,
0.000511,
0.000423,
0.000978,
0.000778,
0.000964,
0.00045,
0.000452,
0.000386,
0.000555,
0.001304,
0.002427,
0.000361,
0.000874,
0.000459,
0.000495,
0.000288,
0.000563,
0.000115,
0.000119,
0.000106,
0.000188,
0.000899,
0.00017,
0.017261,
0.00022,
0.000168,
0.000197,
0.00034,
0.00162,
0.00041,
0.000113,
0.000345,
0.000187,
0.000254,
0.000127,
0.000239,
0.000105,
0.000122,
0.000121
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2981",
"qid": "decision",
"type": "choice",
"pick": "apple_pay_or_google_pay",
"pick_run": "apple_pay_or_google_pay",
"same": true,
"pick_merged": "apple_pay_or_google_pay",
"same_as_merged": true,
"max_abs_dp": 0.006173395957449479,
"probs": [
0.00142,
0.003825,
0.906461,
0.00136,
0.020716,
0.000962,
0.000601,
0.000377,
0.000296,
0.000196,
0.001549,
0.000258,
0.00019,
0.001572,
0.000189,
0.000271,
0.000188,
0.000175,
0.00019,
0.000297,
0.000223,
0.000254,
0.000266,
0.000264,
0.000246,
0.000265,
3.8e-05,
0.000212,
0.000273,
9.4e-05,
0.000138,
8.8e-05,
5.8e-05,
0.000158,
0.000137,
0.000119,
0.000233,
0.000108,
7.9e-05,
7e-05,
2.8e-05,
9.1e-05,
3.8e-05,
3.9e-05,
7.3e-05,
0.000102,
5e-05,
0.000395,
0.00011,
1.9e-05,
4.4e-05,
3.1e-05,
0.000185,
7.9e-05,
0.002669,
5.5e-05,
0.000909,
0.000959,
0.000939,
0.001317,
0.000685,
0.000832,
0.041236,
0.000752,
0.000432,
0.000248,
6.6e-05,
0.000159,
0.000135,
0.000175,
0.000186,
0.001003,
0.000726,
0.000218,
0.000268,
0.000181,
0.000147
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1242",
"qid": "decision",
"type": "choice",
"pick": "passcode_forgotten",
"pick_run": "passcode_forgotten",
"same": true,
"pick_merged": "passcode_forgotten",
"same_as_merged": true,
"max_abs_dp": 0.053990184239816164,
"probs": [
0.00093,
0.0006,
0.001239,
0.02432,
0.000523,
0.00082,
0.000583,
0.000282,
0.000682,
0.000279,
0.000702,
0.000515,
0.000335,
0.000268,
0.001664,
0.001228,
0.000549,
0.000772,
0.001124,
0.000815,
0.000339,
0.297484,
0.000439,
0.001071,
0.000284,
0.000357,
0.00037,
0.000333,
0.000851,
0.00102,
0.000152,
0.000361,
0.000415,
0.000366,
0.000362,
0.000259,
0.000306,
0.00083,
0.000422,
0.000587,
0.000134,
0.000577,
0.000429,
0.000986,
0.578588,
0.001006,
0.000513,
0.002276,
0.000493,
0.068107,
0.000593,
0.00033,
4.1e-05,
1.6e-05,
5.6e-05,
9e-06,
6.3e-05,
1.3e-05,
1.6e-05,
1.2e-05,
1.7e-05,
6e-06,
9e-06,
2.3e-05,
1.7e-05,
7e-06,
2.6e-05,
2e-05,
5.2e-05,
0.000291,
2.6e-05,
4.2e-05,
3.7e-05,
7e-06,
0.000133,
7.4e-05,
0.000119
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2986",
"qid": "decision",
"type": "choice",
"pick": "apple_pay_or_google_pay",
"pick_run": "apple_pay_or_google_pay",
"same": true,
"pick_merged": "apple_pay_or_google_pay",
"same_as_merged": true,
"max_abs_dp": 0.009321958467127134,
"probs": [
0.001714,
0.003312,
0.83511,
0.002236,
0.019027,
0.001182,
0.000631,
0.000462,
0.000267,
0.000196,
0.003686,
0.000245,
0.00024,
0.001703,
0.0002,
0.000279,
0.000214,
0.000168,
0.000153,
0.000287,
0.000198,
0.000206,
0.000262,
0.000315,
0.000951,
0.000363,
0.000108,
0.000332,
0.000632,
0.000153,
0.000302,
0.000194,
0.000121,
0.000462,
0.000477,
0.000238,
0.000783,
0.000191,
0.000167,
0.00021,
6.4e-05,
0.000161,
8.4e-05,
9e-05,
0.000175,
0.000163,
0.000124,
0.001107,
0.000361,
6.7e-05,
0.000691,
0.000108,
0.00037,
0.000132,
0.008999,
0.000111,
0.001531,
0.002154,
0.00199,
0.002184,
0.000749,
0.00089,
0.087618,
0.001896,
0.000953,
0.001882,
0.000167,
0.000272,
0.000263,
0.000436,
0.000356,
0.002958,
0.00106,
0.000387,
0.00044,
0.000638,
0.000395
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2557",
"qid": "decision",
"type": "choice",
"pick": "wrong_exchange_rate_for_cash_withdrawal",
"pick_run": "wrong_exchange_rate_for_cash_withdrawal",
"same": true,
"pick_merged": "wrong_exchange_rate_for_cash_withdrawal",
"same_as_merged": true,
"max_abs_dp": 0.01601725263315812,
"probs": [
0.00085,
0.003716,
0.003336,
0.045992,
0.000548,
0.000659,
0.000713,
0.000262,
0.000185,
0.000204,
0.000316,
0.000175,
0.000133,
0.000128,
0.000158,
0.000142,
0.000295,
0.004704,
0.00015,
0.001607,
0.000502,
0.000393,
0.000301,
0.000611,
0.002223,
0.000524,
0.00014,
0.000286,
0.000326,
0.000204,
2.5e-05,
7.3e-05,
0.000919,
5.6e-05,
6.8e-05,
5.3e-05,
4.2e-05,
0.000115,
9e-05,
0.000113,
1.1e-05,
6.4e-05,
3.6e-05,
0.000129,
0.000188,
0.000224,
6.6e-05,
0.000123,
9.2e-05,
0.000113,
0.000681,
7.6e-05,
0.002592,
0.000145,
0.001126,
0.000429,
0.000501,
0.000292,
0.000513,
0.000298,
0.000449,
0.000369,
0.000175,
0.00031,
0.000501,
0.000323,
0.00022,
0.000295,
0.000461,
0.000437,
0.000398,
0.001116,
0.000486,
0.000409,
0.000935,
0.204293,
0.709788
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2076",
"qid": "decision",
"type": "choice",
"pick": "declined_card_payment",
"pick_run": "declined_card_payment",
"same": true,
"pick_merged": "declined_card_payment",
"same_as_merged": true,
"max_abs_dp": 0.008372061775360679,
"probs": [
0.008819,
0.001315,
0.001282,
0.000942,
0.001036,
0.001354,
0.000945,
0.000567,
0.001096,
0.000881,
0.017195,
0.000935,
0.000505,
0.000563,
0.188581,
0.001511,
0.0097,
0.00118,
0.000844,
0.00128,
0.000657,
0.001859,
0.001711,
0.005593,
0.000835,
0.736119,
0.001681,
0.000695,
0.000499,
0.000358,
0.000123,
0.000127,
0.000126,
6.3e-05,
0.000152,
8.1e-05,
0.00016,
0.000112,
0.000163,
9.9e-05,
0.000109,
0.000147,
0.000162,
9.1e-05,
0.000185,
0.001822,
8.4e-05,
0.000417,
8.4e-05,
0.000209,
8e-05,
0.000608,
0.000129,
0.002307,
0.000143,
5.6e-05,
9.8e-05,
8.2e-05,
5.4e-05,
5.6e-05,
2.5e-05,
6.7e-05,
7.8e-05,
4.9e-05,
6.3e-05,
7.5e-05,
4.1e-05,
5e-05,
3.4e-05,
6.4e-05,
0.000105,
6.3e-05,
0.000273,
4.3e-05,
0.00013,
5.9e-05,
0.000115
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-437",
"qid": "decision",
"type": "choice",
"pick": "exchange_via_app",
"pick_run": "exchange_via_app",
"same": true,
"pick_merged": "exchange_via_app",
"same_as_merged": true,
"max_abs_dp": 0.02754011066661377,
"probs": [
0.001603,
0.001251,
0.000947,
0.000218,
0.0002,
0.00031,
0.000439,
0.002008,
0.000232,
0.000132,
0.00051,
0.000194,
7.6e-05,
6.1e-05,
7.4e-05,
9.4e-05,
0.000109,
0.000387,
0.000102,
7.8e-05,
0.000108,
0.000209,
4.7e-05,
0.000184,
0.000689,
0.000149,
0.001198,
0.002085,
0.012865,
0.001434,
0.000829,
0.008491,
0.048754,
0.74743,
0.003251,
0.001914,
0.079366,
0.001181,
0.000441,
0.000399,
0.000325,
0.000348,
0.000955,
0.000376,
0.000203,
0.000176,
0.000387,
0.000595,
0.00029,
0.000518,
0.000786,
0.000285,
0.000708,
0.000199,
0.051374,
0.000315,
0.000655,
0.000584,
0.001516,
0.013238,
0.000308,
0.000197,
0.002896,
0.000211,
0.000272,
0.000208,
0.00015,
8e-05,
0.000119,
0.000228,
0.000205,
0.000392,
9.9e-05,
6e-05,
9.7e-05,
0.000215,
0.000377
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2717",
"qid": "decision",
"type": "choice",
"pick": "cash_withdrawal_not_recognised",
"pick_run": "cash_withdrawal_not_recognised",
"same": true,
"pick_merged": "cash_withdrawal_not_recognised",
"same_as_merged": true,
"max_abs_dp": 0.01196035982813859,
"probs": [
0.000835,
0.000833,
0.00108,
0.002126,
0.000483,
0.001911,
0.001406,
0.000339,
0.000376,
0.000347,
0.000459,
0.000273,
0.000184,
0.000247,
0.000289,
0.000384,
0.005634,
0.000605,
0.000452,
0.006288,
0.894519,
0.000682,
0.000466,
0.000418,
0.000387,
0.000505,
0.007939,
0.000775,
0.007621,
0.000584,
0.000512,
0.000181,
0.000392,
0.000258,
0.000924,
0.000172,
0.000188,
0.000358,
0.000331,
0.000279,
0.000268,
0.000179,
0.000892,
0.000289,
0.000684,
0.001087,
0.040353,
0.000245,
0.00025,
0.000195,
0.001137,
0.000213,
0.000287,
0.001077,
0.00035,
6.9e-05,
0.000195,
7.5e-05,
0.000111,
0.000104,
0.000126,
5.2e-05,
6.4e-05,
5.7e-05,
0.000118,
5.7e-05,
7.3e-05,
4.4e-05,
7.1e-05,
0.000102,
0.00016,
0.000719,
7.8e-05,
3.8e-05,
5.8e-05,
0.002416,
0.005662
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1407",
"qid": "decision",
"type": "choice",
"pick": "compromised_card",
"pick_run": "compromised_card",
"same": true,
"pick_merged": "compromised_card",
"same_as_merged": true,
"max_abs_dp": 0.013375378247365344,
"probs": [
0.00128,
0.000831,
0.001381,
0.000649,
0.000828,
0.000622,
0.000744,
0.000372,
0.000682,
0.000639,
0.001848,
0.000812,
0.000375,
0.000553,
0.008015,
0.001782,
0.128322,
0.000999,
0.000848,
0.000974,
0.007692,
0.000677,
0.82039,
0.000708,
0.000365,
0.000736,
0.000232,
0.00038,
0.004548,
0.000408,
0.000265,
0.00014,
0.000146,
9.9e-05,
0.003721,
0.000178,
0.000191,
0.000196,
0.00011,
7.8e-05,
7.1e-05,
0.002135,
0.000526,
0.000134,
0.000177,
0.000263,
0.000123,
0.000132,
0.000236,
5.7e-05,
7.6e-05,
3.5e-05,
4.7e-05,
0.000122,
0.000188,
4e-05,
9.3e-05,
5.8e-05,
5.8e-05,
6.6e-05,
9.8e-05,
5.7e-05,
5.5e-05,
0.000295,
5.3e-05,
5.1e-05,
2.6e-05,
6.5e-05,
5.1e-05,
7.5e-05,
9.3e-05,
8e-05,
5.5e-05,
0.000134,
3.8e-05,
6.9e-05,
0.000255
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-51",
"qid": "decision",
"type": "choice",
"pick": "card_linking",
"pick_run": "card_linking",
"same": true,
"pick_merged": "card_linking",
"same_as_merged": true,
"max_abs_dp": 0.0005499621907593122,
"probs": [
0.000235,
7.6e-05,
0.001038,
0.000126,
0.000277,
0.000101,
0.000103,
7.2e-05,
0.000123,
0.00015,
0.002644,
0.00038,
0.000242,
0.991312,
0.000282,
0.000154,
0.000141,
0.000163,
0.000136,
0.000113,
9.5e-05,
7e-05,
0.000116,
8.1e-05,
7.4e-05,
9.6e-05,
8e-06,
4.9e-05,
5.8e-05,
3.6e-05,
2.2e-05,
1e-05,
9e-06,
8e-06,
1.4e-05,
7e-06,
3e-05,
2.2e-05,
9.8e-05,
8.1e-05,
4.3e-05,
1.1e-05,
6e-06,
1.4e-05,
9e-06,
1.1e-05,
8e-06,
1e-05,
2.7e-05,
2e-06,
4e-06,
3e-06,
1.3e-05,
2e-06,
0.000387,
9e-06,
1e-05,
8e-06,
1.4e-05,
6e-06,
5e-06,
5e-06,
0.000312,
8e-06,
1.5e-05,
0.000106,
1.1e-05,
2e-06,
7e-06,
1e-05,
3e-06,
1.2e-05,
8e-06,
2.1e-05,
5e-06,
5e-06,
1.4e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1566",
"qid": "decision",
"type": "choice",
"pick": "declined_cash_withdrawal",
"pick_run": "declined_cash_withdrawal",
"same": true,
"pick_merged": "declined_cash_withdrawal",
"same_as_merged": true,
"max_abs_dp": 0.01286320090312093,
"probs": [
0.005934,
0.000944,
0.001616,
0.09158,
0.000683,
0.000732,
0.000537,
0.000338,
0.00036,
0.000403,
0.006236,
0.000327,
0.000378,
0.000316,
0.014951,
0.000403,
0.000925,
0.000508,
0.00213,
0.001456,
0.00113,
0.001114,
0.000687,
0.00108,
0.000371,
0.050426,
0.790831,
0.001297,
0.001662,
0.00302,
0.000827,
0.00056,
0.000704,
0.000532,
0.001365,
0.000488,
0.000581,
0.000406,
0.001016,
0.000338,
0.000382,
0.000293,
0.000403,
0.000349,
0.000934,
0.00196,
0.000406,
0.000638,
0.000474,
0.000414,
0.000262,
0.001035,
0.000338,
0.001426,
0.000218,
5e-05,
4.2e-05,
3.2e-05,
5.6e-05,
2.3e-05,
2.5e-05,
2.7e-05,
5.5e-05,
3e-05,
8e-05,
2.4e-05,
2.6e-05,
2e-05,
2.3e-05,
7e-05,
8e-05,
2.7e-05,
2.9e-05,
1.7e-05,
1.5e-05,
5e-05,
0.000473
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1817",
"qid": "decision",
"type": "choice",
"pick": "declined_card_payment",
"pick_run": "declined_card_payment",
"same": true,
"pick_merged": "declined_card_payment",
"same_as_merged": true,
"max_abs_dp": 0.011717794442611134,
"probs": [
0.001455,
0.001698,
0.001509,
0.001195,
0.000757,
0.005514,
0.001417,
0.001609,
0.001828,
0.002643,
0.017647,
0.000995,
0.000428,
0.000469,
0.370716,
0.002376,
0.049111,
0.000915,
0.000494,
0.001402,
0.00116,
0.003209,
0.001301,
0.009882,
0.000994,
0.418933,
0.000532,
0.003687,
0.001487,
0.000772,
0.000258,
0.000355,
0.000352,
0.002679,
0.001719,
0.012988,
0.000881,
0.000333,
0.000566,
0.000252,
0.000385,
0.000377,
0.00154,
0.000199,
0.000358,
0.001983,
0.000245,
0.003219,
0.000165,
0.000229,
0.000725,
0.001682,
0.000271,
0.000546,
0.000316,
0.000118,
0.000461,
0.000381,
0.000655,
0.042101,
0.000167,
0.006558,
0.001977,
0.00026,
0.000278,
0.000374,
0.000168,
0.000201,
0.000201,
0.000188,
0.000255,
0.000385,
0.005302,
0.000237,
0.000559,
0.000191,
0.00022
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1244",
"qid": "decision",
"type": "choice",
"pick": "change_pin",
"pick_run": "change_pin",
"same": true,
"pick_merged": "change_pin",
"same_as_merged": true,
"max_abs_dp": 0.02496295509572921,
"probs": [
0.001579,
0.000766,
0.001262,
0.007315,
0.000794,
0.000687,
0.000606,
0.000367,
0.000397,
0.000489,
0.001296,
0.001082,
0.000431,
0.000628,
0.001875,
0.001323,
0.000794,
0.001236,
0.002128,
0.0016,
0.000902,
0.75831,
0.000645,
0.002282,
0.000373,
0.000899,
0.000673,
0.000616,
0.002659,
0.002829,
0.000327,
0.000798,
0.000561,
0.000994,
0.000632,
0.000504,
0.000728,
0.001495,
0.001349,
0.001035,
0.000204,
0.000755,
0.00069,
0.002395,
0.092846,
0.002692,
0.000662,
0.002791,
0.000852,
0.08682,
0.000799,
0.000747,
0.000144,
3.5e-05,
0.000145,
2.2e-05,
0.000152,
6e-05,
4.5e-05,
5.7e-05,
2.2e-05,
2.4e-05,
3.2e-05,
4.7e-05,
4.2e-05,
1.7e-05,
4e-05,
3.2e-05,
0.000119,
0.000247,
8.3e-05,
8.6e-05,
0.0001,
1.8e-05,
0.000444,
0.000135,
0.000334
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1169",
"qid": "decision",
"type": "choice",
"pick": "unable_to_verify_identity",
"pick_run": "unable_to_verify_identity",
"same": true,
"pick_merged": "unable_to_verify_identity",
"same_as_merged": true,
"max_abs_dp": 0.032239747496912774,
"probs": [
0.000903,
0.014581,
0.000521,
0.000116,
0.000135,
8.7e-05,
7.8e-05,
3.7e-05,
6.6e-05,
5.3e-05,
9.9e-05,
0.000123,
3e-05,
2.4e-05,
4.2e-05,
5.2e-05,
8.7e-05,
0.000647,
0.000103,
5.3e-05,
4.7e-05,
5.1e-05,
0.001424,
0.002196,
0.000308,
0.000119,
0.000186,
0.000735,
0.0003,
0.000125,
0.000192,
6.5e-05,
9.1e-05,
8e-05,
0.00035,
0.000144,
4.1e-05,
0.000173,
8.6e-05,
0.000117,
5.8e-05,
0.000154,
5.7e-05,
0.0048,
0.001513,
0.000165,
0.000135,
0.000102,
0.000742,
0.004794,
0.000444,
0.000192,
0.004228,
0.002316,
0.002031,
0.000609,
0.001028,
0.001181,
0.000733,
0.001732,
0.000629,
0.000764,
0.001081,
0.001207,
0.000823,
0.000531,
0.000723,
0.001064,
0.382103,
0.236211,
0.003331,
0.002643,
0.001789,
0.009799,
0.297432,
0.008029,
0.00016
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2430",
"qid": "decision",
"type": "choice",
"pick": "get_physical_card",
"pick_run": "getting_spare_card",
"same": false,
"pick_merged": "getting_spare_card",
"same_as_merged": false,
"max_abs_dp": 0.03707798973365162,
"probs": [
0.003108,
0.002097,
0.001626,
0.000406,
0.000513,
0.000934,
0.00042,
0.000127,
0.000601,
0.001418,
0.001335,
0.016634,
0.004503,
0.000666,
0.00056,
0.050207,
0.001018,
0.001318,
0.000316,
0.006288,
0.000349,
0.000202,
0.000172,
0.000487,
0.000414,
0.000291,
0.002164,
0.002391,
0.002389,
0.00107,
0.003393,
0.013965,
0.001167,
0.001254,
0.011299,
0.00184,
0.001255,
0.016496,
0.268012,
0.251555,
0.008214,
0.002696,
0.001777,
0.231497,
0.002168,
0.001986,
0.000649,
0.000612,
0.000762,
0.00044,
0.001136,
0.000204,
0.000344,
0.000358,
0.000989,
0.000194,
0.004951,
0.011869,
0.001443,
0.000664,
0.001341,
0.000667,
0.001339,
0.001356,
0.037817,
0.004514,
0.000856,
0.000619,
0.001269,
0.000564,
0.000468,
0.000439,
0.000197,
0.000343,
0.000318,
0.000397,
0.000286
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-3073",
"qid": "decision",
"type": "choice",
"pick": "country_support",
"pick_run": "country_support",
"same": true,
"pick_merged": "country_support",
"same_as_merged": true,
"max_abs_dp": 0.003879431628591612,
"probs": [
0.000157,
0.000101,
0.000288,
0.000855,
0.000227,
0.00011,
0.000126,
0.00016,
0.000121,
8.1e-05,
0.002317,
0.0001,
5.7e-05,
5.1e-05,
0.000129,
0.00011,
0.000157,
0.000194,
0.00011,
8.9e-05,
0.000146,
0.000124,
0.000127,
0.000199,
0.982957,
0.000218,
2.4e-05,
0.00015,
0.000873,
0.000314,
4e-05,
6.4e-05,
0.000158,
7e-05,
0.000114,
3.9e-05,
0.001366,
6.8e-05,
7.8e-05,
2e-05,
5e-06,
4.9e-05,
5.9e-05,
5.9e-05,
3.6e-05,
4.3e-05,
2.1e-05,
2.6e-05,
7.3e-05,
2.4e-05,
0.000899,
2.4e-05,
4.4e-05,
1.4e-05,
0.004712,
7.3e-05,
3.6e-05,
1.6e-05,
6e-05,
4.2e-05,
1.3e-05,
1.4e-05,
0.000397,
1.2e-05,
2.4e-05,
1.4e-05,
9e-06,
8e-06,
6.3e-05,
3.1e-05,
1.7e-05,
5.9e-05,
2.5e-05,
4.6e-05,
2.9e-05,
0.000169,
6.9e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-10",
"qid": "decision",
"type": "choice",
"pick": "card_arrival",
"pick_run": "card_arrival",
"same": true,
"pick_merged": "card_arrival",
"same_as_merged": true,
"max_abs_dp": 0.023743199217826305,
"probs": [
0.001275,
0.001074,
0.001484,
0.001521,
0.00057,
0.00068,
0.000592,
0.000339,
0.00038,
0.001158,
0.007365,
0.617893,
0.347155,
0.001787,
0.000977,
0.00067,
0.000438,
0.000922,
0.000888,
0.000764,
0.000403,
0.000307,
0.000254,
0.00027,
0.000224,
0.000278,
0.000105,
0.000247,
0.000351,
0.000246,
0.0001,
8.4e-05,
0.000117,
6.7e-05,
0.0001,
6e-05,
0.000157,
0.000438,
0.003213,
0.000167,
5.5e-05,
0.000208,
4.1e-05,
0.002215,
0.000221,
0.00029,
5.5e-05,
6.9e-05,
5.2e-05,
4.3e-05,
3.9e-05,
3.4e-05,
4.8e-05,
2.9e-05,
0.000171,
4e-05,
5.1e-05,
2.6e-05,
3.1e-05,
3e-05,
1.8e-05,
2.6e-05,
5.2e-05,
0.000173,
0.000291,
4.9e-05,
2.5e-05,
4.7e-05,
8.8e-05,
5.3e-05,
4.5e-05,
4.1e-05,
1.7e-05,
1.4e-05,
1.6e-05,
3.6e-05,
0.000139
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-578",
"qid": "decision",
"type": "choice",
"pick": "contactless_not_working",
"pick_run": "contactless_not_working",
"same": true,
"pick_merged": "contactless_not_working",
"same_as_merged": true,
"max_abs_dp": 0.002228345319270268,
"probs": [
0.00191,
0.000435,
0.002687,
0.000653,
0.000402,
0.000231,
0.000221,
0.000193,
0.000197,
0.000283,
0.005067,
0.000383,
0.000183,
0.001147,
0.016117,
0.000389,
0.000395,
0.000724,
0.000303,
0.000249,
0.000215,
0.000628,
0.000438,
0.961203,
0.000512,
0.002075,
1.9e-05,
9.2e-05,
0.00011,
5.1e-05,
1.9e-05,
2.8e-05,
2.2e-05,
1.6e-05,
4e-05,
2.5e-05,
1.9e-05,
2.1e-05,
2.1e-05,
3.5e-05,
3e-05,
5.4e-05,
1.1e-05,
2.7e-05,
2.8e-05,
4e-05,
1.6e-05,
9.4e-05,
1.8e-05,
0.0002,
1.4e-05,
1.5e-05,
3.3e-05,
1.9e-05,
6.8e-05,
1.9e-05,
3.4e-05,
2.3e-05,
2.4e-05,
2.7e-05,
1e-05,
2.1e-05,
4.6e-05,
1.8e-05,
2.7e-05,
2.8e-05,
1.8e-05,
1.3e-05,
1.8e-05,
1.7e-05,
1.1e-05,
3e-05,
0.000162,
2.3e-05,
0.000897,
2.5e-05,
8.3e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1000",
"qid": "decision",
"type": "choice",
"pick": "top_up_reverted",
"pick_run": "top_up_reverted",
"same": true,
"pick_merged": "top_up_reverted",
"same_as_merged": true,
"max_abs_dp": 0.0196376472531109,
"probs": [
0.000273,
0.00205,
0.000376,
6.9e-05,
0.003244,
0.000675,
0.000199,
8e-05,
6.4e-05,
0.001862,
0.000131,
9.9e-05,
2.2e-05,
2.7e-05,
7.1e-05,
6.2e-05,
9.6e-05,
2.4e-05,
3.4e-05,
7.7e-05,
0.00031,
0.00021,
4.7e-05,
5.1e-05,
4.1e-05,
4.3e-05,
0.000108,
0.000266,
0.000121,
0.000104,
3.9e-05,
5.3e-05,
9.2e-05,
0.000162,
0.000264,
0.020752,
0.000199,
0.000107,
5.6e-05,
0.000115,
2.5e-05,
5.6e-05,
5.1e-05,
4.1e-05,
0.000141,
0.000127,
0.000615,
0.004109,
9.4e-05,
4.4e-05,
0.000142,
0.000234,
0.000467,
0.000361,
0.00062,
0.000125,
0.000367,
0.000573,
0.00061,
0.006076,
0.009429,
0.857864,
0.0037,
0.000519,
0.000293,
0.000353,
8.1e-05,
0.000293,
0.000101,
0.000493,
0.000531,
0.0724,
0.003686,
0.000526,
0.001356,
0.00071,
0.000109
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2650",
"qid": "decision",
"type": "choice",
"pick": "top_up_failed",
"pick_run": "top_up_failed",
"same": true,
"pick_merged": "top_up_failed",
"same_as_merged": true,
"max_abs_dp": 0.009587330279575812,
"probs": [
0.000215,
0.002233,
0.000116,
4.3e-05,
0.001031,
0.000798,
0.000132,
0.000104,
5.7e-05,
5.8e-05,
2.6e-05,
5.4e-05,
1.3e-05,
1.5e-05,
0.000113,
3.6e-05,
9e-05,
2.6e-05,
3.7e-05,
3e-05,
7.3e-05,
0.000257,
2.1e-05,
3.1e-05,
4.4e-05,
6.4e-05,
4.8e-05,
0.000279,
0.000211,
0.000269,
0.000101,
0.000184,
0.00032,
0.004168,
0.000369,
0.000172,
0.00012,
0.000136,
0.000165,
0.000128,
0.000103,
0.000142,
0.000162,
5.2e-05,
0.000108,
0.000116,
0.000475,
0.013175,
0.000139,
3.5e-05,
0.000129,
0.000109,
9.6e-05,
0.000104,
0.000174,
9.1e-05,
0.000517,
0.000999,
0.002718,
0.955113,
0.000411,
0.001026,
0.000776,
0.000212,
0.000161,
0.000224,
8.1e-05,
9.7e-05,
7e-05,
0.000212,
0.000158,
0.002904,
0.005694,
0.000356,
0.000527,
6.9e-05,
7.8e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1341",
"qid": "decision",
"type": "choice",
"pick": "transfer_into_account",
"pick_run": "transfer_into_account",
"same": true,
"pick_merged": "transfer_into_account",
"same_as_merged": true,
"max_abs_dp": 0.013824417947334522,
"probs": [
0.004949,
0.017438,
0.001363,
0.000407,
0.029264,
0.002241,
0.000399,
0.0003,
0.002008,
0.000224,
0.002769,
0.000307,
0.000159,
0.007068,
0.000359,
0.000376,
0.002663,
0.000137,
0.000158,
0.000717,
0.000132,
0.000277,
0.000208,
0.000329,
0.002338,
0.000244,
0.001043,
0.001643,
0.000428,
0.000391,
0.001475,
0.000417,
0.000522,
0.001661,
0.005783,
0.001968,
0.003436,
0.000658,
0.001504,
0.003974,
0.000987,
0.000719,
0.003503,
0.000855,
0.000996,
0.008445,
0.000656,
0.004613,
0.003401,
0.000626,
0.036128,
0.000852,
0.004382,
0.002135,
0.002737,
0.000602,
0.005862,
0.004668,
0.009485,
0.007919,
0.003578,
0.006631,
0.233357,
0.008691,
0.008974,
0.485926,
0.008687,
0.005621,
0.001522,
0.002448,
0.006578,
0.007208,
0.005151,
0.002617,
0.00324,
0.007645,
0.000816
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-3019",
"qid": "decision",
"type": "choice",
"pick": "verify_my_identity",
"pick_run": "verify_my_identity",
"same": true,
"pick_merged": "verify_my_identity",
"same_as_merged": true,
"max_abs_dp": 0.010342030986933717,
"probs": [
0.000254,
0.005842,
0.000383,
8.9e-05,
0.000159,
3.9e-05,
5.5e-05,
3e-05,
7.2e-05,
3.2e-05,
5.9e-05,
0.000118,
3.1e-05,
3.1e-05,
2.9e-05,
3.5e-05,
7.3e-05,
6.6e-05,
9.7e-05,
5.2e-05,
2.5e-05,
3.8e-05,
4.2e-05,
0.000497,
0.0001,
7.8e-05,
3.2e-05,
0.000199,
9.4e-05,
6.4e-05,
5.8e-05,
2.4e-05,
5e-05,
1.4e-05,
0.00012,
3.4e-05,
1.3e-05,
7.5e-05,
3.5e-05,
5.5e-05,
2.1e-05,
5.4e-05,
2.4e-05,
0.000272,
0.001578,
9.2e-05,
4.6e-05,
4.9e-05,
2.9e-05,
0.000637,
0.000106,
4.1e-05,
0.000593,
0.000636,
0.001098,
0.000301,
0.000375,
0.000378,
0.000329,
0.000275,
0.000264,
0.000262,
0.000329,
0.000307,
0.000489,
0.000368,
0.000319,
0.000495,
0.023786,
0.912616,
0.002164,
0.000853,
0.000962,
0.000435,
0.038415,
0.001742,
6.4e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2199",
"qid": "decision",
"type": "choice",
"pick": "transfer_fee_charged",
"pick_run": "transfer_fee_charged",
"same": true,
"pick_merged": "transfer_fee_charged",
"same_as_merged": true,
"max_abs_dp": 0.003364428963202437,
"probs": [
0.000421,
0.000798,
0.000248,
5.1e-05,
0.0002,
0.000321,
8.8e-05,
5.2e-05,
0.000551,
5.8e-05,
5.2e-05,
5.1e-05,
0.000213,
3.5e-05,
7.4e-05,
0.001545,
0.000208,
6e-05,
5.4e-05,
0.000618,
4.3e-05,
4.3e-05,
6.7e-05,
5.4e-05,
6.9e-05,
6.9e-05,
8.8e-05,
0.00044,
0.000188,
7.5e-05,
0.000398,
0.000349,
0.000132,
5.3e-05,
0.002769,
0.000117,
8.4e-05,
0.000169,
0.001703,
8.6e-05,
7.5e-05,
0.00042,
0.000158,
7.2e-05,
8.9e-05,
0.00015,
3.5e-05,
0.000101,
0.000177,
9e-05,
0.000125,
3.8e-05,
0.0001,
0.000183,
0.000345,
0.00013,
0.005202,
0.001232,
0.000238,
0.000221,
0.000748,
0.000423,
0.000494,
0.000905,
0.968027,
0.001432,
0.000295,
0.003227,
0.000123,
0.000381,
0.000431,
0.000132,
0.000378,
0.000353,
0.000378,
0.000198,
0.000202
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1719",
"qid": "decision",
"type": "choice",
"pick": "failed_transfer",
"pick_run": "failed_transfer",
"same": true,
"pick_merged": "failed_transfer",
"same_as_merged": true,
"max_abs_dp": 0.003249516752007686,
"probs": [
0.000479,
0.000418,
0.000361,
8.3e-05,
0.000261,
0.002291,
0.000147,
0.000328,
0.000148,
0.00126,
0.000113,
0.000114,
8.4e-05,
5.2e-05,
0.000196,
0.000151,
9.6e-05,
8.5e-05,
0.000167,
0.000189,
0.000154,
0.000113,
0.000157,
7.8e-05,
5.1e-05,
7.2e-05,
0.000197,
0.028151,
0.00039,
0.000282,
0.000142,
0.000392,
0.000674,
0.001568,
0.003851,
0.941416,
0.000366,
0.000433,
0.000139,
0.000151,
0.000439,
0.000233,
0.000395,
0.000139,
9.6e-05,
0.000106,
0.000172,
0.000211,
0.000544,
9.7e-05,
0.000281,
0.000111,
0.000159,
5.9e-05,
0.000193,
3.5e-05,
3.8e-05,
2e-05,
4.1e-05,
0.000195,
4.7e-05,
0.00868,
6.2e-05,
5.4e-05,
5.4e-05,
8.8e-05,
0.0012,
5.9e-05,
2.3e-05,
8.4e-05,
3.3e-05,
5.7e-05,
1.9e-05,
5.2e-05,
2.8e-05,
4.4e-05,
5e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1055",
"qid": "decision",
"type": "choice",
"pick": "balance_not_updated_after_cheque_or_cash_deposit",
"pick_run": "balance_not_updated_after_cheque_or_cash_deposit",
"same": true,
"pick_merged": "balance_not_updated_after_cheque_or_cash_deposit",
"same_as_merged": true,
"max_abs_dp": 0.0005955435088241812,
"probs": [
0.000376,
0.000513,
0.000695,
0.000558,
0.000784,
0.006603,
0.981322,
0.000516,
0.000161,
0.000159,
0.000122,
9.9e-05,
7.6e-05,
7.3e-05,
0.000104,
9.2e-05,
0.000107,
0.000117,
6.4e-05,
0.000128,
0.000499,
0.000108,
0.000143,
7.5e-05,
5.3e-05,
0.000122,
1.5e-05,
9.2e-05,
0.000127,
4e-05,
4.7e-05,
5.2e-05,
0.000388,
5.3e-05,
4.5e-05,
2e-05,
1.2e-05,
4.3e-05,
2.6e-05,
2.1e-05,
1.4e-05,
2e-05,
1.7e-05,
3.8e-05,
2.5e-05,
5.3e-05,
0.000139,
0.000154,
7.3e-05,
1.5e-05,
2.7e-05,
1.8e-05,
2.4e-05,
1.6e-05,
4.4e-05,
1.5e-05,
3.5e-05,
6.4e-05,
0.004085,
9.7e-05,
1.9e-05,
1.8e-05,
2.4e-05,
2.4e-05,
1.7e-05,
2.6e-05,
8e-06,
9e-06,
2.6e-05,
2.1e-05,
1.1e-05,
3.4e-05,
4.7e-05,
2.5e-05,
2e-05,
2.7e-05,
2.2e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1227",
"qid": "decision",
"type": "choice",
"pick": "unable_to_verify_identity",
"pick_run": "unable_to_verify_identity",
"same": true,
"pick_merged": "unable_to_verify_identity",
"same_as_merged": true,
"max_abs_dp": 0.02869484325164484,
"probs": [
0.00018,
0.003873,
0.000111,
5.2e-05,
4.3e-05,
4.2e-05,
3.2e-05,
2e-05,
8.7e-05,
2.6e-05,
2.1e-05,
5.1e-05,
1.9e-05,
1.8e-05,
2.3e-05,
2.6e-05,
5.1e-05,
0.000586,
6.9e-05,
3.2e-05,
2.2e-05,
3.3e-05,
3.3e-05,
0.000234,
7e-05,
7.2e-05,
0.000125,
0.000433,
0.000144,
8.6e-05,
6e-05,
4e-05,
6.9e-05,
3.4e-05,
0.000249,
6.6e-05,
2.8e-05,
0.0001,
5.4e-05,
6.6e-05,
2.8e-05,
8.8e-05,
2.9e-05,
0.003268,
0.001176,
0.000123,
6.4e-05,
6.2e-05,
7.8e-05,
0.000948,
0.00012,
0.00011,
0.002233,
0.003376,
0.001628,
0.000718,
0.000958,
0.001244,
0.000872,
0.001151,
0.000995,
0.000841,
0.000975,
0.001986,
0.001033,
0.00066,
0.000587,
0.001913,
0.546565,
0.376332,
0.003508,
0.001876,
0.001556,
0.002145,
0.030195,
0.00311,
7.1e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2237",
"qid": "decision",
"type": "choice",
"pick": "fiat_currency_support",
"pick_run": "fiat_currency_support",
"same": true,
"pick_merged": "fiat_currency_support",
"same_as_merged": true,
"max_abs_dp": 0.05886749260852758,
"probs": [
0.001872,
0.00097,
0.000434,
0.000175,
0.000193,
0.000457,
0.000184,
0.000281,
0.000171,
4.7e-05,
0.001329,
5.9e-05,
4.2e-05,
7.1e-05,
7.6e-05,
6.4e-05,
0.000115,
0.000595,
6.3e-05,
6.4e-05,
4.4e-05,
7.3e-05,
6.8e-05,
0.000187,
0.010973,
0.000163,
0.002143,
0.002163,
0.018292,
0.00174,
0.00106,
0.005007,
0.037252,
0.007674,
0.012857,
0.003229,
0.406077,
0.001323,
0.001198,
0.005353,
0.000256,
0.000511,
0.001752,
0.00227,
0.000877,
0.000521,
0.000523,
0.001473,
0.00242,
0.001214,
0.218759,
0.003945,
0.000925,
0.000564,
0.173666,
0.000969,
0.000953,
0.000969,
0.001776,
0.002058,
0.000569,
0.000467,
0.009746,
0.000655,
0.001062,
0.03539,
0.000453,
0.000243,
0.000409,
0.000927,
0.001174,
0.000771,
0.000256,
0.000366,
0.000316,
0.005923,
0.000732
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2633",
"qid": "decision",
"type": "choice",
"pick": "disposable_card_limits",
"pick_run": "disposable_card_limits",
"same": true,
"pick_merged": "disposable_card_limits",
"same_as_merged": true,
"max_abs_dp": 0.0006316432184138021,
"probs": [
3.8e-05,
0.000128,
4.7e-05,
0.000122,
5e-05,
3.9e-05,
5.6e-05,
2.5e-05,
6.2e-05,
4.6e-05,
0.000183,
5.4e-05,
4.3e-05,
3.9e-05,
4.8e-05,
9e-05,
0.000123,
6.2e-05,
7e-05,
6.5e-05,
3.6e-05,
6.4e-05,
4.2e-05,
4e-05,
8.9e-05,
0.0001,
7e-05,
0.000201,
0.000731,
0.989677,
0.000114,
6e-05,
0.000119,
6.3e-05,
0.000259,
2.7e-05,
6e-05,
0.0037,
6.4e-05,
6.4e-05,
8.2e-05,
9.3e-05,
2.1e-05,
6.6e-05,
5.5e-05,
0.000105,
5e-05,
0.000108,
2.5e-05,
2.4e-05,
2e-05,
2.6e-05,
2.9e-05,
2.3e-05,
0.00019,
0.000489,
8.9e-05,
1.6e-05,
1.8e-05,
1.7e-05,
0.001124,
1.4e-05,
3.7e-05,
4.6e-05,
2.4e-05,
1.4e-05,
4.7e-05,
1.7e-05,
1.8e-05,
1.6e-05,
1.2e-05,
3.3e-05,
2.9e-05,
8e-06,
1.1e-05,
2.4e-05,
1.3e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2362",
"qid": "decision",
"type": "choice",
"pick": "verify_top_up",
"pick_run": "verify_top_up",
"same": true,
"pick_merged": "verify_top_up",
"same_as_merged": true,
"max_abs_dp": 0.0064335295484223565,
"probs": [
0.000269,
0.00426,
0.000516,
0.000177,
0.000749,
0.000257,
0.000186,
4.8e-05,
6.9e-05,
3.7e-05,
0.000107,
0.000109,
2.8e-05,
2.7e-05,
5.4e-05,
6.5e-05,
0.000169,
7.5e-05,
6.6e-05,
0.000197,
0.000289,
0.000217,
0.000136,
0.001407,
0.000113,
0.000154,
4.6e-05,
0.00037,
0.000173,
0.000131,
3.9e-05,
5.6e-05,
0.00012,
7.3e-05,
0.000136,
7.1e-05,
5.5e-05,
0.000142,
7.8e-05,
0.000149,
1.6e-05,
0.000121,
4.8e-05,
0.000246,
0.000715,
0.000682,
0.00109,
0.003038,
0.000201,
0.001368,
0.000277,
0.000231,
0.001246,
0.000638,
0.001019,
0.000585,
0.000892,
0.000652,
0.000743,
0.000658,
0.000712,
0.000242,
0.000764,
0.000574,
0.000577,
0.000341,
0.00057,
0.000558,
0.004212,
0.020239,
0.03369,
0.822118,
0.008526,
0.001782,
0.075934,
0.003011,
0.000263
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-157",
"qid": "decision",
"type": "choice",
"pick": "card_payment_wrong_exchange_rate",
"pick_run": "card_payment_wrong_exchange_rate",
"same": true,
"pick_merged": "card_payment_wrong_exchange_rate",
"same_as_merged": true,
"max_abs_dp": 0.003213359044158093,
"probs": [
0.000402,
0.000435,
0.000356,
0.000252,
0.00036,
0.000639,
0.001121,
0.000331,
0.000274,
0.000371,
0.00169,
0.000372,
0.000273,
0.000232,
0.001844,
0.012859,
0.007311,
0.944238,
0.000498,
0.001104,
0.000413,
0.000325,
0.000386,
0.000277,
0.000299,
0.000492,
0.000288,
0.000388,
0.000623,
0.000314,
0.000152,
0.0016,
0.010258,
0.000256,
0.000166,
6.6e-05,
0.000144,
0.000149,
0.000148,
0.000102,
4.8e-05,
0.000344,
0.000252,
0.000504,
0.00014,
0.000674,
0.000109,
0.000102,
9.5e-05,
5.5e-05,
5.2e-05,
3.7e-05,
6.3e-05,
0.000102,
6.6e-05,
2.2e-05,
5.6e-05,
5.3e-05,
0.000155,
3.2e-05,
1.1e-05,
1e-05,
1.7e-05,
2.6e-05,
1.8e-05,
1.8e-05,
1e-05,
1.5e-05,
6.4e-05,
1.8e-05,
2.1e-05,
2e-05,
8e-06,
1e-05,
1.2e-05,
1.8e-05,
0.004936
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-396",
"qid": "decision",
"type": "choice",
"pick": "card_not_working",
"pick_run": "card_not_working",
"same": true,
"pick_merged": "card_not_working",
"same_as_merged": true,
"max_abs_dp": 0.028702776069934988,
"probs": [
0.023771,
0.002336,
0.00237,
0.007599,
0.001476,
0.001485,
0.001461,
0.000801,
0.000773,
0.001623,
0.334936,
0.002745,
0.000908,
0.004927,
0.559724,
0.001061,
0.001969,
0.001183,
0.000924,
0.001242,
0.001036,
0.002682,
0.001175,
0.013309,
0.001019,
0.013525,
0.000141,
0.000373,
0.000453,
0.000195,
5.1e-05,
3e-05,
4.5e-05,
2.2e-05,
0.000132,
4.6e-05,
0.000197,
9.6e-05,
7.4e-05,
7.1e-05,
0.000141,
6.2e-05,
4.9e-05,
5.3e-05,
6.3e-05,
0.000153,
0.000103,
0.000528,
3.6e-05,
5.5e-05,
3.3e-05,
5e-05,
0.000222,
0.000105,
0.00091,
0.000113,
0.000103,
0.00017,
0.000106,
9e-05,
4.5e-05,
0.000125,
0.000878,
0.000114,
0.000216,
0.000124,
0.000132,
8.5e-05,
6.7e-05,
0.000259,
0.000143,
0.001101,
0.004613,
0.000307,
0.000356,
8e-05,
0.000226
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-472",
"qid": "decision",
"type": "choice",
"pick": "lost_or_stolen_card",
"pick_run": "lost_or_stolen_card",
"same": true,
"pick_merged": "lost_or_stolen_card",
"same_as_merged": true,
"max_abs_dp": 0.010799155774649183,
"probs": [
0.000776,
0.000593,
0.000445,
0.000423,
0.000383,
0.000485,
0.00053,
0.000246,
0.000406,
0.000307,
0.000438,
0.00044,
0.000289,
0.000253,
0.000669,
0.001525,
0.00043,
0.000446,
0.000491,
0.000413,
0.00068,
0.00146,
0.227658,
0.000443,
0.000259,
0.000297,
0.000122,
0.000305,
0.000338,
0.000332,
0.000171,
0.000342,
0.000317,
0.000164,
0.000304,
0.000132,
0.000152,
0.000292,
0.000331,
0.000295,
0.000112,
0.752437,
0.000213,
0.000244,
0.000392,
0.00028,
0.000209,
0.000286,
0.000433,
0.000149,
0.000108,
6.3e-05,
3.1e-05,
1.1e-05,
2.3e-05,
1e-05,
3.3e-05,
1.3e-05,
1.6e-05,
1.3e-05,
2.2e-05,
7e-06,
8e-06,
2.6e-05,
1.5e-05,
1e-05,
1.9e-05,
0.000174,
2.5e-05,
2.5e-05,
1.6e-05,
3.2e-05,
1.1e-05,
3.3e-05,
8e-06,
2.7e-05,
8e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1528",
"qid": "decision",
"type": "choice",
"pick": "passcode_forgotten",
"pick_run": "passcode_forgotten",
"same": true,
"pick_merged": "passcode_forgotten",
"same_as_merged": true,
"max_abs_dp": 0.003040879783178907,
"probs": [
9.6e-05,
0.000121,
0.000144,
9.7e-05,
5.9e-05,
7.7e-05,
7.8e-05,
4.6e-05,
0.000127,
4e-05,
6.2e-05,
5e-05,
4.1e-05,
4.9e-05,
7.4e-05,
0.000209,
0.000124,
0.000131,
0.000206,
0.000131,
4e-05,
0.023888,
7.5e-05,
9.7e-05,
5.7e-05,
0.000104,
3.1e-05,
5.3e-05,
7.8e-05,
7.3e-05,
1.1e-05,
6.6e-05,
5.9e-05,
3.5e-05,
4.4e-05,
2.4e-05,
3.1e-05,
0.000125,
5.1e-05,
7.1e-05,
1.7e-05,
8.7e-05,
7.6e-05,
0.000175,
0.969801,
0.000214,
7.3e-05,
0.000205,
6.2e-05,
0.00167,
6e-05,
4.7e-05,
1e-05,
7e-06,
2.2e-05,
3e-06,
8e-06,
4e-06,
4e-06,
4e-06,
3e-06,
1e-06,
4e-06,
6e-06,
5e-06,
4e-06,
5e-06,
6e-06,
3.9e-05,
0.000309,
1.2e-05,
1.1e-05,
1.2e-05,
3e-06,
1.5e-05,
2.2e-05,
1.6e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2432",
"qid": "decision",
"type": "choice",
"pick": "getting_spare_card",
"pick_run": "getting_spare_card",
"same": true,
"pick_merged": "getting_spare_card",
"same_as_merged": true,
"max_abs_dp": 0.04436606746848659,
"probs": [
0.005375,
0.003327,
0.001012,
0.000406,
0.000296,
0.000268,
0.000454,
0.000244,
0.000616,
0.000876,
0.003884,
0.004559,
0.00174,
0.027356,
0.00062,
0.000298,
0.000472,
0.00137,
0.000338,
0.000264,
0.000221,
0.000206,
0.000331,
0.000288,
0.000274,
0.00033,
0.001878,
0.002082,
0.003267,
0.001806,
0.001501,
0.000825,
0.001183,
0.001221,
0.002355,
0.001718,
0.001964,
0.006826,
0.237473,
0.401319,
0.004089,
0.001585,
0.000993,
0.247733,
0.002222,
0.001961,
0.000724,
0.000781,
0.002418,
0.00049,
0.00061,
0.000281,
0.000425,
0.000212,
0.000742,
0.000223,
0.000484,
0.000267,
0.00031,
0.000412,
0.00025,
0.000196,
0.000797,
0.000392,
0.002787,
0.003958,
0.000569,
0.000158,
0.000835,
0.000338,
0.000281,
0.000337,
0.000136,
0.000494,
0.000142,
0.000292,
0.000236
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-819",
"qid": "decision",
"type": "choice",
"pick": "card_payment_fee_charged",
"pick_run": "card_payment_fee_charged",
"same": true,
"pick_merged": "card_payment_fee_charged",
"same_as_merged": true,
"max_abs_dp": 0.00784804822367717,
"probs": [
0.001603,
0.001105,
0.001697,
0.001462,
0.001246,
0.001573,
0.000794,
0.000386,
0.000996,
0.000564,
0.035969,
0.000607,
0.000841,
0.000495,
0.006395,
0.758056,
0.005815,
0.001543,
0.000409,
0.043042,
0.000858,
0.000463,
0.000916,
0.001124,
0.001473,
0.001049,
0.000589,
0.001168,
0.000921,
0.000907,
0.00132,
0.009433,
0.000482,
0.000138,
0.039759,
0.000178,
0.000513,
0.000669,
0.001454,
0.000185,
0.000249,
0.000483,
0.000395,
0.000301,
0.000309,
0.002509,
0.000172,
0.000196,
0.000478,
8.6e-05,
0.000754,
6.1e-05,
0.000169,
0.000269,
0.00158,
0.000142,
0.003671,
0.030672,
0.000576,
0.000213,
0.001529,
0.000286,
0.002505,
0.000918,
0.018854,
0.000178,
0.000273,
0.000455,
0.000186,
0.00014,
0.00041,
0.000485,
0.000219,
0.000777,
0.000222,
0.00024,
0.000843
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1504",
"qid": "decision",
"type": "choice",
"pick": "direct_debit_payment_not_recognised",
"pick_run": "direct_debit_payment_not_recognised",
"same": true,
"pick_merged": "direct_debit_payment_not_recognised",
"same_as_merged": true,
"max_abs_dp": 0.0010939575132671913,
"probs": [
0.000321,
0.00024,
0.000196,
0.000133,
0.00019,
8.9e-05,
0.000148,
0.000108,
0.00027,
0.000173,
0.000187,
9.8e-05,
6.5e-05,
9.2e-05,
0.00016,
0.00049,
0.006542,
0.000227,
0.000131,
0.000545,
0.001393,
0.000242,
0.000382,
0.00013,
0.00014,
0.000321,
0.000318,
0.000281,
0.977055,
0.000204,
0.000193,
8.3e-05,
0.000158,
7.5e-05,
0.005595,
8.4e-05,
7.3e-05,
0.000217,
8e-05,
6.8e-05,
5.7e-05,
0.000143,
0.000381,
8.7e-05,
0.000136,
0.000225,
0.000115,
0.000104,
8.7e-05,
0.00012,
0.000106,
3.4e-05,
3.7e-05,
3.8e-05,
0.000451,
3.2e-05,
3.4e-05,
8e-06,
1.4e-05,
1.5e-05,
3.7e-05,
7e-06,
1.3e-05,
3.3e-05,
1.1e-05,
9e-06,
1.1e-05,
8e-06,
1.4e-05,
1.7e-05,
1.9e-05,
2e-05,
1.1e-05,
8e-06,
6e-06,
1.9e-05,
3.5e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-978",
"qid": "decision",
"type": "choice",
"pick": "card_acceptance",
"pick_run": "card_acceptance",
"same": true,
"pick_merged": "card_acceptance",
"same_as_merged": true,
"max_abs_dp": 0.0011544880609389852,
"probs": [
0.000446,
0.000874,
0.001349,
0.001911,
0.000895,
0.000484,
0.000513,
0.000316,
0.000256,
0.000474,
0.961843,
0.000428,
0.000249,
0.000485,
0.002292,
0.000503,
0.000289,
0.000381,
0.000258,
0.000271,
0.000366,
0.000308,
0.000561,
0.00049,
0.002873,
0.001454,
1.1e-05,
0.000101,
0.000247,
7.3e-05,
2.8e-05,
5e-06,
1.9e-05,
6e-06,
2.7e-05,
8e-06,
2.7e-05,
2.7e-05,
1.4e-05,
1.1e-05,
5e-06,
2e-05,
5e-06,
2.6e-05,
1.8e-05,
3.5e-05,
1.1e-05,
8e-06,
0.000281,
7e-06,
1.7e-05,
6e-06,
2.3e-05,
2.7e-05,
0.010081,
0.000111,
3.7e-05,
3.7e-05,
5.7e-05,
5.8e-05,
1.8e-05,
3.4e-05,
0.0003,
3.3e-05,
4.1e-05,
2.6e-05,
2.6e-05,
1.4e-05,
3e-05,
4.2e-05,
2e-05,
0.000228,
2.3e-05,
0.007021,
4.7e-05,
4.2e-05,
1.3e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2236",
"qid": "decision",
"type": "choice",
"pick": "receiving_money",
"pick_run": "receiving_money",
"same": true,
"pick_merged": "receiving_money",
"same_as_merged": true,
"max_abs_dp": 0.022647289934889625,
"probs": [
0.001053,
0.001433,
0.001021,
0.000241,
0.000464,
0.000688,
0.000159,
9.1e-05,
0.000162,
7.6e-05,
0.000396,
0.000221,
7.3e-05,
0.000905,
0.000172,
0.000112,
0.000303,
9.7e-05,
7.3e-05,
0.000158,
5.7e-05,
9.4e-05,
0.000157,
0.000234,
0.006206,
0.000101,
0.00032,
0.000954,
0.000556,
0.000638,
0.000552,
0.000499,
0.000676,
0.001021,
0.005026,
0.001214,
0.000657,
0.000525,
0.001154,
0.012178,
0.00041,
0.000543,
0.00183,
0.004229,
0.000627,
0.00097,
0.000764,
0.002782,
0.003774,
0.001835,
0.612489,
0.003115,
0.000422,
0.000516,
0.001725,
0.000794,
0.000512,
0.000991,
0.002305,
0.000984,
0.000199,
0.000374,
0.001259,
0.00113,
0.001455,
0.283448,
0.000792,
0.002263,
0.0011,
0.000981,
0.003935,
0.001696,
0.000904,
0.001183,
0.001372,
0.01546,
0.000117
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1925",
"qid": "decision",
"type": "choice",
"pick": "card_swallowed",
"pick_run": "card_swallowed",
"same": true,
"pick_merged": "card_swallowed",
"same_as_merged": true,
"max_abs_dp": 0.008881999534556734,
"probs": [
0.001444,
0.000969,
0.001129,
0.229688,
0.000803,
0.000737,
0.000528,
0.000449,
0.000392,
0.001048,
0.007662,
0.000895,
0.000705,
0.000642,
0.030974,
0.000773,
0.001027,
0.00099,
0.700509,
0.001666,
0.00067,
0.000596,
0.000561,
0.000722,
0.000311,
0.000791,
0.004427,
0.000455,
0.000546,
0.000504,
0.000224,
0.00014,
0.000263,
0.000233,
0.00031,
0.000172,
0.000211,
0.000139,
0.000438,
0.000182,
0.000211,
0.000188,
0.000103,
0.000119,
0.000577,
0.001335,
0.000128,
0.000168,
0.000145,
9.3e-05,
7.5e-05,
6.1e-05,
0.000138,
0.000212,
0.000219,
4.6e-05,
5.3e-05,
4.9e-05,
6.4e-05,
5.7e-05,
2.7e-05,
3.8e-05,
4.9e-05,
3.6e-05,
0.000134,
5.3e-05,
3.9e-05,
4.5e-05,
3.2e-05,
0.000162,
8.9e-05,
4.8e-05,
3.9e-05,
2.2e-05,
2.2e-05,
5.8e-05,
0.000139
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-704",
"qid": "decision",
"type": "choice",
"pick": "cancel_transfer",
"pick_run": "cancel_transfer",
"same": true,
"pick_merged": "cancel_transfer",
"same_as_merged": true,
"max_abs_dp": 0.0266944039094546,
"probs": [
0.002251,
0.003282,
0.001984,
0.000804,
0.001046,
0.010057,
0.00111,
0.004875,
0.467114,
0.001432,
0.00075,
0.000623,
0.000224,
0.000286,
0.000542,
0.000927,
0.002753,
0.000519,
0.000366,
0.000431,
0.000393,
0.000483,
0.001149,
0.000653,
0.000514,
0.00152,
0.003411,
0.018101,
0.001991,
0.000648,
0.000515,
0.000756,
0.000943,
0.000704,
0.010273,
0.02467,
0.000475,
0.001074,
0.000698,
0.001092,
0.005059,
0.000621,
0.001184,
0.000588,
0.000595,
0.000366,
0.000427,
0.000933,
0.006492,
0.001267,
0.003741,
0.011088,
0.191288,
0.001655,
0.002726,
0.000454,
0.001138,
0.001,
0.001078,
0.000809,
0.002598,
0.00815,
0.001364,
0.003073,
0.003213,
0.003423,
0.131036,
0.003994,
0.000477,
0.001724,
0.00102,
0.001606,
0.000516,
0.000835,
0.000823,
0.005434,
0.026768
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2288",
"qid": "decision",
"type": "choice",
"pick": "failed_transfer",
"pick_run": "failed_transfer",
"same": true,
"pick_merged": "failed_transfer",
"same_as_merged": true,
"max_abs_dp": 0.017833093071175532,
"probs": [
0.005103,
0.003231,
0.001308,
0.000457,
0.001009,
0.033662,
0.000569,
0.00185,
0.002925,
0.00685,
0.000425,
0.000307,
0.000165,
9.7e-05,
0.000673,
0.000346,
0.000494,
0.000225,
0.000293,
0.000339,
0.000568,
0.000282,
0.000562,
0.000253,
0.000187,
0.000535,
0.001281,
0.239307,
0.001176,
0.0011,
0.000451,
0.001298,
0.002119,
0.016567,
0.009833,
0.572065,
0.00076,
0.001133,
0.000602,
0.000481,
0.002653,
0.001207,
0.001403,
0.000482,
0.000421,
0.000411,
0.000884,
0.001471,
0.004863,
0.000477,
0.001142,
0.000605,
0.000847,
0.000571,
0.000789,
0.000188,
0.000303,
0.000356,
0.000402,
0.011702,
0.000415,
0.034664,
0.000425,
0.000306,
0.000501,
0.00102,
0.015568,
0.001806,
0.000157,
0.000546,
0.000278,
0.000486,
0.000203,
0.000889,
0.000298,
0.000191,
0.000184
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2119",
"qid": "decision",
"type": "choice",
"pick": "change_pin",
"pick_run": "change_pin",
"same": true,
"pick_merged": "change_pin",
"same_as_merged": true,
"max_abs_dp": 0.003896221342760353,
"probs": [
0.000334,
0.000299,
0.000442,
0.003091,
0.000748,
0.000243,
0.000236,
0.000132,
0.000182,
0.000252,
0.000498,
0.000318,
0.000196,
0.00027,
0.000697,
0.000433,
0.000485,
0.000648,
0.000594,
0.000495,
0.000497,
0.967751,
0.000171,
0.000892,
0.00444,
0.000336,
0.00015,
0.000308,
0.000719,
0.000516,
0.000199,
0.00034,
0.000142,
0.000288,
0.00019,
0.00014,
0.000154,
0.000207,
0.000206,
0.000164,
5.3e-05,
0.000125,
0.00015,
0.000422,
0.002456,
0.000234,
0.000119,
0.000792,
0.00014,
0.005858,
0.000361,
0.000127,
3.3e-05,
1.5e-05,
5.2e-05,
1e-05,
5.7e-05,
2.1e-05,
1.6e-05,
1.6e-05,
8e-06,
1.1e-05,
1.2e-05,
1.4e-05,
1.5e-05,
6e-06,
7e-06,
6e-06,
3.1e-05,
2.7e-05,
1.3e-05,
1.8e-05,
7.5e-05,
5e-06,
8.5e-05,
8.8e-05,
0.00012
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2886",
"qid": "decision",
"type": "choice",
"pick": "extra_charge_on_statement",
"pick_run": "extra_charge_on_statement",
"same": true,
"pick_merged": "extra_charge_on_statement",
"same_as_merged": true,
"max_abs_dp": 0.003988545076054284,
"probs": [
0.001617,
0.001711,
0.00165,
0.002516,
0.002569,
0.003286,
0.000772,
0.000455,
0.001793,
0.000368,
0.002707,
0.000543,
0.001143,
0.00032,
0.002529,
0.159737,
0.007944,
0.001613,
0.000511,
0.042823,
0.001622,
0.000509,
0.000557,
0.001235,
0.000606,
0.000668,
0.001004,
0.001098,
0.000752,
0.000469,
0.001633,
0.004216,
0.000261,
0.000623,
0.686277,
0.000737,
0.000192,
0.000983,
0.002417,
0.000154,
0.000176,
0.000378,
0.000584,
0.000147,
0.000299,
0.000629,
0.000364,
0.000187,
0.000168,
0.000186,
0.000846,
0.000134,
0.000286,
0.000349,
0.000541,
0.000204,
0.005393,
0.004155,
0.000679,
0.000475,
0.002122,
0.000368,
0.000534,
0.003189,
0.031645,
0.000314,
0.000112,
0.000404,
0.000105,
0.000337,
0.000757,
0.000224,
0.000128,
9.6e-05,
0.000186,
0.000179,
0.000497
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1931",
"qid": "decision",
"type": "choice",
"pick": "card_swallowed",
"pick_run": "card_swallowed",
"same": true,
"pick_merged": "card_swallowed",
"same_as_merged": true,
"max_abs_dp": 0.014193362428252088,
"probs": [
0.000721,
0.000494,
0.000796,
0.056336,
0.000715,
0.000502,
0.000445,
0.000345,
0.000235,
0.000866,
0.004246,
0.000717,
0.000518,
0.00053,
0.013526,
0.000747,
0.001053,
0.00097,
0.908199,
0.001471,
0.000649,
0.000429,
0.00071,
0.000369,
0.000251,
0.00061,
0.000295,
0.000157,
0.000223,
0.000172,
7.4e-05,
7.6e-05,
7.5e-05,
0.000104,
7.3e-05,
6.2e-05,
8e-05,
5.8e-05,
0.000136,
8.3e-05,
7.1e-05,
0.000123,
4e-05,
6e-05,
0.000188,
0.000296,
5.7e-05,
6.4e-05,
6.9e-05,
3.5e-05,
2.8e-05,
2.3e-05,
4.7e-05,
3.4e-05,
0.000121,
2.2e-05,
2.6e-05,
2.3e-05,
2.5e-05,
2.8e-05,
9e-06,
1.5e-05,
2.3e-05,
1.7e-05,
4.1e-05,
2.3e-05,
1.6e-05,
2.2e-05,
2.4e-05,
7.3e-05,
3.4e-05,
2.9e-05,
1.2e-05,
1.1e-05,
1.2e-05,
2.6e-05,
0.000112
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2558",
"qid": "decision",
"type": "choice",
"pick": "cash_withdrawal_charge",
"pick_run": "cash_withdrawal_charge",
"same": true,
"pick_merged": "cash_withdrawal_charge",
"same_as_merged": true,
"max_abs_dp": 0.005232265822915992,
"probs": [
0.00222,
0.002297,
0.002257,
0.033985,
0.001764,
0.001837,
0.00089,
0.000761,
0.000966,
0.000689,
0.001007,
0.000583,
0.000553,
0.000329,
0.0009,
0.004328,
0.001915,
0.002062,
0.001004,
0.70846,
0.010839,
0.000597,
0.000866,
0.001061,
0.002758,
0.000602,
0.001311,
0.00098,
0.000962,
0.000801,
0.000865,
0.001365,
0.000564,
0.000453,
0.060181,
0.000613,
0.000175,
0.001058,
0.000595,
0.000491,
0.000197,
0.00028,
0.000205,
0.000476,
0.000499,
0.002329,
0.001075,
0.00017,
0.000332,
0.00038,
0.006671,
0.000178,
0.002552,
0.000216,
0.00067,
0.000282,
0.001802,
0.000557,
0.000428,
0.000366,
0.002246,
0.000392,
0.000225,
0.001623,
0.000987,
0.000318,
0.000236,
0.000162,
0.00034,
0.000592,
0.001134,
0.000408,
0.000161,
0.000162,
0.000417,
0.06367,
0.051315
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2801",
"qid": "decision",
"type": "choice",
"pick": "top_up_by_card_charge",
"pick_run": "top_up_by_card_charge",
"same": true,
"pick_merged": "top_up_by_card_charge",
"same_as_merged": true,
"max_abs_dp": 0.02770517368771308,
"probs": [
0.001456,
0.008941,
0.001255,
0.00036,
0.018851,
0.00136,
0.000347,
0.000153,
0.000179,
0.000154,
0.002453,
0.000204,
0.000157,
0.000169,
0.000165,
0.012071,
0.000515,
0.000151,
0.000149,
0.00091,
0.00053,
0.000147,
0.000137,
0.000156,
0.000444,
0.000195,
0.000169,
0.000992,
0.000522,
0.000341,
0.001258,
0.008001,
0.000275,
8.7e-05,
0.001236,
5.5e-05,
0.001672,
0.000286,
0.000378,
0.000137,
0.000117,
0.000287,
0.000143,
0.000112,
0.000253,
0.000253,
0.000149,
0.00028,
0.000197,
3.7e-05,
0.000266,
7.2e-05,
0.000848,
0.000714,
0.0035,
0.000584,
0.022738,
0.741312,
0.003228,
0.001667,
0.006748,
0.0021,
0.132183,
0.001153,
0.002152,
0.00078,
0.000485,
0.000979,
0.000305,
0.000673,
0.000627,
0.002981,
0.001233,
0.001585,
0.001374,
0.000618,
0.000252
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2842",
"qid": "decision",
"type": "choice",
"pick": "activate_my_card",
"pick_run": "activate_my_card",
"same": true,
"pick_merged": "activate_my_card",
"same_as_merged": true,
"max_abs_dp": 0.0006009184355196817,
"probs": [
0.987478,
0.00045,
0.000745,
0.000113,
0.000143,
6.7e-05,
7.7e-05,
4.8e-05,
7.4e-05,
0.000263,
0.001564,
0.003054,
9.8e-05,
0.003116,
0.000437,
5.7e-05,
6.1e-05,
7.4e-05,
6.8e-05,
6e-05,
5.3e-05,
0.00065,
4.7e-05,
9.7e-05,
3.2e-05,
9.4e-05,
6e-05,
2.5e-05,
4.9e-05,
1.5e-05,
1.9e-05,
1.2e-05,
8e-06,
1.7e-05,
3.7e-05,
2.5e-05,
2.6e-05,
4.2e-05,
0.000108,
3.7e-05,
3.6e-05,
1.1e-05,
2.5e-05,
2.5e-05,
2.5e-05,
2.8e-05,
1.8e-05,
3.2e-05,
1.6e-05,
1.2e-05,
1.2e-05,
1.2e-05,
1.9e-05,
3e-06,
3.6e-05,
3e-06,
4e-06,
4e-06,
3e-06,
5e-06,
2e-06,
4e-06,
2e-05,
8e-06,
1.9e-05,
1.9e-05,
5e-06,
2e-06,
5e-06,
2.7e-05,
4e-06,
6e-06,
1.6e-05,
3e-06,
3e-06,
3e-06,
2e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-258",
"qid": "decision",
"type": "choice",
"pick": "fiat_currency_support",
"pick_run": "fiat_currency_support",
"same": true,
"pick_merged": "fiat_currency_support",
"same_as_merged": true,
"max_abs_dp": 0.03796061348775848,
"probs": [
0.000387,
0.001072,
0.000509,
0.000978,
0.000315,
0.000424,
0.000275,
0.000153,
0.000166,
0.000135,
0.01342,
0.000107,
8.9e-05,
6.9e-05,
8e-05,
8.5e-05,
0.000127,
0.000169,
0.000104,
0.000101,
7.2e-05,
0.000131,
0.000141,
0.000283,
0.022663,
0.000309,
0.000555,
0.000662,
0.026742,
0.000832,
0.00044,
0.000862,
0.002892,
0.00064,
0.001443,
0.000758,
0.71563,
0.000462,
0.000312,
0.000224,
6.6e-05,
0.000282,
0.000504,
0.000249,
0.000269,
0.000174,
0.000142,
0.000198,
0.000466,
0.00025,
0.001262,
0.000127,
0.000402,
0.00017,
0.188973,
0.000326,
0.000289,
0.000234,
0.000217,
0.000161,
0.000249,
0.000189,
0.007632,
0.000134,
0.000249,
0.000188,
8.7e-05,
4.9e-05,
0.000167,
0.000308,
0.000247,
0.000251,
7.3e-05,
0.00016,
3.9e-05,
0.000308,
8.9e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-180",
"qid": "decision",
"type": "choice",
"pick": "extra_charge_on_statement",
"pick_run": "extra_charge_on_statement",
"same": true,
"pick_merged": "extra_charge_on_statement",
"same_as_merged": true,
"max_abs_dp": 0.022254171906377324,
"probs": [
0.001554,
0.002192,
0.001635,
0.001274,
0.004736,
0.003831,
0.000748,
0.000441,
0.001221,
0.000302,
0.002595,
0.000427,
0.000891,
0.000259,
0.001655,
0.153435,
0.016104,
0.001193,
0.000389,
0.02908,
0.0008,
0.000347,
0.000344,
0.000756,
0.00034,
0.000339,
0.000796,
0.000876,
0.001945,
0.000491,
0.003267,
0.008356,
0.000297,
0.000804,
0.678252,
0.000572,
0.000258,
0.001099,
0.001801,
0.000166,
0.000191,
0.0004,
0.000866,
0.000153,
0.000302,
0.00094,
0.000316,
0.000195,
0.000157,
0.000184,
0.000755,
0.000101,
0.000204,
0.000372,
0.000631,
0.000243,
0.021366,
0.010695,
0.000767,
0.00067,
0.00266,
0.000375,
0.000671,
0.001732,
0.026089,
0.000295,
0.00014,
0.000413,
9.5e-05,
0.000336,
0.000762,
0.000251,
0.000123,
0.0001,
0.000218,
0.000126,
0.000239
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2691",
"qid": "decision",
"type": "choice",
"pick": "balance_not_updated_after_bank_transfer",
"pick_run": "balance_not_updated_after_bank_transfer",
"same": true,
"pick_merged": "balance_not_updated_after_bank_transfer",
"same_as_merged": true,
"max_abs_dp": 0.004194541703113064,
"probs": [
0.000288,
0.000977,
0.000973,
0.000774,
0.008377,
0.969384,
0.006312,
0.000581,
0.000319,
0.000554,
0.000291,
0.000191,
0.000139,
0.000186,
0.000272,
0.000227,
0.000226,
0.00015,
0.000143,
0.000145,
0.000141,
0.000213,
0.000481,
9.2e-05,
0.000125,
8.8e-05,
2.6e-05,
0.000314,
0.000254,
0.000135,
0.000236,
0.000301,
0.000144,
0.000191,
0.00022,
0.000388,
1.8e-05,
6.4e-05,
5.8e-05,
0.00015,
0.000117,
0.000128,
4.4e-05,
9.1e-05,
5.4e-05,
6.6e-05,
5.1e-05,
0.000564,
0.000938,
8.5e-05,
0.000316,
8.2e-05,
2.7e-05,
1.6e-05,
6.6e-05,
1.6e-05,
0.000441,
0.000243,
8.3e-05,
0.000143,
1.1e-05,
0.00014,
2.3e-05,
3.4e-05,
6.3e-05,
0.000898,
0.000486,
0.000261,
2.7e-05,
2.5e-05,
1.9e-05,
4.4e-05,
5.5e-05,
9e-05,
3.8e-05,
2e-05,
5e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-634",
"qid": "decision",
"type": "choice",
"pick": "top_up_by_bank_transfer_charge",
"pick_run": "top_up_by_bank_transfer_charge",
"same": true,
"pick_merged": "top_up_by_bank_transfer_charge",
"same_as_merged": true,
"max_abs_dp": 0.003076924613087728,
"probs": [
9.8e-05,
0.000824,
0.000105,
4.3e-05,
0.001506,
0.000196,
3.1e-05,
1.3e-05,
1.9e-05,
1.5e-05,
1.9e-05,
1.4e-05,
1.8e-05,
1.4e-05,
1.6e-05,
0.000118,
3.6e-05,
1.6e-05,
2.5e-05,
6.7e-05,
1.1e-05,
3.6e-05,
2e-05,
1.3e-05,
4.2e-05,
1.7e-05,
1.7e-05,
0.000128,
0.000111,
0.000124,
0.000542,
0.000261,
3.8e-05,
2.5e-05,
0.000134,
2.1e-05,
3e-05,
5e-05,
0.000213,
3.9e-05,
9e-06,
8e-05,
3e-05,
4e-05,
5.6e-05,
4e-05,
2.8e-05,
0.000514,
7.3e-05,
1.8e-05,
0.000106,
2.2e-05,
9.5e-05,
0.000212,
0.00043,
0.000266,
0.985808,
0.002228,
0.000321,
0.000197,
0.000162,
0.000106,
0.000243,
7.3e-05,
0.002362,
0.000189,
8.1e-05,
0.000318,
3.9e-05,
9.7e-05,
4.9e-05,
0.000121,
0.00023,
6.5e-05,
0.000115,
9e-05,
2.2e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2958",
"qid": "decision",
"type": "choice",
"pick": "top_up_failed",
"pick_run": "top_up_failed",
"same": true,
"pick_merged": "top_up_failed",
"same_as_merged": true,
"max_abs_dp": 0.051218686785636236,
"probs": [
0.002144,
0.007581,
0.290064,
0.000571,
0.008431,
0.002842,
0.000687,
0.000825,
0.000348,
0.000174,
0.000325,
0.000329,
0.00012,
0.000177,
0.001331,
0.000259,
0.000365,
0.000126,
0.000177,
0.000205,
0.000279,
0.000597,
0.000166,
0.000224,
0.000269,
0.000309,
0.000146,
0.0009,
0.000588,
0.000529,
0.000291,
0.000368,
0.000469,
0.007296,
0.000394,
0.000155,
0.000351,
0.000208,
0.000291,
0.000233,
0.000184,
0.000618,
0.000247,
0.00011,
0.000203,
0.000235,
0.000388,
0.022089,
0.000372,
6.9e-05,
0.000157,
0.000115,
0.000278,
0.000329,
0.001284,
0.00036,
0.002232,
0.004091,
0.005462,
0.607411,
0.000666,
0.001103,
0.003728,
0.000608,
0.00087,
0.000572,
0.000259,
0.000377,
0.000177,
0.000552,
0.000525,
0.003342,
0.007565,
0.000939,
0.000796,
0.000208,
0.000337
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-882",
"qid": "decision",
"type": "choice",
"pick": "fiat_currency_support",
"pick_run": "fiat_currency_support",
"same": true,
"pick_merged": "fiat_currency_support",
"same_as_merged": true,
"max_abs_dp": 0.030870878703945004,
"probs": [
0.00054,
0.001588,
0.000595,
0.000419,
0.000581,
0.000338,
0.000772,
0.000187,
0.000156,
7.9e-05,
0.004079,
9.5e-05,
6.9e-05,
5.3e-05,
5e-05,
6.1e-05,
7.5e-05,
7e-05,
7e-05,
9.6e-05,
5.7e-05,
9.8e-05,
6.8e-05,
0.000125,
0.00083,
0.000151,
0.001431,
0.00138,
0.02272,
0.000752,
0.000493,
0.000996,
0.008735,
0.002558,
0.002172,
0.000797,
0.487639,
0.000516,
0.000409,
0.000266,
7.6e-05,
0.000309,
0.000633,
0.00025,
0.000518,
0.000241,
0.000267,
0.000465,
0.000523,
0.00018,
0.000822,
0.000189,
0.001203,
0.000821,
0.365809,
0.0005,
0.001032,
0.001676,
0.017737,
0.003393,
0.002113,
0.000945,
0.050012,
0.00069,
0.000942,
0.000668,
0.000163,
0.000194,
0.000223,
0.000853,
0.000714,
0.001987,
0.000465,
0.000458,
0.000197,
0.0004,
0.000163
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-218",
"qid": "decision",
"type": "choice",
"pick": "pending_cash_withdrawal",
"pick_run": "pending_cash_withdrawal",
"same": true,
"pick_merged": "pending_cash_withdrawal",
"same_as_merged": true,
"max_abs_dp": 0.014012533896852086,
"probs": [
0.007752,
0.003231,
0.002413,
0.127118,
0.000569,
0.002149,
0.0006,
0.000323,
0.000637,
0.000401,
0.000666,
0.000337,
0.000278,
0.000231,
0.00253,
0.000691,
0.000799,
0.000414,
0.001348,
0.04996,
0.082234,
0.001063,
0.000964,
0.000939,
0.000584,
0.000942,
0.13715,
0.001886,
0.002278,
0.002961,
0.001687,
0.000815,
0.001327,
0.001471,
0.00297,
0.001132,
0.000624,
0.001096,
0.002015,
0.001468,
0.001819,
0.000664,
0.002014,
0.000736,
0.002692,
0.017041,
0.509562,
0.001427,
0.00185,
0.000777,
0.003354,
0.00103,
0.000532,
0.002958,
0.000456,
0.00013,
0.000234,
0.000105,
0.000121,
0.000122,
0.000153,
9.2e-05,
8.9e-05,
7.5e-05,
0.000115,
5.9e-05,
0.000114,
5.6e-05,
9.6e-05,
0.000285,
0.000388,
0.001447,
6.4e-05,
6.8e-05,
4.2e-05,
0.000759,
0.000416
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1871",
"qid": "decision",
"type": "choice",
"pick": "transfer_fee_charged",
"pick_run": "transfer_fee_charged",
"same": true,
"pick_merged": "transfer_fee_charged",
"same_as_merged": true,
"max_abs_dp": 0.019766661303239286,
"probs": [
0.001615,
0.0021,
0.001047,
0.000188,
0.000281,
0.002714,
0.00024,
8.1e-05,
0.000229,
0.000109,
0.000107,
0.000193,
0.00047,
6.9e-05,
9e-05,
0.00418,
0.000339,
8.9e-05,
0.000104,
0.000545,
8.1e-05,
9.4e-05,
0.001372,
0.000213,
0.000141,
0.000107,
0.000514,
0.003771,
0.000501,
0.000297,
0.001642,
0.000969,
0.000574,
0.000402,
0.00246,
0.000842,
0.000355,
0.000795,
0.006513,
0.000455,
0.000521,
0.002009,
0.001775,
0.000646,
0.00054,
0.00254,
0.00097,
0.012048,
0.317008,
0.00098,
0.001277,
0.000311,
0.000428,
0.000703,
0.001189,
0.000539,
0.012195,
0.003187,
0.001022,
0.000581,
0.001135,
0.001105,
0.001069,
0.002929,
0.513422,
0.002425,
0.001741,
0.036148,
0.000766,
0.001305,
0.002808,
0.001169,
0.001632,
0.033048,
0.001358,
0.000393,
0.000189
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1660",
"qid": "decision",
"type": "choice",
"pick": "lost_or_stolen_card",
"pick_run": "lost_or_stolen_card",
"same": true,
"pick_merged": "lost_or_stolen_card",
"same_as_merged": true,
"max_abs_dp": 0.007211867880699163,
"probs": [
0.010483,
0.001087,
0.000973,
0.000861,
0.000294,
0.000556,
0.000658,
0.000158,
0.00035,
0.000313,
0.000381,
0.000682,
0.000286,
0.000289,
0.001079,
0.003001,
0.001656,
0.000641,
0.000388,
0.000601,
0.000764,
0.001719,
0.191528,
0.000471,
0.000272,
0.000239,
0.00047,
0.000839,
0.001239,
0.00112,
0.00087,
0.000863,
0.0008,
0.000551,
0.000747,
0.000602,
0.000623,
0.000877,
0.00074,
0.000743,
0.000841,
0.694623,
0.06356,
0.000863,
0.001571,
0.00071,
0.00104,
0.001145,
0.002514,
0.000399,
0.000559,
0.000296,
4.2e-05,
1.6e-05,
3.2e-05,
1.8e-05,
4.6e-05,
2.1e-05,
2.2e-05,
1.8e-05,
2.4e-05,
1.4e-05,
2.2e-05,
3.4e-05,
2.3e-05,
1.4e-05,
2.7e-05,
0.000324,
4.3e-05,
3.5e-05,
2.3e-05,
4.4e-05,
2e-05,
4.6e-05,
1.3e-05,
4.1e-05,
0.000105
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1126",
"qid": "decision",
"type": "choice",
"pick": "edit_personal_details",
"pick_run": "edit_personal_details",
"same": true,
"pick_merged": "edit_personal_details",
"same_as_merged": true,
"max_abs_dp": 7.593460414578868e-05,
"probs": [
0.000299,
0.000118,
5.1e-05,
2.4e-05,
0.000174,
4.4e-05,
2.2e-05,
1.5e-05,
5.9e-05,
1.7e-05,
2.9e-05,
3.9e-05,
1.9e-05,
2e-05,
2.1e-05,
3.4e-05,
2.5e-05,
4.2e-05,
4.1e-05,
4.6e-05,
1.4e-05,
6.3e-05,
2.6e-05,
4.3e-05,
3.3e-05,
3.4e-05,
8.8e-05,
0.00014,
0.000114,
0.000159,
0.99684,
0.000142,
4.1e-05,
5.1e-05,
8e-05,
2.4e-05,
2.3e-05,
3.9e-05,
2.5e-05,
2.4e-05,
5.9e-05,
4.9e-05,
3.8e-05,
4.1e-05,
3.6e-05,
3.5e-05,
3.4e-05,
7.9e-05,
2.3e-05,
2.3e-05,
6.2e-05,
2.9e-05,
3.6e-05,
8e-06,
2.1e-05,
1.5e-05,
0.000158,
1.2e-05,
7e-06,
6e-06,
2e-06,
2e-06,
9e-06,
5e-06,
6e-06,
4e-06,
4e-06,
3e-06,
7e-06,
8e-06,
3e-06,
3e-06,
4e-06,
3e-06,
3e-06,
7e-06,
1.3e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2321",
"qid": "decision",
"type": "choice",
"pick": "transfer_into_account",
"pick_run": "transfer_into_account",
"same": true,
"pick_merged": "transfer_into_account",
"same_as_merged": true,
"max_abs_dp": 0.02589150879837243,
"probs": [
0.001436,
0.000734,
0.000311,
0.000101,
0.000472,
0.000242,
7.8e-05,
4.5e-05,
0.000109,
3.6e-05,
5.1e-05,
3.6e-05,
1.9e-05,
8.1e-05,
3.6e-05,
3.8e-05,
9e-05,
3.8e-05,
2.5e-05,
3.6e-05,
1.6e-05,
3.6e-05,
3.5e-05,
9.9e-05,
0.01129,
4.2e-05,
0.000126,
0.000378,
0.000176,
0.000268,
0.000475,
0.000262,
0.000446,
0.000457,
0.003352,
0.000565,
0.000536,
0.000243,
0.000413,
0.005559,
0.000237,
0.000329,
0.000637,
0.000561,
0.00032,
0.000339,
0.000303,
0.001205,
0.000803,
0.000504,
0.11413,
0.00053,
0.000188,
0.00018,
0.000374,
0.000319,
0.000507,
0.001169,
0.002531,
0.000796,
0.000272,
0.000504,
0.003577,
0.00065,
0.001257,
0.824714,
0.000626,
0.000967,
0.000274,
0.000549,
0.000702,
0.000614,
0.000704,
0.000444,
0.00123,
0.008091,
7e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2667",
"qid": "decision",
"type": "choice",
"pick": "top_up_failed",
"pick_run": "top_up_failed",
"same": true,
"pick_merged": "top_up_failed",
"same_as_merged": true,
"max_abs_dp": 0.013280375339851491,
"probs": [
0.000492,
0.007139,
0.00015,
5.2e-05,
0.001117,
0.000263,
0.000104,
0.0003,
0.000192,
8.2e-05,
3.5e-05,
7.6e-05,
1.5e-05,
1.5e-05,
4e-05,
4e-05,
6.7e-05,
2.9e-05,
3.8e-05,
4.7e-05,
0.000115,
0.000415,
2.2e-05,
5.2e-05,
6.6e-05,
0.00024,
0.000169,
0.001093,
0.000413,
0.000593,
0.000189,
0.000267,
0.000681,
0.009418,
0.001245,
0.00059,
0.000291,
0.0003,
0.000352,
0.000279,
0.000125,
0.000271,
0.000288,
0.000129,
0.000217,
0.000274,
0.002101,
0.031869,
0.000375,
0.000104,
0.000345,
0.000489,
0.000436,
0.000455,
0.00063,
0.00028,
0.00207,
0.001669,
0.00438,
0.856714,
0.010666,
0.004184,
0.002713,
0.000576,
0.000438,
0.000489,
0.000221,
0.000288,
0.000302,
0.000592,
0.000743,
0.033863,
0.012366,
0.000746,
0.001163,
0.000228,
0.000116
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1537",
"qid": "decision",
"type": "choice",
"pick": "passcode_forgotten",
"pick_run": "passcode_forgotten",
"same": true,
"pick_merged": "passcode_forgotten",
"same_as_merged": true,
"max_abs_dp": 0.01018862620542682,
"probs": [
0.000416,
0.000372,
0.00081,
0.000635,
0.000181,
0.000175,
0.000263,
0.000148,
0.000154,
0.000114,
0.000293,
0.000161,
0.000121,
0.000142,
0.001989,
0.000437,
0.000318,
0.000298,
0.000488,
0.000365,
0.000157,
0.079163,
0.00028,
0.000877,
0.000179,
0.000341,
0.000216,
0.000238,
0.000468,
0.000258,
6.9e-05,
0.000164,
0.000179,
0.000175,
0.000239,
0.000121,
0.000163,
0.000342,
0.000141,
0.000165,
7.6e-05,
0.000223,
0.000215,
0.000512,
0.865648,
0.000512,
0.000222,
0.001063,
0.000167,
0.036685,
0.000219,
0.000177,
4.4e-05,
3.4e-05,
9e-05,
1.3e-05,
5.2e-05,
2.4e-05,
1.9e-05,
2.6e-05,
1.5e-05,
9e-06,
2e-05,
2.7e-05,
3.3e-05,
1.4e-05,
2e-05,
3e-05,
0.000344,
0.001065,
5.5e-05,
4.9e-05,
9.4e-05,
1.6e-05,
0.000199,
7.2e-05,
0.000108
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1232",
"qid": "decision",
"type": "choice",
"pick": "unable_to_verify_identity",
"pick_run": "unable_to_verify_identity",
"same": true,
"pick_merged": "unable_to_verify_identity",
"same_as_merged": true,
"max_abs_dp": 0.05965150794370075,
"probs": [
0.000416,
0.00625,
0.000181,
8.4e-05,
8.4e-05,
6.3e-05,
6.5e-05,
2.9e-05,
4.6e-05,
4.5e-05,
3.6e-05,
7.8e-05,
2.2e-05,
2e-05,
9.3e-05,
4.2e-05,
8.4e-05,
0.00068,
8e-05,
5.4e-05,
5.4e-05,
4.5e-05,
0.000237,
0.001495,
0.000158,
0.000111,
0.000134,
0.000774,
0.000222,
0.000116,
0.000114,
6e-05,
9.6e-05,
8.4e-05,
0.000438,
0.00014,
3.2e-05,
0.000154,
8e-05,
0.000103,
5.3e-05,
0.000165,
4.4e-05,
0.005027,
0.001516,
0.000158,
0.000124,
9e-05,
0.000263,
0.004914,
0.00023,
0.000176,
0.00213,
0.002278,
0.001119,
0.000491,
0.000635,
0.000906,
0.000676,
0.001706,
0.000718,
0.000637,
0.00086,
0.001569,
0.000851,
0.00048,
0.000572,
0.001044,
0.549349,
0.166066,
0.002157,
0.002294,
0.001329,
0.00348,
0.228682,
0.004032,
7.8e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2490",
"qid": "decision",
"type": "choice",
"pick": "get_physical_card",
"pick_run": "get_physical_card",
"same": true,
"pick_merged": "get_physical_card",
"same_as_merged": true,
"max_abs_dp": 0.017338817495320735,
"probs": [
0.003058,
0.002834,
0.001168,
0.00044,
0.000277,
0.000362,
0.000582,
0.000173,
0.000331,
0.000627,
0.008943,
0.170178,
0.024848,
0.000493,
0.000657,
0.000336,
0.000637,
0.000878,
0.000295,
0.000415,
0.000344,
0.000249,
0.000611,
0.000372,
0.000307,
0.000367,
0.00058,
0.000944,
0.000972,
0.000631,
0.000615,
0.000224,
0.000511,
0.000311,
0.00058,
0.000327,
0.000738,
0.014027,
0.576004,
0.001889,
0.002376,
0.000479,
0.00041,
0.155464,
0.000856,
0.000492,
0.000493,
0.000303,
0.005682,
0.000207,
0.000285,
0.000137,
0.000215,
7.6e-05,
0.000244,
8.8e-05,
0.000121,
0.00014,
0.000127,
0.000223,
6.6e-05,
9.5e-05,
0.000344,
0.000319,
0.004857,
0.000367,
0.000266,
7.6e-05,
0.000373,
0.000196,
0.000111,
0.000676,
0.000124,
0.00517,
0.0001,
0.000153,
0.000154
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1156",
"qid": "decision",
"type": "choice",
"pick": "edit_personal_details",
"pick_run": "edit_personal_details",
"same": true,
"pick_merged": "edit_personal_details",
"same_as_merged": true,
"max_abs_dp": 0.0004586570147431246,
"probs": [
0.000299,
0.000139,
5.9e-05,
2.8e-05,
0.000217,
4.1e-05,
2.1e-05,
1.7e-05,
4e-05,
1.5e-05,
2.7e-05,
3.9e-05,
2e-05,
2e-05,
1.7e-05,
3e-05,
2.4e-05,
4.1e-05,
3.7e-05,
4.1e-05,
1.3e-05,
9.1e-05,
2.5e-05,
4.8e-05,
4e-05,
3.3e-05,
9.4e-05,
0.000158,
0.000137,
0.000186,
0.996535,
0.000149,
4.8e-05,
5.5e-05,
7.8e-05,
2.5e-05,
2.5e-05,
4e-05,
2.9e-05,
2.7e-05,
6.6e-05,
4.9e-05,
4.1e-05,
5e-05,
5.1e-05,
4.6e-05,
3.5e-05,
9.5e-05,
2.8e-05,
3e-05,
7.3e-05,
3.4e-05,
3.9e-05,
8e-06,
2.2e-05,
1.9e-05,
0.000171,
1.4e-05,
8e-06,
6e-06,
3e-06,
3e-06,
1e-05,
6e-06,
7e-06,
5e-06,
5e-06,
4e-06,
9e-06,
1e-05,
4e-06,
3e-06,
5e-06,
3e-06,
4e-06,
9e-06,
1.5e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2020",
"qid": "decision",
"type": "choice",
"pick": "verify_source_of_funds",
"pick_run": "verify_source_of_funds",
"same": true,
"pick_merged": "verify_source_of_funds",
"same_as_merged": true,
"max_abs_dp": 0.010056519114503448,
"probs": [
0.000173,
0.00134,
0.000189,
4.8e-05,
0.00016,
9.5e-05,
0.0001,
3.5e-05,
5.2e-05,
2.5e-05,
4.4e-05,
3.4e-05,
2.6e-05,
3.3e-05,
1.8e-05,
3.9e-05,
3.8e-05,
2.8e-05,
6.1e-05,
0.000195,
3.9e-05,
7.7e-05,
4.5e-05,
8.3e-05,
0.000134,
6.4e-05,
4.9e-05,
0.000145,
0.000205,
0.000151,
9e-05,
8.7e-05,
0.000364,
0.000121,
0.001099,
0.000148,
9.1e-05,
8.7e-05,
9.9e-05,
9e-05,
3.6e-05,
0.000137,
0.0001,
0.00015,
0.000282,
0.003059,
0.000601,
0.000793,
0.000269,
0.000524,
0.002169,
0.00025,
0.000328,
0.000115,
0.000444,
0.000382,
0.000367,
0.000421,
0.00074,
0.00043,
0.001283,
0.000269,
0.000782,
0.000405,
0.000404,
0.000484,
0.000242,
0.000528,
0.00043,
0.003361,
0.926186,
0.034625,
0.002254,
0.00062,
0.007585,
0.002611,
0.000332
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1671",
"qid": "decision",
"type": "choice",
"pick": "lost_or_stolen_phone",
"pick_run": "lost_or_stolen_phone",
"same": true,
"pick_merged": "lost_or_stolen_phone",
"same_as_merged": true,
"max_abs_dp": 0.006011421357977756,
"probs": [
0.003113,
0.002057,
0.001011,
0.000844,
8.9e-05,
0.000361,
0.000316,
6.3e-05,
8.8e-05,
9.4e-05,
0.000129,
0.000377,
7.4e-05,
0.000143,
0.000636,
0.001461,
0.001251,
0.000819,
8.2e-05,
0.000475,
0.000231,
0.000208,
0.003303,
0.000146,
6.8e-05,
9.7e-05,
0.000225,
0.000515,
0.000382,
0.000493,
0.000377,
0.00027,
0.000541,
0.000446,
0.000371,
0.000737,
0.000109,
0.000521,
0.000245,
0.000347,
0.001001,
0.033383,
0.935978,
0.00226,
0.000323,
0.000357,
0.000873,
0.000549,
0.000825,
0.000262,
0.000341,
0.000309,
4.4e-05,
1.3e-05,
1.9e-05,
1.7e-05,
2.6e-05,
4e-06,
5e-06,
9e-06,
9e-06,
6e-06,
4e-06,
1.4e-05,
8e-06,
5e-06,
2.3e-05,
2.6e-05,
4.2e-05,
1.2e-05,
1e-05,
2.4e-05,
7e-06,
1e-05,
1e-05,
2.2e-05,
5.5e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2933",
"qid": "decision",
"type": "choice",
"pick": "card_about_to_expire",
"pick_run": "card_about_to_expire",
"same": true,
"pick_merged": "card_about_to_expire",
"same_as_merged": true,
"max_abs_dp": 0.0024674791841606813,
"probs": [
0.000517,
0.000229,
0.000509,
0.000232,
0.000513,
0.000191,
0.000248,
0.000167,
0.000184,
0.920312,
0.000821,
0.006079,
0.013272,
0.000471,
0.000513,
0.000679,
0.000263,
0.000731,
0.000209,
0.000464,
0.000164,
0.000115,
0.000124,
0.000139,
8.2e-05,
0.000134,
6.3e-05,
0.000169,
0.00051,
0.000374,
6.4e-05,
0.000106,
0.000161,
0.00011,
0.000177,
0.000556,
8e-05,
0.000206,
0.012386,
0.009107,
3.2e-05,
0.000141,
3.2e-05,
0.027319,
0.00026,
0.000224,
4.2e-05,
4.5e-05,
5.8e-05,
3.6e-05,
2.5e-05,
2e-05,
2e-05,
2e-06,
1.3e-05,
3e-06,
2.5e-05,
3e-06,
5e-06,
8e-06,
7e-06,
2.3e-05,
5e-06,
1.2e-05,
2.5e-05,
2.3e-05,
6e-06,
2e-06,
3.8e-05,
5e-06,
5e-06,
9e-06,
1e-06,
2e-06,
4e-06,
7e-06,
8.1e-05
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-599",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.005242288854045374,
"probs": [
0.011189,
0.036999,
0.145136,
0.336379,
0.470296
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-269",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.021224431812533445,
"probs": [
0.069932,
0.172828,
0.254443,
0.309467,
0.19333
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-910",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.009591740367435708,
"probs": [
0.040048,
0.109993,
0.204721,
0.340843,
0.304396
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-243",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.005359629394908305,
"probs": [
0.002347,
0.01177,
0.090435,
0.274999,
0.620449
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-789",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.016334873182077048,
"probs": [
0.128303,
0.185842,
0.174387,
0.206676,
0.304792
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-1001",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.012405167798932248,
"probs": [
0.448488,
0.381568,
0.120055,
0.029399,
0.020491
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-448",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.012274458508369612,
"probs": [
0.047806,
0.119519,
0.218992,
0.325624,
0.288058
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-1008",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0033245052193580926,
"probs": [
0.128419,
0.180293,
0.234076,
0.255433,
0.201781
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-873",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0030828241828226577,
"probs": [
0.016615,
0.072767,
0.188151,
0.340332,
0.382135
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-705",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.022775401585286542,
"probs": [
0.227829,
0.393969,
0.195966,
0.09906,
0.083176
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-151",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.013080688578861577,
"probs": [
0.143082,
0.354956,
0.274481,
0.135929,
0.091553
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-920",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.014690522542945894,
"probs": [
0.396013,
0.347902,
0.150888,
0.056876,
0.048321
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-496",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.005093806047819616,
"probs": [
0.0026,
0.012461,
0.102931,
0.295919,
0.586088
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-21",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.003538239386159159,
"probs": [
0.630334,
0.297877,
0.052223,
0.009097,
0.010469
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-553",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0029379658658617025,
"probs": [
0.005154,
0.02991,
0.155722,
0.336257,
0.472958
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-618",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.00235455218513414,
"probs": [
0.0061,
0.026441,
0.145598,
0.356764,
0.465097
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-452",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.01351027954433287,
"probs": [
0.22082,
0.250902,
0.189704,
0.167485,
0.17109
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-422",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "1",
"same": false,
"pick_merged": "1",
"same_as_merged": false,
"max_abs_dp": 0.009802862073818641,
"probs": [
0.125143,
0.294819,
0.29858,
0.182388,
0.099071
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-820",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.003843221386103046,
"probs": [
0.005245,
0.021499,
0.132039,
0.332438,
0.508779
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-1034",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.00727296301742919,
"probs": [
0.012299,
0.048394,
0.155226,
0.300991,
0.483091
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-14",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.009065694009278535,
"probs": [
0.008546,
0.036551,
0.142122,
0.329449,
0.483333
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-221",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.005200354061511647,
"probs": [
0.01263,
0.058864,
0.178113,
0.353408,
0.396985
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-367",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.006902015400481409,
"probs": [
0.032481,
0.142244,
0.274275,
0.346312,
0.204688
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-898",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.005056958362575872,
"probs": [
0.115177,
0.247568,
0.282436,
0.209741,
0.145078
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-475",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.003004575988228231,
"probs": [
0.040357,
0.123553,
0.251974,
0.370317,
0.213799
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-1022",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.009348361966593666,
"probs": [
0.11881,
0.212766,
0.280802,
0.231924,
0.155698
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-767",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.01805420332350649,
"probs": [
0.044017,
0.121404,
0.213378,
0.300556,
0.320645
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-588",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.003388122344272604,
"probs": [
0.00733,
0.033737,
0.159224,
0.356685,
0.443023
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-380",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.008984810919151986,
"probs": [
0.055418,
0.114612,
0.187452,
0.298087,
0.344431
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-444",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.0071723765789081795,
"probs": [
0.093678,
0.198503,
0.280202,
0.253481,
0.174136
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-786",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.006362606336636739,
"probs": [
0.184239,
0.31254,
0.257709,
0.146505,
0.099006
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-891",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.012949146671119127,
"probs": [
0.710336,
0.210743,
0.036398,
0.012971,
0.029552
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-805",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.028255731999813127,
"probs": [
0.268867,
0.263892,
0.188432,
0.133866,
0.144942
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-54",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.010203035279940154,
"probs": [
0.056182,
0.097381,
0.147617,
0.248404,
0.450416
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-142",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.010015047931112686,
"probs": [
0.026857,
0.115155,
0.287172,
0.388265,
0.182551
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-178",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.02381905091272274,
"probs": [
0.332894,
0.385147,
0.182507,
0.058149,
0.041303
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-531",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.002635613996362557,
"probs": [
0.033581,
0.092559,
0.109911,
0.212012,
0.551937
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-823",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.008675443533483596,
"probs": [
0.005311,
0.023777,
0.136036,
0.350491,
0.484385
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-305",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.016673766001619683,
"probs": [
0.022281,
0.077906,
0.181302,
0.319475,
0.399036
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-526",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.006135184037126484,
"probs": [
0.025438,
0.088681,
0.158185,
0.283875,
0.443821
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-359",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.012883638929806374,
"probs": [
0.047445,
0.106626,
0.19629,
0.337315,
0.312324
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-783",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.012574301752255462,
"probs": [
0.154729,
0.337817,
0.309276,
0.138689,
0.059489
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-644",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.008014932260301477,
"probs": [
0.526369,
0.3418,
0.09992,
0.018785,
0.013126
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-278",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.011147863470957808,
"probs": [
0.189779,
0.299945,
0.226553,
0.16073,
0.122993
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-790",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.012955080066383018,
"probs": [
0.004109,
0.021128,
0.13277,
0.327005,
0.514988
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-723",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.005810900845032441,
"probs": [
0.017607,
0.077514,
0.195598,
0.334296,
0.374985
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-972",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.019546273926943525,
"probs": [
0.062193,
0.134364,
0.223843,
0.305388,
0.274212
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-646",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.007976391846734598,
"probs": [
0.090688,
0.238259,
0.371878,
0.213791,
0.085385
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-878",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0032107781451651274,
"probs": [
0.055451,
0.139838,
0.257579,
0.334005,
0.213128
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-945",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.011835589019036419,
"probs": [
0.246901,
0.315944,
0.237497,
0.113496,
0.086162
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-963",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.016544758883466737,
"probs": [
0.04053,
0.108517,
0.207288,
0.322494,
0.321171
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-83",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0052424838561538345,
"probs": [
0.040591,
0.126441,
0.22873,
0.333119,
0.271119
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-66",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.004387021540333075,
"probs": [
0.061115,
0.13343,
0.235984,
0.327928,
0.241543
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-914",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.01422109047183022,
"probs": [
0.086754,
0.161847,
0.248692,
0.291732,
0.210974
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-258",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.002480928092899237,
"probs": [
0.012198,
0.053747,
0.128583,
0.293825,
0.511647
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-998",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "4",
"same": false,
"pick_merged": "4",
"same_as_merged": false,
"max_abs_dp": 0.009256625011284464,
"probs": [
0.181166,
0.214706,
0.199992,
0.196796,
0.20734
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-326",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.012006573313590507,
"probs": [
0.030989,
0.106089,
0.218667,
0.353664,
0.290591
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-69",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.004596416819044713,
"probs": [
0.026137,
0.094914,
0.222152,
0.34823,
0.308567
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-630",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.005246621936102452,
"probs": [
0.139596,
0.202834,
0.199242,
0.238581,
0.219747
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-566",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "4",
"same_as_merged": false,
"max_abs_dp": 0.018209132969974895,
"probs": [
0.026913,
0.096915,
0.212327,
0.341779,
0.322067
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-404",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.017008791384290123,
"probs": [
0.019854,
0.107922,
0.220943,
0.364744,
0.286538
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-793",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.00571611142416073,
"probs": [
0.007894,
0.037705,
0.160909,
0.343249,
0.450244
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-901",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.0038429335957611555,
"probs": [
0.265243,
0.370453,
0.189255,
0.0954,
0.07965
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-532",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.01478991060029669,
"probs": [
0.073883,
0.165476,
0.254365,
0.294356,
0.21192
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-446",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.006179120368534519,
"probs": [
0.011084,
0.054651,
0.156549,
0.342965,
0.434751
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-844",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.026534989316149116,
"probs": [
0.01573,
0.074674,
0.207337,
0.382156,
0.320102
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-411",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.013885033494663579,
"probs": [
0.019795,
0.066868,
0.161384,
0.310765,
0.441187
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-685",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0045915534047153705,
"probs": [
0.009151,
0.040215,
0.150326,
0.312125,
0.488183
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-569",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.01304467099513515,
"probs": [
0.191181,
0.358286,
0.226314,
0.128183,
0.096035
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-980",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.003641140626642614,
"probs": [
0.056877,
0.152108,
0.250406,
0.314213,
0.226395
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-338",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.007443178704741316,
"probs": [
0.002664,
0.011432,
0.090147,
0.26271,
0.633047
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-926",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.004713138540743955,
"probs": [
0.007318,
0.031486,
0.132982,
0.299993,
0.528221
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-369",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0032688917935234096,
"probs": [
0.003408,
0.016228,
0.119091,
0.312335,
0.548938
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-648",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.008567819680907862,
"probs": [
0.008277,
0.044123,
0.183344,
0.366016,
0.39824
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-87",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.009880535298873006,
"probs": [
0.313044,
0.41017,
0.19528,
0.0572,
0.024305
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-727",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0024437004615161517,
"probs": [
0.038676,
0.116507,
0.223603,
0.320657,
0.300557
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-401",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.005066351277146719,
"probs": [
0.052724,
0.123686,
0.191897,
0.282092,
0.3496
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-265",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "0",
"same": false,
"pick_merged": "0",
"same_as_merged": false,
"max_abs_dp": 0.023149855999905544,
"probs": [
0.340397,
0.344382,
0.182263,
0.074827,
0.05813
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-780",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.006064576564791452,
"probs": [
0.172504,
0.316001,
0.270057,
0.142843,
0.098594
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-899",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.00659148096418094,
"probs": [
0.003542,
0.014062,
0.064449,
0.205248,
0.712699
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-211-020-base",
"qid": "decision",
"type": "choice",
"pick": "city_no_r3",
"pick_run": "city_no_r3",
"same": true,
"pick_merged": "city_no_r3",
"same_as_merged": true,
"max_abs_dp": 0.018289823628892976,
"probs": [
0.05391,
0.08319,
0.730232,
0.053944,
0.064582,
0.014143
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-174-003-base",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.011447354542419297,
"probs": [
0.008518,
0.051755,
0.612665,
0.327063
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-169-065-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "deny_low",
"pick_run": "deny_low",
"same": true,
"pick_merged": "deny_low",
"same_as_merged": true,
"max_abs_dp": 0.027277322064870768,
"probs": [
0.606833,
0.328042,
0.065125
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-173-001-base",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.0028194480549171286,
"probs": [
0.801513,
0.064676,
0.113608,
0.020203
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-079-037-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same": true,
"pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same_as_merged": true,
"max_abs_dp": 0.0041473660885542885,
"probs": [
0.009735,
0.034649,
0.202025,
0.753591
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-171-008-counterfactual",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0013236826675068342,
"probs": [
0.028092,
0.971908
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-174-011-base",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.02009350427739587,
"probs": [
0.054261,
0.153954,
0.502465,
0.289321
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-009-004-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0008119568431647593,
"probs": [
0.976214,
0.023786
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-171-010-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0012413408204253289,
"probs": [
0.97889,
0.02111
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-169-012-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "deny_low",
"pick_run": "deny_low",
"same": true,
"pick_merged": "deny_low",
"same_as_merged": true,
"max_abs_dp": 0.020652386903150577,
"probs": [
0.604636,
0.328891,
0.066474
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-275-013-counterfactual",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.0029911554157563414,
"probs": [
0.887975,
0.091875,
0.02015
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-097-005-base",
"qid": "decision",
"type": "choice",
"pick": "assign_420_as_best_fit",
"pick_run": "assign_420_as_best_fit",
"same": true,
"pick_merged": "assign_420_as_best_fit",
"same_as_merged": true,
"max_abs_dp": 0.01863837264340873,
"probs": [
0.287085,
0.041233,
0.671682
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-169-068-base",
"qid": "decision",
"type": "choice",
"pick": "release_high",
"pick_run": "release_high",
"same": true,
"pick_merged": "release_high",
"same_as_merged": true,
"max_abs_dp": 0.0044997018575618775,
"probs": [
0.124668,
0.205679,
0.669653
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-079-012-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same": true,
"pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same_as_merged": true,
"max_abs_dp": 0.013343582937409892,
"probs": [
0.009008,
0.0329,
0.285559,
0.672532
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-007-005-base",
"qid": "decision",
"type": "choice",
"pick": "major_seller_correction_not_ready",
"pick_run": "major_seller_correction_not_ready",
"same": true,
"pick_merged": "major_seller_correction_not_ready",
"same_as_merged": true,
"max_abs_dp": 0.002841630722414501,
"probs": [
0.012205,
0.92774,
0.035138,
0.024916
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-171-003-counterfactual",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.00257893988046598,
"probs": [
0.042286,
0.957714
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-212-032-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "travel_advance_3",
"pick_run": "travel_advance_3",
"same": true,
"pick_merged": "travel_advance_3",
"same_as_merged": true,
"max_abs_dp": 0.004200724580260537,
"probs": [
0.03922,
0.121518,
0.839262
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-009-004-counterfactual",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0035957489992847202,
"probs": [
0.029145,
0.970855
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-174-010-counterfactual",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.009353266111035874,
"probs": [
0.189916,
0.710194,
0.086277,
0.013613
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-174-006-counterfactual",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.0033324712322694294,
"probs": [
0.169382,
0.716472,
0.098249,
0.015896
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-009-001-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0005256332066959635,
"probs": [
0.974672,
0.025328
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-079-058-base",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 High; no remaining routing",
"pick_run": "Proceed \u2014 High; no remaining routing",
"same": true,
"pick_merged": "Proceed \u2014 High; no remaining routing",
"same_as_merged": true,
"max_abs_dp": 0.054403484669757196,
"probs": [
0.009513,
0.033098,
0.672745,
0.284644
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-171-016-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0006914093471095395,
"probs": [
0.975944,
0.024056
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-007-004-base",
"qid": "decision",
"type": "choice",
"pick": "major_seller_correction_not_ready",
"pick_run": "major_seller_correction_not_ready",
"same": true,
"pick_merged": "major_seller_correction_not_ready",
"same_as_merged": true,
"max_abs_dp": 0.0021838019186094515,
"probs": [
0.009253,
0.926554,
0.034679,
0.029514
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-171-001-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0023761500809498792,
"probs": [
0.811926,
0.188074
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-275-004-counterfactual",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.006070732341699414,
"probs": [
0.891906,
0.086069,
0.022025
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-169-053-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "deny_low",
"pick_run": "deny_low",
"same": true,
"pick_merged": "deny_low",
"same_as_merged": true,
"max_abs_dp": 0.00561650377033026,
"probs": [
0.563227,
0.369424,
0.06735
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-079-003-base",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 High; no remaining routing",
"pick_run": "Proceed \u2014 High; no remaining routing",
"same": true,
"pick_merged": "Proceed \u2014 High; no remaining routing",
"same_as_merged": true,
"max_abs_dp": 0.011501769965135855,
"probs": [
0.008534,
0.026425,
0.718087,
0.246954
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-171-013-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0006108923380311326,
"probs": [
0.977815,
0.022185
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-079-015-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same": true,
"pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same_as_merged": true,
"max_abs_dp": 0.0019045422079634958,
"probs": [
0.008586,
0.032225,
0.207839,
0.75135
]
}
]
}