jebadiah-27b-GGUF / eval /agreement-Q8_0.json
jbrashear's picture
Quantized weights, tokenizer, temperatures, scripts
5b02a85 verified
Raw History Blame Contribute Delete
164 kB
{
"summary": {
"label": "jebadiah-27b-Q8_0",
"backend": "gguf",
"run": "27b-chat-v1",
"temperatures": {
"choice": 1.2321,
"noul": 1.297,
"score": 1.1423
},
"questions": 260,
"identical_picks": 259,
"identical_to_merged": 260,
"by_type": {
"choice": {
"identical": 84,
"questions": 84
},
"noul": {
"identical": 89,
"questions": 89
},
"score": {
"identical": 86,
"questions": 87
}
},
"choice_noul": {
"identical": 173,
"questions": 173
},
"by_set": {
"jevals-pubmedqa": 80,
"jevals-banking77": 70,
"jevals-helpsteer2": 80,
"nimble-eval": 30
},
"max_abs_prob_diff": {
"median": 0.0023012705830707247,
"p95": 0.011095745086207837,
"max": 0.02483532320056475
},
"differing": [
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-566",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "3",
"same": false,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.006379076873994749
}
],
"token_mismatch": 0,
"labels_outside_top": 0,
"load_s": 16.1,
"total_s": 980.5,
"reference": "the run's eval-adapter rows, repeat 0, order seed 0 (CUDA, bf16, PEFT adapter unmerged)"
},
"rows": [
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-577",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.002786230206884621,
"probs": [
0.217084,
0.782916
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-229",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0008534748675708137,
"probs": [
0.060275,
0.939725
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-874",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00021601428133306844,
"probs": [
0.964475,
0.035525
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-214",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00033233493293061134,
"probs": [
0.956563,
0.043437
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-758",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0010338873730482909,
"probs": [
0.967835,
0.032165
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-967",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.000801988420127242,
"probs": [
0.057637,
0.942363
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-405",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00043676986019602904,
"probs": [
0.968014,
0.031986
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-970",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00018801774312804387,
"probs": [
0.986291,
0.013709
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-842",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00031223297341520517,
"probs": [
0.980995,
0.019005
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-697",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.004752328407888529,
"probs": [
0.852065,
0.147935
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-130",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0011911652980860915,
"probs": [
0.900425,
0.099575
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-880",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.007148802378859176,
"probs": [
0.73293,
0.26707
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-463",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00024586604543198887,
"probs": [
0.904149,
0.095851
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-16",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.002818725816432943,
"probs": [
0.784391,
0.215609
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-531",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.001993804519388756,
"probs": [
0.905281,
0.094719
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-604",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0037239313633122273,
"probs": [
0.674539,
0.325461
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-409",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.004495453681951478,
"probs": [
0.816538,
0.183462
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-388",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.000263850983594216,
"probs": [
0.984041,
0.015959
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-811",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0017361393269691439,
"probs": [
0.681755,
0.318245
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-991",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.004148643331920165,
"probs": [
0.799447,
0.200553
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-11",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.003679338979036495,
"probs": [
0.280885,
0.719115
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-192",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.005546097533779326,
"probs": [
0.788881,
0.211119
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-337",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.015171931239123637,
"probs": [
0.470697,
0.529303
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-867",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.001170750893957892,
"probs": [
0.096525,
0.903475
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-441",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0003801804474547199,
"probs": [
0.073014,
0.926986
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-980",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.003116038735872767,
"probs": [
0.864468,
0.135532
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-736",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0006510858254848984,
"probs": [
0.920246,
0.079754
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-569",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 4.132038616308509e-06,
"probs": [
0.969281,
0.030719
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-359",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0008423725521079506,
"probs": [
0.052494,
0.947506
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-401",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0007882716323663053,
"probs": [
0.853976,
0.146024
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-754",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.010306432606579874,
"probs": [
0.3918,
0.6082
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-858",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0008489229461307035,
"probs": [
0.091038,
0.908962
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-789",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.00045440436361121606,
"probs": [
0.087474,
0.912526
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-52",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0065169934883586855,
"probs": [
0.198374,
0.801626
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-119",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0003213465454923736,
"probs": [
0.914698,
0.085302
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-148",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 9.22838216049094e-05,
"probs": [
0.988363,
0.011637
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-519",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0004420389773709399,
"probs": [
0.967146,
0.032854
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-812",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.00028263178387166743,
"probs": [
0.061385,
0.938615
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-276",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0036255733840011573,
"probs": [
0.908608,
0.091392
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-505",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0018733311644371364,
"probs": [
0.879778,
0.120222
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-333",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0009245577774399938,
"probs": [
0.304116,
0.695884
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-746",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0011314183526732746,
"probs": [
0.962816,
0.037184
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-644",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.00036181964190615257,
"probs": [
0.052456,
0.947544
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-248",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00010864311917002656,
"probs": [
0.978209,
0.021791
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-764",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0007128458378481764,
"probs": [
0.04481,
0.95519
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-711",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00019680189890247668,
"probs": [
0.958821,
0.041179
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-941",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0011565036904920833,
"probs": [
0.93285,
0.06715
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-651",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.005491112876571225,
"probs": [
0.383126,
0.616874
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-846",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0010611926840807806,
"probs": [
0.964323,
0.035677
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-906",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 4.094806468935702e-05,
"probs": [
0.04241,
0.95759
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-931",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.001249115989421401,
"probs": [
0.827508,
0.172492
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-74",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0008448104760546693,
"probs": [
0.977779,
0.022221
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-58",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.007615946175259514,
"probs": [
0.664224,
0.335776
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-878",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00031601028078835636,
"probs": [
0.961404,
0.038596
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-217",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0003275998071343711,
"probs": [
0.211445,
0.788555
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-966",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0007028054729253386,
"probs": [
0.088764,
0.911236
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-304",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0017048409711815093,
"probs": [
0.942973,
0.057027
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-60",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0015943868212290602,
"probs": [
0.914075,
0.085925
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-624",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 4.75755447813548e-05,
"probs": [
0.988227,
0.011773
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-547",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0013297345323834975,
"probs": [
0.308262,
0.691738
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-374",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.00044998907401971877,
"probs": [
0.032838,
0.967162
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-774",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0028379411374893637,
"probs": [
0.92341,
0.07659
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-872",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0011883299727663,
"probs": [
0.152272,
0.847728
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-524",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0015760417787924058,
"probs": [
0.882666,
0.117334
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-404",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0003118771651936629,
"probs": [
0.029217,
0.970783
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-829",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.00023936928175698202,
"probs": [
0.027169,
0.972831
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-386",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0012479777746220444,
"probs": [
0.103498,
0.896502
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-675",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0007472434946469292,
"probs": [
0.977257,
0.022743
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-555",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.000623436209835293,
"probs": [
0.980655,
0.019345
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-963",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0012177380663558682,
"probs": [
0.9587,
0.0413
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-314",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0004834505456797755,
"probs": [
0.943751,
0.056249
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-895",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0009505150703033177,
"probs": [
0.086361,
0.913639
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-342",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.001525000545797961,
"probs": [
0.070639,
0.929361
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-656",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0002067804806808876,
"probs": [
0.040026,
0.959974
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-79",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0001940914146327799,
"probs": [
0.975608,
0.024392
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-715",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0007434248750189942,
"probs": [
0.060711,
0.939289
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-368",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0006244693881137797,
"probs": [
0.053471,
0.946529
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-226",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00040257781969126397,
"probs": [
0.9761,
0.0239
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-743",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.00036039591550673933,
"probs": [
0.088981,
0.911019
]
},
{
"set": "jevals-pubmedqa",
"id": "jevals-pubmedqa:pubmedqa-871",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00041132012356048797,
"probs": [
0.60967,
0.39033
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1749",
"qid": "decision",
"type": "choice",
"pick": "failed_transfer",
"pick_run": "failed_transfer",
"same": true,
"pick_merged": "failed_transfer",
"same_as_merged": true,
"max_abs_dp": 0.005822993424837386,
"probs": [
0.002113,
0.001744,
0.000844,
0.000515,
0.000755,
0.010301,
0.000531,
0.005429,
0.00905,
0.00335,
0.00047,
0.000297,
0.000168,
0.00011,
0.001827,
0.000326,
0.000335,
0.000193,
0.00033,
0.000338,
0.000414,
0.000321,
0.000384,
0.000264,
0.000216,
0.000609,
0.001195,
0.34149,
0.001231,
0.001565,
0.000504,
0.0011,
0.001809,
0.009595,
0.010451,
0.549564,
0.000722,
0.001008,
0.000749,
0.000494,
0.00146,
0.001036,
0.000877,
0.000546,
0.000425,
0.000366,
0.00053,
0.001072,
0.001852,
0.000362,
0.001057,
0.000462,
0.000503,
0.000408,
0.000656,
0.000128,
0.000137,
0.000126,
0.000245,
0.002216,
0.000236,
0.014965,
0.000227,
0.000189,
0.000311,
0.000495,
0.00403,
0.000647,
0.000121,
0.000471,
0.000208,
0.000253,
0.000117,
0.000199,
0.000121,
0.000123,
0.000112
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-669",
"qid": "decision",
"type": "choice",
"pick": "pending_top_up",
"pick_run": "pending_top_up",
"same": true,
"pick_merged": "pending_top_up",
"same_as_merged": true,
"max_abs_dp": 0.0009678594583799657,
"probs": [
0.000147,
0.000593,
0.000156,
8e-05,
0.000865,
0.004054,
0.000467,
0.000229,
7.6e-05,
9.8e-05,
6.9e-05,
4.5e-05,
3e-05,
5.2e-05,
4.6e-05,
0.000148,
0.000145,
7e-05,
0.000136,
9.7e-05,
0.000112,
0.00038,
8.6e-05,
7.5e-05,
8.8e-05,
7.6e-05,
7.8e-05,
0.000733,
0.000481,
0.000363,
0.000381,
0.000588,
0.000506,
0.014102,
0.000489,
0.000351,
0.000201,
0.000373,
0.000215,
0.000396,
0.000244,
0.000627,
0.000456,
0.000358,
0.000205,
0.00199,
0.009909,
0.914459,
0.003975,
0.00029,
0.00061,
0.000157,
0.000161,
0.000117,
0.000216,
9.8e-05,
0.000806,
0.000552,
0.000469,
0.013992,
0.000129,
0.000119,
0.000278,
0.000147,
0.000136,
0.000157,
0.000155,
0.000181,
0.000147,
0.000184,
0.000158,
0.002196,
0.017788,
0.000453,
0.00018,
0.000161,
6.4e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2687",
"qid": "decision",
"type": "choice",
"pick": "transfer_timing",
"pick_run": "transfer_timing",
"same": true,
"pick_merged": "transfer_timing",
"same_as_merged": true,
"max_abs_dp": 0.00039045591066430574,
"probs": [
6.5e-05,
0.000556,
8.6e-05,
1.8e-05,
2.8e-05,
2.3e-05,
1.9e-05,
1.2e-05,
2.3e-05,
1.3e-05,
1e-05,
2.7e-05,
1.8e-05,
1.5e-05,
1.6e-05,
6.2e-05,
4.3e-05,
1e-05,
2.9e-05,
1.7e-05,
1e-05,
1.1e-05,
3.9e-05,
1.7e-05,
9e-05,
5e-05,
3.7e-05,
0.000132,
7.7e-05,
0.000115,
5.1e-05,
3.3e-05,
6.1e-05,
5.2e-05,
0.000177,
2.3e-05,
4.6e-05,
0.000117,
0.000122,
0.000113,
0.000259,
0.001064,
0.000226,
8e-05,
6.6e-05,
0.000104,
7e-05,
0.000519,
0.001213,
8.6e-05,
0.000356,
0.00012,
6.1e-05,
6.3e-05,
0.000151,
0.000118,
5.9e-05,
0.000169,
0.000174,
0.000115,
9.2e-05,
0.000144,
0.000243,
0.000158,
0.000767,
0.004479,
0.008389,
0.975147,
0.000129,
0.000183,
0.000299,
0.000307,
0.000423,
0.000938,
0.000399,
0.000245,
0.000124
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-610",
"qid": "decision",
"type": "choice",
"pick": "receiving_money",
"pick_run": "receiving_money",
"same": true,
"pick_merged": "receiving_money",
"same_as_merged": true,
"max_abs_dp": 0.005191419698871269,
"probs": [
0.000411,
0.000625,
0.000339,
0.000176,
0.000306,
0.001112,
0.000123,
0.000111,
0.000121,
6.2e-05,
7.4e-05,
6.7e-05,
0.000171,
0.000158,
0.000119,
0.000286,
0.000208,
8.2e-05,
5.8e-05,
0.001224,
5.5e-05,
6.8e-05,
0.000122,
0.000178,
0.006801,
7.8e-05,
0.000148,
0.000362,
0.000159,
0.000212,
0.000622,
0.002251,
0.000529,
0.000732,
0.004147,
0.000753,
0.000169,
0.000295,
0.00226,
0.002369,
0.000166,
0.000298,
0.000798,
0.001308,
0.000308,
0.000368,
0.000367,
0.001192,
0.00193,
0.001152,
0.775062,
0.001595,
0.000167,
0.000247,
0.000587,
0.000425,
0.005502,
0.001754,
0.002112,
0.000819,
0.000222,
0.000259,
0.000501,
0.000808,
0.023755,
0.134945,
0.000922,
0.000946,
0.000475,
0.00057,
0.000859,
0.000466,
0.000321,
0.00048,
0.000994,
0.009113,
6.2e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2279",
"qid": "decision",
"type": "choice",
"pick": "failed_transfer",
"pick_run": "failed_transfer",
"same": true,
"pick_merged": "failed_transfer",
"same_as_merged": true,
"max_abs_dp": 0.01611439732283315,
"probs": [
0.002053,
0.001617,
0.001012,
0.000577,
0.000729,
0.007812,
0.000481,
0.001686,
0.002813,
0.004812,
0.000577,
0.00033,
0.000216,
0.00013,
0.001892,
0.00047,
0.000433,
0.000241,
0.000424,
0.00048,
0.000602,
0.000391,
0.000607,
0.000327,
0.000252,
0.001025,
0.001066,
0.182551,
0.001269,
0.001413,
0.000459,
0.001157,
0.00198,
0.005247,
0.008524,
0.727615,
0.000758,
0.000822,
0.000514,
0.00044,
0.001103,
0.000971,
0.000963,
0.000521,
0.000455,
0.000365,
0.000592,
0.001118,
0.001925,
0.00033,
0.0009,
0.000469,
0.000547,
0.00033,
0.000623,
0.000121,
0.000116,
0.000106,
0.00019,
0.001013,
0.000152,
0.016285,
0.000227,
0.00017,
0.000193,
0.000348,
0.001994,
0.000472,
0.00012,
0.000351,
0.000176,
0.000272,
0.000122,
0.000197,
0.000101,
0.000128,
0.000131
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2981",
"qid": "decision",
"type": "choice",
"pick": "apple_pay_or_google_pay",
"pick_run": "apple_pay_or_google_pay",
"same": true,
"pick_merged": "apple_pay_or_google_pay",
"same_as_merged": true,
"max_abs_dp": 0.0024228327433868033,
"probs": [
0.001361,
0.003035,
0.901681,
0.001233,
0.022761,
0.001051,
0.000578,
0.000371,
0.000305,
0.000216,
0.001696,
0.00026,
0.000204,
0.001998,
0.000203,
0.000276,
0.000211,
0.000188,
0.000225,
0.000299,
0.000237,
0.000258,
0.000269,
0.000239,
0.000242,
0.000245,
4.3e-05,
0.00023,
0.000301,
0.000102,
0.000155,
0.000102,
7.1e-05,
0.000243,
0.000155,
0.000141,
0.000261,
0.000128,
9.3e-05,
8.3e-05,
3.5e-05,
0.000131,
4.6e-05,
4.8e-05,
0.000104,
0.000106,
5.9e-05,
0.000503,
0.000133,
2.3e-05,
5.7e-05,
3.7e-05,
0.000219,
7.1e-05,
0.003056,
6e-05,
0.000994,
0.000988,
0.001219,
0.001885,
0.000811,
0.000945,
0.041095,
0.000993,
0.000465,
0.000325,
7.5e-05,
0.000193,
0.000154,
0.000194,
0.000194,
0.00125,
0.000837,
0.00024,
0.000302,
0.000222,
0.000179
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1242",
"qid": "decision",
"type": "choice",
"pick": "passcode_forgotten",
"pick_run": "passcode_forgotten",
"same": true,
"pick_merged": "passcode_forgotten",
"same_as_merged": true,
"max_abs_dp": 0.006631753667289228,
"probs": [
0.000775,
0.00055,
0.001061,
0.028057,
0.000472,
0.000562,
0.000539,
0.000337,
0.00046,
0.000285,
0.000548,
0.000434,
0.000354,
0.000262,
0.001746,
0.001393,
0.000528,
0.000805,
0.001359,
0.000802,
0.000293,
0.33807,
0.000386,
0.001063,
0.000261,
0.000298,
0.000369,
0.000379,
0.000917,
0.001165,
0.000142,
0.000366,
0.000408,
0.000475,
0.000344,
0.000306,
0.000333,
0.000984,
0.000449,
0.000678,
0.000151,
0.000712,
0.000438,
0.001282,
0.52307,
0.001203,
0.000512,
0.002854,
0.000483,
0.078107,
0.000621,
0.000338,
4.8e-05,
2.1e-05,
5.4e-05,
1.1e-05,
6.1e-05,
1.5e-05,
1.9e-05,
1.6e-05,
1.3e-05,
6e-06,
1e-05,
2.4e-05,
1.7e-05,
8e-06,
2.8e-05,
2.4e-05,
5.7e-05,
0.000261,
2.8e-05,
4.1e-05,
5e-05,
8e-06,
0.000168,
7.4e-05,
0.000147
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2986",
"qid": "decision",
"type": "choice",
"pick": "apple_pay_or_google_pay",
"pick_run": "apple_pay_or_google_pay",
"same": true,
"pick_merged": "apple_pay_or_google_pay",
"same_as_merged": true,
"max_abs_dp": 0.006616410156542241,
"probs": [
0.001526,
0.002875,
0.819172,
0.00214,
0.020016,
0.001521,
0.000684,
0.00055,
0.000284,
0.000227,
0.003741,
0.000281,
0.000262,
0.002514,
0.000221,
0.000285,
0.000266,
0.000183,
0.000186,
0.000298,
0.000218,
0.000222,
0.000284,
0.000323,
0.000971,
0.00038,
0.000133,
0.000349,
0.000717,
0.000173,
0.000335,
0.000228,
0.000136,
0.000614,
0.000523,
0.000284,
0.000941,
0.000223,
0.000192,
0.000238,
7.8e-05,
0.00022,
0.000101,
0.000112,
0.000201,
0.000203,
0.000137,
0.001484,
0.000459,
7.1e-05,
0.000705,
0.000103,
0.000546,
0.000139,
0.013901,
0.000142,
0.00174,
0.002453,
0.002493,
0.002891,
0.000975,
0.001073,
0.091403,
0.002262,
0.001,
0.002228,
0.00019,
0.000308,
0.00028,
0.00046,
0.000394,
0.003156,
0.001262,
0.000456,
0.000481,
0.000677,
0.000499
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2557",
"qid": "decision",
"type": "choice",
"pick": "wrong_exchange_rate_for_cash_withdrawal",
"pick_run": "wrong_exchange_rate_for_cash_withdrawal",
"same": true,
"pick_merged": "wrong_exchange_rate_for_cash_withdrawal",
"same_as_merged": true,
"max_abs_dp": 0.0023330748766768883,
"probs": [
0.00076,
0.003536,
0.003101,
0.051755,
0.000536,
0.000661,
0.000586,
0.000248,
0.00017,
0.000215,
0.000307,
0.000166,
0.000133,
0.000129,
0.000149,
0.000137,
0.000287,
0.0052,
0.000153,
0.001168,
0.000466,
0.000378,
0.000287,
0.000555,
0.001961,
0.000531,
0.00013,
0.000266,
0.000274,
0.000172,
2.1e-05,
6.6e-05,
0.000623,
5.6e-05,
6.2e-05,
4.9e-05,
3.9e-05,
0.000103,
8.4e-05,
0.000107,
1.1e-05,
6.3e-05,
3.4e-05,
0.000131,
0.000184,
0.000261,
6.7e-05,
0.000117,
9.3e-05,
0.000107,
0.000684,
7.3e-05,
0.002562,
0.000142,
0.001078,
0.000428,
0.000472,
0.000301,
0.000483,
0.000322,
0.000448,
0.000405,
0.000181,
0.000302,
0.000552,
0.000343,
0.000217,
0.000337,
0.00048,
0.000433,
0.000449,
0.001252,
0.000607,
0.000466,
0.001106,
0.213077,
0.696104
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2076",
"qid": "decision",
"type": "choice",
"pick": "declined_card_payment",
"pick_run": "declined_card_payment",
"same": true,
"pick_merged": "declined_card_payment",
"same_as_merged": true,
"max_abs_dp": 0.0024669961634304904,
"probs": [
0.009279,
0.001135,
0.001174,
0.000806,
0.00103,
0.001339,
0.000969,
0.00054,
0.001087,
0.000832,
0.016469,
0.000841,
0.000569,
0.000621,
0.182676,
0.001483,
0.009016,
0.00131,
0.000854,
0.001207,
0.000652,
0.001729,
0.001572,
0.004705,
0.000828,
0.741562,
0.001951,
0.000839,
0.000568,
0.000378,
0.000136,
0.000145,
0.000144,
7.7e-05,
0.000151,
9.7e-05,
0.000196,
0.000124,
0.00017,
0.000109,
0.000122,
0.00017,
0.000188,
0.000113,
0.000214,
0.002543,
0.000108,
0.000466,
9.8e-05,
0.00025,
0.000106,
0.000705,
0.000177,
0.003107,
0.000161,
6.1e-05,
0.00011,
9e-05,
6.7e-05,
6.8e-05,
2.7e-05,
7.8e-05,
9.7e-05,
5.6e-05,
7e-05,
8.9e-05,
4.3e-05,
5.8e-05,
4e-05,
6.7e-05,
0.000117,
7.9e-05,
0.000349,
5.2e-05,
0.000169,
7.7e-05,
0.000233
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-437",
"qid": "decision",
"type": "choice",
"pick": "exchange_via_app",
"pick_run": "exchange_via_app",
"same": true,
"pick_merged": "exchange_via_app",
"same_as_merged": true,
"max_abs_dp": 0.010952302428924976,
"probs": [
0.001319,
0.001143,
0.000812,
0.000189,
0.000185,
0.000268,
0.000388,
0.001839,
0.00021,
0.000148,
0.000446,
0.000188,
7.3e-05,
6.1e-05,
6.7e-05,
9.1e-05,
0.000103,
0.000293,
9.4e-05,
7.8e-05,
0.000112,
0.000184,
4e-05,
0.000161,
0.000501,
0.000134,
0.001051,
0.00212,
0.011035,
0.001369,
0.000718,
0.009361,
0.048295,
0.764018,
0.002383,
0.001876,
0.082602,
0.001215,
0.000454,
0.000407,
0.00033,
0.000402,
0.000879,
0.000372,
0.000195,
0.000158,
0.000343,
0.00052,
0.000251,
0.000421,
0.000681,
0.00026,
0.000752,
0.0002,
0.03578,
0.000286,
0.000607,
0.000652,
0.001447,
0.013746,
0.000254,
0.000203,
0.002483,
0.000213,
0.000266,
0.000207,
0.000159,
9e-05,
0.000122,
0.000218,
0.000184,
0.000332,
9.3e-05,
5.9e-05,
9.6e-05,
0.000205,
0.000502
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2717",
"qid": "decision",
"type": "choice",
"pick": "cash_withdrawal_not_recognised",
"pick_run": "cash_withdrawal_not_recognised",
"same": true,
"pick_merged": "cash_withdrawal_not_recognised",
"same_as_merged": true,
"max_abs_dp": 0.001510338332757044,
"probs": [
0.000764,
0.000881,
0.000911,
0.002169,
0.000446,
0.002047,
0.001496,
0.000321,
0.000368,
0.000361,
0.000455,
0.000286,
0.000197,
0.000269,
0.000341,
0.000361,
0.006101,
0.000635,
0.000485,
0.006971,
0.881049,
0.000711,
0.000528,
0.00041,
0.000491,
0.000587,
0.011198,
0.000944,
0.00727,
0.000551,
0.00054,
0.000183,
0.000389,
0.000274,
0.000718,
0.000184,
0.000202,
0.000342,
0.000327,
0.000271,
0.000291,
0.000174,
0.000917,
0.000302,
0.000755,
0.001094,
0.041787,
0.000285,
0.000274,
0.000225,
0.001824,
0.000272,
0.000436,
0.001761,
0.00046,
9e-05,
0.000247,
0.000107,
0.000161,
0.00013,
0.000156,
7.6e-05,
8.6e-05,
7.4e-05,
0.000157,
9e-05,
0.000105,
6.7e-05,
9.3e-05,
0.000139,
0.000213,
0.001057,
0.000128,
5.5e-05,
9.7e-05,
0.005767,
0.007013
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1407",
"qid": "decision",
"type": "choice",
"pick": "compromised_card",
"pick_run": "compromised_card",
"same": true,
"pick_merged": "compromised_card",
"same_as_merged": true,
"max_abs_dp": 0.0030002739493574654,
"probs": [
0.001216,
0.000729,
0.001304,
0.000605,
0.000757,
0.000617,
0.000723,
0.000388,
0.000676,
0.00069,
0.001816,
0.000762,
0.000398,
0.00057,
0.007933,
0.001905,
0.119009,
0.001106,
0.000897,
0.001054,
0.005892,
0.000706,
0.831565,
0.000689,
0.000348,
0.000714,
0.000194,
0.000371,
0.004612,
0.000361,
0.000232,
0.000128,
0.00013,
9.4e-05,
0.002577,
0.000152,
0.000186,
0.000168,
9.4e-05,
7e-05,
6.9e-05,
0.003684,
0.000517,
0.00013,
0.000168,
0.000249,
0.000104,
0.000118,
0.000197,
5.2e-05,
6.7e-05,
3.1e-05,
5.1e-05,
0.000102,
0.000177,
3.7e-05,
9.1e-05,
5.7e-05,
6e-05,
7e-05,
8.7e-05,
5.7e-05,
5.7e-05,
0.000237,
4.9e-05,
5.2e-05,
2.5e-05,
6.8e-05,
5.3e-05,
7.3e-05,
8.7e-05,
7.8e-05,
6e-05,
0.000134,
4.1e-05,
8.2e-05,
0.00029
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-51",
"qid": "decision",
"type": "choice",
"pick": "card_linking",
"pick_run": "card_linking",
"same": true,
"pick_merged": "card_linking",
"same_as_merged": true,
"max_abs_dp": 9.606614616586295e-05,
"probs": [
0.00027,
6.1e-05,
0.000922,
0.000122,
0.000288,
0.000111,
9.8e-05,
7.2e-05,
0.000126,
0.000133,
0.002149,
0.000359,
0.000239,
0.991958,
0.000287,
0.000157,
0.000137,
0.000157,
0.000132,
0.000115,
0.000101,
6.5e-05,
9.9e-05,
7.3e-05,
6.7e-05,
9.1e-05,
9e-06,
4.9e-05,
5.7e-05,
3.3e-05,
2e-05,
1e-05,
8e-06,
9e-06,
1.3e-05,
7e-06,
3.5e-05,
2e-05,
9e-05,
6.8e-05,
5.2e-05,
1.2e-05,
7e-06,
1.5e-05,
9e-06,
1.1e-05,
9e-06,
9e-06,
3.2e-05,
2e-06,
4e-06,
3e-06,
1.4e-05,
2e-06,
0.000264,
8e-06,
9e-06,
1e-05,
1.5e-05,
8e-06,
6e-06,
5e-06,
0.000444,
1e-05,
1.3e-05,
0.000102,
1.1e-05,
2e-06,
7e-06,
8e-06,
3e-06,
1.3e-05,
8e-06,
2.6e-05,
5e-06,
6e-06,
1.9e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1566",
"qid": "decision",
"type": "choice",
"pick": "declined_cash_withdrawal",
"pick_run": "declined_cash_withdrawal",
"same": true,
"pick_merged": "declined_cash_withdrawal",
"same_as_merged": true,
"max_abs_dp": 0.005225290996804133,
"probs": [
0.004255,
0.000954,
0.001589,
0.107173,
0.000715,
0.000757,
0.00051,
0.000379,
0.000349,
0.00043,
0.007163,
0.000343,
0.000366,
0.000331,
0.010252,
0.000399,
0.001024,
0.000516,
0.002229,
0.001675,
0.001246,
0.001042,
0.000744,
0.001044,
0.000383,
0.049358,
0.781272,
0.001306,
0.001491,
0.002869,
0.000781,
0.000583,
0.000717,
0.000573,
0.001276,
0.000489,
0.000622,
0.000384,
0.001085,
0.000342,
0.000391,
0.000343,
0.000446,
0.000379,
0.001048,
0.001921,
0.00039,
0.000577,
0.000485,
0.000386,
0.000277,
0.001049,
0.000358,
0.001442,
0.000217,
4.8e-05,
4.1e-05,
3.3e-05,
5.8e-05,
2.4e-05,
2.4e-05,
2.8e-05,
5.9e-05,
2.9e-05,
8.1e-05,
2.4e-05,
2.5e-05,
2.3e-05,
2.4e-05,
6.8e-05,
8e-05,
2.7e-05,
2.8e-05,
1.8e-05,
1.6e-05,
5e-05,
0.000469
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1817",
"qid": "decision",
"type": "choice",
"pick": "declined_card_payment",
"pick_run": "declined_card_payment",
"same": true,
"pick_merged": "declined_card_payment",
"same_as_merged": true,
"max_abs_dp": 0.008132287978204533,
"probs": [
0.001369,
0.001273,
0.001616,
0.001224,
0.00081,
0.006973,
0.001488,
0.001899,
0.001366,
0.003423,
0.021918,
0.000991,
0.000534,
0.000794,
0.3818,
0.002249,
0.04722,
0.001018,
0.000552,
0.001628,
0.00135,
0.003112,
0.00121,
0.007497,
0.000958,
0.403208,
0.000659,
0.004013,
0.00191,
0.000859,
0.000258,
0.000392,
0.000431,
0.003183,
0.001796,
0.020192,
0.001047,
0.000349,
0.000512,
0.000269,
0.000479,
0.000421,
0.0018,
0.000278,
0.000373,
0.002085,
0.000297,
0.003271,
0.000184,
0.000256,
0.000891,
0.0018,
0.000379,
0.000482,
0.000288,
0.000118,
0.000333,
0.000309,
0.000602,
0.035739,
0.000139,
0.007008,
0.001492,
0.000206,
0.000227,
0.000375,
0.000174,
0.000167,
0.000179,
0.000154,
0.000235,
0.000353,
0.00427,
0.000199,
0.000503,
0.000203,
0.000387
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1244",
"qid": "decision",
"type": "choice",
"pick": "change_pin",
"pick_run": "change_pin",
"same": true,
"pick_merged": "change_pin",
"same_as_merged": true,
"max_abs_dp": 0.019880624212845976,
"probs": [
0.001645,
0.000741,
0.001137,
0.008307,
0.000777,
0.000718,
0.000671,
0.000421,
0.000439,
0.000575,
0.001276,
0.00129,
0.000528,
0.000748,
0.002603,
0.001609,
0.000957,
0.001291,
0.002716,
0.00188,
0.000998,
0.713466,
0.000862,
0.002612,
0.000388,
0.000905,
0.000666,
0.00068,
0.002833,
0.003578,
0.000342,
0.000782,
0.000588,
0.001194,
0.000667,
0.00062,
0.000835,
0.002209,
0.001333,
0.001258,
0.000263,
0.000917,
0.00076,
0.002623,
0.111352,
0.003119,
0.000763,
0.0028,
0.000936,
0.104646,
0.001034,
0.000888,
0.000134,
3.9e-05,
0.00014,
2.3e-05,
0.000164,
5.9e-05,
4.6e-05,
6.8e-05,
2.3e-05,
2.5e-05,
3.4e-05,
5.5e-05,
4.2e-05,
1.8e-05,
5e-05,
3.5e-05,
0.000125,
0.000281,
9.2e-05,
9.5e-05,
9.5e-05,
2e-05,
0.00054,
0.000148,
0.000401
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1169",
"qid": "decision",
"type": "choice",
"pick": "unable_to_verify_identity",
"pick_run": "unable_to_verify_identity",
"same": true,
"pick_merged": "unable_to_verify_identity",
"same_as_merged": true,
"max_abs_dp": 0.009784697207634585,
"probs": [
0.000539,
0.012782,
0.000369,
9.1e-05,
9.6e-05,
6.9e-05,
6.1e-05,
3.1e-05,
5.4e-05,
5.1e-05,
9.6e-05,
0.000103,
2.6e-05,
2.2e-05,
3.5e-05,
4.2e-05,
8e-05,
0.000485,
9.2e-05,
4.1e-05,
3.8e-05,
4.3e-05,
0.001345,
0.001843,
0.000286,
0.000124,
0.000147,
0.000586,
0.000239,
0.000104,
0.000105,
5.2e-05,
7.4e-05,
7.8e-05,
0.000251,
0.000118,
3.7e-05,
0.00015,
7.5e-05,
9.6e-05,
4.7e-05,
0.00014,
4.5e-05,
0.004151,
0.00132,
0.00014,
0.0001,
8.7e-05,
0.000589,
0.004204,
0.000422,
0.000197,
0.004661,
0.002374,
0.00238,
0.000707,
0.000923,
0.001227,
0.000789,
0.00242,
0.000629,
0.00085,
0.001212,
0.001276,
0.000852,
0.000586,
0.00084,
0.001166,
0.351565,
0.225191,
0.003217,
0.002644,
0.002006,
0.010353,
0.339457,
0.010141,
0.000135
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2430",
"qid": "decision",
"type": "choice",
"pick": "getting_spare_card",
"pick_run": "getting_spare_card",
"same": true,
"pick_merged": "getting_spare_card",
"same_as_merged": true,
"max_abs_dp": 0.008615616380731383,
"probs": [
0.002533,
0.001739,
0.001398,
0.000339,
0.000376,
0.00084,
0.000358,
0.000131,
0.000683,
0.001558,
0.00119,
0.01613,
0.004952,
0.000658,
0.000505,
0.051554,
0.000968,
0.001225,
0.000308,
0.005535,
0.00035,
0.000179,
0.00018,
0.000509,
0.000432,
0.000326,
0.002388,
0.002452,
0.002786,
0.001284,
0.002897,
0.012113,
0.001369,
0.001389,
0.016685,
0.002358,
0.001437,
0.017254,
0.256991,
0.292004,
0.008839,
0.003234,
0.001768,
0.19953,
0.002347,
0.002186,
0.000686,
0.000678,
0.000889,
0.00049,
0.001422,
0.000242,
0.000441,
0.000388,
0.001338,
0.000241,
0.003695,
0.008191,
0.001475,
0.000721,
0.001607,
0.000715,
0.001407,
0.001438,
0.036391,
0.005223,
0.001009,
0.000647,
0.001131,
0.000577,
0.000474,
0.000398,
0.000203,
0.000402,
0.000357,
0.000511,
0.000344
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-3073",
"qid": "decision",
"type": "choice",
"pick": "country_support",
"pick_run": "country_support",
"same": true,
"pick_merged": "country_support",
"same_as_merged": true,
"max_abs_dp": 0.0010708921332249766,
"probs": [
0.000163,
0.000128,
0.000337,
0.001081,
0.000266,
0.000132,
0.000146,
0.000201,
0.00013,
0.000102,
0.002799,
0.000116,
6.5e-05,
5.8e-05,
0.000176,
0.000115,
0.000185,
0.000224,
0.000138,
9.5e-05,
0.000163,
0.000126,
0.000152,
0.000252,
0.978007,
0.000247,
2.8e-05,
0.000191,
0.001084,
0.000359,
4.4e-05,
7.3e-05,
0.000174,
7.6e-05,
0.000118,
4.7e-05,
0.00155,
7.1e-05,
7.9e-05,
2.2e-05,
5e-06,
5.8e-05,
6.6e-05,
7.2e-05,
3.9e-05,
4.8e-05,
2.2e-05,
2.8e-05,
8.3e-05,
2.8e-05,
0.000931,
2.6e-05,
6.4e-05,
2.4e-05,
0.007262,
0.000111,
4.4e-05,
2.2e-05,
9.5e-05,
6.5e-05,
1.9e-05,
2.1e-05,
0.000494,
1.7e-05,
3.5e-05,
1.9e-05,
1.1e-05,
1.1e-05,
8e-05,
4e-05,
2.7e-05,
7.5e-05,
3.7e-05,
7.5e-05,
4.8e-05,
0.000256,
0.000122
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-10",
"qid": "decision",
"type": "choice",
"pick": "card_arrival",
"pick_run": "card_arrival",
"same": true,
"pick_merged": "card_arrival",
"same_as_merged": true,
"max_abs_dp": 0.0179980631032971,
"probs": [
0.001141,
0.001033,
0.001386,
0.001193,
0.00055,
0.000719,
0.000583,
0.000329,
0.000366,
0.001275,
0.006537,
0.614934,
0.3529,
0.00181,
0.000982,
0.000664,
0.000425,
0.000931,
0.000862,
0.000721,
0.000378,
0.000257,
0.000241,
0.000263,
0.000226,
0.000274,
9.1e-05,
0.00022,
0.000305,
0.000197,
8.4e-05,
7.1e-05,
0.000108,
5.6e-05,
7.7e-05,
5e-05,
0.000127,
0.000376,
0.002829,
0.000133,
4.8e-05,
0.00018,
3.2e-05,
0.001839,
0.000163,
0.00024,
4.8e-05,
5.8e-05,
4.3e-05,
3.5e-05,
3.4e-05,
2.9e-05,
5.4e-05,
2.6e-05,
0.000163,
3.4e-05,
5.2e-05,
2.4e-05,
3.1e-05,
3e-05,
1.7e-05,
2.6e-05,
4.6e-05,
0.000166,
0.000248,
4.7e-05,
2.5e-05,
5.1e-05,
7.5e-05,
4.4e-05,
4e-05,
4.2e-05,
1.6e-05,
1.3e-05,
1.6e-05,
3.9e-05,
0.000222
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-578",
"qid": "decision",
"type": "choice",
"pick": "contactless_not_working",
"pick_run": "contactless_not_working",
"same": true,
"pick_merged": "contactless_not_working",
"same_as_merged": true,
"max_abs_dp": 0.0020040392905287772,
"probs": [
0.001883,
0.000385,
0.002755,
0.000651,
0.000419,
0.000206,
0.000217,
0.000178,
0.00019,
0.00028,
0.005139,
0.000388,
0.000178,
0.001003,
0.013956,
0.000364,
0.000353,
0.000731,
0.000299,
0.000241,
0.000209,
0.000507,
0.000427,
0.963964,
0.000494,
0.001579,
2.2e-05,
0.000126,
0.000137,
6.4e-05,
2.3e-05,
3.5e-05,
2.8e-05,
2.1e-05,
4.1e-05,
3e-05,
2.4e-05,
2.3e-05,
2.4e-05,
3.8e-05,
3.7e-05,
6.4e-05,
1.3e-05,
3.2e-05,
3.7e-05,
4.3e-05,
1.9e-05,
8.8e-05,
2.2e-05,
0.000209,
1.8e-05,
1.7e-05,
4.2e-05,
1.9e-05,
8.1e-05,
2.3e-05,
3.9e-05,
2.5e-05,
2.9e-05,
3.2e-05,
1e-05,
2.2e-05,
5.6e-05,
1.9e-05,
2.3e-05,
2.8e-05,
1.9e-05,
1.3e-05,
1.9e-05,
1.6e-05,
1.1e-05,
3.3e-05,
0.000137,
2.5e-05,
0.000934,
2.9e-05,
8.8e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1000",
"qid": "decision",
"type": "choice",
"pick": "top_up_reverted",
"pick_run": "top_up_reverted",
"same": true,
"pick_merged": "top_up_reverted",
"same_as_merged": true,
"max_abs_dp": 0.0031341871903837193,
"probs": [
0.000265,
0.001906,
0.000355,
6.8e-05,
0.00292,
0.000626,
0.000206,
8.2e-05,
7.3e-05,
0.001769,
0.000144,
9.7e-05,
2.3e-05,
2.9e-05,
7.6e-05,
6.2e-05,
0.000108,
2.3e-05,
3.4e-05,
9.3e-05,
0.000274,
0.000177,
5.6e-05,
5.4e-05,
4.8e-05,
4.6e-05,
0.000112,
0.000265,
0.000125,
0.000109,
3.7e-05,
5.2e-05,
8.6e-05,
0.000185,
0.000241,
0.020937,
0.000241,
0.000104,
6.1e-05,
0.000111,
2.7e-05,
6.5e-05,
5.7e-05,
4.4e-05,
0.000163,
0.000134,
0.000513,
0.003102,
0.000106,
4.3e-05,
0.000173,
0.00021,
0.000571,
0.000386,
0.000829,
0.000161,
0.000359,
0.00061,
0.000719,
0.007808,
0.009139,
0.84136,
0.005152,
0.000592,
0.000318,
0.00043,
9.3e-05,
0.000332,
0.000124,
0.00058,
0.000643,
0.086246,
0.003415,
0.000624,
0.001654,
0.00082,
0.000116
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2650",
"qid": "decision",
"type": "choice",
"pick": "top_up_failed",
"pick_run": "top_up_failed",
"same": true,
"pick_merged": "top_up_failed",
"same_as_merged": true,
"max_abs_dp": 0.001971565004610487,
"probs": [
0.000206,
0.002066,
0.000127,
4.1e-05,
0.001025,
0.002611,
0.000175,
0.000125,
5.8e-05,
5.2e-05,
2.6e-05,
5.3e-05,
1.5e-05,
1.7e-05,
0.000267,
3.7e-05,
0.000127,
3e-05,
3.7e-05,
3.5e-05,
9e-05,
0.000241,
1.8e-05,
3.5e-05,
4.3e-05,
6.3e-05,
6e-05,
0.000273,
0.000266,
0.000292,
0.0001,
0.00022,
0.000358,
0.004626,
0.000371,
0.000166,
0.000122,
0.000147,
0.000191,
0.000148,
0.000133,
0.000167,
0.000198,
6.7e-05,
0.00013,
0.000135,
0.000463,
0.015575,
0.000143,
4.2e-05,
0.000153,
0.000126,
0.000112,
0.000107,
0.000215,
0.000106,
0.000535,
0.001022,
0.003156,
0.947498,
0.000375,
0.000792,
0.000688,
0.000219,
0.000164,
0.000243,
0.000101,
0.000107,
8.3e-05,
0.000231,
0.000225,
0.003957,
0.006625,
0.000361,
0.000594,
8.3e-05,
0.000112
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1341",
"qid": "decision",
"type": "choice",
"pick": "transfer_into_account",
"pick_run": "transfer_into_account",
"same": true,
"pick_merged": "transfer_into_account",
"same_as_merged": true,
"max_abs_dp": 0.021222426048508325,
"probs": [
0.003927,
0.013498,
0.001189,
0.000376,
0.032677,
0.001454,
0.000342,
0.000284,
0.001682,
0.000228,
0.001983,
0.000263,
0.000152,
0.005468,
0.000357,
0.000275,
0.0016,
0.000119,
0.000141,
0.000502,
0.000125,
0.000242,
0.000177,
0.000241,
0.001803,
0.00018,
0.000838,
0.001364,
0.000397,
0.000401,
0.001378,
0.000379,
0.000502,
0.001691,
0.005628,
0.001815,
0.003379,
0.000612,
0.001444,
0.003303,
0.00094,
0.000709,
0.002626,
0.000895,
0.00103,
0.006796,
0.000708,
0.003138,
0.002897,
0.000431,
0.032955,
0.000724,
0.003658,
0.001781,
0.002755,
0.000641,
0.00589,
0.00423,
0.010763,
0.009718,
0.003949,
0.007002,
0.219376,
0.008191,
0.008425,
0.520972,
0.007423,
0.005525,
0.001688,
0.002457,
0.005591,
0.006683,
0.004081,
0.002304,
0.002836,
0.006981,
0.000811
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-3019",
"qid": "decision",
"type": "choice",
"pick": "verify_my_identity",
"pick_run": "verify_my_identity",
"same": true,
"pick_merged": "verify_my_identity",
"same_as_merged": true,
"max_abs_dp": 0.003931221706355799,
"probs": [
0.000239,
0.005052,
0.000297,
7.9e-05,
0.000146,
3.5e-05,
5.1e-05,
2.8e-05,
6.4e-05,
3.2e-05,
6.7e-05,
0.000113,
3.1e-05,
2.9e-05,
2.6e-05,
3e-05,
6.4e-05,
6.1e-05,
9.3e-05,
4.2e-05,
2.3e-05,
3.1e-05,
3.7e-05,
0.000477,
9.1e-05,
7.2e-05,
3e-05,
0.0002,
0.0001,
7e-05,
6.8e-05,
2.7e-05,
5.5e-05,
1.7e-05,
0.000112,
4e-05,
1.5e-05,
8.4e-05,
3.8e-05,
5.7e-05,
2.3e-05,
6.1e-05,
2.6e-05,
0.000323,
0.001875,
9.4e-05,
5e-05,
4.8e-05,
3.2e-05,
0.000735,
0.000123,
4.6e-05,
0.000609,
0.000573,
0.001243,
0.000316,
0.000421,
0.000379,
0.000381,
0.000354,
0.000254,
0.00029,
0.000382,
0.000338,
0.000484,
0.000377,
0.000362,
0.000503,
0.023041,
0.898878,
0.001954,
0.000924,
0.000976,
0.000448,
0.052688,
0.002102,
6.5e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2199",
"qid": "decision",
"type": "choice",
"pick": "transfer_fee_charged",
"pick_run": "transfer_fee_charged",
"same": true,
"pick_merged": "transfer_fee_charged",
"same_as_merged": true,
"max_abs_dp": 0.0009407410768442759,
"probs": [
0.00041,
0.000785,
0.000269,
5.6e-05,
0.000239,
0.000467,
9.7e-05,
6.9e-05,
0.000595,
6.6e-05,
6.1e-05,
5.9e-05,
0.000203,
3.7e-05,
6.8e-05,
0.001623,
0.000257,
7e-05,
6e-05,
0.000595,
4.9e-05,
4.6e-05,
7.5e-05,
5.8e-05,
7.3e-05,
7.1e-05,
0.0001,
0.000421,
0.00019,
7.7e-05,
0.000448,
0.000327,
0.000135,
6e-05,
0.003098,
0.000116,
8.7e-05,
0.000187,
0.001604,
8.8e-05,
7.3e-05,
0.000428,
0.000166,
8.3e-05,
0.0001,
0.000159,
3.7e-05,
7.7e-05,
0.000149,
7.8e-05,
0.000132,
3.9e-05,
0.000133,
0.000219,
0.000428,
0.000144,
0.007686,
0.001394,
0.000279,
0.000297,
0.000891,
0.00046,
0.000557,
0.000987,
0.963722,
0.001584,
0.000307,
0.003084,
0.000126,
0.00042,
0.000453,
0.000143,
0.000371,
0.000347,
0.000446,
0.000255,
0.000351
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1719",
"qid": "decision",
"type": "choice",
"pick": "failed_transfer",
"pick_run": "failed_transfer",
"same": true,
"pick_merged": "failed_transfer",
"same_as_merged": true,
"max_abs_dp": 0.0006893994851244686,
"probs": [
0.000361,
0.000325,
0.000334,
7.3e-05,
0.000225,
0.00281,
0.00012,
0.000314,
0.000125,
0.001193,
9.5e-05,
9.7e-05,
7.3e-05,
4.8e-05,
0.000168,
0.000143,
9e-05,
7.9e-05,
0.000153,
0.000174,
0.000148,
8.6e-05,
0.000131,
6.7e-05,
4.7e-05,
6e-05,
0.000169,
0.027489,
0.000334,
0.000255,
0.000117,
0.00039,
0.000605,
0.001801,
0.002778,
0.944312,
0.000312,
0.000388,
0.000126,
0.00014,
0.000381,
0.000268,
0.000378,
0.000147,
9.3e-05,
0.0001,
0.000184,
0.000188,
0.000498,
9.3e-05,
0.000282,
0.000101,
0.000158,
6e-05,
0.000187,
3.1e-05,
3.4e-05,
1.8e-05,
3.8e-05,
0.000233,
3.7e-05,
0.008055,
5.3e-05,
4.9e-05,
4.7e-05,
8.3e-05,
0.001009,
6.2e-05,
2.4e-05,
8e-05,
3.2e-05,
5.7e-05,
1.7e-05,
4.6e-05,
2.7e-05,
4.2e-05,
5.5e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1055",
"qid": "decision",
"type": "choice",
"pick": "balance_not_updated_after_cheque_or_cash_deposit",
"pick_run": "balance_not_updated_after_cheque_or_cash_deposit",
"same": true,
"pick_merged": "balance_not_updated_after_cheque_or_cash_deposit",
"same_as_merged": true,
"max_abs_dp": 0.0002535894801118932,
"probs": [
0.000321,
0.000423,
0.000595,
0.000524,
0.000799,
0.006315,
0.982172,
0.000505,
0.000148,
0.000164,
0.000111,
8.7e-05,
7.4e-05,
6.6e-05,
0.0001,
8.4e-05,
0.000104,
0.000106,
6.3e-05,
0.000123,
0.000384,
9.2e-05,
0.000128,
7e-05,
5.2e-05,
0.000111,
1.3e-05,
7.8e-05,
0.000118,
3.3e-05,
4.3e-05,
4.6e-05,
0.000333,
5.6e-05,
4.3e-05,
1.9e-05,
1.1e-05,
3.8e-05,
2.3e-05,
1.8e-05,
1.3e-05,
1.9e-05,
1.6e-05,
3.5e-05,
2.4e-05,
4.2e-05,
0.000106,
0.000108,
6e-05,
1.2e-05,
2.8e-05,
1.8e-05,
2.4e-05,
1.4e-05,
4.6e-05,
1.4e-05,
3.7e-05,
5.9e-05,
0.004261,
0.000115,
2e-05,
1.8e-05,
2.4e-05,
2.3e-05,
1.5e-05,
2.3e-05,
8e-06,
9e-06,
2.4e-05,
1.9e-05,
1e-05,
2.6e-05,
3.8e-05,
2.3e-05,
1.9e-05,
3.2e-05,
2.4e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1227",
"qid": "decision",
"type": "choice",
"pick": "unable_to_verify_identity",
"pick_run": "unable_to_verify_identity",
"same": true,
"pick_merged": "unable_to_verify_identity",
"same_as_merged": true,
"max_abs_dp": 0.0014328674809092057,
"probs": [
0.000128,
0.002916,
9.5e-05,
4.5e-05,
3.3e-05,
3.4e-05,
2.7e-05,
1.7e-05,
6.1e-05,
2.4e-05,
2e-05,
4.2e-05,
1.7e-05,
1.6e-05,
1.9e-05,
2.1e-05,
4.5e-05,
0.000492,
6.3e-05,
2.6e-05,
1.8e-05,
2.1e-05,
2.4e-05,
0.00017,
6e-05,
6.5e-05,
0.000113,
0.000393,
0.000132,
7.9e-05,
4.6e-05,
3.4e-05,
6e-05,
3.3e-05,
0.000199,
5.9e-05,
2.8e-05,
9.4e-05,
4.9e-05,
5.7e-05,
2.5e-05,
8.2e-05,
2.5e-05,
0.003315,
0.00098,
0.000107,
5.4e-05,
5e-05,
5.8e-05,
0.000755,
0.000109,
9.8e-05,
0.002417,
0.003207,
0.001735,
0.000713,
0.000897,
0.001202,
0.000883,
0.001289,
0.000942,
0.000895,
0.001037,
0.002109,
0.001038,
0.000676,
0.000597,
0.001931,
0.574905,
0.351575,
0.003371,
0.001864,
0.001503,
0.001807,
0.028187,
0.003604,
8e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2237",
"qid": "decision",
"type": "choice",
"pick": "fiat_currency_support",
"pick_run": "fiat_currency_support",
"same": true,
"pick_merged": "fiat_currency_support",
"same_as_merged": true,
"max_abs_dp": 0.011095745086207837,
"probs": [
0.001349,
0.000774,
0.000356,
0.000155,
0.000164,
0.000476,
0.000172,
0.000262,
0.000163,
5.2e-05,
0.001091,
5.6e-05,
4.4e-05,
6.1e-05,
6.9e-05,
5.3e-05,
0.000111,
0.000515,
6.5e-05,
6.3e-05,
4.3e-05,
6.3e-05,
7.1e-05,
0.000178,
0.010665,
0.000173,
0.001913,
0.001895,
0.0185,
0.001597,
0.00083,
0.004005,
0.03294,
0.007441,
0.011705,
0.003155,
0.456699,
0.001245,
0.001028,
0.003094,
0.000228,
0.000499,
0.001372,
0.001941,
0.000771,
0.000478,
0.000468,
0.001019,
0.00191,
0.001105,
0.191698,
0.003208,
0.000866,
0.000618,
0.178853,
0.000934,
0.000697,
0.00081,
0.001436,
0.002155,
0.000557,
0.000445,
0.009734,
0.000616,
0.000838,
0.023524,
0.00045,
0.00023,
0.000375,
0.000836,
0.001052,
0.00063,
0.00021,
0.000307,
0.000327,
0.004664,
0.00085
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2633",
"qid": "decision",
"type": "choice",
"pick": "disposable_card_limits",
"pick_run": "disposable_card_limits",
"same": true,
"pick_merged": "disposable_card_limits",
"same_as_merged": true,
"max_abs_dp": 0.00040348801117451316,
"probs": [
3.2e-05,
9.4e-05,
4.3e-05,
0.000115,
4.6e-05,
3.9e-05,
5.4e-05,
2.6e-05,
5.6e-05,
4.9e-05,
0.000189,
5.9e-05,
4.5e-05,
4.3e-05,
4.9e-05,
0.000103,
0.000129,
6.6e-05,
7.6e-05,
6.7e-05,
3.8e-05,
6.2e-05,
4.2e-05,
4.5e-05,
9.8e-05,
9.9e-05,
6.9e-05,
0.000221,
0.000565,
0.989906,
0.000104,
6.3e-05,
0.000121,
7e-05,
0.000209,
3.1e-05,
5.7e-05,
0.003947,
7.1e-05,
6.4e-05,
8.4e-05,
0.000104,
2.1e-05,
8e-05,
5.5e-05,
9.9e-05,
5e-05,
0.000116,
2.5e-05,
2.4e-05,
2.2e-05,
2.7e-05,
2.9e-05,
2.7e-05,
0.000214,
0.000541,
9.1e-05,
1.6e-05,
1.9e-05,
1.7e-05,
0.000709,
1.5e-05,
3.5e-05,
5.2e-05,
2.1e-05,
1.4e-05,
4.8e-05,
1.9e-05,
1.9e-05,
1.6e-05,
1.1e-05,
3.2e-05,
2.9e-05,
8e-06,
1.3e-05,
2.7e-05,
1.1e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2362",
"qid": "decision",
"type": "choice",
"pick": "verify_top_up",
"pick_run": "verify_top_up",
"same": true,
"pick_merged": "verify_top_up",
"same_as_merged": true,
"max_abs_dp": 0.0023956849681550027,
"probs": [
0.00021,
0.003092,
0.00037,
0.000125,
0.000837,
0.000225,
0.000167,
4.4e-05,
6e-05,
3.3e-05,
8.4e-05,
9e-05,
2.5e-05,
2.5e-05,
4.8e-05,
5.3e-05,
0.000177,
6.6e-05,
5.2e-05,
0.000153,
0.000165,
0.000158,
0.000115,
0.001153,
9.8e-05,
0.000115,
4.8e-05,
0.000354,
0.000169,
0.000133,
4.2e-05,
5.9e-05,
0.000122,
9.8e-05,
0.000144,
8.4e-05,
6e-05,
0.000144,
8.4e-05,
0.00014,
1.8e-05,
0.000137,
5.6e-05,
0.000266,
0.000796,
0.000703,
0.001017,
0.004317,
0.000268,
0.001496,
0.000355,
0.000263,
0.001249,
0.00054,
0.001037,
0.00061,
0.000841,
0.000631,
0.000777,
0.000825,
0.000667,
0.000249,
0.000763,
0.000583,
0.000534,
0.000363,
0.000564,
0.000605,
0.003334,
0.018339,
0.03041,
0.827691,
0.008754,
0.001742,
0.076246,
0.003262,
0.00027
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-157",
"qid": "decision",
"type": "choice",
"pick": "card_payment_wrong_exchange_rate",
"pick_run": "card_payment_wrong_exchange_rate",
"same": true,
"pick_merged": "card_payment_wrong_exchange_rate",
"same_as_merged": true,
"max_abs_dp": 0.0009526760466668227,
"probs": [
0.000371,
0.000412,
0.000312,
0.000264,
0.000379,
0.000604,
0.001118,
0.000319,
0.000228,
0.00038,
0.001489,
0.000368,
0.000286,
0.000246,
0.001587,
0.012798,
0.006863,
0.940072,
0.000493,
0.001041,
0.00041,
0.000313,
0.000509,
0.000236,
0.000302,
0.000503,
0.000321,
0.00042,
0.000649,
0.000334,
0.000154,
0.001837,
0.013507,
0.000306,
0.000164,
7.8e-05,
0.000174,
0.000166,
0.000178,
0.000109,
5.2e-05,
0.000445,
0.000297,
0.000601,
0.00016,
0.000677,
0.000121,
0.000108,
0.000125,
6.7e-05,
6.1e-05,
4.5e-05,
9e-05,
0.000111,
8.5e-05,
3e-05,
6.4e-05,
5.6e-05,
0.000236,
4e-05,
1.2e-05,
1.2e-05,
2.1e-05,
3.1e-05,
2.1e-05,
2.2e-05,
1.5e-05,
1.9e-05,
8.4e-05,
2.1e-05,
2.5e-05,
2.5e-05,
9e-06,
1.4e-05,
1.7e-05,
2.5e-05,
0.005857
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-396",
"qid": "decision",
"type": "choice",
"pick": "card_not_working",
"pick_run": "card_not_working",
"same": true,
"pick_merged": "card_not_working",
"same_as_merged": true,
"max_abs_dp": 0.02483532320056475,
"probs": [
0.021204,
0.002747,
0.002818,
0.00676,
0.001537,
0.0017,
0.001459,
0.000847,
0.000829,
0.001624,
0.373837,
0.002697,
0.001123,
0.006633,
0.514691,
0.001127,
0.002424,
0.001233,
0.001101,
0.001338,
0.001231,
0.002322,
0.001364,
0.013789,
0.001201,
0.014826,
0.000131,
0.000389,
0.000489,
0.000186,
4.8e-05,
2.8e-05,
4.3e-05,
2.6e-05,
0.000118,
4.5e-05,
0.000217,
0.000106,
8e-05,
7.4e-05,
0.000128,
7.1e-05,
4.8e-05,
6.1e-05,
8.9e-05,
0.000162,
0.00012,
0.000441,
6.7e-05,
6.8e-05,
4.1e-05,
5.5e-05,
0.00035,
0.000118,
0.001626,
0.000156,
0.000136,
0.00021,
0.000136,
0.000132,
5.4e-05,
0.000167,
0.001313,
0.000162,
0.000251,
0.000184,
0.00019,
0.000125,
0.000105,
0.000468,
0.000237,
0.001844,
0.00463,
0.000675,
0.000524,
0.000102,
0.000307
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-472",
"qid": "decision",
"type": "choice",
"pick": "lost_or_stolen_card",
"pick_run": "lost_or_stolen_card",
"same": true,
"pick_merged": "lost_or_stolen_card",
"same_as_merged": true,
"max_abs_dp": 0.000199487097126555,
"probs": [
0.000664,
0.000454,
0.00037,
0.00036,
0.000349,
0.000437,
0.000496,
0.000232,
0.000404,
0.000289,
0.000393,
0.000411,
0.000272,
0.000224,
0.00063,
0.00157,
0.000437,
0.000393,
0.000447,
0.000365,
0.000564,
0.001222,
0.218476,
0.000384,
0.00023,
0.000258,
0.000104,
0.000272,
0.000305,
0.000295,
0.000153,
0.000304,
0.000313,
0.000152,
0.000271,
0.00012,
0.00015,
0.000272,
0.000311,
0.00028,
0.000106,
0.763387,
0.000206,
0.000243,
0.00038,
0.000273,
0.000186,
0.000261,
0.000454,
0.000142,
0.000102,
5.8e-05,
2.4e-05,
8e-06,
1.9e-05,
8e-06,
2.8e-05,
1e-05,
1.4e-05,
1.1e-05,
1.8e-05,
6e-06,
6e-06,
2.1e-05,
1e-05,
9e-06,
1.7e-05,
0.000147,
2.1e-05,
1.8e-05,
1.3e-05,
2.4e-05,
9e-06,
2.8e-05,
7e-06,
2.5e-05,
6.7e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1528",
"qid": "decision",
"type": "choice",
"pick": "passcode_forgotten",
"pick_run": "passcode_forgotten",
"same": true,
"pick_merged": "passcode_forgotten",
"same_as_merged": true,
"max_abs_dp": 0.0018508910938727675,
"probs": [
8e-05,
0.000112,
0.000145,
9.3e-05,
5e-05,
5.8e-05,
7.4e-05,
5.4e-05,
0.00012,
3.9e-05,
5.4e-05,
5e-05,
4.1e-05,
5e-05,
7.9e-05,
0.00021,
0.000124,
0.000126,
0.000213,
0.000131,
4.1e-05,
0.022774,
8.2e-05,
8.4e-05,
5.5e-05,
9.9e-05,
3.4e-05,
5.4e-05,
7.6e-05,
7.2e-05,
1.1e-05,
6.8e-05,
6.1e-05,
4e-05,
4.5e-05,
2.7e-05,
3.3e-05,
0.000125,
5.5e-05,
7.2e-05,
2e-05,
9.8e-05,
8e-05,
0.000184,
0.971096,
0.00022,
7.3e-05,
0.00019,
5.8e-05,
0.001543,
6e-05,
4.7e-05,
1e-05,
6e-06,
2.3e-05,
3e-06,
8e-06,
4e-06,
4e-06,
4e-06,
3e-06,
1e-06,
4e-06,
6e-06,
6e-06,
5e-06,
5e-06,
6e-06,
3.3e-05,
0.000294,
1.1e-05,
1.1e-05,
1.2e-05,
3e-06,
1.6e-05,
2.3e-05,
2.1e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2432",
"qid": "decision",
"type": "choice",
"pick": "getting_spare_card",
"pick_run": "getting_spare_card",
"same": true,
"pick_merged": "getting_spare_card",
"same_as_merged": true,
"max_abs_dp": 0.004248004540584955,
"probs": [
0.003614,
0.002088,
0.000847,
0.000364,
0.00028,
0.000253,
0.000374,
0.000193,
0.00055,
0.000628,
0.004837,
0.004259,
0.001704,
0.019078,
0.000449,
0.000277,
0.000371,
0.001113,
0.000321,
0.000216,
0.00021,
0.000173,
0.000254,
0.000242,
0.00024,
0.000268,
0.001241,
0.001789,
0.002747,
0.001573,
0.000972,
0.000675,
0.001053,
0.001097,
0.001601,
0.001136,
0.001992,
0.006216,
0.22614,
0.443421,
0.003077,
0.001593,
0.000694,
0.240269,
0.001877,
0.001491,
0.000575,
0.000634,
0.001932,
0.000397,
0.000452,
0.000214,
0.000344,
0.000148,
0.000615,
0.00016,
0.000392,
0.000196,
0.000246,
0.000356,
0.000181,
0.000132,
0.000668,
0.000302,
0.001843,
0.003354,
0.000432,
0.000124,
0.000697,
0.000246,
0.000192,
0.000249,
9.7e-05,
0.000374,
0.000121,
0.000256,
0.00021
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-819",
"qid": "decision",
"type": "choice",
"pick": "card_payment_fee_charged",
"pick_run": "card_payment_fee_charged",
"same": true,
"pick_merged": "card_payment_fee_charged",
"same_as_merged": true,
"max_abs_dp": 0.007808709784089762,
"probs": [
0.001447,
0.000983,
0.001562,
0.001542,
0.001297,
0.00172,
0.000778,
0.000418,
0.000987,
0.000595,
0.043916,
0.000579,
0.000826,
0.000512,
0.006184,
0.757836,
0.004753,
0.001415,
0.000394,
0.038691,
0.000822,
0.000419,
0.000825,
0.000982,
0.0015,
0.000967,
0.000547,
0.001067,
0.000896,
0.000788,
0.001194,
0.008826,
0.000482,
0.000135,
0.042784,
0.000182,
0.00061,
0.000638,
0.001469,
0.000172,
0.000234,
0.000474,
0.000393,
0.000283,
0.000304,
0.002271,
0.00017,
0.000182,
0.000519,
7.6e-05,
0.000875,
5.8e-05,
0.000221,
0.000224,
0.002011,
0.000167,
0.00335,
0.025721,
0.000699,
0.000222,
0.001665,
0.000312,
0.004231,
0.000985,
0.017642,
0.000193,
0.000293,
0.000436,
0.000186,
0.000131,
0.000389,
0.00048,
0.000209,
0.000959,
0.000244,
0.000288,
0.001158
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1504",
"qid": "decision",
"type": "choice",
"pick": "direct_debit_payment_not_recognised",
"pick_run": "direct_debit_payment_not_recognised",
"same": true,
"pick_merged": "direct_debit_payment_not_recognised",
"same_as_merged": true,
"max_abs_dp": 0.00048491400406602825,
"probs": [
0.000281,
0.00019,
0.000168,
0.000122,
0.000184,
9.4e-05,
0.000131,
0.000109,
0.000366,
0.000177,
0.000169,
9.6e-05,
6.3e-05,
9.6e-05,
0.000153,
0.000512,
0.005893,
0.000229,
0.000135,
0.000567,
0.001647,
0.000238,
0.000408,
0.000135,
0.000152,
0.000347,
0.000281,
0.000302,
0.977263,
0.000216,
0.000171,
8.7e-05,
0.000163,
8.1e-05,
0.005684,
8.6e-05,
7.2e-05,
0.000212,
8e-05,
6.8e-05,
6e-05,
0.000167,
0.000413,
9.5e-05,
0.000146,
0.000219,
0.000119,
0.000101,
9e-05,
0.000116,
0.000121,
3.7e-05,
3.4e-05,
3.6e-05,
0.000433,
3.5e-05,
3.2e-05,
7e-06,
1.4e-05,
1.4e-05,
3.7e-05,
7e-06,
1.2e-05,
3.5e-05,
9e-06,
9e-06,
1.1e-05,
8e-06,
1.4e-05,
1.7e-05,
1.9e-05,
2e-05,
1.2e-05,
8e-06,
6e-06,
2.2e-05,
3.6e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-978",
"qid": "decision",
"type": "choice",
"pick": "card_acceptance",
"pick_run": "card_acceptance",
"same": true,
"pick_merged": "card_acceptance",
"same_as_merged": true,
"max_abs_dp": 0.0008392639534973985,
"probs": [
0.000443,
0.000761,
0.001078,
0.002492,
0.001006,
0.000523,
0.000533,
0.000315,
0.000284,
0.000533,
0.95991,
0.000476,
0.000284,
0.000511,
0.002682,
0.000508,
0.000331,
0.000379,
0.000273,
0.000296,
0.000413,
0.000315,
0.000525,
0.000517,
0.004601,
0.001391,
9e-06,
9e-05,
0.000241,
6.1e-05,
2.4e-05,
5e-06,
1.7e-05,
6e-06,
2.5e-05,
7e-06,
2.8e-05,
2.5e-05,
1.5e-05,
1.1e-05,
5e-06,
2e-05,
5e-06,
2.4e-05,
1.6e-05,
3.3e-05,
1e-05,
7e-06,
0.000267,
6e-06,
2.1e-05,
6e-06,
2.1e-05,
2.1e-05,
0.009389,
0.0001,
3.3e-05,
3.6e-05,
5.4e-05,
6.3e-05,
1.7e-05,
3.2e-05,
0.000276,
3e-05,
3.7e-05,
2.7e-05,
2.6e-05,
1.3e-05,
3e-05,
3.6e-05,
2e-05,
0.00022,
2e-05,
0.007027,
4.6e-05,
5.3e-05,
1.1e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2236",
"qid": "decision",
"type": "choice",
"pick": "receiving_money",
"pick_run": "receiving_money",
"same": true,
"pick_merged": "receiving_money",
"same_as_merged": true,
"max_abs_dp": 0.01119244865030744,
"probs": [
0.000963,
0.001263,
0.001025,
0.000269,
0.0005,
0.000986,
0.000176,
0.000118,
0.000174,
9.1e-05,
0.00072,
0.000267,
9e-05,
0.001117,
0.000196,
0.000122,
0.000363,
0.000112,
7.8e-05,
0.000152,
6.7e-05,
0.000107,
0.000173,
0.00026,
0.006767,
0.000108,
0.000332,
0.000902,
0.000699,
0.000613,
0.00051,
0.000531,
0.000717,
0.001114,
0.004786,
0.001137,
0.000867,
0.000558,
0.001326,
0.01051,
0.000421,
0.000558,
0.001714,
0.004489,
0.000663,
0.000871,
0.000764,
0.002468,
0.003504,
0.001882,
0.643353,
0.003264,
0.000436,
0.000508,
0.00222,
0.00078,
0.000471,
0.000963,
0.002551,
0.001155,
0.000207,
0.000374,
0.001518,
0.001305,
0.001346,
0.252472,
0.000866,
0.00217,
0.001146,
0.000934,
0.003135,
0.001614,
0.000835,
0.001161,
0.001499,
0.015379,
0.000138
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1925",
"qid": "decision",
"type": "choice",
"pick": "card_swallowed",
"pick_run": "card_swallowed",
"same": true,
"pick_merged": "card_swallowed",
"same_as_merged": true,
"max_abs_dp": 0.010124792537174826,
"probs": [
0.001346,
0.000807,
0.001076,
0.228445,
0.000804,
0.000723,
0.000521,
0.000418,
0.000361,
0.001011,
0.007534,
0.000803,
0.000693,
0.000619,
0.030103,
0.000716,
0.000851,
0.000904,
0.705292,
0.001708,
0.000626,
0.000541,
0.000518,
0.000613,
0.000276,
0.000676,
0.003366,
0.000448,
0.000561,
0.000505,
0.000199,
0.000132,
0.000232,
0.000228,
0.000251,
0.000155,
0.000222,
0.000131,
0.000426,
0.000185,
0.000192,
0.000174,
8.9e-05,
0.000113,
0.000562,
0.001418,
0.000122,
0.000149,
0.000135,
7.8e-05,
6.8e-05,
5.1e-05,
0.000138,
0.000171,
0.000229,
4.9e-05,
4.8e-05,
4.7e-05,
6.8e-05,
6.2e-05,
2.5e-05,
3.9e-05,
5.3e-05,
3.6e-05,
0.000119,
5.2e-05,
3.3e-05,
4.2e-05,
3e-05,
0.000138,
8.1e-05,
4.4e-05,
3.5e-05,
2.1e-05,
2.1e-05,
5.3e-05,
0.000186
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-704",
"qid": "decision",
"type": "choice",
"pick": "cancel_transfer",
"pick_run": "cancel_transfer",
"same": true,
"pick_merged": "cancel_transfer",
"same_as_merged": true,
"max_abs_dp": 0.006206727180654403,
"probs": [
0.001652,
0.002407,
0.001234,
0.000658,
0.000881,
0.007631,
0.001013,
0.005572,
0.487601,
0.001243,
0.000687,
0.000576,
0.000229,
0.000272,
0.000475,
0.000861,
0.002465,
0.000445,
0.000311,
0.000378,
0.000367,
0.000431,
0.00106,
0.000575,
0.000415,
0.001258,
0.003032,
0.015687,
0.002142,
0.000633,
0.000455,
0.000565,
0.000861,
0.000732,
0.009344,
0.023352,
0.000493,
0.001027,
0.000757,
0.001068,
0.005661,
0.000644,
0.001033,
0.000597,
0.00055,
0.000334,
0.000432,
0.000951,
0.006657,
0.001106,
0.003174,
0.007644,
0.175884,
0.001438,
0.002495,
0.00049,
0.000977,
0.000867,
0.001064,
0.00088,
0.00259,
0.007883,
0.001422,
0.003329,
0.003527,
0.004288,
0.139021,
0.005371,
0.00049,
0.001614,
0.001113,
0.00192,
0.000555,
0.000837,
0.00086,
0.004911,
0.026548
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2288",
"qid": "decision",
"type": "choice",
"pick": "failed_transfer",
"pick_run": "failed_transfer",
"same": true,
"pick_merged": "failed_transfer",
"same_as_merged": true,
"max_abs_dp": 0.009400123175263508,
"probs": [
0.003559,
0.002221,
0.001198,
0.000411,
0.000809,
0.033409,
0.000534,
0.001475,
0.00303,
0.005986,
0.000362,
0.000256,
0.00015,
8.8e-05,
0.000616,
0.000314,
0.00052,
0.000203,
0.000249,
0.000309,
0.000463,
0.000225,
0.000527,
0.000272,
0.000176,
0.000451,
0.001279,
0.241561,
0.001325,
0.001166,
0.000421,
0.001318,
0.002241,
0.012078,
0.009049,
0.580498,
0.000869,
0.001018,
0.000572,
0.000505,
0.003724,
0.001501,
0.001521,
0.000558,
0.000406,
0.000411,
0.000823,
0.001269,
0.005359,
0.000523,
0.001284,
0.000628,
0.000848,
0.000561,
0.000834,
0.000184,
0.00026,
0.000308,
0.000379,
0.007219,
0.000336,
0.028203,
0.000398,
0.000282,
0.000475,
0.00112,
0.023803,
0.001969,
0.000145,
0.000507,
0.00027,
0.000478,
0.000166,
0.000787,
0.000318,
0.000198,
0.000235
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2119",
"qid": "decision",
"type": "choice",
"pick": "change_pin",
"pick_run": "change_pin",
"same": true,
"pick_merged": "change_pin",
"same_as_merged": true,
"max_abs_dp": 0.0010252185892144494,
"probs": [
0.000303,
0.000297,
0.000471,
0.003275,
0.000815,
0.00026,
0.000238,
0.000155,
0.000203,
0.000293,
0.000567,
0.000327,
0.000208,
0.000315,
0.000838,
0.00048,
0.000557,
0.000654,
0.000644,
0.000494,
0.000571,
0.96488,
0.000182,
0.000915,
0.007772,
0.000335,
0.000131,
0.000338,
0.000734,
0.000552,
0.000181,
0.000298,
0.000132,
0.000286,
0.000175,
0.000146,
0.000156,
0.000177,
0.000191,
0.000153,
5.1e-05,
0.000128,
0.000151,
0.000374,
0.002784,
0.000227,
0.000107,
0.000697,
0.000119,
0.004259,
0.000408,
0.00012,
3.6e-05,
1.6e-05,
5.8e-05,
1.2e-05,
5.3e-05,
2.3e-05,
1.9e-05,
2e-05,
9e-06,
1.3e-05,
1.5e-05,
1.5e-05,
1.7e-05,
7e-06,
7e-06,
7e-06,
3e-05,
2.8e-05,
1.4e-05,
2.1e-05,
9.7e-05,
6e-06,
0.0001,
0.000124,
0.000126
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2886",
"qid": "decision",
"type": "choice",
"pick": "extra_charge_on_statement",
"pick_run": "extra_charge_on_statement",
"same": true,
"pick_merged": "extra_charge_on_statement",
"same_as_merged": true,
"max_abs_dp": 0.011735744191969655,
"probs": [
0.001378,
0.001516,
0.001424,
0.002883,
0.002953,
0.003671,
0.000786,
0.000501,
0.00191,
0.00037,
0.002607,
0.000541,
0.001198,
0.000304,
0.002387,
0.171427,
0.007849,
0.001496,
0.00049,
0.040847,
0.001537,
0.00049,
0.000637,
0.001205,
0.000576,
0.000596,
0.000896,
0.000889,
0.000705,
0.000476,
0.001524,
0.003944,
0.000267,
0.000742,
0.67853,
0.000743,
0.000182,
0.000921,
0.002325,
0.000145,
0.000186,
0.000382,
0.000631,
0.00016,
0.000303,
0.000637,
0.000365,
0.000169,
0.000171,
0.000169,
0.000968,
0.000131,
0.000288,
0.000284,
0.000507,
0.000226,
0.005386,
0.004061,
0.000743,
0.000576,
0.002285,
0.000366,
0.00049,
0.002743,
0.030655,
0.0003,
0.000118,
0.000381,
0.0001,
0.000319,
0.000676,
0.000235,
0.00012,
0.000104,
0.000194,
0.0002,
0.000501
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1931",
"qid": "decision",
"type": "choice",
"pick": "card_swallowed",
"pick_run": "card_swallowed",
"same": true,
"pick_merged": "card_swallowed",
"same_as_merged": true,
"max_abs_dp": 0.006851162784355984,
"probs": [
0.00077,
0.000515,
0.000882,
0.067135,
0.000821,
0.000619,
0.000502,
0.000381,
0.000256,
0.001066,
0.005265,
0.000799,
0.000614,
0.000582,
0.017315,
0.000839,
0.001171,
0.001137,
0.889981,
0.001554,
0.000727,
0.000436,
0.000656,
0.000378,
0.000273,
0.00076,
0.000428,
0.0002,
0.000312,
0.000211,
9.9e-05,
9.5e-05,
9.4e-05,
0.000133,
8.6e-05,
8.1e-05,
0.000113,
6.6e-05,
0.000164,
9.6e-05,
9.1e-05,
0.000152,
5e-05,
7e-05,
0.000242,
0.000299,
7.8e-05,
7.3e-05,
8.1e-05,
3.9e-05,
3.6e-05,
2.9e-05,
7.7e-05,
4.3e-05,
0.000173,
3e-05,
3.3e-05,
2.9e-05,
3.5e-05,
3.8e-05,
1.1e-05,
2.1e-05,
3.1e-05,
2.1e-05,
4.8e-05,
3e-05,
2e-05,
2.8e-05,
2.8e-05,
8.9e-05,
4.1e-05,
3.7e-05,
1.6e-05,
1.4e-05,
1.6e-05,
3.3e-05,
0.000205
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2558",
"qid": "decision",
"type": "choice",
"pick": "cash_withdrawal_charge",
"pick_run": "cash_withdrawal_charge",
"same": true,
"pick_merged": "cash_withdrawal_charge",
"same_as_merged": true,
"max_abs_dp": 0.006521935225549447,
"probs": [
0.001721,
0.001866,
0.001799,
0.037515,
0.001689,
0.001812,
0.000787,
0.000714,
0.000888,
0.000719,
0.000858,
0.000556,
0.000511,
0.000298,
0.000791,
0.004097,
0.002007,
0.002108,
0.000923,
0.72007,
0.00874,
0.000536,
0.000824,
0.00086,
0.002215,
0.000546,
0.00134,
0.000885,
0.000858,
0.000714,
0.000701,
0.001366,
0.000551,
0.000451,
0.057242,
0.000657,
0.000165,
0.000944,
0.000538,
0.000449,
0.000191,
0.000273,
0.000209,
0.000477,
0.00052,
0.002264,
0.000895,
0.000151,
0.000321,
0.000322,
0.00643,
0.000179,
0.003086,
0.000216,
0.000637,
0.00029,
0.001484,
0.000577,
0.000442,
0.000371,
0.002319,
0.000403,
0.000214,
0.001819,
0.000964,
0.000322,
0.00024,
0.000167,
0.000315,
0.000578,
0.001137,
0.000381,
0.000147,
0.000167,
0.000418,
0.060375,
0.048388
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2801",
"qid": "decision",
"type": "choice",
"pick": "top_up_by_card_charge",
"pick_run": "top_up_by_card_charge",
"same": true,
"pick_merged": "top_up_by_card_charge",
"same_as_merged": true,
"max_abs_dp": 0.005810726364615243,
"probs": [
0.001568,
0.007096,
0.001492,
0.000367,
0.021731,
0.001443,
0.000347,
0.000136,
0.000187,
0.000161,
0.002065,
0.000198,
0.000143,
0.000158,
0.000155,
0.009645,
0.000501,
0.000137,
0.00014,
0.000805,
0.000606,
0.000144,
0.000138,
0.000152,
0.000491,
0.000199,
0.000201,
0.001098,
0.000625,
0.000412,
0.00151,
0.009791,
0.000332,
0.00012,
0.001522,
7.2e-05,
0.001885,
0.000318,
0.00047,
0.000156,
0.000136,
0.000344,
0.000178,
0.00013,
0.000347,
0.000313,
0.000206,
0.000386,
0.000306,
4.7e-05,
0.000339,
9e-05,
0.000997,
0.000801,
0.004452,
0.000718,
0.034027,
0.71885,
0.00465,
0.00214,
0.008113,
0.002459,
0.133513,
0.001231,
0.0022,
0.000867,
0.00053,
0.001025,
0.000301,
0.000741,
0.000692,
0.004002,
0.001408,
0.001902,
0.001688,
0.000776,
0.000378
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2842",
"qid": "decision",
"type": "choice",
"pick": "activate_my_card",
"pick_run": "activate_my_card",
"same": true,
"pick_merged": "activate_my_card",
"same_as_merged": true,
"max_abs_dp": 0.0006458505604781672,
"probs": [
0.987523,
0.000501,
0.000777,
0.000128,
0.000163,
7.3e-05,
8e-05,
5e-05,
8.1e-05,
0.000291,
0.0014,
0.003157,
0.000107,
0.002823,
0.000592,
6.5e-05,
6.5e-05,
8.1e-05,
7.6e-05,
6.2e-05,
5.9e-05,
0.000465,
4.7e-05,
0.000108,
3.5e-05,
9.5e-05,
7.1e-05,
2.9e-05,
5.3e-05,
1.7e-05,
1.9e-05,
1.3e-05,
9e-06,
1.8e-05,
3.7e-05,
2.7e-05,
2.8e-05,
4.6e-05,
0.000124,
3.8e-05,
4.7e-05,
1.4e-05,
2.8e-05,
2.8e-05,
2.9e-05,
2.8e-05,
1.9e-05,
3.1e-05,
1.9e-05,
1.3e-05,
1.3e-05,
1.3e-05,
2.6e-05,
4e-06,
4.4e-05,
4e-06,
5e-06,
5e-06,
3e-06,
6e-06,
2e-06,
5e-06,
2.6e-05,
1e-05,
2.2e-05,
2.2e-05,
5e-06,
3e-06,
6e-06,
2.4e-05,
4e-06,
7e-06,
2e-05,
4e-06,
5e-06,
4e-06,
2.2e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-258",
"qid": "decision",
"type": "choice",
"pick": "fiat_currency_support",
"pick_run": "fiat_currency_support",
"same": true,
"pick_merged": "fiat_currency_support",
"same_as_merged": true,
"max_abs_dp": 0.019742347238600133,
"probs": [
0.000317,
0.000931,
0.000367,
0.001202,
0.000307,
0.000518,
0.000235,
0.000156,
0.000177,
0.000141,
0.008386,
9.5e-05,
8e-05,
5.5e-05,
7.4e-05,
8.1e-05,
0.000126,
0.000159,
0.000102,
9.6e-05,
7.3e-05,
0.00012,
0.000105,
0.000308,
0.02795,
0.000382,
0.000498,
0.000612,
0.024142,
0.000863,
0.000371,
0.000842,
0.003058,
0.000738,
0.001634,
0.000804,
0.733849,
0.000434,
0.000312,
0.000205,
6e-05,
0.000332,
0.000506,
0.000251,
0.000248,
0.000179,
0.000143,
0.000177,
0.000402,
0.000218,
0.001412,
0.000134,
0.000383,
0.000161,
0.172497,
0.000329,
0.000231,
0.000237,
0.000217,
0.000197,
0.00028,
0.000211,
0.007917,
0.000124,
0.000238,
0.000211,
8.5e-05,
5.7e-05,
0.000163,
0.00029,
0.000258,
0.000237,
6.4e-05,
0.000143,
4.2e-05,
0.000336,
0.000125
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-180",
"qid": "decision",
"type": "choice",
"pick": "extra_charge_on_statement",
"pick_run": "extra_charge_on_statement",
"same": true,
"pick_merged": "extra_charge_on_statement",
"same_as_merged": true,
"max_abs_dp": 0.0026105860603536715,
"probs": [
0.001157,
0.001762,
0.001357,
0.001161,
0.005197,
0.003614,
0.000686,
0.000392,
0.001015,
0.000278,
0.002113,
0.000367,
0.000827,
0.000228,
0.00128,
0.174353,
0.012281,
0.001148,
0.000354,
0.02629,
0.00072,
0.000287,
0.000343,
0.00061,
0.000297,
0.000288,
0.000686,
0.000719,
0.001635,
0.000502,
0.003074,
0.007644,
0.000292,
0.000907,
0.67442,
0.000537,
0.000238,
0.000948,
0.001622,
0.000144,
0.000206,
0.000403,
0.000817,
0.000162,
0.000296,
0.000927,
0.000319,
0.000174,
0.00015,
0.000156,
0.000792,
9e-05,
0.000192,
0.000304,
0.000655,
0.000267,
0.02012,
0.009823,
0.000801,
0.00073,
0.002632,
0.000353,
0.000625,
0.001373,
0.023011,
0.000267,
0.000137,
0.000385,
9e-05,
0.000318,
0.000669,
0.000236,
0.000112,
9.6e-05,
0.000203,
0.000129,
0.000208
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2691",
"qid": "decision",
"type": "choice",
"pick": "balance_not_updated_after_bank_transfer",
"pick_run": "balance_not_updated_after_bank_transfer",
"same": true,
"pick_merged": "balance_not_updated_after_bank_transfer",
"same_as_merged": true,
"max_abs_dp": 0.0017004348547104975,
"probs": [
0.000267,
0.000888,
0.000884,
0.000761,
0.009929,
0.966889,
0.007075,
0.000686,
0.000346,
0.000626,
0.000303,
0.000202,
0.000155,
0.000197,
0.000315,
0.000238,
0.000254,
0.000165,
0.000155,
0.000152,
0.000155,
0.000202,
0.000507,
8.4e-05,
0.000118,
8.1e-05,
2.6e-05,
0.000309,
0.000282,
0.000132,
0.000222,
0.000336,
0.000144,
0.000176,
0.000215,
0.000395,
2e-05,
6.3e-05,
5.7e-05,
0.000141,
0.00015,
0.000136,
4.6e-05,
9.5e-05,
5.4e-05,
6.5e-05,
4.6e-05,
0.000411,
0.000999,
7.7e-05,
0.000291,
7.9e-05,
3e-05,
1.4e-05,
6.5e-05,
1.6e-05,
0.000409,
0.000243,
7.8e-05,
0.000112,
1e-05,
0.000137,
2.1e-05,
3.3e-05,
6.4e-05,
0.000864,
0.000684,
0.000271,
2.4e-05,
2.6e-05,
1.9e-05,
3.8e-05,
4.4e-05,
8.8e-05,
3.9e-05,
2e-05,
4.7e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-634",
"qid": "decision",
"type": "choice",
"pick": "top_up_by_bank_transfer_charge",
"pick_run": "top_up_by_bank_transfer_charge",
"same": true,
"pick_merged": "top_up_by_bank_transfer_charge",
"same_as_merged": true,
"max_abs_dp": 0.0005068288020007028,
"probs": [
9e-05,
0.000754,
9e-05,
4.1e-05,
0.00149,
0.000149,
3.2e-05,
1.4e-05,
1.8e-05,
1.5e-05,
2e-05,
1.5e-05,
2.1e-05,
1.6e-05,
1.5e-05,
0.000111,
3.8e-05,
1.7e-05,
2.4e-05,
7.1e-05,
1.1e-05,
3.4e-05,
2.4e-05,
1.5e-05,
4.3e-05,
1.5e-05,
1.9e-05,
0.000129,
0.000131,
0.000142,
0.000564,
0.000307,
4.5e-05,
3.6e-05,
0.000173,
2.9e-05,
3.7e-05,
6e-05,
0.000296,
5.3e-05,
1e-05,
0.000121,
4e-05,
5.7e-05,
7.5e-05,
5.1e-05,
3.3e-05,
0.000543,
0.000103,
2.3e-05,
0.000146,
2.8e-05,
0.000124,
0.00024,
0.000523,
0.000333,
0.982224,
0.002292,
0.000446,
0.000282,
0.000233,
0.000141,
0.000301,
9.4e-05,
0.004185,
0.000338,
9.8e-05,
0.000587,
5e-05,
0.000125,
7.2e-05,
0.000167,
0.000288,
9.8e-05,
0.000162,
0.000135,
2.8e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2958",
"qid": "decision",
"type": "choice",
"pick": "top_up_failed",
"pick_run": "top_up_failed",
"same": true,
"pick_merged": "top_up_failed",
"same_as_merged": true,
"max_abs_dp": 0.0065334373994927475,
"probs": [
0.001643,
0.00674,
0.255564,
0.000493,
0.008029,
0.003197,
0.000698,
0.000899,
0.00032,
0.000182,
0.000345,
0.000294,
0.000128,
0.000178,
0.001207,
0.000222,
0.00036,
0.000128,
0.000168,
0.000186,
0.000249,
0.000493,
0.000127,
0.000221,
0.000246,
0.000276,
0.000115,
0.000679,
0.000446,
0.000427,
0.000198,
0.000248,
0.000377,
0.005274,
0.000304,
0.000112,
0.000257,
0.000165,
0.000205,
0.000171,
0.000138,
0.000474,
0.000175,
9.1e-05,
0.000176,
0.000172,
0.000233,
0.008645,
0.000187,
4.8e-05,
0.00012,
8.8e-05,
0.000323,
0.000328,
0.001464,
0.000356,
0.001857,
0.003426,
0.006115,
0.663696,
0.000717,
0.001146,
0.003814,
0.000609,
0.000794,
0.000626,
0.000265,
0.000382,
0.000199,
0.000561,
0.000529,
0.002502,
0.005892,
0.000797,
0.000862,
0.000237,
0.000387
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-882",
"qid": "decision",
"type": "choice",
"pick": "fiat_currency_support",
"pick_run": "fiat_currency_support",
"same": true,
"pick_merged": "fiat_currency_support",
"same_as_merged": true,
"max_abs_dp": 0.0073437071897242134,
"probs": [
0.000346,
0.001171,
0.000482,
0.000374,
0.000412,
0.000286,
0.000513,
0.000165,
0.000138,
7.7e-05,
0.002989,
7.1e-05,
5.4e-05,
4.2e-05,
3.7e-05,
4.9e-05,
6.4e-05,
6e-05,
5.7e-05,
6.9e-05,
4.3e-05,
7.7e-05,
5.8e-05,
0.000102,
0.00103,
0.000132,
0.001163,
0.001034,
0.019563,
0.00068,
0.000382,
0.000828,
0.006591,
0.00286,
0.001772,
0.000734,
0.511166,
0.000466,
0.000377,
0.000255,
6.4e-05,
0.000292,
0.000575,
0.000245,
0.000451,
0.000231,
0.000221,
0.000357,
0.000452,
0.000169,
0.000816,
0.000161,
0.000984,
0.000677,
0.364266,
0.000486,
0.00073,
0.001492,
0.015723,
0.0036,
0.002433,
0.000879,
0.040421,
0.000598,
0.000837,
0.000721,
0.000148,
0.000205,
0.000211,
0.000749,
0.000695,
0.001701,
0.0004,
0.000439,
0.000202,
0.000443,
0.00016
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-218",
"qid": "decision",
"type": "choice",
"pick": "pending_cash_withdrawal",
"pick_run": "pending_cash_withdrawal",
"same": true,
"pick_merged": "pending_cash_withdrawal",
"same_as_merged": true,
"max_abs_dp": 0.007779176948314093,
"probs": [
0.005874,
0.002421,
0.002309,
0.148052,
0.000621,
0.002497,
0.000647,
0.000354,
0.000629,
0.000431,
0.000793,
0.000341,
0.000311,
0.000248,
0.003041,
0.000744,
0.000853,
0.000456,
0.001665,
0.051239,
0.090518,
0.001064,
0.000867,
0.000869,
0.000516,
0.000884,
0.128484,
0.001567,
0.002324,
0.003008,
0.001608,
0.000812,
0.001372,
0.001643,
0.002776,
0.0011,
0.000665,
0.00105,
0.00206,
0.001367,
0.001866,
0.000718,
0.001964,
0.000794,
0.002949,
0.016575,
0.492318,
0.00141,
0.001743,
0.000757,
0.002925,
0.000922,
0.000437,
0.002153,
0.00036,
0.000111,
0.000182,
8.4e-05,
0.000102,
0.000113,
0.000111,
7.3e-05,
7.3e-05,
6.4e-05,
0.000103,
4.6e-05,
9.7e-05,
4.9e-05,
8.2e-05,
0.000238,
0.000322,
0.00117,
5e-05,
5.4e-05,
3.3e-05,
0.000455,
0.000417
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1871",
"qid": "decision",
"type": "choice",
"pick": "transfer_fee_charged",
"pick_run": "transfer_fee_charged",
"same": true,
"pick_merged": "transfer_fee_charged",
"same_as_merged": true,
"max_abs_dp": 0.005223294702448422,
"probs": [
0.001425,
0.00184,
0.000889,
0.000164,
0.000226,
0.002853,
0.000209,
7.7e-05,
0.000223,
0.000105,
9.6e-05,
0.000159,
0.000393,
6.3e-05,
8.2e-05,
0.003379,
0.000311,
7.7e-05,
8.7e-05,
0.000426,
7.6e-05,
7.3e-05,
0.001167,
0.000176,
0.00014,
9.5e-05,
0.000518,
0.003784,
0.000484,
0.000276,
0.001459,
0.000885,
0.000603,
0.000443,
0.002628,
0.00087,
0.000343,
0.00078,
0.005932,
0.000431,
0.00056,
0.002352,
0.001757,
0.000754,
0.000496,
0.002119,
0.000953,
0.010827,
0.331102,
0.000899,
0.001361,
0.000324,
0.000466,
0.000746,
0.001253,
0.000569,
0.011702,
0.002692,
0.001138,
0.000626,
0.001205,
0.001143,
0.001039,
0.002694,
0.491197,
0.00286,
0.002221,
0.046476,
0.000756,
0.001279,
0.002696,
0.001131,
0.001475,
0.034889,
0.001341,
0.000422,
0.000234
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1660",
"qid": "decision",
"type": "choice",
"pick": "lost_or_stolen_card",
"pick_run": "lost_or_stolen_card",
"same": true,
"pick_merged": "lost_or_stolen_card",
"same_as_merged": true,
"max_abs_dp": 0.003099982307045751,
"probs": [
0.009547,
0.000981,
0.00091,
0.000775,
0.000252,
0.000546,
0.000634,
0.000151,
0.000388,
0.000282,
0.000337,
0.000579,
0.000291,
0.000269,
0.001109,
0.002978,
0.001523,
0.000599,
0.000385,
0.000579,
0.000725,
0.001782,
0.195885,
0.000434,
0.000263,
0.000219,
0.000453,
0.000825,
0.001173,
0.001067,
0.000778,
0.000805,
0.000798,
0.000547,
0.000649,
0.000535,
0.000565,
0.000694,
0.000672,
0.000643,
0.000734,
0.692434,
0.064532,
0.000821,
0.001448,
0.000655,
0.000982,
0.001101,
0.002364,
0.000361,
0.000534,
0.000267,
4.8e-05,
1.7e-05,
3.3e-05,
1.8e-05,
4.3e-05,
2.1e-05,
2.5e-05,
2e-05,
2.5e-05,
1.4e-05,
2.1e-05,
3.2e-05,
2.2e-05,
1.4e-05,
2.6e-05,
0.000366,
4.2e-05,
3.4e-05,
2.4e-05,
4.5e-05,
2.2e-05,
4.5e-05,
1.4e-05,
4.4e-05,
0.000129
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1126",
"qid": "decision",
"type": "choice",
"pick": "edit_personal_details",
"pick_run": "edit_personal_details",
"same": true,
"pick_merged": "edit_personal_details",
"same_as_merged": true,
"max_abs_dp": 2.3691733503583556e-05,
"probs": [
0.000288,
0.000112,
5.1e-05,
2.6e-05,
0.000189,
4.3e-05,
2.2e-05,
1.6e-05,
6.2e-05,
1.8e-05,
2.7e-05,
4.2e-05,
2e-05,
2e-05,
2.1e-05,
3.8e-05,
2.4e-05,
4.3e-05,
3.8e-05,
4.4e-05,
1.5e-05,
5.4e-05,
2.6e-05,
4.1e-05,
3.3e-05,
3.2e-05,
8.1e-05,
0.000141,
0.000121,
0.000172,
0.996788,
0.000168,
4.2e-05,
6.1e-05,
7.3e-05,
2.7e-05,
2.3e-05,
4.1e-05,
2.7e-05,
2.5e-05,
6.6e-05,
5.4e-05,
4.2e-05,
4.2e-05,
3.6e-05,
3.5e-05,
3.4e-05,
7.2e-05,
2.3e-05,
2.2e-05,
6.2e-05,
2.9e-05,
3.2e-05,
8e-06,
2e-05,
1.5e-05,
0.000165,
1.2e-05,
7e-06,
6e-06,
2e-06,
2e-06,
8e-06,
5e-06,
5e-06,
4e-06,
4e-06,
3e-06,
7e-06,
6e-06,
3e-06,
3e-06,
4e-06,
2e-06,
3e-06,
8e-06,
1.2e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2321",
"qid": "decision",
"type": "choice",
"pick": "transfer_into_account",
"pick_run": "transfer_into_account",
"same": true,
"pick_merged": "transfer_into_account",
"same_as_merged": true,
"max_abs_dp": 0.013481811466315774,
"probs": [
0.001006,
0.000711,
0.000236,
9.4e-05,
0.000432,
0.000144,
6.3e-05,
4.7e-05,
9.8e-05,
3.5e-05,
4.5e-05,
3.4e-05,
2e-05,
8.9e-05,
3.3e-05,
3.3e-05,
0.000102,
3.7e-05,
2.2e-05,
3e-05,
1.3e-05,
2.9e-05,
4.1e-05,
9.4e-05,
0.010739,
3.2e-05,
0.000122,
0.000371,
0.000151,
0.000275,
0.000425,
0.000242,
0.000402,
0.000522,
0.00331,
0.000627,
0.000512,
0.00022,
0.000402,
0.00652,
0.000256,
0.00034,
0.000741,
0.000824,
0.000355,
0.00035,
0.000335,
0.001133,
0.00097,
0.000539,
0.150468,
0.000551,
0.000225,
0.000197,
0.000435,
0.000348,
0.000479,
0.000915,
0.002484,
0.001009,
0.00025,
0.000519,
0.00309,
0.000652,
0.001193,
0.78534,
0.000664,
0.000974,
0.000296,
0.000582,
0.000767,
0.000622,
0.000681,
0.000537,
0.001607,
0.01084,
7e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2667",
"qid": "decision",
"type": "choice",
"pick": "top_up_failed",
"pick_run": "top_up_failed",
"same": true,
"pick_merged": "top_up_failed",
"same_as_merged": true,
"max_abs_dp": 0.0018449919208775034,
"probs": [
0.000358,
0.005022,
0.00012,
4.1e-05,
0.000981,
0.000279,
8.3e-05,
0.000309,
0.000131,
7.5e-05,
3.1e-05,
6.4e-05,
1.4e-05,
1.4e-05,
3.4e-05,
3.2e-05,
6.6e-05,
2.6e-05,
3.2e-05,
4.2e-05,
0.000103,
0.000303,
1.8e-05,
4.7e-05,
6.3e-05,
0.000236,
0.000152,
0.000958,
0.000369,
0.000477,
0.000156,
0.000221,
0.00051,
0.009105,
0.001012,
0.000553,
0.000247,
0.000245,
0.000305,
0.000224,
0.000117,
0.00025,
0.00025,
0.000113,
0.000203,
0.000232,
0.001555,
0.028142,
0.000336,
9e-05,
0.00033,
0.000462,
0.000444,
0.000399,
0.000612,
0.00026,
0.001743,
0.001355,
0.00375,
0.871839,
0.008982,
0.003796,
0.002401,
0.000544,
0.000372,
0.000477,
0.000201,
0.000273,
0.000278,
0.000537,
0.00072,
0.031075,
0.012554,
0.000634,
0.001203,
0.000252,
0.000157
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1537",
"qid": "decision",
"type": "choice",
"pick": "passcode_forgotten",
"pick_run": "passcode_forgotten",
"same": true,
"pick_merged": "passcode_forgotten",
"same_as_merged": true,
"max_abs_dp": 0.010392345351136423,
"probs": [
0.000355,
0.000329,
0.000558,
0.000863,
0.000173,
0.000177,
0.00027,
0.000141,
0.000154,
0.000126,
0.000298,
0.000158,
0.000113,
0.000153,
0.004414,
0.000448,
0.000352,
0.000299,
0.000556,
0.000328,
0.000156,
0.074116,
0.000265,
0.000926,
0.000177,
0.000335,
0.000227,
0.000233,
0.000428,
0.000265,
6.5e-05,
0.00016,
0.000176,
0.000189,
0.000235,
0.000136,
0.000171,
0.000358,
0.000143,
0.000167,
9.5e-05,
0.000247,
0.000224,
0.000574,
0.865851,
0.0005,
0.000228,
0.001169,
0.000174,
0.038235,
0.000239,
0.00018,
4.8e-05,
4.1e-05,
0.000101,
1.6e-05,
5.1e-05,
2.8e-05,
2.2e-05,
3.4e-05,
1.6e-05,
1e-05,
2.4e-05,
3.2e-05,
3.8e-05,
1.7e-05,
2.4e-05,
3.8e-05,
0.000551,
0.001278,
6.3e-05,
5.8e-05,
0.000139,
2.1e-05,
0.000277,
8.1e-05,
8.3e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1232",
"qid": "decision",
"type": "choice",
"pick": "unable_to_verify_identity",
"pick_run": "unable_to_verify_identity",
"same": true,
"pick_merged": "unable_to_verify_identity",
"same_as_merged": true,
"max_abs_dp": 0.01601163894116575,
"probs": [
0.000231,
0.004735,
0.00013,
6.3e-05,
6.4e-05,
5.1e-05,
5.1e-05,
2.4e-05,
3.6e-05,
4.4e-05,
3.2e-05,
6.3e-05,
1.9e-05,
1.8e-05,
6.7e-05,
3.4e-05,
7.5e-05,
0.000522,
6.3e-05,
4.1e-05,
4.5e-05,
3.6e-05,
0.00023,
0.001144,
0.000147,
0.000101,
9.2e-05,
0.000571,
0.000166,
9.6e-05,
8e-05,
4.6e-05,
7.4e-05,
7.7e-05,
0.000313,
0.000119,
2.5e-05,
0.000127,
6.7e-05,
8.1e-05,
4.2e-05,
0.000154,
3.6e-05,
0.00447,
0.001065,
0.000109,
9.6e-05,
6.8e-05,
0.000208,
0.00391,
0.000199,
0.000146,
0.001986,
0.001782,
0.0011,
0.000502,
0.000569,
0.000822,
0.000683,
0.002072,
0.00056,
0.000677,
0.000846,
0.001407,
0.000806,
0.000472,
0.000589,
0.001012,
0.557294,
0.115803,
0.001731,
0.002247,
0.001362,
0.00346,
0.276678,
0.004964,
7.1e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2490",
"qid": "decision",
"type": "choice",
"pick": "get_physical_card",
"pick_run": "get_physical_card",
"same": true,
"pick_merged": "get_physical_card",
"same_as_merged": true,
"max_abs_dp": 0.011835043032974446,
"probs": [
0.00333,
0.002513,
0.001082,
0.000418,
0.000274,
0.000395,
0.000536,
0.000172,
0.000332,
0.000744,
0.008884,
0.17001,
0.027872,
0.000501,
0.000634,
0.000319,
0.000581,
0.000778,
0.000281,
0.000382,
0.000326,
0.000203,
0.000475,
0.00031,
0.000291,
0.000347,
0.000478,
0.000876,
0.001021,
0.000668,
0.000505,
0.000235,
0.000509,
0.000336,
0.000539,
0.000351,
0.000752,
0.01722,
0.5705,
0.001972,
0.001437,
0.000522,
0.000364,
0.161353,
0.000845,
0.000483,
0.000423,
0.000288,
0.004359,
0.000181,
0.000275,
0.000132,
0.000204,
6.3e-05,
0.000272,
8.1e-05,
0.000116,
0.000121,
0.000119,
0.000213,
6e-05,
9.4e-05,
0.000302,
0.000325,
0.003869,
0.000303,
0.000218,
7.4e-05,
0.000358,
0.000159,
9.9e-05,
0.000524,
9.5e-05,
0.003314,
8.7e-05,
0.000145,
0.000172
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1156",
"qid": "decision",
"type": "choice",
"pick": "edit_personal_details",
"pick_run": "edit_personal_details",
"same": true,
"pick_merged": "edit_personal_details",
"same_as_merged": true,
"max_abs_dp": 0.0001435848000728157,
"probs": [
0.000257,
0.000113,
4.9e-05,
2.3e-05,
0.00023,
3.5e-05,
1.8e-05,
1.5e-05,
3.5e-05,
1.4e-05,
2.3e-05,
3.6e-05,
1.7e-05,
1.8e-05,
1.6e-05,
2.9e-05,
2.1e-05,
3.9e-05,
3.2e-05,
3.6e-05,
1.2e-05,
7.6e-05,
2.2e-05,
4.2e-05,
3.8e-05,
2.8e-05,
7.6e-05,
0.000145,
0.000132,
0.000171,
0.99685,
0.000158,
4.1e-05,
5.3e-05,
6.1e-05,
2.5e-05,
2.2e-05,
3.7e-05,
2.8e-05,
2.6e-05,
5.9e-05,
5e-05,
3.8e-05,
4.4e-05,
4.5e-05,
4e-05,
3e-05,
7.7e-05,
2.5e-05,
2.6e-05,
6.4e-05,
3e-05,
3.2e-05,
8e-06,
2e-05,
1.7e-05,
0.000176,
1.2e-05,
7e-06,
6e-06,
2e-06,
2e-06,
9e-06,
5e-06,
6e-06,
4e-06,
4e-06,
3e-06,
8e-06,
7e-06,
4e-06,
3e-06,
4e-06,
3e-06,
3e-06,
9e-06,
1.5e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2020",
"qid": "decision",
"type": "choice",
"pick": "verify_source_of_funds",
"pick_run": "verify_source_of_funds",
"same": true,
"pick_merged": "verify_source_of_funds",
"same_as_merged": true,
"max_abs_dp": 0.0034095756796900245,
"probs": [
0.000167,
0.001175,
0.000172,
4.7e-05,
0.000167,
0.000114,
0.000117,
3.6e-05,
5e-05,
2.6e-05,
4e-05,
3.4e-05,
2.6e-05,
3.4e-05,
1.8e-05,
3.7e-05,
4.3e-05,
3e-05,
5.9e-05,
0.00015,
3.6e-05,
7.3e-05,
4.4e-05,
8.5e-05,
0.000143,
5.1e-05,
5.3e-05,
0.000153,
0.000206,
0.000153,
9.4e-05,
8.9e-05,
0.000372,
0.000137,
0.001092,
0.000171,
9.7e-05,
9.1e-05,
0.000113,
9.6e-05,
4.2e-05,
0.000151,
0.000112,
0.000172,
0.000308,
0.003187,
0.000615,
0.001136,
0.000364,
0.000699,
0.003156,
0.000282,
0.000321,
0.000126,
0.00048,
0.0004,
0.000371,
0.000399,
0.000964,
0.000519,
0.001166,
0.000299,
0.000807,
0.000448,
0.000393,
0.000573,
0.000244,
0.000635,
0.000421,
0.002785,
0.919539,
0.035216,
0.002729,
0.000668,
0.010613,
0.003407,
0.00036
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-1671",
"qid": "decision",
"type": "choice",
"pick": "lost_or_stolen_phone",
"pick_run": "lost_or_stolen_phone",
"same": true,
"pick_merged": "lost_or_stolen_phone",
"same_as_merged": true,
"max_abs_dp": 0.008380929544541945,
"probs": [
0.003472,
0.001614,
0.001026,
0.000782,
7.8e-05,
0.000318,
0.000288,
5.9e-05,
8.5e-05,
9e-05,
0.00011,
0.000331,
6.5e-05,
0.000127,
0.00056,
0.001391,
0.000881,
0.000638,
7.5e-05,
0.000464,
0.000249,
0.000173,
0.003076,
0.000135,
7.2e-05,
9.1e-05,
0.000225,
0.000533,
0.000414,
0.000474,
0.000309,
0.000292,
0.000533,
0.000449,
0.00028,
0.000684,
0.000106,
0.000476,
0.000242,
0.000287,
0.000972,
0.038828,
0.932553,
0.002117,
0.000282,
0.000351,
0.000828,
0.000491,
0.000806,
0.000218,
0.000336,
0.000291,
3.9e-05,
1e-05,
1.9e-05,
1.2e-05,
2.1e-05,
3e-06,
4e-06,
7e-06,
8e-06,
4e-06,
3e-06,
1.1e-05,
6e-06,
3e-06,
2.1e-05,
2.7e-05,
2.7e-05,
1e-05,
7e-06,
1.9e-05,
6e-06,
8e-06,
8e-06,
2.1e-05,
6.7e-05
]
},
{
"set": "jevals-banking77",
"id": "jevals-banking77:banking77-2933",
"qid": "decision",
"type": "choice",
"pick": "card_about_to_expire",
"pick_run": "card_about_to_expire",
"same": true,
"pick_merged": "card_about_to_expire",
"same_as_merged": true,
"max_abs_dp": 0.0025808816757956765,
"probs": [
0.000499,
0.000212,
0.000486,
0.000242,
0.00054,
0.0002,
0.000217,
0.000166,
0.000164,
0.919496,
0.000803,
0.00558,
0.015014,
0.000487,
0.000468,
0.000681,
0.000244,
0.000778,
0.000232,
0.000443,
0.000177,
0.000114,
0.000128,
0.000135,
8.1e-05,
0.000132,
6.4e-05,
0.000176,
0.00055,
0.000391,
6.4e-05,
0.00011,
0.000153,
0.000104,
0.00016,
0.000573,
8.1e-05,
0.000195,
0.011243,
0.010255,
3.3e-05,
0.000158,
3.2e-05,
0.02685,
0.000257,
0.000233,
4.5e-05,
4.5e-05,
6e-05,
3.3e-05,
2.5e-05,
2e-05,
2.1e-05,
3e-06,
1.5e-05,
3e-06,
2.8e-05,
3e-06,
5e-06,
9e-06,
6e-06,
2.5e-05,
5e-06,
1.1e-05,
2.3e-05,
2.7e-05,
6e-06,
3e-06,
3.8e-05,
4e-06,
5e-06,
1e-05,
2e-06,
2e-06,
5e-06,
8e-06,
0.000102
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-599",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.004922601191043097,
"probs": [
0.011313,
0.0372,
0.143719,
0.337791,
0.469977
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-269",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.00347739020841481,
"probs": [
0.067662,
0.160908,
0.239407,
0.313992,
0.218031
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-910",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.003814873513442618,
"probs": [
0.03916,
0.108079,
0.196429,
0.338528,
0.317803
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-243",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0028198736922098178,
"probs": [
0.002245,
0.01105,
0.085967,
0.272109,
0.628629
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-789",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0011124284742040358,
"probs": [
0.144737,
0.192021,
0.170446,
0.195554,
0.297241
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-1001",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.005427664360212803,
"probs": [
0.455465,
0.371816,
0.117171,
0.031777,
0.023772
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-448",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0031950706528307005,
"probs": [
0.048144,
0.122186,
0.222164,
0.328528,
0.278979
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-1008",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.004332470894166773,
"probs": [
0.132683,
0.179938,
0.233638,
0.251878,
0.201864
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-873",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0025727483890576885,
"probs": [
0.018217,
0.076567,
0.187493,
0.341077,
0.376646
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-705",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.00341320223517777,
"probs": [
0.247191,
0.396965,
0.179246,
0.093061,
0.083537
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-151",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.00188113156402836,
"probs": [
0.144376,
0.341063,
0.273689,
0.142795,
0.098077
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-920",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.0012317575999764019,
"probs": [
0.411936,
0.343521,
0.141379,
0.054588,
0.048576
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-496",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.00214681282723983,
"probs": [
0.00247,
0.012007,
0.098293,
0.293902,
0.593329
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-21",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.0020190776767765595,
"probs": [
0.631609,
0.294881,
0.053148,
0.009245,
0.011117
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-553",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0006573411644905658,
"probs": [
0.005318,
0.030406,
0.154816,
0.338783,
0.470677
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-618",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0031936865283497262,
"probs": [
0.006498,
0.028026,
0.147744,
0.357603,
0.460129
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-452",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.002930824522795944,
"probs": [
0.232157,
0.240448,
0.177879,
0.166544,
0.182972
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-422",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.003003107623485435,
"probs": [
0.132372,
0.300435,
0.291403,
0.176367,
0.099422
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-820",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.004285688309698443,
"probs": [
0.005343,
0.022582,
0.132097,
0.330757,
0.509222
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-1034",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0034591936299508963,
"probs": [
0.012151,
0.047766,
0.150496,
0.303142,
0.486445
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-14",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0032718503617272243,
"probs": [
0.010349,
0.040684,
0.140618,
0.33081,
0.477539
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-221",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0017355529024948302,
"probs": [
0.011903,
0.057594,
0.172963,
0.355418,
0.402122
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-367",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0037178839502509664,
"probs": [
0.034047,
0.139617,
0.275733,
0.349099,
0.201504
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-898",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.002685035019268117,
"probs": [
0.117918,
0.249681,
0.282262,
0.207415,
0.142724
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-475",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.003149468530170535,
"probs": [
0.040938,
0.120413,
0.248742,
0.371861,
0.218045
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-1022",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.009174598261545514,
"probs": [
0.117433,
0.201121,
0.271416,
0.240424,
0.169606
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-767",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0015669800437830284,
"probs": [
0.041962,
0.116172,
0.208608,
0.294762,
0.338496
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-588",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.002505181402011447,
"probs": [
0.007477,
0.034168,
0.156446,
0.357456,
0.444453
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-380",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0017358835600511935,
"probs": [
0.051854,
0.109193,
0.181975,
0.302186,
0.354791
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-444",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.0037794032303880842,
"probs": [
0.091021,
0.191269,
0.273122,
0.262463,
0.182125
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-786",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.0015780233752445416,
"probs": [
0.189853,
0.313715,
0.253261,
0.143568,
0.099603
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-891",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.004612640032633841,
"probs": [
0.718672,
0.202023,
0.035645,
0.012854,
0.030806
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-805",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.008084152574699521,
"probs": [
0.289039,
0.256247,
0.16975,
0.129325,
0.155639
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-54",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0011855079065469787,
"probs": [
0.057424,
0.095536,
0.141813,
0.245793,
0.459433
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-142",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.006354804116570412,
"probs": [
0.024324,
0.106535,
0.276245,
0.39529,
0.197606
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-178",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.004103821797301177,
"probs": [
0.352609,
0.377334,
0.171767,
0.055113,
0.043176
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-531",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.005321314396025789,
"probs": [
0.034513,
0.092534,
0.106435,
0.209115,
0.557403
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-823",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0008794353695045221,
"probs": [
0.005168,
0.022613,
0.132342,
0.346585,
0.493293
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-305",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0015610678569727976,
"probs": [
0.019691,
0.070705,
0.172784,
0.319549,
0.417271
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-526",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.005186751654397637,
"probs": [
0.025895,
0.086842,
0.151081,
0.281038,
0.455143
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-359",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.002544895347603493,
"probs": [
0.047384,
0.101575,
0.189208,
0.334079,
0.327753
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-783",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.002836324149030567,
"probs": [
0.16453,
0.34509,
0.299389,
0.134688,
0.056303
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-644",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.0027377366074818887,
"probs": [
0.521092,
0.342695,
0.100937,
0.020541,
0.014735
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-278",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.0035999887897593674,
"probs": [
0.197327,
0.307427,
0.219882,
0.155166,
0.120198
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-790",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.003322863653097863,
"probs": [
0.003654,
0.018304,
0.124541,
0.322234,
0.531266
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-723",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.00182971124364123,
"probs": [
0.017306,
0.073421,
0.192359,
0.337336,
0.379578
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-972",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0009110030124023227,
"probs": [
0.055425,
0.127015,
0.214356,
0.309709,
0.293495
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-646",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.0011696199595028767,
"probs": [
0.093038,
0.234189,
0.364861,
0.218432,
0.08948
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-878",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0015629655503214546,
"probs": [
0.054232,
0.136402,
0.256824,
0.335724,
0.216817
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-945",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.004202894672032997,
"probs": [
0.252624,
0.315207,
0.229864,
0.112898,
0.089408
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-963",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0036727848293545695,
"probs": [
0.046076,
0.11445,
0.212318,
0.318857,
0.308299
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-83",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0026512800341507714,
"probs": [
0.041473,
0.124443,
0.224539,
0.331607,
0.277938
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-66",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0015987441677735859,
"probs": [
0.062751,
0.132262,
0.233196,
0.330085,
0.241707
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-914",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0038503801266971394,
"probs": [
0.102306,
0.170613,
0.251189,
0.274598,
0.201295
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-258",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.002384649991764798,
"probs": [
0.012092,
0.054094,
0.126153,
0.293921,
0.51374
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-998",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.002576697231814584,
"probs": [
0.180312,
0.208814,
0.195227,
0.19961,
0.216037
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-326",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0039804791699637465,
"probs": [
0.027513,
0.098563,
0.210666,
0.356681,
0.306578
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-69",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.005365735953557993,
"probs": [
0.025068,
0.090105,
0.216313,
0.349985,
0.318529
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-630",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0012625472685003913,
"probs": [
0.136205,
0.201191,
0.195882,
0.240594,
0.226127
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-566",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "3",
"same": false,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.006379076873994749,
"probs": [
0.024582,
0.089031,
0.199083,
0.340649,
0.346655
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-404",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0028718426843895584,
"probs": [
0.024237,
0.119724,
0.226783,
0.360274,
0.268982
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-793",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0038269135340179283,
"probs": [
0.00756,
0.036019,
0.157424,
0.34601,
0.452987
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-901",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.0073806713920308575,
"probs": [
0.258942,
0.365422,
0.191097,
0.100541,
0.083997
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-532",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.004489398784641968,
"probs": [
0.076196,
0.160505,
0.240179,
0.293392,
0.229727
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-446",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.003421300777399383,
"probs": [
0.010456,
0.053183,
0.151031,
0.340978,
0.444351
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-844",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.007042199797966442,
"probs": [
0.017053,
0.078812,
0.211646,
0.39188,
0.300609
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-411",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0005431018453441183,
"probs": [
0.016999,
0.06079,
0.154978,
0.312399,
0.454834
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-685",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0022882927989434365,
"probs": [
0.008863,
0.038297,
0.144954,
0.314303,
0.493583
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-569",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.006397774298238901,
"probs": [
0.197828,
0.354994,
0.220481,
0.126531,
0.100166
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-980",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.0019926833846464764,
"probs": [
0.057411,
0.150354,
0.247152,
0.315742,
0.22934
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-338",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.002756297908442007,
"probs": [
0.002582,
0.010905,
0.087961,
0.260817,
0.637734
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-926",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0032932825222643514,
"probs": [
0.007257,
0.031665,
0.130009,
0.302198,
0.528871
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-369",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0006481387992561816,
"probs": [
0.003374,
0.016295,
0.119446,
0.315277,
0.545608
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-648",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.002805825069765233,
"probs": [
0.00779,
0.041544,
0.175616,
0.365437,
0.409614
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-87",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.0032766505688551772,
"probs": [
0.319648,
0.404051,
0.192594,
0.057839,
0.025869
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-727",
"qid": "decision",
"type": "score",
"pick": "3",
"pick_run": "3",
"same": true,
"pick_merged": "3",
"same_as_merged": true,
"max_abs_dp": 0.004853458493105534,
"probs": [
0.038637,
0.114616,
0.222526,
0.321255,
0.302966
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-401",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0011938355995291666,
"probs": [
0.051524,
0.120941,
0.187262,
0.285018,
0.355255
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-265",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.0012855106262937288,
"probs": [
0.362261,
0.341567,
0.168206,
0.070438,
0.057527
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-780",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.002179695275925514,
"probs": [
0.167223,
0.3105,
0.268539,
0.147937,
0.105802
]
},
{
"set": "jevals-helpsteer2",
"id": "jevals-helpsteer2:helpsteer2-899",
"qid": "decision",
"type": "score",
"pick": "4",
"pick_run": "4",
"same": true,
"pick_merged": "4",
"same_as_merged": true,
"max_abs_dp": 0.0036981944868150762,
"probs": [
0.003793,
0.014768,
0.063647,
0.2022,
0.715592
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-211-020-base",
"qid": "decision",
"type": "choice",
"pick": "city_no_r3",
"pick_run": "city_no_r3",
"same": true,
"pick_merged": "city_no_r3",
"same_as_merged": true,
"max_abs_dp": 0.0023012705830707247,
"probs": [
0.057961,
0.08302,
0.709641,
0.059469,
0.074581,
0.015328
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-174-003-base",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.0027399418540842713,
"probs": [
0.0085,
0.052214,
0.62594,
0.313345
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-169-065-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "deny_low",
"pick_run": "deny_low",
"same": true,
"pick_merged": "deny_low",
"same_as_merged": true,
"max_abs_dp": 0.002707611644321095,
"probs": [
0.576848,
0.352867,
0.070285
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-173-001-base",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.0015860690514126752,
"probs": [
0.798057,
0.063378,
0.117149,
0.021416
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-079-037-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same": true,
"pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same_as_merged": true,
"max_abs_dp": 0.00659855455848235,
"probs": [
0.009631,
0.035842,
0.210938,
0.743588
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-171-008-counterfactual",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.00018164575532098048,
"probs": [
0.029234,
0.970766
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-174-011-base",
"qid": "decision",
"type": "score",
"pick": "2",
"pick_run": "2",
"same": true,
"pick_merged": "2",
"same_as_merged": true,
"max_abs_dp": 0.006711626471475718,
"probs": [
0.060208,
0.162611,
0.508413,
0.268768
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-009-004-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00018350799077204716,
"probs": [
0.975586,
0.024414
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-171-010-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00040777461702882004,
"probs": [
0.979723,
0.020277
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-169-012-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "deny_low",
"pick_run": "deny_low",
"same": true,
"pick_merged": "deny_low",
"same_as_merged": true,
"max_abs_dp": 0.012998407364000153,
"probs": [
0.573712,
0.355171,
0.071117
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-275-013-counterfactual",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.0025429627967241686,
"probs": [
0.882808,
0.096378,
0.020814
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-097-005-base",
"qid": "decision",
"type": "choice",
"pick": "assign_420_as_best_fit",
"pick_run": "assign_420_as_best_fit",
"same": true,
"pick_merged": "assign_420_as_best_fit",
"same_as_merged": true,
"max_abs_dp": 0.0016162163033771534,
"probs": [
0.304233,
0.041637,
0.65413
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-169-068-base",
"qid": "decision",
"type": "choice",
"pick": "release_high",
"pick_run": "release_high",
"same": true,
"pick_merged": "release_high",
"same_as_merged": true,
"max_abs_dp": 0.005120714604440191,
"probs": [
0.119762,
0.200964,
0.679274
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-079-012-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same": true,
"pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same_as_merged": true,
"max_abs_dp": 0.004215124851962293,
"probs": [
0.008425,
0.032133,
0.300131,
0.659311
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-007-005-base",
"qid": "decision",
"type": "choice",
"pick": "major_seller_correction_not_ready",
"pick_run": "major_seller_correction_not_ready",
"same": true,
"pick_merged": "major_seller_correction_not_ready",
"same_as_merged": true,
"max_abs_dp": 0.0020475428220474434,
"probs": [
0.011744,
0.928534,
0.033862,
0.02586
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-171-003-counterfactual",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 4.9747874235950285e-05,
"probs": [
0.044815,
0.955185
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-212-032-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "travel_advance_3",
"pick_run": "travel_advance_3",
"same": true,
"pick_merged": "travel_advance_3",
"same_as_merged": true,
"max_abs_dp": 0.000635511742151984,
"probs": [
0.043957,
0.116681,
0.839361
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-009-004-counterfactual",
"qid": "decision",
"type": "noul",
"pick": "false",
"pick_run": "false",
"same": true,
"pick_merged": "false",
"same_as_merged": true,
"max_abs_dp": 0.0004548542581183021,
"probs": [
0.032286,
0.967714
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-174-010-counterfactual",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.0019834538380790745,
"probs": [
0.200079,
0.705847,
0.080405,
0.013669
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-174-006-counterfactual",
"qid": "decision",
"type": "score",
"pick": "1",
"pick_run": "1",
"same": true,
"pick_merged": "1",
"same_as_merged": true,
"max_abs_dp": 0.002031408790793776,
"probs": [
0.173835,
0.711109,
0.098043,
0.017014
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-009-001-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 5.2892537126945915e-05,
"probs": [
0.974093,
0.025907
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-079-058-base",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 High; no remaining routing",
"pick_run": "Proceed \u2014 High; no remaining routing",
"same": true,
"pick_merged": "Proceed \u2014 High; no remaining routing",
"same_as_merged": true,
"max_abs_dp": 0.010268692968511517,
"probs": [
0.009492,
0.041842,
0.608073,
0.340593
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-171-016-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.00032588928955357144,
"probs": [
0.976309,
0.023691
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-007-004-base",
"qid": "decision",
"type": "choice",
"pick": "major_seller_correction_not_ready",
"pick_run": "major_seller_correction_not_ready",
"same": true,
"pick_merged": "major_seller_correction_not_ready",
"same_as_merged": true,
"max_abs_dp": 0.0006795954736056146,
"probs": [
0.0096,
0.924681,
0.035473,
0.030245
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-171-001-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.007528637619689471,
"probs": [
0.817079,
0.182921
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:scale-diverse-275-004-counterfactual",
"qid": "decision",
"type": "score",
"pick": "0",
"pick_run": "0",
"same": true,
"pick_merged": "0",
"same_as_merged": true,
"max_abs_dp": 0.001791241562814072,
"probs": [
0.887242,
0.090084,
0.022675
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-169-053-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "deny_low",
"pick_run": "deny_low",
"same": true,
"pick_merged": "deny_low",
"same_as_merged": true,
"max_abs_dp": 0.007361250652567319,
"probs": [
0.559249,
0.375479,
0.065273
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-41-diverse-079-003-base",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 High; no remaining routing",
"pick_run": "Proceed \u2014 High; no remaining routing",
"same": true,
"pick_merged": "Proceed \u2014 High; no remaining routing",
"same_as_merged": true,
"max_abs_dp": 0.007601545750613448,
"probs": [
0.008911,
0.027578,
0.714187,
0.249324
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-171-013-base",
"qid": "decision",
"type": "noul",
"pick": "true",
"pick_run": "true",
"same": true,
"pick_merged": "true",
"same_as_merged": true,
"max_abs_dp": 0.0009846610285297874,
"probs": [
0.977441,
0.022559
]
},
{
"set": "nimble-eval",
"id": "nimble-eval:fast-43-diverse-079-015-counterfactual",
"qid": "decision",
"type": "choice",
"pick": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"pick_run": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same": true,
"pick_merged": "Proceed \u2014 Medium; route camera setup to teaching assistant",
"same_as_merged": true,
"max_abs_dp": 0.0005818165985041479,
"probs": [
0.008357,
0.034677,
0.207292,
0.749674
]
}
]
}