| {"panel_index": 0, "task_family": "browser", "logits": [12.8125, 12.9375, 12.0625, 12.1875, 20.625, 12.1875, 12.25, 12.25, 12.8125, 12.8125, 12.0, 11.4375, 11.9375, 12.3125, 11.5, 12.0], "probabilities": [0.0004031364223919809, 0.00045681343181058764, 0.00019042821077164263, 0.00021578346786554903, 0.9962716102600098, 0.00021578346786554903, 0.00022970023564994335, 0.00022970023564994335, 0.0004031364223919809, 0.0004031364223919809, 0.0001788906956790015, 0.00010192886111326516, 0.00016805231280159205, 0.00024451472563669086, 0.0001085027470253408, 0.0001788906956790015], "choice": "candidate-c59cf6b3cdd1ee8dfe92", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.4417618988081813e-05} |
| {"panel_index": 1, "task_family": "browser", "logits": [13.375, 13.4375, 12.8125, 12.8125, 12.875, 12.75, 12.5625, 13.3125, 20.625, 16.375, 13.0, 13.3125, 13.1875, 13.5625, 12.875, 13.0625], "probabilities": [0.0006949661765247583, 0.0007397874142043293, 0.00039597961585968733, 0.00039597961585968733, 0.00042151822708547115, 0.00037198851350694895, 0.0003083893971052021, 0.000652860093396157, 0.9785849452018738, 0.01395876333117485, 0.0004776427522301674, 0.000652860093396157, 0.0005761469365097582, 0.0008382890955545008, 0.00042151822708547115, 0.0005084479344077408], "choice": "candidate-d2449a13158601200ec0", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.001832982525229454} |
| {"panel_index": 2, "task_family": "browser", "logits": [12.6875, 13.3125, 12.5, 12.75, 13.6875, 20.25, 12.625, 12.9375, 12.9375, 11.5625, 12.0625, 11.9375, 12.6875, 12.4375, 11.125, 12.4375], "probabilities": [0.0005155335529707372, 0.0009631435968913138, 0.000427392398705706, 0.0005487827002070844, 0.0014013658510521054, 0.992222249507904, 0.0004842990601900965, 0.0006619581836275756, 0.0006619581836275756, 0.00016736926045268774, 0.00027594532002694905, 0.0002435208880342543, 0.0005155335529707372, 0.0004014978767372668, 0.00010806173668242991, 0.0004014978767372668], "choice": "candidate-9409b72a36db8d4a0a79", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00018918514251708984} |
| {"panel_index": 3, "task_family": "browser", "logits": [17.5, 14.5625, 13.6875, 13.75, 14.125, 14.125, 20.5, 14.625, 14.4375, 14.0625, 17.75, 13.0, 13.625, 15.0, 12.9375, 13.8125], "probabilities": [0.043818600475788116, 0.0023223005700856447, 0.0009680791408754885, 0.0010305145988240838, 0.0014993901131674647, 0.0014993901131674647, 0.8801200985908508, 0.0024720770306885242, 0.002049422822892666, 0.0014085470465943217, 0.05626419186592102, 0.00048678077291697264, 0.0009094259003177285, 0.0035968502052128315, 0.00045728811528533697, 0.001096977386623621], "choice": "candidate-3b25ae8d064a298ef021", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.012385070323944092} |
| {"panel_index": 4, "task_family": "browser", "logits": [20.25, 13.75, 12.8125, 13.5625, 12.3125, 12.1875, 11.5625, 11.8125, 12.125, 10.8125, 11.75, 11.4375, 12.1875, 12.25, 11.25, 12.125], "probabilities": [0.9938439130783081, 0.0014941839035600424, 0.0005851307651028037, 0.0012387222377583385, 0.00035489967558532953, 0.00031319810659624636, 0.00016764280735515058, 0.00021525764896068722, 0.0002942222636193037, 7.918883056845516e-05, 0.00020221577142365277, 0.0001479442580603063, 0.00031319810659624636, 0.00033339750370942056, 0.00012265011901035905, 0.0002942222636193037], "choice": "candidate-34e89f28b090ce5327b0", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0005341172218322754} |
| {"panel_index": 5, "task_family": "browser", "logits": [20.25, 13.3125, 12.8125, 12.3125, 15.0625, 12.375, 11.9375, 15.6875, 12.5, 11.1875, 11.875, 11.5625, 12.0625, 12.6875, 11.9375, 11.9375], "probabilities": [0.9796252250671387, 0.000950915738940239, 0.0005767594557255507, 0.00034982222132384777, 0.0054721408523619175, 0.0003723839472513646, 0.00024042920267675072, 0.010223307646811008, 0.000421966309659183, 0.00011357066978234798, 0.00022586224076803774, 0.00016524437523912638, 0.0002724419755395502, 0.0005089884507469833, 0.00024042920267675072, 0.00024042920267675072], "choice": "candidate-fb3025ec54721504f9b5", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0014300942420959473} |
| {"panel_index": 6, "task_family": "browser", "logits": [13.75, 13.5625, 12.5, 12.375, 14.375, 13.6875, 15.375, 14.875, 13.875, 16.125, 19.875, 12.75, 13.3125, 13.5, 11.875, 14.5625], "probabilities": [0.002055233344435692, 0.0017038476653397083, 0.0005888343439437449, 0.0005196444108150899, 0.003839681390672922, 0.001930712372995913, 0.01043733675032854, 0.006330563221126795, 0.002328884555026889, 0.02209584042429924, 0.9395389556884766, 0.0007560778176411986, 0.0013269586488604546, 0.0016006173100322485, 0.0003151802229695022, 0.004631540272384882], "choice": "candidate-888bb5997d1aba7b25f7", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.008106112480163574} |
| {"panel_index": 7, "task_family": "browser", "logits": [20.125, 12.9375, 12.0625, 11.875, 12.1875, 11.625, 11.5, 11.625, 11.9375, 10.5625, 11.5, 11.1875, 12.1875, 11.9375, 10.75, 11.6875], "probabilities": [0.9961429238319397, 0.0007530608563683927, 0.00031392258824780583, 0.00026025084662251174, 0.0003557206364348531, 0.00020268354273866862, 0.00017886758723761886, 0.00020268354273866862, 0.0002770356950350106, 7.004554936429486e-05, 0.00017886758723761886, 0.00013086236140225083, 0.0003557206364348531, 0.0002770356950350106, 8.449109736829996e-05, 0.00021575558639597148], "choice": "candidate-41c5af16d7bf373cc74c", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 6.413459777832031e-05} |
| {"panel_index": 8, "task_family": "browser", "logits": [12.4375, 12.625, 20.375, 12.875, 12.5, 12.0, 13.4375, 12.5625, 12.1875, 11.0625, 11.4375, 11.375, 12.0625, 11.625, 11.0, 11.8125], "probabilities": [0.0003554522409103811, 0.0004287574265617877, 0.9953912496566772, 0.0005505354492925107, 0.0003783770662266761, 0.00022949725098442286, 0.0009662197553552687, 0.00040278019150719047, 0.00027682664222083986, 8.987241017166525e-05, 0.00013076361210551113, 0.0001228410837939009, 0.00024429865879938006, 0.00015773098857607692, 8.442733815172687e-05, 0.00019025994697585702], "choice": "candidate-a1a3ad1a8495aa678cbe", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0002516508102416992} |
| {"panel_index": 9, "task_family": "browser", "logits": [20.0, 15.3125, 13.3125, 12.8125, 13.0, 13.6875, 12.3125, 12.9375, 12.875, 11.875, 12.375, 12.1875, 12.6875, 12.875, 11.5625, 12.5], "probabilities": [0.9808847904205322, 0.00903363712131977, 0.0012225700775161386, 0.0007415260770358145, 0.0008944509318098426, 0.0017788279801607132, 0.00044975822675041854, 0.000840259192045778, 0.0007893501315265894, 0.00029038579668849707, 0.0004787652869708836, 0.00039691023994237185, 0.000654394447337836, 0.0007893501315265894, 0.0002124508173437789, 0.0005425121635198593], "choice": "candidate-976c2731e7518a1f1b2b", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0014488697052001953} |
| {"panel_index": 10, "task_family": "browser", "logits": [14.375, 14.8125, 12.75, 13.3125, 15.75, 14.375, 13.6875, 15.125, 13.9375, 14.5, 14.1875, 19.125, 14.125, 15.25, 12.4375, 13.625], "probabilities": [0.007538495119661093, 0.011675848625600338, 0.0014844178222119808, 0.0026052340399473906, 0.029815323650836945, 0.007538495119661093, 0.0037905939389020205, 0.0159589946269989, 0.004867217503488064, 0.008542235009372234, 0.006249631755053997, 0.8713315725326538, 0.005870985332876444, 0.018083911389112473, 0.0010860235197469592, 0.003560933517292142], "choice": "candidate-016db9380de74cbcab5d", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0013384222984313965} |
| {"panel_index": 11, "task_family": "browser", "logits": [14.625, 13.5, 13.5625, 13.125, 12.75, 12.5625, 12.875, 13.125, 13.6875, 16.75, 13.5, 13.125, 14.6875, 19.625, 12.3125, 13.125], "probabilities": [0.006184947676956654, 0.002007958944886923, 0.0021374605130404234, 0.0013800484593957663, 0.0009484923793934286, 0.0007863279897719622, 0.001074782689101994, 0.0013800484593957663, 0.0024220603518188, 0.051785942167043686, 0.002007958944886923, 0.0013800484593957663, 0.006583842448890209, 0.9179276823997498, 0.0006123927887529135, 0.0013800484593957663], "choice": "candidate-2dc16f49fe3acb051b39", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.006382882595062256} |
| {"panel_index": 12, "task_family": "browser", "logits": [13.625, 13.3125, 13.8125, 13.4375, 12.75, 12.9375, 12.5, 12.75, 14.3125, 12.8125, 12.6875, 12.6875, 13.75, 18.125, 12.0625, 20.25], "probabilities": [0.0011713607236742973, 0.0008569859783165157, 0.001412931364029646, 0.000971092376857996, 0.0004882959183305502, 0.0005889972089789808, 0.0003802852297667414, 0.0004882959183305502, 0.0023295290302485228, 0.0005197881837375462, 0.00045871149632148445, 0.00045871149632148445, 0.0013273257063701749, 0.10544253885746002, 0.00024553065304644406, 0.8828595876693726], "choice": "candidate-bb1945d8d438379625ee", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.012007355690002441} |
| {"panel_index": 13, "task_family": "browser", "logits": [13.5625, 13.375, 12.375, 12.4375, 12.3125, 12.4375, 13.0625, 13.5, 12.9375, 14.0625, 17.875, 12.375, 13.9375, 14.3125, 16.75, 13.375], "probabilities": [0.009061223827302456, 0.007512019947171211, 0.002763517666608095, 0.0029417492914944887, 0.0025960844941437244, 0.0029417492914944887, 0.005495910998433828, 0.008512231521308422, 0.004850123543292284, 0.014939434826374054, 0.6762104034423828, 0.002763517666608095, 0.013184004463255405, 0.019182609394192696, 0.21953336894512177, 0.007512019947171211], "choice": "candidate-94dddd06eb43ed2921b0", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.045530080795288086} |
| {"panel_index": 14, "task_family": "browser", "logits": [12.9375, 20.125, 12.625, 12.25, 12.125, 11.875, 12.0625, 12.3125, 12.4375, 11.75, 12.0, 15.4375, 12.8125, 11.9375, 11.4375, 12.1875], "probabilities": [0.0007450456032529473, 0.9855404496192932, 0.0005450871540233493, 0.00037463250919245183, 0.00033061200520023704, 0.00025748086045496166, 0.000310581352096051, 0.0003987941308878362, 0.0004518929636105895, 0.0002272260608151555, 0.0002917640667874366, 0.009076514281332493, 0.0006575004663318396, 0.0002740870404522866, 0.00016624215641058981, 0.0003519345191307366], "choice": "candidate-b56ad12ceea4c52feb3f", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0013546943664550781} |
| {"panel_index": 15, "task_family": "browser", "logits": [16.5, 15.875, 14.75, 19.5, 18.125, 15.375, 14.25, 17.125, 14.5, 14.1875, 15.4375, 14.0, 16.375, 14.875, 12.6875, 13.875], "probabilities": [0.03225051611661911, 0.01726245880126953, 0.005604299250990152, 0.6477689146995544, 0.16378162801265717, 0.010470209643244743, 0.0033991800155490637, 0.06025189161300659, 0.004364632535725832, 0.0031932340934872627, 0.011145479045808315, 0.0026472839526832104, 0.028460979461669922, 0.006350503768771887, 0.0007125068223103881, 0.0023362203501164913], "choice": "candidate-da095abe0a63c03f3114", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.025771796703338623} |
| {"panel_index": 16, "task_family": "hs3", "logits": [15.4375, 18.625], "probabilities": [0.03963884338736534, 0.9603611826896667], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0024489164352416992} |
| {"panel_index": 17, "task_family": "hs3", "logits": [17.375, 18.5], "probabilities": [0.24508501589298248, 0.7549149990081787], "choice": "no", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.07573629915714264} |
| {"panel_index": 18, "task_family": "hs3", "logits": [19.625, 16.5], "probabilities": [0.957912266254425, 0.04208773002028465], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.004760846495628357} |
| {"panel_index": 19, "task_family": "hs3", "logits": [18.875, 12.8125], "probabilities": [0.9976769089698792, 0.0023231622762978077], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.3283064365386963e-10} |
| {"panel_index": 20, "task_family": "hs3", "logits": [19.125, 13.0], "probabilities": [0.9978172779083252, 0.0021827167365700006], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0001404457725584507} |
| {"panel_index": 21, "task_family": "hs3", "logits": [11.625, 18.5], "probabilities": [0.0010322309099137783, 0.9989677667617798], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 6.651878356933594e-05} |
| {"panel_index": 22, "task_family": "hs3", "logits": [19.375, 12.6875], "probabilities": [0.9987550973892212, 0.0012448435882106423], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 7.539987564086914e-05} |
| {"panel_index": 23, "task_family": "hs3", "logits": [19.0, 15.4375], "probabilities": [0.9724147915840149, 0.027585279196500778], "choice": "yes", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.0016279220581054688} |
| {"panel_index": 24, "task_family": "hs3", "logits": [19.0, 12.875], "probabilities": [0.9978172779083252, 0.0021827167365700006], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.3283064365386963e-10} |
| {"panel_index": 25, "task_family": "hs3", "logits": [13.125, 19.0], "probabilities": [0.0028009277302771807, 0.9971990585327148], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 6.984919309616089e-10} |
| {"panel_index": 26, "task_family": "hs3", "logits": [18.875, 16.125], "probabilities": [0.9399133324623108, 0.06008664891123772], "choice": "yes", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.006683349609375} |
| {"panel_index": 27, "task_family": "hs3", "logits": [19.25, 13.0], "probabilities": [0.9980732202529907, 0.0019267346942797303], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00022608041763305664} |
| {"panel_index": 28, "task_family": "hs3", "logits": [15.75, 18.5], "probabilities": [0.06008664891123772, 0.9399133324623108], "choice": "no", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.0034342408180236816} |
| {"panel_index": 29, "task_family": "hs3", "logits": [12.0625, 18.5], "probabilities": [0.0015978460432961583, 0.9984021782875061], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 4.656612873077393e-10} |
| {"panel_index": 30, "task_family": "hs3", "logits": [18.75, 14.125], "probabilities": [0.9902915358543396, 0.00970847811549902], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0005828738212585449} |
| {"panel_index": 31, "task_family": "hs3", "logits": [19.25, 13.0625], "probabilities": [0.9979493021965027, 0.002050743205472827], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00012400851119309664} |
| {"panel_index": 32, "task_family": "boolq", "logits": [13.0625, 18.5], "probabilities": [0.004331502597779036, 0.9956685304641724], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00027811527252197266} |
| {"panel_index": 33, "task_family": "boolq", "logits": [12.375, 18.875], "probabilities": [0.0015011822106316686, 0.998498797416687], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0} |
| {"panel_index": 34, "task_family": "boolq", "logits": [12.8125, 18.625], "probabilities": [0.002981032943353057, 0.9970190525054932], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0} |
| {"panel_index": 35, "task_family": "boolq", "logits": [19.5, 13.5625], "probabilities": [0.997368335723877, 0.0026316738221794367], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00015908479690551758} |
| {"panel_index": 36, "task_family": "boolq", "logits": [19.875, 12.1875], "probabilities": [0.9995417594909668, 0.000458312890259549], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.7755799237638712e-05} |
| {"panel_index": 37, "task_family": "boolq", "logits": [20.0, 12.3125], "probabilities": [0.9995417594909668, 0.000458312890259549], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.9103830456733704e-11} |
| {"panel_index": 38, "task_family": "boolq", "logits": [19.625, 12.25], "probabilities": [0.999373733997345, 0.0006263343966566026], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.3283064365386963e-10} |
| {"panel_index": 39, "task_family": "boolq", "logits": [13.125, 19.125], "probabilities": [0.0024726237170398235, 0.9975274205207825], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00032836198806762695} |
| {"panel_index": 40, "task_family": "boolq", "logits": [19.75, 12.0625], "probabilities": [0.9995417594909668, 0.000458312890259549], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.7755799237638712e-05} |
| {"panel_index": 41, "task_family": "boolq", "logits": [13.1875, 18.75], "probabilities": [0.003824483836069703, 0.9961755275726318], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0002456542570143938} |
| {"panel_index": 42, "task_family": "boolq", "logits": [19.625, 12.3125], "probabilities": [0.9993333220481873, 0.0006667023408226669], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 4.297494888305664e-05} |
| {"panel_index": 43, "task_family": "boolq", "logits": [14.75, 18.375], "probabilities": [0.02595735900104046, 0.9740425944328308], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0016279257833957672} |
| {"panel_index": 44, "task_family": "boolq", "logits": [19.125, 12.8125], "probabilities": [0.9981897473335266, 0.0018102104077115655], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00010955333709716797} |
| {"panel_index": 45, "task_family": "boolq", "logits": [20.5, 13.75], "probabilities": [0.9988304972648621, 0.0011695100693032146], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 1.1641532182693481e-10} |
| {"panel_index": 46, "task_family": "boolq", "logits": [13.875, 18.625], "probabilities": [0.008577484637498856, 0.9914224743843079], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.000515492632985115} |
| {"panel_index": 47, "task_family": "boolq", "logits": [12.8125, 18.625], "probabilities": [0.002981032943353057, 0.9970190525054932], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00034935888834297657} |
| {"panel_index": 48, "task_family": "mnli", "logits": [16.25, 19.375, 14.25], "probabilities": [0.04184935986995697, 0.9524869918823242, 0.005663693882524967], "choice": "neutral", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.004734925925731659} |
| {"panel_index": 49, "task_family": "mnli", "logits": [13.125, 20.375, 12.3125], "probabilities": [0.0007094471948221326, 0.9989757537841797, 0.0003148153191432357], "choice": "neutral", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00010228157043457031} |
| {"panel_index": 50, "task_family": "mnli", "logits": [20.375, 12.375, 11.4375], "probabilities": [0.9995334148406982, 0.00033530613291077316, 0.00013130776642356068], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 9.614229202270508e-05} |
| {"panel_index": 51, "task_family": "mnli", "logits": [13.5, 20.25, 12.5], "probabilities": [0.0011690071551129222, 0.9984009861946106, 0.00043005382758565247], "choice": "neutral", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 1.1641532182693481e-10} |
| {"panel_index": 52, "task_family": "mnli", "logits": [11.25, 12.0, 19.875], "probabilities": [0.00017945973377209157, 0.00037991636781953275, 0.999440610408783], "choice": "contradiction", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 4.83393669128418e-05} |
| {"panel_index": 53, "task_family": "mnli", "logits": [20.125, 12.0625, 11.1875], "probabilities": [0.9995536208152771, 0.0003149974509142339, 0.00013131041487213224], "choice": "entailment", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 1.9081664504483342e-05} |
| {"panel_index": 54, "task_family": "mnli", "logits": [16.5, 19.75, 13.5], "probabilities": [0.03725764527916908, 0.9608873724937439, 0.001854949165135622], "choice": "neutral", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.022902607917785645} |
| {"panel_index": 55, "task_family": "mnli", "logits": [20.125, 12.375, 11.375], "probabilities": [0.9994112253189087, 0.00043048898805864155, 0.00015836799866519868], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.777576446533203e-05} |
| {"panel_index": 56, "task_family": "mnli", "logits": [19.875, 12.125, 11.375], "probabilities": [0.9993662238121033, 0.00043046960490755737, 0.00020333938300609589], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 5.4776668548583984e-05} |
| {"panel_index": 57, "task_family": "mnli", "logits": [14.375, 17.125, 19.625], "probabilities": [0.004826048389077187, 0.07549208402633667, 0.9196819067001343], "choice": "contradiction", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 9.313225746154785e-10} |
| {"panel_index": 58, "task_family": "mnli", "logits": [13.875, 19.75, 15.3125], "probabilities": [0.0027682832442224026, 0.9855768084526062, 0.01165490597486496], "choice": "neutral", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0006983987987041473} |
| {"panel_index": 59, "task_family": "mnli", "logits": [19.25, 14.4375, 16.625], "probabilities": [0.9254397749900818, 0.007521526888012886, 0.0670386329293251], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.03888293355703354} |
| {"panel_index": 60, "task_family": "mnli", "logits": [14.1875, 14.875, 19.875], "probabilities": [0.0033540891017764807, 0.006670401897281408, 0.9899755120277405], "choice": "contradiction", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.0003929487429559231} |
| {"panel_index": 61, "task_family": "mnli", "logits": [19.5, 16.375, 14.0], "probabilities": [0.9541769027709961, 0.041923608630895615, 0.0038995034992694855], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.018091142177581787} |
| {"panel_index": 62, "task_family": "mnli", "logits": [19.75, 12.5625, 11.625], "probabilities": [0.9989491105079651, 0.000755182234570384, 0.0002957336255349219], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00010657310485839844} |
| {"panel_index": 63, "task_family": "mnli", "logits": [20.0, 12.1875, 11.375], "probabilities": [0.9994162321090698, 0.0004044089000672102, 0.00017945535364560783], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.9103830456733704e-11} |
| {"panel_index": 64, "task_family": "score", "logits": [18.75, 18.375], "probabilities": [0.5926666259765625, 0.4073334038257599], "choice": "yes", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 2.9802322387695312e-08} |
| {"panel_index": 65, "task_family": "score", "logits": [12.1875, 19.75], "probabilities": [0.0005193048273213208, 0.999480664730072], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 3.153085708618164e-05} |
| {"panel_index": 66, "task_family": "score", "logits": [12.0625, 19.75], "probabilities": [0.000458312890259549, 0.9995417594909668], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.9103830456733704e-11} |
| {"panel_index": 67, "task_family": "score", "logits": [13.5625, 19.375], "probabilities": [0.002981032943353057, 0.9970190525054932], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00019174814224243164} |
| {"panel_index": 68, "task_family": "score", "logits": [12.5625, 19.5], "probabilities": [0.0009697520872578025, 0.9990302324295044], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 5.8770179748535156e-05} |
| {"panel_index": 69, "task_family": "score", "logits": [19.75, 12.5625], "probabilities": [0.9992445707321167, 0.0007554056355729699], "choice": "yes", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 4.57763671875e-05} |
| {"panel_index": 70, "task_family": "score", "logits": [12.75, 19.75], "probabilities": [0.0009110510000027716, 0.9990890026092529], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 5.8770179748535156e-05} |
| {"panel_index": 71, "task_family": "score", "logits": [12.625, 19.75], "probabilities": [0.0008040856919251382, 0.9991958737373352], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.3283064365386963e-10} |
| {"panel_index": 72, "task_family": "score", "logits": [19.125, 18.5], "probabilities": [0.6513549089431763, 0.3486451208591461], "choice": "yes", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.1201455295085907} |
| {"panel_index": 73, "task_family": "score", "logits": [11.9375, 19.5], "probabilities": [0.0005193048273213208, 0.999480664730072], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0} |
| {"panel_index": 74, "task_family": "score", "logits": [12.1875, 19.75], "probabilities": [0.0005193048273213208, 0.999480664730072], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0} |
| {"panel_index": 75, "task_family": "score", "logits": [12.6875, 19.375], "probabilities": [0.0012448435882106423, 0.9987550973892212], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.3283064365386963e-10} |
| {"panel_index": 76, "task_family": "score", "logits": [15.1875, 19.375], "probabilities": [0.014957085251808167, 0.985042929649353], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.001957833766937256} |
| {"panel_index": 77, "task_family": "score", "logits": [15.375, 19.125], "probabilities": [0.022977372631430626, 0.977022647857666], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0013620853424072266} |
| {"panel_index": 78, "task_family": "score", "logits": [13.75, 19.625], "probabilities": [0.0028009277302771807, 0.9971990585327148], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00016927719116210938} |
| {"panel_index": 79, "task_family": "score", "logits": [13.375, 19.375], "probabilities": [0.0024726237170398235, 0.9975274205207825], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00028990721330046654} |
|
|
