| {"panel_index": 0, "task_family": "browser", "logits": [15.75, 15.5625, 14.0625, 13.75, 23.5, 14.4375, 13.4375, 13.375, 13.875, 15.5, 13.4375, 13.5, 12.8125, 12.6875, 13.625, 13.625], "probabilities": [0.0004299858119338751, 0.00035647061304189265, 7.953935710247606e-05, 5.819224315928295e-05, 0.9982430934906006, 0.0001157290898845531, 4.257436376065016e-05, 3.999490218120627e-05, 6.594046135433018e-05, 0.00033487327164039016, 4.257436376065016e-05, 4.53201646450907e-05, 2.2788410205976106e-05, 2.0110699551878497e-05, 5.135447281645611e-05, 5.135447281645611e-05], "choice": "candidate-c59cf6b3cdd1ee8dfe92", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0008731484413146973} |
| {"panel_index": 1, "task_family": "browser", "logits": [14.125, 17.375, 14.5, 14.0625, 14.4375, 13.4375, 13.375, 14.0625, 22.75, 16.875, 14.8125, 14.3125, 14.9375, 14.625, 17.0, 15.0625], "probabilities": [0.00017715891590341926, 0.00456899031996727, 0.00025776473921723664, 0.00016642545233480632, 0.0002421476528979838, 8.908110612537712e-05, 8.36839753901586e-05, 0.00016642545233480632, 0.9866270422935486, 0.002771233208477497, 0.0003523225605022162, 0.00021369454043451697, 0.0003992338024545461, 0.0002920857514254749, 0.003140218323096633, 0.00045239119208417833], "choice": "candidate-d2449a13158601200ec0", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.006388723850250244} |
| {"panel_index": 2, "task_family": "browser", "logits": [17.0, 15.5, 14.8125, 14.5625, 15.625, 22.0, 13.3125, 12.6875, 12.5625, 12.1875, 12.0625, 12.5, 11.8125, 12.125, 12.375, 12.8125], "probabilities": [0.006657630670815706, 0.0014855182962492108, 0.0007469655247405171, 0.0005817372584715486, 0.0016833129338920116, 0.9880800843238831, 0.0001666705502429977, 8.921229891711846e-05, 7.87295721238479e-05, 5.411001984612085e-05, 4.7751920646987855e-05, 7.395960710709915e-05, 3.718923107953742e-05, 5.0831640692194924e-05, 6.52691232971847e-05, 0.00010109077993547544], "choice": "candidate-9409b72a36db8d4a0a79", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00444948673248291} |
| {"panel_index": 3, "task_family": "browser", "logits": [17.125, 15.3125, 15.3125, 16.625, 15.5, 14.1875, 21.25, 14.6875, 15.0625, 14.875, 16.75, 13.875, 14.25, 17.125, 16.125, 14.75], "probabilities": [0.01501185167580843, 0.0024506172630935907, 0.0024506172630935907, 0.009105149656534195, 0.002956009702757001, 0.0007955991313792765, 0.9287503957748413, 0.0013117213966324925, 0.0019085423555225134, 0.001582237659022212, 0.010317486710846424, 0.0005820728256367147, 0.000846910523250699, 0.01501185167580843, 0.005522551015019417, 0.0013963197125121951], "choice": "candidate-3b25ae8d064a298ef021", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.05750685930252075} |
| {"panel_index": 4, "task_family": "browser", "logits": [22.0, 16.5, 15.4375, 16.875, 14.375, 12.8125, 12.1875, 12.25, 11.6875, 10.875, 11.125, 11.375, 12.4375, 12.375, 12.0, 13.0], "probabilities": [0.9876103401184082, 0.00403613829985261, 0.0013948522973805666, 0.0058725448325276375, 0.00048204799531958997, 0.00010104272223543376, 5.40842920599971e-05, 5.757241160608828e-05, 3.280377859482542e-05, 1.455658730264986e-05, 1.869103107310366e-05, 2.3999758923309855e-05, 6.944556662347168e-05, 6.523809861391783e-05, 4.483743759919889e-05, 0.00012188083928776905], "choice": "candidate-34e89f28b090ce5327b0", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.003576219081878662} |
| {"panel_index": 5, "task_family": "browser", "logits": [21.75, 14.0625, 15.5, 14.0625, 15.3125, 13.0, 12.5, 15.5, 13.625, 12.625, 12.1875, 12.125, 12.5625, 13.375, 14.6875, 13.125], "probabilities": [0.991529107093811, 0.00045463888091035187, 0.0019141016528010368, 0.00045463888091035187, 0.0015868464251980186, 0.0001571189786773175, 9.529752423986793e-05, 0.0019141016528010368, 0.00029353698482736945, 0.00010798624862218276, 6.972112169023603e-05, 6.549695535795763e-05, 0.0001014436493278481, 0.00022860680473968387, 0.0008493774803355336, 0.0001780391321517527], "choice": "candidate-fb3025ec54721504f9b5", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.000830233097076416} |
| {"panel_index": 6, "task_family": "browser", "logits": [13.125, 12.5, 13.75, 13.75, 15.125, 12.6875, 15.125, 12.5625, 13.5625, 15.0, 21.125, 13.6875, 12.625, 14.1875, 13.5, 14.75], "probabilities": [0.0003308977757114917, 0.00017711675900500268, 0.0006181985372677445, 0.0006181985372677445, 0.0024450223427265882, 0.00021364368149079382, 0.0024450223427265882, 0.00018853986694011837, 0.0005125044262968004, 0.0021577246952801943, 0.9863922595977783, 0.0005807435372844338, 0.000200699592824094, 0.0009574844734743237, 0.0004814534622710198, 0.0016804375918582082], "choice": "candidate-888bb5997d1aba7b25f7", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00975346565246582} |
| {"panel_index": 7, "task_family": "browser", "logits": [22.125, 13.625, 13.5625, 13.5, 13.625, 12.125, 11.4375, 12.0, 12.0, 11.25, 11.3125, 11.375, 12.875, 12.5, 11.875, 12.625], "probabilities": [0.9987427592277527, 0.0002032125339610502, 0.00019090055138804018, 0.0001793344272300601, 0.0002032125339610502, 4.5342847442952916e-05, 2.279981526953634e-05, 4.00149219785817e-05, 4.00149219785817e-05, 1.890171733975876e-05, 2.0120767658227123e-05, 2.141845106962137e-05, 9.599083568900824e-05, 6.597346509806812e-05, 3.531304173520766e-05, 7.475772872567177e-05], "choice": "candidate-41c5af16d7bf373cc74c", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0001258254051208496} |
| {"panel_index": 8, "task_family": "browser", "logits": [14.75, 14.8125, 22.625, 14.8125, 15.5, 13.75, 15.625, 14.1875, 13.9375, 12.6875, 12.5, 12.75, 12.0625, 12.5625, 12.75, 13.25], "probabilities": [0.0003786991292145103, 0.0004031230346299708, 0.9962384700775146, 0.0004031230346299708, 0.0008017057552933693, 0.0001393156562699005, 0.0009084516786970198, 0.00021577627921942621, 0.00016804672486614436, 4.814620115212165e-05, 3.991458652308211e-05, 5.125134703121148e-05, 2.577079794718884e-05, 4.2488867620704696e-05, 5.125134703121148e-05, 8.449920278508216e-05], "choice": "candidate-a1a3ad1a8495aa678cbe", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00028961896896362305} |
| {"panel_index": 9, "task_family": "browser", "logits": [21.375, 14.625, 13.3125, 13.3125, 13.8125, 15.5625, 12.5, 13.5625, 13.5, 13.1875, 13.0, 12.875, 13.25, 13.3125, 12.3125, 13.8125], "probabilities": [0.9918723702430725, 0.0011613629758358002, 0.000312576798023656, 0.000312576798023656, 0.0005153517704457045, 0.0029656444676220417, 0.0001387051015626639, 0.00040135628660209477, 0.0003770394541788846, 0.0002758480259217322, 0.00022868593805469573, 0.0002018146333284676, 0.00029363861540332437, 0.000312576798023656, 0.00011499051470309496, 0.0005153517704457045], "choice": "candidate-976c2731e7518a1f1b2b", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0013207793235778809} |
| {"panel_index": 10, "task_family": "browser", "logits": [15.5625, 16.75, 15.125, 14.5, 15.4375, 15.25, 14.375, 14.625, 16.25, 14.4375, 15.5, 20.75, 14.625, 19.0, 15.0, 14.9375], "probabilities": [0.004495193716138601, 0.014739175327122211, 0.002902316628023982, 0.0015534977428615093, 0.003966995514929295, 0.003288754727691412, 0.00137095688842237, 0.0017603435553610325, 0.008939762599766254, 0.0014593754895031452, 0.004222845192998648, 0.8047316670417786, 0.0017603435553610325, 0.13984137773513794, 0.0025612851604819298, 0.002406104002147913], "choice": "candidate-016db9380de74cbcab5d", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.15753722190856934} |
| {"panel_index": 11, "task_family": "browser", "logits": [16.75, 15.1875, 14.6875, 13.625, 15.8125, 14.1875, 13.9375, 14.5625, 14.125, 16.5, 13.3125, 16.75, 19.375, 19.375, 14.1875, 13.8125], "probabilities": [0.03160127252340317, 0.00662398524582386, 0.004017651081085205, 0.0013884633081033826, 0.012375232763588428, 0.0024368278682231903, 0.0018978039734065533, 0.0035455645993351936, 0.0022891887929290533, 0.02461109682917595, 0.0010158210061490536, 0.03160127252340317, 0.43624207377433777, 0.43624207377433777, 0.0024368278682231903, 0.0016748060006648302], "choice": "candidate-544fea69d385caac3601", "correct": false, "agrees_with_reference": false, "max_abs_probability_delta": 0.43152138590812683} |
| {"panel_index": 12, "task_family": "browser", "logits": [14.0, 13.0, 17.375, 13.625, 14.125, 13.1875, 12.625, 12.4375, 14.25, 12.6875, 12.25, 13.1875, 13.4375, 22.875, 14.0625, 19.375], "probabilities": [0.00013506198592949659, 4.968651046510786e-05, 0.003947088960558176, 9.28266454138793e-05, 0.00015304519911296666, 5.993339073029347e-05, 3.4149001294281334e-05, 2.8310523703112267e-05, 0.0001734229299472645, 3.635143366409466e-05, 2.347025292692706e-05, 5.993339073029347e-05, 7.695596286794171e-05, 0.9658207297325134, 0.00014377270417753607, 0.029165254905819893], "choice": "candidate-0fb9a6cde602f212d85e", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.0033386945724487305} |
| {"panel_index": 13, "task_family": "browser", "logits": [13.5625, 12.875, 13.6875, 13.6875, 13.6875, 12.4375, 13.625, 13.0, 13.0625, 14.5, 17.875, 13.875, 14.0625, 14.4375, 20.875, 14.1875], "probabilities": [0.0006285944837145507, 0.0003160771739203483, 0.0007122908718883991, 0.0007122908718883991, 0.0007122908718883991, 0.00020407479314599186, 0.0006691355374641716, 0.00035816236049868166, 0.0003812617505900562, 0.0016051724087446928, 0.046910010278224945, 0.0008591865771450102, 0.0010363772744312882, 0.0015079202130436897, 0.942212700843811, 0.0011743693612515926], "choice": "candidate-f5c1b8b97d7add30b043", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.031216368079185486} |
| {"panel_index": 14, "task_family": "browser", "logits": [13.5625, 21.0, 13.75, 13.25, 13.3125, 12.9375, 12.625, 13.0, 13.1875, 13.3125, 12.75, 18.0, 14.5625, 14.1875, 13.1875, 13.125], "probabilities": [0.0005567604093812406, 0.945656955242157, 0.0006715815397910774, 0.0004073347372468561, 0.00043360545532777905, 0.0002980125427711755, 0.00021803051640745252, 0.0003172325959894806, 0.0003826554457191378, 0.00043360545532777905, 0.0002470609615556896, 0.047081489115953445, 0.001513432478532195, 0.0010401657782495022, 0.0003826554457191378, 0.0003594716254156083], "choice": "candidate-b56ad12ceea4c52feb3f", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0478680320084095} |
| {"panel_index": 15, "task_family": "browser", "logits": [17.5, 16.25, 16.0, 20.875, 18.5, 15.375, 15.375, 18.5, 14.5, 16.5, 14.75, 15.0, 19.375, 15.9375, 15.25, 15.9375], "probabilities": [0.022717734798789024, 0.006508741993457079, 0.00506901228800416, 0.6639096140861511, 0.06175321340560913, 0.002713247202336788, 0.002713247202336788, 0.06175321340560913, 0.0011310497066006064, 0.008357387967407703, 0.0014522966230288148, 0.0018647860269993544, 0.14813826978206635, 0.004761896096169949, 0.002394432667642832, 0.004761896096169949], "choice": "candidate-da095abe0a63c03f3114", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.10046396031975746} |
| {"panel_index": 16, "task_family": "hs3", "logits": [17.75, 21.75], "probabilities": [0.01798621006309986, 0.9820137619972229], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0} |
| {"panel_index": 17, "task_family": "hs3", "logits": [16.25, 22.5], "probabilities": [0.0019267346942797303, 0.9980732202529907], "choice": "no", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.0} |
| {"panel_index": 18, "task_family": "hs3", "logits": [21.5, 17.5], "probabilities": [0.9820137619972229, 0.01798621006309986], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.011293411254882812} |
| {"panel_index": 19, "task_family": "hs3", "logits": [22.625, 16.875], "probabilities": [0.9968273043632507, 0.0031726835295557976], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 4.656612873077393e-10} |
| {"panel_index": 20, "task_family": "hs3", "logits": [22.625, 16.375], "probabilities": [0.9980732202529907, 0.0019267346942797303], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0008741923375055194} |
| {"panel_index": 21, "task_family": "hs3", "logits": [15.0, 21.125], "probabilities": [0.0021827167365700006, 0.9978172779083252], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.3283064365386963e-10} |
| {"panel_index": 22, "task_family": "hs3", "logits": [22.875, 16.125], "probabilities": [0.9988304972648621, 0.0011695100693032146], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00015556812286376953} |
| {"panel_index": 23, "task_family": "hs3", "logits": [21.25, 17.75], "probabilities": [0.970687747001648, 0.02931222692131996], "choice": "yes", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.02409110590815544} |
| {"panel_index": 24, "task_family": "hs3", "logits": [23.125, 17.375], "probabilities": [0.9968273043632507, 0.0031726835295557976], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00037175649777054787} |
| {"panel_index": 25, "task_family": "hs3", "logits": [16.375, 21.75], "probabilities": [0.004609572701156139, 0.9953904151916504], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0006105531938374043} |
| {"panel_index": 26, "task_family": "hs3", "logits": [18.875, 21.5], "probabilities": [0.06754668802022934, 0.9324532747268677], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.06347662210464478} |
| {"panel_index": 27, "task_family": "hs3", "logits": [22.25, 16.75], "probabilities": [0.9959298968315125, 0.004070138558745384], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0005394816398620605} |
| {"panel_index": 28, "task_family": "hs3", "logits": [20.75, 18.75], "probabilities": [0.8807970285415649, 0.11920291185379028], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.14973852038383484} |
| {"panel_index": 29, "task_family": "hs3", "logits": [14.125, 21.75], "probabilities": [0.00048785723629407585, 0.9995121955871582], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00013088664854876697} |
| {"panel_index": 30, "task_family": "hs3", "logits": [21.625, 17.875], "probabilities": [0.977022647857666, 0.022977372631430626], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 1.862645149230957e-09} |
| {"panel_index": 31, "task_family": "hs3", "logits": [22.125, 17.0], "probabilities": [0.9940890073776245, 0.0059110685251653194], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00130149582400918} |
| {"panel_index": 32, "task_family": "boolq", "logits": [15.9375, 21.75], "probabilities": [0.002981032943353057, 0.9970190525054932], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0016286373138427734} |
| {"panel_index": 33, "task_family": "boolq", "logits": [14.25, 21.625], "probabilities": [0.0006263343966566026, 0.999373733997345], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.3283064365386963e-10} |
| {"panel_index": 34, "task_family": "boolq", "logits": [14.25, 21.25], "probabilities": [0.0009110510000027716, 0.9990890026092529], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 5.5150361731648445e-05} |
| {"panel_index": 35, "task_family": "boolq", "logits": [20.625, 16.875], "probabilities": [0.977022647857666, 0.022977372631430626], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.02092665433883667} |
| {"panel_index": 36, "task_family": "boolq", "logits": [22.0, 14.8125], "probabilities": [0.9992445707321167, 0.0007554056355729699], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 4.869699478149414e-05} |
| {"panel_index": 37, "task_family": "boolq", "logits": [22.0, 14.1875], "probabilities": [0.999595582485199, 0.00040448145591653883], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.6106834411621094e-05} |
| {"panel_index": 38, "task_family": "boolq", "logits": [22.125, 14.9375], "probabilities": [0.9992445707321167, 0.0007554056355729699], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0003249049186706543} |
| {"panel_index": 39, "task_family": "boolq", "logits": [15.625, 21.25], "probabilities": [0.003593603614717722, 0.9964063763618469], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0010159690864384174} |
| {"panel_index": 40, "task_family": "boolq", "logits": [21.875, 13.6875], "probabilities": [0.9997219443321228, 0.00027803104603663087], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 1.792609691619873e-05} |
| {"panel_index": 41, "task_family": "boolq", "logits": [15.125, 21.25], "probabilities": [0.0021827167365700006, 0.9978172779083252], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0009899735450744629} |
| {"panel_index": 42, "task_family": "boolq", "logits": [21.75, 14.0625], "probabilities": [0.9995417594909668, 0.000458312890259549], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.7755799237638712e-05} |
| {"panel_index": 43, "task_family": "boolq", "logits": [15.3125, 21.25], "probabilities": [0.0026316738221794367, 0.997368335723877], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0022737320978194475} |
| {"panel_index": 44, "task_family": "boolq", "logits": [22.125, 14.4375], "probabilities": [0.9995417594909668, 0.000458312890259549], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 5.3831376135349274e-05} |
| {"panel_index": 45, "task_family": "boolq", "logits": [21.375, 14.5], "probabilities": [0.9989677667617798, 0.0010322309099137783], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00017633027164265513} |
| {"panel_index": 46, "task_family": "boolq", "logits": [16.625, 21.25], "probabilities": [0.00970847811549902, 0.9902915358543396], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.006197929382324219} |
| {"panel_index": 47, "task_family": "boolq", "logits": [15.9375, 21.5], "probabilities": [0.003824483836069703, 0.9961755275726318], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0007851123809814453} |
| {"panel_index": 48, "task_family": "mnli", "logits": [15.0625, 22.25, 15.5625], "probabilities": [0.0007544659310951829, 0.9980015158653259, 0.0012439042329788208], "choice": "neutral", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.0011983513832092285} |
| {"panel_index": 49, "task_family": "mnli", "logits": [13.6875, 21.875, 14.5], "probabilities": [0.00027785697602666914, 0.9990960359573364, 0.0006261603557504714], "choice": "neutral", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00016799179138615727} |
| {"panel_index": 50, "task_family": "mnli", "logits": [21.0, 17.125, 15.6875], "probabilities": [0.9749592542648315, 0.02023463509976864, 0.004806147422641516], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.018943727016448975} |
| {"panel_index": 51, "task_family": "mnli", "logits": [15.25, 21.875, 16.375], "probabilities": [0.001319636357948184, 0.9946156144142151, 0.0040647671557962894], "choice": "neutral", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0011199116706848145} |
| {"panel_index": 52, "task_family": "mnli", "logits": [12.875, 13.375, 21.875], "probabilities": [0.00012336952204350382, 0.00020340185437817127, 0.9996732473373413], "choice": "contradiction", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00011962652206420898} |
| {"panel_index": 53, "task_family": "mnli", "logits": [21.625, 16.25, 14.9375], "probabilities": [0.9941569566726685, 0.004603860899806023, 0.0012391124619171023], "choice": "entailment", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.001871347427368164} |
| {"panel_index": 54, "task_family": "mnli", "logits": [21.375, 16.875, 15.3125], "probabilities": [0.9867406487464905, 0.010961700230836868, 0.0022976964246481657], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0040070414543151855} |
| {"panel_index": 55, "task_family": "mnli", "logits": [22.125, 15.5, 14.625], "probabilities": [0.9981235861778259, 0.0013242907589301467, 0.0005520466365851462], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.000704646110534668} |
| {"panel_index": 56, "task_family": "mnli", "logits": [22.25, 14.6875, 13.9375], "probabilities": [0.9992355108261108, 0.0005191774689592421, 0.00024524214677512646], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0003471970558166504} |
| {"panel_index": 57, "task_family": "mnli", "logits": [13.25, 21.875, 14.3125], "probabilities": [0.000179434719029814, 0.9993013143539429, 0.0005192116368561983], "choice": "neutral", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00033664703369140625} |
| {"panel_index": 58, "task_family": "mnli", "logits": [13.375, 22.5, 14.1875], "probabilities": [0.00010887021926464513, 0.9996457099914551, 0.0002453428169246763], "choice": "neutral", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0001429915428161621} |
| {"panel_index": 59, "task_family": "mnli", "logits": [17.625, 18.25, 21.375], "probabilities": [0.022031612694263458, 0.0411604680120945, 0.9368079304695129], "choice": "contradiction", "correct": false, "agrees_with_reference": false, "max_abs_probability_delta": 0.8700051009654999} |
| {"panel_index": 60, "task_family": "mnli", "logits": [14.5, 22.375, 15.8125], "probabilities": [0.0003794488147832453, 0.9982106685638428, 0.001409823657013476], "choice": "neutral", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.024762272834777832} |
| {"panel_index": 61, "task_family": "mnli", "logits": [21.25, 16.625, 15.25], "probabilities": [0.9878666400909424, 0.009684705175459385, 0.0024486768525093794], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.03855389356613159} |
| {"panel_index": 62, "task_family": "mnli", "logits": [22.75, 15.5, 14.5625], "probabilities": [0.9990127086639404, 0.0007094734464772046, 0.0002778338093776256], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00032824277877807617} |
| {"panel_index": 63, "task_family": "mnli", "logits": [22.5, 15.0625, 14.375], "probabilities": [0.9991160035133362, 0.0005882347468286753, 0.0002957830438390374], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.000424802303314209} |
| {"panel_index": 64, "task_family": "score", "logits": [20.375, 20.625], "probabilities": [0.4378235340118408, 0.562176525592804], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.41983732394874096} |
| {"panel_index": 65, "task_family": "score", "logits": [14.8125, 22.125], "probabilities": [0.0006667023408226669, 0.9993333220481873], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 8.875131607055664e-05} |
| {"panel_index": 66, "task_family": "score", "logits": [14.1875, 22.125], "probabilities": [0.0003569705004338175, 0.9996429681777954], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 4.751101369038224e-05} |
| {"panel_index": 67, "task_family": "score", "logits": [17.125, 22.25], "probabilities": [0.0059110685251653194, 0.9940890073776245], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.001666247844696045} |
| {"panel_index": 68, "task_family": "score", "logits": [14.0625, 22.0], "probabilities": [0.0003569705004338175, 0.9996429681777954], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0003984350769314915} |
| {"panel_index": 69, "task_family": "score", "logits": [21.875, 14.75], "probabilities": [0.9991958737373352, 0.0008040856919251382], "choice": "yes", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.0001656662207096815} |
| {"panel_index": 70, "task_family": "score", "logits": [15.625, 22.375], "probabilities": [0.0011695100693032146, 0.9988304972648621], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0002409219741821289} |
| {"panel_index": 71, "task_family": "score", "logits": [15.0625, 22.25], "probabilities": [0.0007554056355729699, 0.9992445707321167], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 4.869699478149414e-05} |
| {"panel_index": 72, "task_family": "score", "logits": [18.0, 22.375], "probabilities": [0.012431648559868336, 0.9875683188438416], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.7939677238464355e-09} |
| {"panel_index": 73, "task_family": "score", "logits": [14.5625, 22.25], "probabilities": [0.000458312890259549, 0.9995417594909668], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0003458857536315918} |
| {"panel_index": 74, "task_family": "score", "logits": [14.375, 21.5], "probabilities": [0.0008040856919251382, 0.9991958737373352], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0005209445953369141} |
| {"panel_index": 75, "task_family": "score", "logits": [17.375, 22.125], "probabilities": [0.008577484637498856, 0.9914224743843079], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0024094590917229652} |
| {"panel_index": 76, "task_family": "score", "logits": [17.375, 22.75], "probabilities": [0.004609572701156139, 0.9953904151916504], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.003967940807342529} |
| {"panel_index": 77, "task_family": "score", "logits": [15.3125, 22.375], "probabilities": [0.000855900754686445, 0.9991440773010254], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0006452814559452236} |
| {"panel_index": 78, "task_family": "score", "logits": [15.9375, 22.5], "probabilities": [0.0014103588182479143, 0.9985895752906799], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0003998520551249385} |
| {"panel_index": 79, "task_family": "score", "logits": [17.75, 22.375], "probabilities": [0.00970847811549902, 0.9902915358543396], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0012784656137228012} |
|
|
