{"panel_index": 0, "task_family": "browser", "logits": [13.8125, 13.75, 12.5625, 12.75, 21.25, 12.875, 11.3125, 11.75, 12.625, 10.5, 10.9375, 11.125, 10.5625, 11.4375, 10.9375, 10.6875], "probabilities": [0.0005874166381545365, 0.0005518270190805197, 0.00016829771630000323, 0.00020300575124565512, 0.9977265000343323, 0.00023003567184787244, 4.821811307920143e-05, 7.468165858881548e-05, 0.00017915194621309638, 2.1396657757577486e-05, 3.313978959340602e-05, 3.9974205719772726e-05, 2.2776615878683515e-05, 5.463828347274102e-05, 3.313978959340602e-05, 2.5809289581957273e-05], "choice": "candidate-c59cf6b3cdd1ee8dfe92", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 3.787799505516887e-05}
{"panel_index": 1, "task_family": "browser", "logits": [12.4375, 12.1875, 11.9375, 12.375, 11.8125, 11.9375, 11.75, 11.875, 20.75, 17.375, 12.5625, 12.5625, 11.4375, 12.0, 11.875, 10.875], "probabilities": [0.00023677019635215402, 0.00018439677660353482, 0.0001436083548469469, 0.0002224249328719452, 0.00012673392484430224, 0.0001436083548469469, 0.00011905553401447833, 0.00013490760466083884, 0.9647166728973389, 0.03301078453660011, 0.000268295785645023, 0.000268295785645023, 8.71028532856144e-05, 0.00015287025598809123, 0.00013490760466083884, 4.962971433997154e-05], "choice": "candidate-d2449a13158601200ec0", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 5.2928924560546875e-05}
{"panel_index": 2, "task_family": "browser", "logits": [14.0625, 13.5625, 13.9375, 14.125, 15.25, 21.125, 12.875, 13.3125, 12.5, 11.1875, 12.25, 12.0625, 12.5, 12.3125, 11.8125, 11.9375], "probabilities": [0.0008502371492795646, 0.0005156948463991284, 0.0007503315573558211, 0.0009050724329426885, 0.0027878209948539734, 0.9925326704978943, 0.00025930762058123946, 0.00040162348886951804, 0.0001782193430699408, 4.796710709342733e-05, 0.0001387974334647879, 0.00011506706505315378, 0.0001782193430699408, 0.000147749058669433, 8.961431740317494e-05, 0.00010154632764169946], "choice": "candidate-9409b72a36db8d4a0a79", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0006356239318847656}
{"panel_index": 3, "task_family": "browser", "logits": [16.375, 13.9375, 14.4375, 14.3125, 15.8125, 15.375, 21.5, 13.875, 14.0625, 12.9375, 15.5625, 12.75, 13.0625, 17.75, 13.875, 13.4375], "probabilities": [0.005705137737095356, 0.0004985094419680536, 0.0008219032315537333, 0.0007253269432112575, 0.003250689944252372, 0.0020988034084439278, 0.959456741809845, 0.00046830635983496904, 0.0005648851511068642, 0.00018339138478040695, 0.0025316395331174135, 0.00015203675138764083, 0.0002078096877085045, 0.02256426215171814, 0.00046830635983496904, 0.00030236138263717294], "choice": "candidate-3b25ae8d064a298ef021", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.005692839622497559}
{"panel_index": 4, "task_family": "browser", "logits": [21.0, 13.8125, 11.9375, 14.25, 11.1875, 10.6875, 9.3125, 9.75, 10.5625, 8.5, 9.9375, 10.25, 10.1875, 10.9375, 12.0625, 10.375], "probabilities": [0.9975650310516357, 0.0007541359518654644, 0.00011565048043848947, 0.0011680284515023232, 5.462943954626098e-05, 3.313442357466556e-05, 8.377694939554203e-06, 1.297563449043082e-05, 2.9241024094517343e-05, 3.7175798297539586e-06, 1.5651588910259306e-05, 2.1393194401753135e-05, 2.009704076044727e-05, 4.2545445467112586e-05, 0.0001310491788899526, 2.424166632408742e-05], "choice": "candidate-34e89f28b090ce5327b0", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.000125885009765625}
{"panel_index": 5, "task_family": "browser", "logits": [20.875, 12.3125, 13.125, 12.1875, 15.0625, 11.625, 10.125, 11.4375, 11.25, 9.125, 9.8125, 10.625, 10.3125, 14.1875, 14.8125, 10.6875], "probabilities": [0.9923182725906372, 0.00018967257346957922, 0.000427433755248785, 0.0001673854567343369, 0.0029669776558876038, 9.537336882203817e-05, 2.1280675355228595e-05, 7.9067271144595e-05, 6.554908759426326e-05, 7.828725756553467e-06, 1.5569268725812435e-05, 3.5085886338492855e-05, 2.5669389287941158e-05, 0.0012368207098916173, 0.0023106844164431095, 3.734874553629197e-05], "choice": "candidate-fb3025ec54721504f9b5", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0005102079594507813}
{"panel_index": 6, "task_family": "browser", "logits": [14.375, 13.9375, 14.6875, 14.5, 14.1875, 14.0, 15.875, 13.875, 15.125, 15.8125, 21.25, 13.0625, 13.375, 14.8125, 12.625, 16.0], "probabilities": [0.0010077691404148936, 0.0006506647332571447, 0.0013774576364085078, 0.0011419520014896989, 0.0008354701567441225, 0.0006926291971467435, 0.004516508895903826, 0.0006112431292422116, 0.002133447676897049, 0.0042428672313690186, 0.9752942323684692, 0.0002712374844122678, 0.00037073763087391853, 0.0015608640387654305, 0.0001751240051817149, 0.005117875523865223], "choice": "candidate-888bb5997d1aba7b25f7", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0005990914069116116}
{"panel_index": 7, "task_family": "browser", "logits": [20.875, 12.0625, 11.5625, 11.3125, 11.1875, 10.9375, 9.125, 9.6875, 10.5625, 8.1875, 9.375, 9.9375, 12.0, 10.8125, 9.5, 10.125], "probabilities": [0.9992793202400208, 0.00014875337365083396, 9.022346057463437e-05, 7.026609091553837e-05, 6.200964708114043e-05, 4.829315730603412e-05, 7.883643775130622e-06, 1.3836222933605313e-05, 3.319136521895416e-05, 3.0872770366840996e-06, 1.0122799722012132e-05, 1.7766053133527748e-05, 0.00013974089233670384, 4.261855792719871e-05, 1.1470627214293927e-05, 2.14299579965882e-05], "choice": "candidate-41c5af16d7bf373cc74c", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 1.6419915482401848e-05}
{"panel_index": 8, "task_family": "browser", "logits": [13.625, 15.125, 21.125, 14.875, 13.1875, 12.125, 14.3125, 14.1875, 13.3125, 11.0, 11.0625, 11.375, 11.6875, 12.8125, 11.6875, 11.625], "probabilities": [0.0005484018474817276, 0.002457766328006983, 0.9915335774421692, 0.001914110267534852, 0.0003540746693033725, 0.00012236500333528966, 0.0010906272800639272, 0.0009624751401133835, 0.00040121920756064355, 3.972608465119265e-05, 4.228820762364194e-05, 5.780111678177491e-05, 7.900474884081632e-05, 0.00024335186753887683, 7.900474884081632e-05, 7.421810732921585e-05], "choice": "candidate-a1a3ad1a8495aa678cbe", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0009151101112365723}
{"panel_index": 9, "task_family": "browser", "logits": [20.875, 13.1875, 13.0, 12.25, 12.5625, 15.1875, 11.0625, 11.0625, 11.3125, 9.5625, 10.0625, 10.6875, 10.75, 10.9375, 10.1875, 12.5], "probabilities": [0.9947840571403503, 0.00045613135444000363, 0.0003781462728511542, 0.00017862359527498484, 0.00024414961808361113, 0.0033703807275742292, 5.447714647743851e-05, 5.447714647743851e-05, 6.99500014889054e-05, 1.2155487638665363e-05, 2.0041014067828655e-05, 3.744155401363969e-05, 3.985631337855011e-05, 4.807591176358983e-05, 2.2709444237989374e-05, 0.00022935726155992597], "choice": "candidate-976c2731e7518a1f1b2b", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 5.3577852668240666e-05}
{"panel_index": 10, "task_family": "browser", "logits": [14.3125, 18.25, 14.0, 14.0625, 16.625, 13.9375, 13.0, 13.6875, 14.6875, 12.3125, 13.1875, 20.375, 13.625, 16.125, 11.4375, 12.5625], "probabilities": [0.0019856495782732964, 0.10184440016746521, 0.0014527325984090567, 0.0015464251628145576, 0.020054355263710022, 0.0013647163286805153, 0.0005344305536709726, 0.0010628419695422053, 0.002889103488996625, 0.0002687285887077451, 0.0006446461193263531, 0.85273277759552, 0.0009984472999349236, 0.012163578532636166, 0.00011202270252397284, 0.0003450541407801211], "choice": "candidate-016db9380de74cbcab5d", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.011358372867107391}
{"panel_index": 11, "task_family": "browser", "logits": [15.375, 13.0, 15.0625, 13.375, 13.75, 12.5625, 12.625, 13.0, 13.25, 16.625, 12.0, 13.0625, 18.5, 20.5, 11.8125, 11.75], "probabilities": [0.005073413252830505, 0.00047190109035000205, 0.003711789147928357, 0.0006866116891615093, 0.0009990142425522208, 0.0003046820929739624, 0.0003243325336370617, 0.00047190109035000205, 0.0006059330771677196, 0.017707955092191696, 0.00017360264610033482, 0.000502335955388844, 0.11547036468982697, 0.8532170057296753, 0.0001439216866856441, 0.00013520187349058688], "choice": "candidate-2dc16f49fe3acb051b39", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.028387129306793213}
{"panel_index": 12, "task_family": "browser", "logits": [12.5625, 11.4375, 13.1875, 12.8125, 11.6875, 12.125, 11.6875, 11.8125, 12.5, 10.5625, 10.375, 11.125, 12.1875, 20.625, 11.25, 18.875], "probabilities": [0.0002678492455743253, 8.695787255419418e-05, 0.0005004080012440681, 0.0003439250576775521, 0.00011165613977937028, 0.00017293638666160405, 0.00011165613977937028, 0.00012652298028115183, 0.0002516210079193115, 3.624944656621665e-05, 3.00518349831691e-05, 6.36197510175407e-05, 0.00018408987671136856, 0.8499424457550049, 7.209062459878623e-05, 0.1476978361606598], "choice": "candidate-0fb9a6cde602f212d85e", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.028841495513916016}
{"panel_index": 13, "task_family": "browser", "logits": [14.75, 14.0625, 15.625, 14.375, 13.25, 14.8125, 18.25, 13.6875, 13.4375, 15.1875, 18.25, 13.0, 13.5625, 15.125, 19.25, 13.1875], "probabilities": [0.006008476484566927, 0.0030212507117539644, 0.01441358495503664, 0.00412956066429615, 0.0013406722573563457, 0.006395989563316107, 0.1989733874797821, 0.0020764735527336597, 0.0016171591123566031, 0.009306108579039574, 0.1989733874797821, 0.0010441165650263429, 0.001832481473684311, 0.008742280304431915, 0.5408657193183899, 0.001259444747120142], "choice": "candidate-f5c1b8b97d7add30b043", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.04167109727859497}
{"panel_index": 14, "task_family": "browser", "logits": [12.5, 21.625, 12.0625, 12.5625, 11.5625, 11.5, 10.125, 11.0625, 11.4375, 9.5625, 10.3125, 12.3125, 12.375, 13.25, 13.5, 14.625], "probabilities": [0.0001086811680579558, 0.9979098439216614, 7.016979361651465e-05, 0.00011569045454962179, 4.256015017745085e-05, 3.9981550798984244e-05, 1.010892719932599e-05, 2.581403350632172e-05, 3.755920261028223e-05, 5.759893156209728e-06, 1.2193681868666317e-05, 9.009981295093894e-05, 9.591078560333699e-05, 0.00023007794516161084, 0.00029542596894316375, 0.000909975788090378], "choice": "candidate-b56ad12ceea4c52feb3f", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0004163384437561035}
{"panel_index": 15, "task_family": "browser", "logits": [14.6875, 14.25, 14.9375, 16.625, 17.25, 17.0, 16.125, 19.375, 14.25, 15.6875, 19.375, 14.0625, 14.625, 14.875, 11.8125, 12.25], "probabilities": [0.003838765434920788, 0.0024784926790744066, 0.004929072689265013, 0.026646310463547707, 0.049781862646341324, 0.0387701541185379, 0.016161805018782616, 0.41681843996047974, 0.0024784926790744066, 0.010434846393764019, 0.41681843996047974, 0.0020547432359308004, 0.0036061860155314207, 0.004630435258150101, 0.00021656831086147577, 0.0003354274667799473], "choice": "candidate-e76caeae9d53c8942ed1", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.005025841295719147}
{"panel_index": 16, "task_family": "hs3", "logits": [17.875, 20.25], "probabilities": [0.08509904146194458, 0.9149009585380554], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0}
{"panel_index": 17, "task_family": "hs3", "logits": [17.5, 20.375], "probabilities": [0.0534033365547657, 0.9465966820716858], "choice": "no", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.014143407344818115}
{"panel_index": 18, "task_family": "hs3", "logits": [20.875, 17.75], "probabilities": [0.957912266254425, 0.04208773002028465], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.004760846495628357}
{"panel_index": 19, "task_family": "hs3", "logits": [21.125, 14.625], "probabilities": [0.998498797416687, 0.0015011822106316686], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 9.666336700320244e-05}
{"panel_index": 20, "task_family": "hs3", "logits": [21.0, 14.5], "probabilities": [0.998498797416687, 0.0015011822106316686], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 9.082374162971973e-05}
{"panel_index": 21, "task_family": "hs3", "logits": [14.5, 21.5], "probabilities": [0.0009110510000027716, 0.9990890026092529], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.3283064365386963e-10}
{"panel_index": 22, "task_family": "hs3", "logits": [21.25, 14.3125], "probabilities": [0.9990302324295044, 0.0009697520872578025], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 6.247893907129765e-05}
{"panel_index": 23, "task_family": "hs3", "logits": [18.25, 20.0], "probabilities": [0.14804719388484955, 0.851952850818634], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0}
{"panel_index": 24, "task_family": "hs3", "logits": [21.25, 14.8125], "probabilities": [0.9984021782875061, 0.0015978460432961583], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 4.656612873077393e-10}
{"panel_index": 25, "task_family": "hs3", "logits": [15.75, 21.5], "probabilities": [0.0031726835295557976, 0.9968273043632507], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00037175649777054787}
{"panel_index": 26, "task_family": "hs3", "logits": [19.625, 19.375], "probabilities": [0.562176525592804, 0.4378235340118408], "choice": "yes", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.062176525592803955}
{"panel_index": 27, "task_family": "hs3", "logits": [21.125, 15.3125], "probabilities": [0.9970190525054932, 0.002981032943353057], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0}
{"panel_index": 28, "task_family": "hs3", "logits": [19.75, 19.75], "probabilities": [0.5, 0.5], "choice": "yes", "correct": true, "agrees_with_reference": false, "max_abs_probability_delta": 0.03120940923690796}
{"panel_index": 29, "task_family": "hs3", "logits": [14.1875, 21.125], "probabilities": [0.0009697520872578025, 0.9990302324295044], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 1.7462298274040222e-10}
{"panel_index": 30, "task_family": "hs3", "logits": [20.625, 17.5], "probabilities": [0.957912266254425, 0.04208773002028465], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.005338143557310104}
{"panel_index": 31, "task_family": "hs3", "logits": [21.25, 15.25], "probabilities": [0.9975274205207825, 0.0024726237170398235], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0001494884490966797}
{"panel_index": 32, "task_family": "boolq", "logits": [16.375, 20.875], "probabilities": [0.010986944660544395, 0.9890130758285522], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 9.313225746154785e-10}
{"panel_index": 33, "task_family": "boolq", "logits": [14.125, 21.0], "probabilities": [0.0010322309099137783, 0.9989677667617798], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 6.651878356933594e-05}
{"panel_index": 34, "task_family": "boolq", "logits": [14.625, 20.875], "probabilities": [0.0019267346942797303, 0.9980732202529907], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0}
{"panel_index": 35, "task_family": "boolq", "logits": [21.0, 15.3125], "probabilities": [0.9966233968734741, 0.003376612439751625], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0002039293758571148}
{"panel_index": 36, "task_family": "boolq", "logits": [21.125, 14.8125], "probabilities": [0.9981897473335266, 0.0018102104077115655], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00010955333709716797}
{"panel_index": 37, "task_family": "boolq", "logits": [21.0, 13.4375], "probabilities": [0.999480664730072, 0.0005193048273213208], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 3.349781036376953e-05}
{"panel_index": 38, "task_family": "boolq", "logits": [20.875, 12.875], "probabilities": [0.9996646642684937, 0.0003353501670062542], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.9103830456733704e-11}
{"panel_index": 39, "task_family": "boolq", "logits": [14.875, 20.75], "probabilities": [0.0028009277302771807, 0.9971990585327148], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00018010521307587624}
{"panel_index": 40, "task_family": "boolq", "logits": [20.875, 13.625], "probabilities": [0.9992903470993042, 0.0007096706540323794], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 4.57763671875e-05}
{"panel_index": 41, "task_family": "boolq", "logits": [14.1875, 20.875], "probabilities": [0.0012448435882106423, 0.9987550973892212], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00025633862242102623}
{"panel_index": 42, "task_family": "boolq", "logits": [21.125, 13.625], "probabilities": [0.9994471669197083, 0.0005527787143364549], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 1.1641532182693481e-10}
{"panel_index": 43, "task_family": "boolq", "logits": [14.0625, 21.0], "probabilities": [0.0009697520872578025, 0.9990302324295044], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 6.247893907129765e-05}
{"panel_index": 44, "task_family": "boolq", "logits": [20.875, 13.875], "probabilities": [0.9990890026092529, 0.0009110510000027716], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 5.8770179748535156e-05}
{"panel_index": 45, "task_family": "boolq", "logits": [21.125, 13.6875], "probabilities": [0.9994115829467773, 0.0005884087295271456], "choice": "yes", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 3.563013160601258e-05}
{"panel_index": 46, "task_family": "boolq", "logits": [15.3125, 21.0], "probabilities": [0.003376612439751625, 0.9966233968734741], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00021702051162719727}
{"panel_index": 47, "task_family": "boolq", "logits": [15.1875, 21.0], "probabilities": [0.002981032943353057, 0.9970190525054932], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00019174814224243164}
{"panel_index": 48, "task_family": "mnli", "logits": [14.375, 21.375, 14.0625], "probabilities": [0.0009104442433454096, 0.9984235763549805, 0.0006660954095423222], "choice": "neutral", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.00014722347259521484}
{"panel_index": 49, "task_family": "mnli", "logits": [14.6875, 21.25, 13.0], "probabilities": [0.0014099909458309412, 0.9983291029930115, 0.00026082200929522514], "choice": "neutral", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00010752677917480469}
{"panel_index": 50, "task_family": "mnli", "logits": [21.0, 12.3125, 11.3125], "probabilities": [0.9997692704200745, 0.00016864229110069573, 6.204004603205249e-05], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.1827872842550278e-11}
{"panel_index": 51, "task_family": "mnli", "logits": [14.0, 21.25, 12.625], "probabilities": [0.0007095433538779616, 0.9991111159324646, 0.00017940056568477303], "choice": "neutral", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.1076775738038123e-05}
{"panel_index": 52, "task_family": "mnli", "logits": [13.4375, 13.1875, 20.375], "probabilities": [0.0009690203005447984, 0.0007546736742369831, 0.9982763528823853], "choice": "contradiction", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00011104345321655273}
{"panel_index": 53, "task_family": "mnli", "logits": [21.125, 12.5625, 12.0], "probabilities": [0.9997000694274902, 0.00019108352717012167, 0.00010887614189414307], "choice": "entailment", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 7.033348083496094e-06}
{"panel_index": 54, "task_family": "mnli", "logits": [15.8125, 21.125, 13.1875], "probabilities": [0.004903663881123066, 0.9947410821914673, 0.00035522005055099726], "choice": "neutral", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.0002957293763756752}
{"panel_index": 55, "task_family": "mnli", "logits": [21.375, 13.6875, 12.25], "probabilities": [0.9994328618049622, 0.00045826294808648527, 0.00010884703806368634], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 4.392862319946289e-05}
{"panel_index": 56, "task_family": "mnli", "logits": [21.0, 12.5625, 11.8125], "probabilities": [0.9996812343597412, 0.0002165219484595582, 0.00010227769962511957], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 3.74913215637207e-05}
{"panel_index": 57, "task_family": "mnli", "logits": [14.6875, 21.5, 14.9375], "probabilities": [0.0010971833253279328, 0.9974939823150635, 0.0014088114257901907], "choice": "neutral", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0005152225494384766}
{"panel_index": 58, "task_family": "mnli", "logits": [12.75, 21.0, 12.4375], "probabilities": [0.0002611404052004218, 0.9995477795600891, 0.00019105442333966494], "choice": "neutral", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 1.1573341907933354e-05}
{"panel_index": 59, "task_family": "mnli", "logits": [21.375, 15.4375, 14.75], "probabilities": [0.9960502982139587, 0.002628196030855179, 0.0013215398648753762], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0002537369728088379}
{"panel_index": 60, "task_family": "mnli", "logits": [14.6875, 21.0, 16.5], "probabilities": [0.0017903574043884873, 0.9872423410415649, 0.010967273265123367], "choice": "neutral", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0050147175788879395}
{"panel_index": 61, "task_family": "mnli", "logits": [20.125, 20.0, 14.375], "probabilities": [0.5303127765655518, 0.4679993689060211, 0.0016878697788342834], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.03115832805633545}
{"panel_index": 62, "task_family": "mnli", "logits": [21.25, 13.5, 12.6875], "probabilities": [0.9993785619735718, 0.00043047493090853095, 0.00019102207443211228], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 5.820766091346741e-11}
{"panel_index": 63, "task_family": "mnli", "logits": [21.0, 12.0, 11.375], "probabilities": [0.9998106360435486, 0.00012338647502474487, 6.604400550713763e-05], "choice": "entailment", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 3.0040740966796875e-05}
{"panel_index": 64, "task_family": "score", "logits": [15.5625, 21.125], "probabilities": [0.003824483836069703, 0.9961755275726318], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0002456542570143938}
{"panel_index": 65, "task_family": "score", "logits": [14.5625, 20.875], "probabilities": [0.0018102104077115655, 0.9981897473335266], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0002124309539794922}
{"panel_index": 66, "task_family": "score", "logits": [13.4375, 20.875], "probabilities": [0.0005884087295271456, 0.9994115829467773], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 3.792543429881334e-05}
{"panel_index": 67, "task_family": "score", "logits": [21.125, 16.75], "probabilities": [0.9875683188438416, 0.012431648559868336], "choice": "yes", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.0016319779679179192}
{"panel_index": 68, "task_family": "score", "logits": [13.9375, 20.875], "probabilities": [0.0009697520872578025, 0.9990302324295044], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0001289844512939453}
{"panel_index": 69, "task_family": "score", "logits": [21.25, 14.1875], "probabilities": [0.9991440773010254, 0.000855900754686445], "choice": "yes", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.000100495177321136}
{"panel_index": 70, "task_family": "score", "logits": [15.375, 21.0], "probabilities": [0.003593603614717722, 0.9964063763618469], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00021702051162719727}
{"panel_index": 71, "task_family": "score", "logits": [13.8125, 21.125], "probabilities": [0.0006667023408226669, 0.9993333220481873], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 4.297494888305664e-05}
{"panel_index": 72, "task_family": "score", "logits": [21.125, 15.0625], "probabilities": [0.9976769089698792, 0.0023231622762978077], "choice": "yes", "correct": false, "agrees_with_reference": true, "max_abs_probability_delta": 0.0001404457725584507}
{"panel_index": 73, "task_family": "score", "logits": [13.8125, 21.0], "probabilities": [0.0007554056355729699, 0.9992445707321167], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00010049500269815326}
{"panel_index": 74, "task_family": "score", "logits": [14.0, 21.0], "probabilities": [0.0009110510000027716, 0.9990890026092529], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.3283064365386963e-10}
{"panel_index": 75, "task_family": "score", "logits": [14.1875, 21.125], "probabilities": [0.0009697520872578025, 0.9990302324295044], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0001289844512939453}
{"panel_index": 76, "task_family": "score", "logits": [15.4375, 21.125], "probabilities": [0.003376612439751625, 0.9966233968734741], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.0}
{"panel_index": 77, "task_family": "score", "logits": [14.9375, 21.125], "probabilities": [0.002050743205472827, 0.9979493021965027], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.3283064365386963e-10}
{"panel_index": 78, "task_family": "score", "logits": [15.125, 21.25], "probabilities": [0.0021827167365700006, 0.9978172779083252], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 2.3283064365386963e-10}
{"panel_index": 79, "task_family": "score", "logits": [15.75, 21.0], "probabilities": [0.005220126826316118, 0.9947799444198608], "choice": "no", "correct": true, "agrees_with_reference": true, "max_abs_probability_delta": 0.00033479928970336914}