final/20260916T194403396250Z-fleet/selected/validation_predictions.json

[
  {
    "id": "arc:validation:ARC-Easy:362",
    "group": "arc:4187aa3312847ba146c488c23054ab6a97cb214eb18619dd37ea47907a2102b4",
    "family": "arc",
    "target": 2,
    "choices": [
      "magnetism.",
      "nuclear.",
      "gravity.",
      "friction."
    ],
    "logits": [
      -12.452960014343262,
      -13.136268615722656,
      7.881979465484619,
      -12.391715049743652
    ],
    "probabilities": [
      1.4745101806212801e-09,
      7.445451477572362e-10,
      1.0,
      1.567639240640517e-09
    ],
    "log_probabilities": [
      -20.33493995666504,
      -21.018247604370117,
      0.0,
      -20.27369499206543
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:439",
    "group": "arc:7d71e3bb3b786f60fc25a60534e5ad6b6edab49755dfc7473a3eda6039d8409f",
    "family": "arc",
    "target": 2,
    "choices": [
      "runoff and condensation",
      "condensation and evaporation",
      "precipitation and runoff",
      "evaporation and precipitation"
    ],
    "logits": [
      -0.30134686827659607,
      -11.164356231689453,
      7.366076946258545,
      -1.6601985692977905
    ],
    "probabilities": [
      0.00046754663344472647,
      8.955289843015635e-09,
      0.9994124174118042,
      0.00012013872765237466
    ],
    "log_probabilities": [
      -7.668011665344238,
      -18.531021118164062,
      -0.000587767455726862,
      -9.026863098144531
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:384",
    "group": "arc:717bfed654597a5619977409dacc78cec8b0140e471a65a58386a045551e1391",
    "family": "arc",
    "target": 0,
    "choices": [
      "Water vapor in the air condenses into a liquid on the cold can.",
      "The warm air absorbs cold from the can and changes to a liquid.",
      "Water vapor in the air absorbs heat from the can and changes to a liquid.",
      "The warm air causes heat to flow out of the can and condense in the air."
    ],
    "logits": [
      7.727762699127197,
      -3.000605344772339,
      4.103024959564209,
      -2.6343271732330322
    ],
    "probabilities": [
      0.9739853143692017,
      2.134427813871298e-05,
      0.02596263587474823,
      3.0786039133090526e-05
    ],
    "log_probabilities": [
      -0.026359083130955696,
      -10.754727363586426,
      -3.651096820831299,
      -10.388449668884277
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:290",
    "group": "arc:f947963050e42833094b65e5a959acf1e0eb6410f10ceb1a122285b3915a2a1e",
    "family": "arc",
    "target": 2,
    "choices": [
      "carbon",
      "hydrogen",
      "potassium",
      "nitrogen"
    ],
    "logits": [
      -8.867175102233887,
      -11.784306526184082,
      2.5312917232513428,
      -10.368440628051758
    ],
    "probabilities": [
      1.1212499885004945e-05,
      6.064686317586165e-07,
      0.9999856948852539,
      2.4986827611428453e-06
    ],
    "log_probabilities": [
      -11.398481369018555,
      -14.31561279296875,
      -1.4305012882687151e-05,
      -12.899746894836426
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:194",
    "group": "arc:a835a42e56ccfcd6511b0161123e2fe80ab6ee78c5926b7291514c0b8846a181",
    "family": "arc",
    "target": 1,
    "choices": [
      "Heat transferred through the ice cube into the pavement by conduction.",
      "Heat transferred from the air and the pavement by conduction.",
      "Heat transferred through the ice cube by convection.",
      "Heat transferred from the air to the ice cube by radiation."
    ],
    "logits": [
      2.756551742553711,
      3.5183568000793457,
      -1.465450644493103,
      1.2829467058181763
    ],
    "probabilities": [
      0.2953418493270874,
      0.6326634287834167,
      0.004332440905272961,
      0.06766224652528763
    ],
    "log_probabilities": [
      -1.2196216583251953,
      -0.4578166604042053,
      -5.441624164581299,
      -2.6932268142700195
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:199",
    "group": "arc:214f9a006ab573bf17797c99fa7c38b620d2830e4a19955072104c80506f1896",
    "family": "arc",
    "target": 0,
    "choices": [
      "consumer",
      "decomposer",
      "producer",
      "scavenger"
    ],
    "logits": [
      3.2382287979125977,
      -10.85511589050293,
      -11.530426025390625,
      -5.388120174407959
    ],
    "probabilities": [
      0.9998195767402649,
      7.572858180537878e-07,
      3.8545735492334643e-07,
      0.00017928588204085827
    ],
    "log_probabilities": [
      -0.00018046658078674227,
      -14.093524932861328,
      -14.768835067749023,
      -8.6265287399292
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:175",
    "group": "arc:f96eeade6f5b1827b1137f0d75ac459bc8dbb507627e39ab27c908e9fac36bf6",
    "family": "arc",
    "target": 2,
    "choices": [
      "its composition",
      "its mass",
      "its shape",
      "its weight"
    ],
    "logits": [
      -8.755948066711426,
      -8.11613941192627,
      -0.6655133366584778,
      -6.5824875831604
    ],
    "probabilities": [
      0.0003053629188798368,
      0.0005790044669993222,
      0.996431827545166,
      0.002683727303519845
    ],
    "log_probabilities": [
      -8.094009399414062,
      -7.454200267791748,
      -0.003574531525373459,
      -5.920548439025879
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:35",
    "group": "arc:d010304956cd64ae12ff4cdf7ae61de57d11874028a1c253cb1f969a3e74f6dd",
    "family": "arc",
    "target": 2,
    "choices": [
      "solid",
      "liquid",
      "gas"
    ],
    "logits": [
      -13.699732780456543,
      -10.20886516571045,
      7.9057393074035645
    ],
    "probabilities": [
      4.1386860605285847e-10,
      1.3580851998540311e-08,
      1.0
    ],
    "log_probabilities": [
      -21.605472564697266,
      -18.114604949951172,
      0.0
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:279",
    "group": "arc:6c56262178d180398d11ca596c9c8e92564448734cb577a655eff3cdd40519e0",
    "family": "arc",
    "target": 3,
    "choices": [
      "The tea's freezing point increases.",
      "The tea becomes saturated.",
      "The ice cube's melting point decreases.",
      "The ice cubes gain energy."
    ],
    "logits": [
      -9.645840644836426,
      -11.125115394592285,
      -7.245979309082031,
      1.8340610265731812
    ],
    "probabilities": [
      1.0334446415072307e-05,
      2.354216348976479e-06,
      0.00011390262807253748,
      0.9998733997344971
    ],
    "log_probabilities": [
      -11.48002815246582,
      -12.95930290222168,
      -9.080166816711426,
      -0.00012659224739763886
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:289",
    "group": "arc:2b07181823971b68e64b9ce1c4fd1dd3ff6f7ce0727b81c760f33d743f8b307e",
    "family": "arc",
    "target": 1,
    "choices": [
      "electrons and neutrons.",
      "protons and electrons.",
      "protons and neutrons.",
      "protons, neutrons, and electrons."
    ],
    "logits": [
      -6.392343997955322,
      8.417976379394531,
      -5.457603454589844,
      -4.569911479949951
    ],
    "probabilities": [
      3.697925876622321e-07,
      0.9999964237213135,
      9.416959869668062e-07,
      2.2878639356349595e-06
    ],
    "log_probabilities": [
      -14.810323715209961,
      -3.576272320060525e-06,
      -13.87558364868164,
      -12.987892150878906
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:448",
    "group": "arc:ae325ce16868b4f8eb1aeec18d8e15f1d73c6fa2d9bb3c09fd971c6f963fb63b",
    "family": "arc",
    "target": 0,
    "choices": [
      "carbon cycle",
      "water cycle",
      "ocean tides",
      "weather patterns"
    ],
    "logits": [
      -1.5116288661956787,
      -11.161376953125,
      -21.19502067565918,
      -10.428956031799316
    ],
    "probabilities": [
      0.9998015761375427,
      6.442902667913586e-05,
      2.828300038615339e-09,
      0.00013401947217062116
    ],
    "log_probabilities": [
      -0.0001984637783607468,
      -9.649946212768555,
      -19.683589935302734,
      -8.917525291442871
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:219",
    "group": "arc:33903d607c33e9025afd73b8a32577988e6b856ef945515efd8531d105844e2b",
    "family": "arc",
    "target": 2,
    "choices": [
      "gravitational forces.",
      "electromagnetic forces.",
      "balanced forces.",
      "frictional forces."
    ],
    "logits": [
      -10.650599479675293,
      -15.87507438659668,
      3.6717472076416016,
      -2.4089057445526123
    ],
    "probabilities": [
      6.010237711961963e-07,
      3.2354228185482725e-09,
      0.9977179765701294,
      0.0022814639378339052
    ],
    "log_probabilities": [
      -14.324631690979004,
      -19.54910659790039,
      -0.0022846567444503307,
      -6.082937717437744
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:145",
    "group": "arc:d4c0bc00074ca57a78019961186cc7ddcda49e8018574c63c2c8090670462075",
    "family": "arc",
    "target": 2,
    "choices": [
      "electrical energy and mechanical energy.",
      "thermal energy and light energy.",
      "thermal energy and mechanical energy.",
      "electrical energy and light energy."
    ],
    "logits": [
      -3.0200729370117188,
      0.35797128081321716,
      5.20816707611084,
      -11.218989372253418
    ],
    "probabilities": [
      0.00026486205752007663,
      0.007764002773910761,
      0.9919710159301758,
      7.282417868736957e-08
    ],
    "log_probabilities": [
      -8.23630142211914,
      -4.858257293701172,
      -0.008061372675001621,
      -16.435216903686523
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:235",
    "group": "arc:cb75f7fa6498320e2e1fe9b7d93e1b8dcba8bcaef96e05b8edc2695dbb1c4195",
    "family": "arc",
    "target": 0,
    "choices": [
      "conduction",
      "evaporation",
      "convection",
      "radiation"
    ],
    "logits": [
      6.370760440826416,
      -14.023378372192383,
      -8.355802536010742,
      -8.938026428222656
    ],
    "probabilities": [
      0.9999994039535522,
      1.3897542006091612e-09,
      4.0210076690527785e-07,
      2.2463547111328808e-07
    ],
    "log_probabilities": [
      -5.960462772236497e-07,
      -20.39413833618164,
      -14.726563453674316,
      -15.30878734588623
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:470",
    "group": "arc:c8861432b6b0278a9bf05cde1d750ea157caa3a679b23850e4bd3bfed419e03e",
    "family": "arc",
    "target": 0,
    "choices": [
      "humans as predators",
      "disease",
      "climate change",
      "loss of habitat"
    ],
    "logits": [
      -2.1296002864837646,
      -8.235608100891113,
      -0.811188280582428,
      -0.5767823457717896
    ],
    "probabilities": [
      0.10565823316574097,
      0.00023555797815788537,
      0.3948957324028015,
      0.4992104172706604
    ],
    "log_probabilities": [
      -2.2475454807281494,
      -8.353553771972656,
      -0.9291335344314575,
      -0.6947275996208191
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:499",
    "group": "arc:85aa3ca043e08dfe671b26cc1f9bdd4f745a7af312881f84157f3ee4ba23c1ac",
    "family": "arc",
    "target": 1,
    "choices": [
      "subatomic particles",
      "air vibrations",
      "electric current",
      "solar radiation"
    ],
    "logits": [
      -12.974282264709473,
      6.645876407623291,
      -15.081036567687988,
      -15.923884391784668
    ],
    "probabilities": [
      3.0135136608322455e-09,
      1.0,
      3.6653999280211735e-10,
      1.5778917061837205e-10
    ],
    "log_probabilities": [
      -19.620159149169922,
      0.0,
      -21.726913452148438,
      -22.569761276245117
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:120",
    "group": "arc:ca167138fbadb4b425c527ca726cd5dd343163062382d03539049e9c41506b71",
    "family": "arc",
    "target": 2,
    "choices": [
      "tensile",
      "shear",
      "compression",
      "torsion"
    ],
    "logits": [
      -7.987063407897949,
      -5.565366744995117,
      -0.6720095872879028,
      -7.333693981170654
    ],
    "probabilities": [
      0.0006592219579033554,
      0.007426106370985508,
      0.9906476140022278,
      0.0012670285068452358
    ],
    "log_probabilities": [
      -7.324450492858887,
      -4.902753829956055,
      -0.009396376088261604,
      -6.671081066131592
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:469",
    "group": "arc:f2e3d357dc32b22ecd392887b66a1e56cb2a412ef0f3fdf9bf015485932b5082",
    "family": "arc",
    "target": 0,
    "choices": [
      "thermometer",
      "barometer",
      "photocell",
      "decibel meter"
    ],
    "logits": [
      1.5215978622436523,
      -17.88555908203125,
      -14.540797233581543,
      -16.596418380737305
    ],
    "probabilities": [
      0.9999998807907104,
      3.728879871545132e-09,
      1.0572809117093129e-07,
      1.3534614318189142e-08
    ],
    "log_probabilities": [
      -1.1920928244535389e-07,
      -19.40715789794922,
      -16.062395095825195,
      -18.11801528930664
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:129",
    "group": "arc:4c7f5e9e2386d66413826d08d6def1fff601df3fd633ffccc581de99ef4eee9e",
    "family": "arc",
    "target": 1,
    "choices": [
      "increase in precipitation",
      "decrease in soil nutrients",
      "increase in wind speed",
      "decrease in sunlight"
    ],
    "logits": [
      -9.915938377380371,
      4.143209934234619,
      -4.492416858673096,
      -6.231849670410156
    ],
    "probabilities": [
      7.836068220967718e-07,
      0.999790370464325,
      0.00017762491188477725,
      3.119450047961436e-05
    ],
    "log_probabilities": [
      -14.059358596801758,
      -0.00020966715237591416,
      -8.635836601257324,
      -10.375268936157227
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:229",
    "group": "arc:0000aa55e2ce240dabd5ba0b5e8dfaa2cc87ac874c284f627bc24eee24f854a3",
    "family": "arc",
    "target": 2,
    "choices": [
      "nucleus",
      "chromatin",
      "cytoplasm",
      "ribosome"
    ],
    "logits": [
      -11.850493431091309,
      -17.03699493408203,
      8.328832626342773,
      -13.27985668182373
    ],
    "probabilities": [
      1.7227824722354512e-09,
      9.632988851038249e-12,
      1.0,
      4.1253980787026023e-10
    ],
    "log_probabilities": [
      -20.179325103759766,
      -25.365827560424805,
      0.0,
      -21.608688354492188
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:500",
    "group": "arc:a560e1abb6335e056f8aa9478451355116a52df1d2b68ac62b963eea4e445810",
    "family": "arc",
    "target": 0,
    "choices": [
      "tell the teacher right away",
      "tell his best friend after school",
      "scratch it",
      "wait for it to go away"
    ],
    "logits": [
      5.0150885581970215,
      -11.863228797912598,
      -9.374218940734863,
      -7.11710786819458
    ],
    "probabilities": [
      0.9999939203262329,
      4.6756014171478455e-08,
      5.633791033687885e-07,
      5.383335064834682e-06
    ],
    "log_probabilities": [
      -6.079655122448457e-06,
      -16.87832260131836,
      -14.389312744140625,
      -12.1322021484375
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:12",
    "group": "arc:ceb415d55dc0ecaf8b34ee25a2aba00f631ee699da2bbf4ef541aea62538bd53",
    "family": "arc",
    "target": 3,
    "choices": [
      "air temperature.",
      "wind direction.",
      "air pressure.",
      "wind speed."
    ],
    "logits": [
      -9.811833381652832,
      -4.46970796585083,
      -9.344030380249023,
      8.564303398132324
    ],
    "probabilities": [
      1.0455487142735365e-08,
      2.184739287258708e-06,
      1.669202198684161e-08,
      0.9999978542327881
    ],
    "log_probabilities": [
      -18.37613868713379,
      -13.034013748168945,
      -17.908334732055664,
      -2.145764938177308e-06
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:130",
    "group": "arc:b4b64df49d7a12f05c9ff41eda15f343188d9cc14c1de30300fb83d18a72548e",
    "family": "arc",
    "target": 3,
    "choices": [
      "mushrooms growing at the base of the tree",
      "woodpeckers making holes in the tree",
      "squirrels eating walnuts on the ground near the tree",
      "earthworms making holes in the ground near the tree"
    ],
    "logits": [
      -7.2538018226623535,
      -14.17150592803955,
      -12.862053871154785,
      2.8350558280944824
    ],
    "probabilities": [
      4.1538107325322926e-05,
      4.1126916983103e-08,
      1.5234002148645232e-07,
      0.9999582767486572
    ],
    "log_probabilities": [
      -10.088899612426758,
      -17.006603240966797,
      -15.697151184082031,
      -4.172238186583854e-05
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:202",
    "group": "arc:dd0609a08c4f2bceb7d14661c98fbb9894817bb9b3c117da9242700d8635018d",
    "family": "arc",
    "target": 2,
    "choices": [
      "Higher gravitational pull creates more mass.",
      "Lower mass creates higher gravitational pull.",
      "Higher mass creates higher gravitational pull.",
      "Lower gravitational pull creates more mass."
    ],
    "logits": [
      -6.903372287750244,
      -6.768847942352295,
      6.766932010650635,
      -9.12894058227539
    ],
    "probabilities": [
      1.1562749477889156e-06,
      1.3227698900664109e-06,
      0.9999973773956299,
      1.2488472123095562e-07
    ],
    "log_probabilities": [
      -13.670307159423828,
      -13.535782814025879,
      -2.622600959512056e-06,
      -15.895874977111816
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:7",
    "group": "arc:717373cdaa275e0b0e6c80760947b30f9bd3c4f083d0ddb9d2299a9ec8c00513",
    "family": "arc",
    "target": 3,
    "choices": [
      "Food is used to absorb sunlight.",
      "Food is released as gas.",
      "Food is converted to water.",
      "Food is stored for future use."
    ],
    "logits": [
      -11.789775848388672,
      -7.41340970993042,
      -9.173070907592773,
      -7.009766101837158
    ],
    "probabilities": [
      0.004687254782766104,
      0.3728638291358948,
      0.06417103856801987,
      0.5582779049873352
    ],
    "log_probabilities": [
      -5.362908363342285,
      -0.9865420460700989,
      -2.7462031841278076,
      -0.5828984379768372
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:423",
    "group": "arc:9f167327b6860d377d66b629279a5f46c41351c147019f180a5f2b6c0bfbcb12",
    "family": "arc",
    "target": 2,
    "choices": [
      "smelling",
      "touching",
      "hearing",
      "tasting"
    ],
    "logits": [
      -9.476849555969238,
      -10.560608863830566,
      3.9408657550811768,
      -18.174978256225586
    ],
    "probabilities": [
      1.4885366681482992e-06,
      5.036036441197211e-07,
      0.9999980926513672,
      2.4843332946389296e-10
    ],
    "log_probabilities": [
      -13.417716979980469,
      -14.501476287841797,
      -1.9073468138230965e-06,
      -22.115846633911133
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:266",
    "group": "arc:ed6a364dc538a7d423982826b435718c7f5e66d87b927fbf257bdf1a650876d2",
    "family": "arc",
    "target": 0,
    "choices": [
      "honeybees",
      "squirrels",
      "earthworms",
      "beetles"
    ],
    "logits": [
      6.233609676361084,
      -6.815205097198486,
      -11.043682098388672,
      1.819964051246643
    ],
    "probabilities": [
      0.9880318641662598,
      2.126878598573967e-06,
      3.0998329236808786e-08,
      0.011965998448431492
    ],
    "log_probabilities": [
      -0.012040317989885807,
      -13.0608549118042,
      -17.28933334350586,
      -4.425685882568359
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:122",
    "group": "arc:aa10421c5817a908e96ea9ab45dbc981830a2273af9aa540244acac3c6bb045d",
    "family": "arc",
    "target": 0,
    "choices": [
      "Shedding fur helps the hare blend into its habitat.",
      "Shedding fur keeps the hare clean.",
      "Shedding fur keeps the hare's home warm.",
      "Shedding fur helps the hare move quickly."
    ],
    "logits": [
      4.806145668029785,
      -7.713252544403076,
      -5.154459476470947,
      -9.54698371887207
    ],
    "probabilities": [
      0.9999485015869141,
      3.6548728985508205e-06,
      4.722169614979066e-05,
      5.841074539603142e-07
    ],
    "log_probabilities": [
      -5.149708886165172e-05,
      -12.519449234008789,
      -9.960657119750977,
      -14.353180885314941
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:235",
    "group": "arc:a96211a6d9ef0a01b09344d61cde76e3943a2a28cedfa5620bb12d46f497b29f",
    "family": "arc",
    "target": 2,
    "choices": [
      "reproductive",
      "excretory",
      "circulatory",
      "respiratory"
    ],
    "logits": [
      -18.390090942382812,
      -6.704246997833252,
      2.7585363388061523,
      -7.562957286834717
    ],
    "probabilities": [
      6.534606189489978e-10,
      7.768141949782148e-05,
      0.9998893737792969,
      3.291428220109083e-05
    ],
    "log_probabilities": [
      -21.148738861083984,
      -9.462894439697266,
      -0.00011062010162277147,
      -10.321603775024414
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:492",
    "group": "arc:449571dc5a613abfec32942f6e22443e3d393064415e4ca8cd774e480779fb4a",
    "family": "arc",
    "target": 1,
    "choices": [
      "solar",
      "exothermic",
      "chemical",
      "endothermic"
    ],
    "logits": [
      -14.598148345947266,
      0.8777219653129578,
      -9.848265647888184,
      -9.308502197265625
    ],
    "probabilities": [
      1.900592536685508e-07,
      0.9999401569366455,
      2.1965286578051746e-05,
      3.768366514123045e-05
    ],
    "log_probabilities": [
      -15.475930213928223,
      -5.98412734689191e-05,
      -10.72604751586914,
      -10.186284065246582
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:215",
    "group": "arc:aca8168191da2bb270d8d0289245537092bd402d6ec6da68d67478a491d94589",
    "family": "arc",
    "target": 2,
    "choices": [
      "The effects of Earth's gravity are greater on the snowball.",
      "The snowball is colder than the golf ball.",
      "The snowball is less dense then the golf ball.",
      "The effects of friction are greater on the golf ball."
    ],
    "logits": [
      -10.733667373657227,
      -11.36143970489502,
      -3.102426767349243,
      -9.017318725585938
    ],
    "probabilities": [
      0.0004833943385165185,
      0.00025802600430324674,
      0.9965689182281494,
      0.002689690561965108
    ],
    "log_probabilities": [
      -7.634677886962891,
      -8.262450218200684,
      -0.003436970291659236,
      -5.918329238891602
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:117",
    "group": "arc:e767f980868d8fad5dbb6f624d3c69c644f384ef7aae76bba3ac10ee26f325e3",
    "family": "arc",
    "target": 1,
    "choices": [
      "do not need food energy to live.",
      "turn sunlight into food energy.",
      "keep food energy stored in their roots.",
      "get all their food energy from soil."
    ],
    "logits": [
      -5.904975414276123,
      4.781579971313477,
      -8.968659400939941,
      -6.190023899078369
    ],
    "probabilities": [
      2.2849142624181695e-05,
      0.999958872795105,
      1.0674045824998757e-06,
      1.7182064766529948e-05
    ],
    "log_probabilities": [
      -10.686596870422363,
      -4.1126360883936286e-05,
      -13.750280380249023,
      -10.971644401550293
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:101",
    "group": "arc:6388a326dbdc50361781b2f6cd331506800aa557975d006ddd64a3961b85187e",
    "family": "arc",
    "target": 3,
    "choices": [
      "knowing its name",
      "having a scar",
      "chasing a toy",
      "having white fur"
    ],
    "logits": [
      -16.886119842529297,
      -15.28088092803955,
      -13.884376525878906,
      5.003190040588379
    ],
    "probabilities": [
      3.115974700484969e-10,
      1.551457629034303e-09,
      6.269523122881537e-09,
      1.0
    ],
    "log_probabilities": [
      -21.88930892944336,
      -20.28407096862793,
      -18.88756561279297,
      0.0
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:154",
    "group": "arc:f086805bac3695692863cdf5d0cea886276f04984080199b7b072e4fc149f2c6",
    "family": "arc",
    "target": 2,
    "choices": [
      "amount of light",
      "water temperature",
      "water pressure",
      "types of ocean organisms"
    ],
    "logits": [
      -6.987372875213623,
      -4.344427108764648,
      7.370133876800537,
      -10.428038597106934
    ],
    "probabilities": [
      5.815809913656267e-07,
      8.173852620529942e-06,
      0.9999911785125732,
      1.863580934013953e-08
    ],
    "log_probabilities": [
      -14.357515335083008,
      -11.714570045471191,
      -8.821448318485636e-06,
      -17.798181533813477
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:58",
    "group": "arc:b11a295ac62ef696958e45f20ba39df9f89770cf037982cb653d303368b83f7e",
    "family": "arc",
    "target": 2,
    "choices": [
      "lab smock",
      "gloves",
      "safety shower",
      "goggles"
    ],
    "logits": [
      -8.858672142028809,
      -9.481513977050781,
      -5.5482048988342285,
      -9.29894733428955
    ],
    "probabilities": [
      0.03380867838859558,
      0.01813558116555214,
      0.9262877106666565,
      0.021768031641840935
    ],
    "log_probabilities": [
      -3.387037515640259,
      -4.0098795890808105,
      -0.07657037675380707,
      -3.827312707901001
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:238",
    "group": "arc:fe3f1410776fe7d5d8e1b107d2be8e2b23718f164ce7c04322897bd8aeed5de1",
    "family": "arc",
    "target": 2,
    "choices": [
      "stored in the ball until it hits the pins.",
      "converted from kinetic energy into gravitational potential energy.",
      "converted to heat and sound when it makes contact with the floor.",
      "increased as friction is applied to the ball."
    ],
    "logits": [
      -5.321389198303223,
      -7.0171380043029785,
      0.9963291883468628,
      -10.963251113891602
    ],
    "probabilities": [
      0.0018001996213570237,
      0.0003302680270280689,
      0.9978631138801575,
      6.383975232893135e-06
    ],
    "log_probabilities": [
      -6.319857597351074,
      -8.015605926513672,
      -0.0021391860209405422,
      -11.961719512939453
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:272",
    "group": "arc:b3e5c4c3e0745a6765a6fcc1f1a654299015448210071c16142e7e88a96a091e",
    "family": "arc",
    "target": 2,
    "choices": [
      "structure of a mineral.",
      "cleavage of a mineral.",
      "hardness of a mineral.",
      "luster of a mineral."
    ],
    "logits": [
      -18.543336868286133,
      -19.57794189453125,
      -18.87689781188965,
      -18.203506469726562
    ],
    "probabilities": [
      0.2876502275466919,
      0.10222131013870239,
      0.20606347918510437,
      0.40406495332717896
    ],
    "log_probabilities": [
      -1.2460100650787354,
      -2.2806150913238525,
      -1.579571008682251,
      -0.906179666519165
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:241",
    "group": "arc:a45378497db0209ac8444518edffd221613e114f30cf2601c3d873313708632a",
    "family": "arc",
    "target": 1,
    "choices": [
      "The shape of the substance changed.",
      "The substance changed into a new substance.",
      "The substance was heated.",
      "The volume of the substance changed."
    ],
    "logits": [
      -10.700260162353516,
      5.618862628936768,
      -11.040504455566406,
      -11.480567932128906
    ],
    "probabilities": [
      8.17890537518906e-08,
      0.9999998807907104,
      5.820080417606732e-08,
      3.748105825707171e-08
    ],
    "log_probabilities": [
      -16.319122314453125,
      -1.1920928244535389e-07,
      -16.659366607666016,
      -17.099430084228516
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:69",
    "group": "arc:956ded59fb01ba4293678cac5c3644e8e1821a7f8c80e897a99fbc4efa06f01a",
    "family": "arc",
    "target": 3,
    "choices": [
      "what the organism eats",
      "how fast the organism grows",
      "size of the cells of the organism",
      "how many types of cells are in the organism"
    ],
    "logits": [
      -13.995088577270508,
      -11.701859474182129,
      -5.7933125495910645,
      -4.180074214935303
    ],
    "probabilities": [
      4.5527242036769167e-05,
      0.00045103250886313617,
      0.16605699062347412,
      0.8334463834762573
    ],
    "log_probabilities": [
      -9.997200012207031,
      -7.703970909118652,
      -1.795424222946167,
      -0.18218588829040527
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:293",
    "group": "arc:76f6e15796a19ad09821e194bc039bd410c35a3e74a6f366f60b85e61fc87987",
    "family": "arc",
    "target": 0,
    "choices": [
      "0.01 cm",
      "25 cm",
      "2.5 cm",
      "100 cm"
    ],
    "logits": [
      1.8152393102645874,
      -2.8298094272613525,
      -3.5304183959960938,
      -6.473084926605225
    ],
    "probabilities": [
      0.9855815768241882,
      0.009470515884459019,
      0.004700054880231619,
      0.0002478100941516459
    ],
    "log_probabilities": [
      -0.01452338695526123,
      -4.659572124481201,
      -5.3601813316345215,
      -8.302847862243652
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:443",
    "group": "arc:ff7a97646afb81df553e26b93df6350c52d30aae77b48029fd9f1f37316a665a",
    "family": "arc",
    "target": 2,
    "choices": [
      "by evaporation",
      "by radiation",
      "by convection",
      "by conduction"
    ],
    "logits": [
      -13.052512168884277,
      -12.42478084564209,
      2.878401756286621,
      -10.507742881774902
    ],
    "probabilities": [
      1.205844171181525e-07,
      2.2589749448798102e-07,
      0.9999980926513672,
      1.5362801377705182e-06
    ],
    "log_probabilities": [
      -15.930915832519531,
      -15.303184509277344,
      -1.9073468138230965e-06,
      -13.386146545410156
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:281",
    "group": "arc:261cc5497bf6a69ec641a491ac7e1a2a8e03ac86d977d16933504b5bf1d21c9a",
    "family": "arc",
    "target": 1,
    "choices": [
      "2.0 light-seconds",
      "5.0 x 10^2 light-seconds",
      "2.0 x 10^-3 light-seconds",
      "0.5 light-seconds"
    ],
    "logits": [
      0.7218723893165588,
      -0.854560136795044,
      0.19655530154705048,
      2.4350242614746094
    ],
    "probabilities": [
      0.13615640997886658,
      0.02814505808055401,
      0.08051852136850357,
      0.7551800608634949
    ],
    "log_probabilities": [
      -1.9939510822296143,
      -3.5703835487365723,
      -2.519268035888672,
      -0.28079909086227417
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:191",
    "group": "arc:58465539aea2df3499d5ab47b85d36cd218e466c1573a4555646df2fefdea2e1",
    "family": "arc",
    "target": 3,
    "choices": [
      "microscope",
      "hand lens",
      "thermometer",
      "camera"
    ],
    "logits": [
      -13.558571815490723,
      -9.65549087524414,
      -16.21568489074707,
      -3.759903907775879
    ],
    "probabilities": [
      5.536987373488955e-05,
      0.0027438479010015726,
      3.884221769112628e-06,
      0.9971969127655029
    ],
    "log_probabilities": [
      -9.801474571228027,
      -5.8983941078186035,
      -12.458587646484375,
      -0.0028070115949958563
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:192",
    "group": "arc:f9dc0c5b56566898c2b77f9589e041c2562bc5ee6b9e21d8c8a81f7e3cf36cc9",
    "family": "arc",
    "target": 1,
    "choices": [
      "distilled kerosene",
      "organically produced vegetable oil",
      "conventionally produced vegetable oil",
      "conventional diesel fuel"
    ],
    "logits": [
      -12.919268608093262,
      5.559692859649658,
      -5.300107955932617,
      -12.26059341430664
    ],
    "probabilities": [
      9.433665404401381e-09,
      0.9999808073043823,
      1.9214996427763253e-05,
      1.8228035969514167e-08
    ],
    "log_probabilities": [
      -18.478981018066406,
      -1.9192511899746023e-05,
      -10.859819412231445,
      -17.82030487060547
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:394",
    "group": "arc:8b70616b620ae966944faaffb88c962ae8837636a27380f3f79f18a575a82b2a",
    "family": "arc",
    "target": 0,
    "choices": [
      "require water for survival",
      "require sunlight for photosynthesis",
      "require silicon for structural support",
      "require oxygen for respiration"
    ],
    "logits": [
      2.000105857849121,
      -10.02402400970459,
      -15.616277694702148,
      -8.578291893005371
    ],
    "probabilities": [
      0.9999685287475586,
      5.997539119562134e-06,
      2.235056761890064e-08,
      2.5459306925768033e-05
    ],
    "log_probabilities": [
      -3.1470757676288486e-05,
      -12.024161338806152,
      -17.616413116455078,
      -10.578429222106934
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:208",
    "group": "arc:6eb6c98a1750a3dbf4da2f529a70852e0dd7f3927b4ea1f491ed8fcbec24915c",
    "family": "arc",
    "target": 1,
    "choices": [
      "stop when a species forms.",
      "take place over many generations.",
      "speed up with stable conditions.",
      "are independent of the environment."
    ],
    "logits": [
      -4.911652088165283,
      4.558359146118164,
      -8.529898643493652,
      -8.013619422912598
    ],
    "probabilities": [
      7.712420483585447e-05,
      0.9999173879623413,
      2.0692168618552387e-06,
      3.467553824521019e-06
    ],
    "log_probabilities": [
      -9.470093727111816,
      -8.260862523457035e-05,
      -13.088340759277344,
      -12.572061538696289
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:538",
    "group": "arc:afe005353d2391b43a4930a02137bf8f6d3b8372cb40a41428868427e1b73af6",
    "family": "arc",
    "target": 2,
    "choices": [
      "They all have young that look like the adults.",
      "They all are warm-blooded.",
      "They all have backbones.",
      "They all have fur."
    ],
    "logits": [
      -6.233367443084717,
      -8.363096237182617,
      8.966483116149902,
      -9.188287734985352
    ],
    "probabilities": [
      2.5048913698810793e-07,
      2.9775538479270836e-08,
      0.9999997615814209,
      1.304618368891397e-08
    ],
    "log_probabilities": [
      -15.199850082397461,
      -17.329578399658203,
      -2.3841855067985307e-07,
      -18.154769897460938
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:331",
    "group": "arc:971bd9f479b56461ca7cca7d97ead103ff36bf6f598d542a92f5cbfebce76401",
    "family": "arc",
    "target": 2,
    "choices": [
      "The temperature of the air above the ice",
      "The thickness of the ice",
      "The force of friction between the ice and the rock",
      "The gravitational force between the ice and the rock"
    ],
    "logits": [
      -9.649499893188477,
      -11.024441719055176,
      6.736998081207275,
      -6.108850955963135
    ],
    "probabilities": [
      7.645983401971534e-08,
      1.9333180389935478e-08,
      0.9999972581863403,
      2.6370444174972363e-06
    ],
    "log_probabilities": [
      -16.386499404907227,
      -17.761442184448242,
      -2.7418097943154862e-06,
      -12.84585189819336
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:167",
    "group": "arc:9a45f51fa86053f300aa93d7c11132294d2fbf3c4eab6b0f91f11023b1f32b86",
    "family": "arc",
    "target": 3,
    "choices": [
      "Sickle cell anemia: a condition caused when a zygote receives a recessive allele for hemoglobin from each parent",
      "Huntington's disease: a condition caused when a zygote receives a mutated dominant allele",
      "Hemophilia: a condition caused when a zygote receives an X chromosome with a particular recessive allele",
      "Trisomy 16: a condition caused when a zygote receives three copies of chromosome 16"
    ],
    "logits": [
      -8.914875984191895,
      -9.899954795837402,
      -8.757015228271484,
      -0.2614712119102478
    ],
    "probabilities": [
      0.00017445403500460088,
      6.514284177683294e-05,
      0.0002042862179223448,
      0.9995560050010681
    ],
    "log_probabilities": [
      -8.653849601745605,
      -9.638928413391113,
      -8.495988845825195,
      -0.0004440752090886235
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:37",
    "group": "arc:c16a2322452dada77997cea745878c18514630a63c55f245212564dcd2b70144",
    "family": "arc",
    "target": 2,
    "choices": [
      "the presence of phosphates",
      "the types of bases",
      "the molecular shape",
      "the sugar composition"
    ],
    "logits": [
      -12.219849586486816,
      -11.173274040222168,
      -8.717804908752441,
      -10.415070533752441
    ],
    "probabilities": [
      0.023196613416075706,
      0.06606121361255646,
      0.7697385549545288,
      0.1410035789012909
    ],
    "log_probabilities": [
      -3.763749122619629,
      -2.7171735763549805,
      -0.26170432567596436,
      -1.9589699506759644
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:344",
    "group": "arc:6aec1eb984c622cb474780ff30c5963877b36ca8c34ad6751125858e2c72e26c",
    "family": "arc",
    "target": 0,
    "choices": [
      "Barney has a scar on his ear.",
      "Barney has brown eyes.",
      "Barney has a long tail.",
      "Barney has a pink tongue."
    ],
    "logits": [
      1.8307031393051147,
      -9.58950424194336,
      -8.881668090820312,
      -9.379002571105957
    ],
    "probabilities": [
      0.9999531507492065,
      1.0971014489769004e-05,
      2.2266713131102733e-05,
      1.3541490261559375e-05
    ],
    "log_probabilities": [
      -4.684815212385729e-05,
      -11.42025375366211,
      -10.712417602539062,
      -11.209752082824707
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:523",
    "group": "arc:476172bc3ace51be6cc893ce9395fa29672b65279a58791ade676e7316921fd7",
    "family": "arc",
    "target": 3,
    "choices": [
      "a variable.",
      "a theory.",
      "an observation.",
      "a hypothesis."
    ],
    "logits": [
      -9.672618865966797,
      1.8986037969589233,
      -8.703417778015137,
      9.452709197998047
    ],
    "probabilities": [
      4.940240660999962e-09,
      0.000523680355399847,
      1.302166108274605e-08,
      0.9994763731956482
    ],
    "log_probabilities": [
      -19.125852584838867,
      -7.554628849029541,
      -18.156652450561523,
      -0.0005237876321189106
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:139",
    "group": "arc:1e9f58ef3f421dbdf0e9c9396075dcfae416b7a3636a50f7634802da0b5139fa",
    "family": "arc",
    "target": 1,
    "choices": [
      "work",
      "power",
      "heat",
      "light"
    ],
    "logits": [
      -9.326017379760742,
      3.1819956302642822,
      -6.545845985412598,
      -5.775928974151611
    ],
    "probabilities": [
      3.696201702041435e-06,
      0.9998080134391785,
      5.958936526440084e-05,
      0.00012868836347479373
    ],
    "log_probabilities": [
      -12.508204460144043,
      -0.00019202772818971425,
      -9.728033065795898,
      -8.95811653137207
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:48",
    "group": "arc:95a62261de4e5c7b602daafa08276526ef4c44b8b0f1f94660a1986bbe4ee0ec",
    "family": "arc",
    "target": 2,
    "choices": [
      "Air particles move down and to the left.",
      "Air particles move down and to the right.",
      "Air particles move up and to the right.",
      "Air particles move up and to the left."
    ],
    "logits": [
      -0.7621457576751709,
      -0.12379235029220581,
      1.0505155324935913,
      0.25825735926628113
    ],
    "probabilities": [
      0.08478596806526184,
      0.1605304330587387,
      0.5194607973098755,
      0.23522280156612396
    ],
    "log_probabilities": [
      -2.467625141143799,
      -1.8292717933654785,
      -0.6549639701843262,
      -1.447222113609314
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:455",
    "group": "arc:06388781dae6274914453fa369e98fdfc1b77ff779f69f32b8cfa817b5056fd8",
    "family": "arc",
    "target": 3,
    "choices": [
      "evaporation and infiltration",
      "precipitation and transpiration",
      "evaporation and transpiration",
      "precipitation and infiltration"
    ],
    "logits": [
      0.8410061597824097,
      -1.9464792013168335,
      -11.482539176940918,
      4.511406421661377
    ],
    "probabilities": [
      0.024795932695269585,
      0.0015268306015059352,
      1.102382825024506e-07,
      0.9736770987510681
    ],
    "log_probabilities": [
      -3.697075605392456,
      -6.484561443328857,
      -16.02062225341797,
      -0.026675544679164886
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:533",
    "group": "arc:f21e3d53c130b5254708871d6889bbea7f0e285ac5635e3f965bbb3336adbe64",
    "family": "arc",
    "target": 0,
    "choices": [
      "a cloud",
      "a rainbow",
      "a sunset",
      "a tornado"
    ],
    "logits": [
      6.389367580413818,
      -17.546342849731445,
      -17.761812210083008,
      -14.969264030456543
    ],
    "probabilities": [
      1.0,
      4.025806077390115e-11,
      3.2454552933991465e-11,
      5.297419169991713e-10
    ],
    "log_probabilities": [
      0.0,
      -23.935710906982422,
      -24.151180267333984,
      -21.358631134033203
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:50",
    "group": "arc:fa2bc759e81a42447288fff657f2e63b914736aade1869e63afc2744ec8fd929",
    "family": "arc",
    "target": 2,
    "choices": [
      "It invalidates the procedures and conclusions.",
      "It makes the data obtained in the study incorrect.",
      "It prevents other scientists from validating the results.",
      "It prohibits other scientists from developing new hypotheses."
    ],
    "logits": [
      2.387317180633545,
      -7.985797882080078,
      5.303689956665039,
      -4.7984724044799805
    ],
    "probabilities": [
      0.05134803056716919,
      1.6052293858592748e-06,
      0.9486114382743835,
      3.8884361856617033e-05
    ],
    "log_probabilities": [
      -2.9691288471221924,
      -13.342244148254395,
      -0.05275600031018257,
      -10.154918670654297
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:148",
    "group": "arc:c33c53bd71dad37cef3f659781db4198af9abde918ac1bf2b1f68f57a3a6f701",
    "family": "arc",
    "target": 2,
    "choices": [
      "Space suits helped them jump higher.",
      "The Moon rotates faster than Earth does.",
      "The Moon exerts less gravitational force than Earth.",
      "There is no atmosphere on the Moon."
    ],
    "logits": [
      -7.3503923416137695,
      -11.173069953918457,
      8.363555908203125,
      -1.4593530893325806
    ],
    "probabilities": [
      1.4979433160533517e-07,
      3.275880233744033e-09,
      0.9999456405639648,
      5.4192732932278886e-05
    ],
    "log_probabilities": [
      -15.71400260925293,
      -19.536678314208984,
      -5.435795901576057e-05,
      -9.82296371459961
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:126",
    "group": "arc:03c7e98319b86d3461a624e72db5e64ad8d82caa3527479b89a58448e9902f0d",
    "family": "arc",
    "target": 1,
    "choices": [
      "Cheetahs in current populations are more resistant to new diseases.",
      "The current cheetah populations are less likely to be able to adapt to environmental changes.",
      "The survival rate of young cheetahs is increased in current populations.",
      "Cheetahs in current populations are less able to interbreed with other species."
    ],
    "logits": [
      -8.556678771972656,
      6.9338459968566895,
      -8.789385795593262,
      -8.624049186706543
    ],
    "probabilities": [
      1.8730553108525783e-07,
      0.9999995231628418,
      1.4841806716958672e-07,
      1.7510218697225355e-07
    ],
    "log_probabilities": [
      -15.490524291992188,
      -4.768370445162873e-07,
      -15.72323226928711,
      -15.55789566040039
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:545",
    "group": "arc:4aff11212c055dcdabfc4c11ce0007ed8a8ff31ec056de6b32cce4b0b47439aa",
    "family": "arc",
    "target": 0,
    "choices": [
      "coal, oil, and gas.",
      "coal, shale, and quartz.",
      "oil, shale, and granite.",
      "shale, quartz, and coal."
    ],
    "logits": [
      2.8823294639587402,
      -0.0397508330643177,
      -3.5511810779571533,
      -0.07004429399967194
    ],
    "probabilities": [
      0.9028170704841614,
      0.048591066151857376,
      0.0014506463194265962,
      0.04714114964008331
    ],
    "log_probabilities": [
      -0.10223530977964401,
      -3.024315595626831,
      -6.535746097564697,
      -3.0546090602874756
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:50",
    "group": "arc:7a1086f56c90b0ca27934808c28cdf7432dcad05ad999011e61927be3c93adf1",
    "family": "arc",
    "target": 2,
    "choices": [
      "friction",
      "air pressure",
      "gravity",
      "Earth's magnetism"
    ],
    "logits": [
      -17.40780258178711,
      -16.709766387939453,
      6.180670261383057,
      -16.314481735229492
    ],
    "probabilities": [
      5.697136512550216e-11,
      1.1450115855460297e-10,
      1.0,
      1.7001210161904368e-10
    ],
    "log_probabilities": [
      -23.588472366333008,
      -22.89043617248535,
      0.0,
      -22.49515151977539
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:389",
    "group": "arc:913a146abddbf62178d4e7f502a4c0590e8aa238191b0d9a668d6baa59a3c396",
    "family": "arc",
    "target": 1,
    "choices": [
      "light energy.",
      "mechanical energy.",
      "thermal energy.",
      "chemical energy."
    ],
    "logits": [
      -12.343884468078613,
      6.840073108673096,
      -8.932665824890137,
      -12.108665466308594
    ],
    "probabilities": [
      4.661361963087529e-09,
      0.9999998807907104,
      1.4124928782166535e-07,
      5.897494492757005e-09
    ],
    "log_probabilities": [
      -19.183958053588867,
      -1.1920928244535389e-07,
      -15.77273941040039,
      -18.94873809814453
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:99",
    "group": "arc:2a9d7bbe51815f87b3b70c24dc4f12ce0fc4aa7149b2e43d153aa19ef18646b0",
    "family": "arc",
    "target": 2,
    "choices": [
      "The liquid water undergoes a chemical change.",
      "The liquid water becomes a vapor.",
      "The liquid water forms a solid.",
      "The liquid water condenses."
    ],
    "logits": [
      -11.353292465209961,
      -11.075921058654785,
      4.548028469085693,
      1.1860921382904053
    ],
    "probabilities": [
      1.2004461780179554e-07,
      1.584178050961782e-07,
      0.9664933085441589,
      0.03350645303726196
    ],
    "log_probabilities": [
      -15.935401916503906,
      -15.658029556274414,
      -0.03408091887831688,
      -3.39601731300354
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:4",
    "group": "arc:daef9b17e65d86711686b50221ddead84db77e8979c5db6a85ca71b94cfcbb9f",
    "family": "arc",
    "target": 2,
    "choices": [
      "Available water increased.",
      "Oxygen levels increased.",
      "Food sources increased.",
      "Shady areas increased."
    ],
    "logits": [
      -10.227938652038574,
      -14.220417976379395,
      0.8108742237091064,
      -11.265542030334473
    ],
    "probabilities": [
      1.606552723387722e-05,
      2.964717111808568e-07,
      0.9999779462814331,
      5.69206167710945e-06
    ],
    "log_probabilities": [
      -11.038834571838379,
      -15.0313138961792,
      -2.2053474822314456e-05,
      -12.076437950134277
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:88",
    "group": "arc:d524437f69c60e288413eb16200d112c3c8e85808c396808893082cf605ff735",
    "family": "arc",
    "target": 2,
    "choices": [
      "These chemicals can self-assemble into a virus.",
      "These chemicals are found on another planet.",
      "These chemicals can self-assemble into a structure that replicates.",
      "These chemicals are being used by living organisms today."
    ],
    "logits": [
      -1.5561152696609497,
      -10.397662162780762,
      6.122838497161865,
      -10.370244026184082
    ],
    "probabilities": [
      0.0004622447304427624,
      6.684010145363573e-08,
      0.9995377063751221,
      6.869809254794745e-08
    ],
    "log_probabilities": [
      -7.679416179656982,
      -16.52096176147461,
      -0.0004624251159839332,
      -16.49354362487793
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:272",
    "group": "arc:9ccfa515f3482eeb6783e3000749d6a6ea2008e6683b4ecb295f2a5939189a36",
    "family": "arc",
    "target": 1,
    "choices": [
      "roots will grow upward, stems will grow upward",
      "roots will grow downward, stems will grow upward",
      "roots will grow upward, stems will grow downward",
      "roots will grow downward, stems will grow downward"
    ],
    "logits": [
      -4.523335933685303,
      1.1682888269424438,
      -4.1052327156066895,
      -3.887273073196411
    ],
    "probabilities": [
      0.0033246581442654133,
      0.9853445887565613,
      0.005050412844866514,
      0.006280373316258192
    ],
    "log_probabilities": [
      -5.706388473510742,
      -0.01476386096328497,
      -5.288285255432129,
      -5.07032585144043
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:238",
    "group": "arc:af39f74da420cb47849cc8319e2cc89ea628d4bf729984153b268b2193c6c875",
    "family": "arc",
    "target": 1,
    "choices": [
      "coil into a compact crystal form",
      "cross a membrane",
      "break off some of its phosphates to release energy",
      "duplicate itself"
    ],
    "logits": [
      -5.241137504577637,
      -2.749363660812378,
      -12.511015892028809,
      -11.668601036071777
    ],
    "probabilities": [
      0.07642336934804916,
      0.9233999252319336,
      5.320570926414803e-05,
      0.00012354191858321428
    ],
    "log_probabilities": [
      -2.5714666843414307,
      -0.07969287037849426,
      -9.841344833374023,
      -8.998929977416992
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:382",
    "group": "arc:e2386e41d933fdf1e4a4b52e03a526de5d133647917a61d8b4664a17e08c63bf",
    "family": "arc",
    "target": 3,
    "choices": [
      "a sailboat",
      "a motorcycle",
      "a steam engine",
      "a ceiling fan"
    ],
    "logits": [
      -11.339436531066895,
      -10.460917472839355,
      -11.075333595275879,
      2.8369598388671875
    ],
    "probabilities": [
      6.97056407261698e-07,
      1.6780459191068076e-06,
      9.0775017724809e-07,
      0.9999967813491821
    ],
    "log_probabilities": [
      -14.176399230957031,
      -13.297880172729492,
      -13.912296295166016,
      -3.2186455882765586e-06
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:106",
    "group": "arc:4dc7ec5450fc756fc2b604fd278d71b8519eed1f265d4c4f1334f9ed527c3ee1",
    "family": "arc",
    "target": 1,
    "choices": [
      "gravity",
      "friction",
      "acceleration",
      "weight"
    ],
    "logits": [
      -5.014348030090332,
      6.576308250427246,
      -6.1581292152404785,
      -4.176184177398682
    ],
    "probabilities": [
      9.251824849343393e-06,
      0.9999665021896362,
      2.9477412226697197e-06,
      2.1391297195805237e-05
    ],
    "log_probabilities": [
      -11.590689659118652,
      -3.349725011503324e-05,
      -12.734471321105957,
      -10.75252628326416
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:263",
    "group": "arc:110b9fc772d49e6977a2f24310d960ed38a38a3c4c7dfed47d5ae42a5f798195",
    "family": "arc",
    "target": 3,
    "choices": [
      "It should be poured into a recycling bin.",
      "It should be placed in a hazardous materials disposal container.",
      "It should be poured down a drain.",
      "It should be poured into a waste container."
    ],
    "logits": [
      -7.084355354309082,
      -7.064280033111572,
      -2.093583345413208,
      1.1279441118240356
    ],
    "probabilities": [
      0.00026075085042975843,
      0.00026603825972415507,
      0.03834337741136551,
      0.9611297845840454
    ],
    "log_probabilities": [
      -8.251945495605469,
      -8.231870651245117,
      -3.2611734867095947,
      -0.03964584320783615
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:544",
    "group": "arc:d510e11c72ab5857a5f7dc8b5bdf7e8d1a3250e10740b1f2a2fdeea0d6f5f0bb",
    "family": "arc",
    "target": 1,
    "choices": [
      "the friction between the wheels of a car and the surface of a road",
      "the friction between a rotating pulley and the axle that supports the pulley",
      "the friction between the shoes of a jogger and the jogging track",
      "the friction between a rotating pulley and the rope that is used with the pulley"
    ],
    "logits": [
      -1.1040891408920288,
      2.037261724472046,
      -4.789774417877197,
      0.0014620237052440643
    ],
    "probabilities": [
      0.03679032251238823,
      0.8511475324630737,
      0.0009227006230503321,
      0.1111394539475441
    ],
    "log_probabilities": [
      -3.302520513534546,
      -0.16116979718208313,
      -6.988205909729004,
      -2.196969509124756
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:61",
    "group": "arc:641f1509da5e93108defbcb7cb02cfe15ba0b4ff1f9afc8be8180098dbc6e181",
    "family": "arc",
    "target": 1,
    "choices": [
      "more snakes and more birds",
      "more snakes and fewer birds",
      "fewer snakes and more birds",
      "fewer snakes and fewer birds"
    ],
    "logits": [
      -5.86922025680542,
      0.6154522895812988,
      -4.416599750518799,
      -2.010136365890503
    ],
    "probabilities": [
      0.0014129867777228355,
      0.9255409240722656,
      0.0060395305044949055,
      0.06700650602579117
    ],
    "log_probabilities": [
      -6.562049388885498,
      -0.07737690210342407,
      -5.109428882598877,
      -2.702965497970581
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:277",
    "group": "arc:a0aed96d4006f95d213bb8d34844fc84a3a414a542c4fe0ee519311fe66b6c4a",
    "family": "arc",
    "target": 2,
    "choices": [
      "a magnitude 7.2 earthquake",
      "a volcanic eruption",
      "an electrical storm",
      "a tropical storm surge"
    ],
    "logits": [
      -8.445603370666504,
      -8.578079223632812,
      -6.947121620178223,
      -8.289597511291504
    ],
    "probabilities": [
      0.1329849660396576,
      0.11648472398519516,
      0.5950930714607239,
      0.15543723106384277
    ],
    "log_probabilities": [
      -2.017519235610962,
      -2.1499950885772705,
      -0.5190374851226807,
      -1.861513376235962
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:504",
    "group": "arc:2102e6c653e571803845ead7640c4b98993a956b1ddb615b4cb026487c7bb72a",
    "family": "arc",
    "target": 1,
    "choices": [
      "a gentle, gradual slope",
      "a flat, level surface",
      "a low, shallow basin",
      "a high, steep peak"
    ],
    "logits": [
      -0.32260942459106445,
      8.935205459594727,
      -10.307129859924316,
      -15.536341667175293
    ],
    "probabilities": [
      9.535442950436845e-05,
      0.9999046325683594,
      4.3966119633864764e-09,
      2.3555976613742757e-11
    ],
    "log_probabilities": [
      -9.257909774780273,
      -9.536288416711614e-05,
      -19.242431640625,
      -24.471641540527344
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:174",
    "group": "arc:5754645b16f8a66d29b5f2a440329a52183f649bd443da88d0205e9c0f2298a6",
    "family": "arc",
    "target": 0,
    "choices": [
      "13",
      "1",
      "7",
      "28"
    ],
    "logits": [
      1.3905569314956665,
      -1.475681185722351,
      -1.7381309270858765,
      0.4424985945224762
    ],
    "probabilities": [
      0.6719614863395691,
      0.038243092596530914,
      0.029415249824523926,
      0.2603801488876343
    ],
    "log_probabilities": [
      -0.3975542485713959,
      -3.2637922763824463,
      -3.5262420177459717,
      -1.345612645149231
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:28",
    "group": "arc:d53cc8968f475a4f1a7e69701f9dcda799197a7de9057eb0b2087aef39ebd69b",
    "family": "arc",
    "target": 0,
    "choices": [
      "sugar",
      "oxygen",
      "protein",
      "water"
    ],
    "logits": [
      6.527259349822998,
      -3.793363094329834,
      -9.991171836853027,
      -11.788925170898438
    ],
    "probabilities": [
      0.9999669790267944,
      3.294551424914971e-05,
      6.700733479192422e-08,
      1.1101140451330593e-08
    ],
    "log_probabilities": [
      -3.302042750874534e-05,
      -10.320655822753906,
      -16.518463134765625,
      -18.31621742248535
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:43",
    "group": "arc:2667976b988adeb1c77fc3491e8cb00613e70df08c4c472b2369ce03ecdc0fae",
    "family": "arc",
    "target": 0,
    "choices": [
      "20 psi",
      "10 psi",
      "40 psi",
      "30 psi"
    ],
    "logits": [
      2.6163926124572754,
      -4.553540229797363,
      -5.990111351013184,
      -6.404965877532959
    ],
    "probabilities": [
      0.9989281296730042,
      0.0007685497985221446,
      0.0001827161031542346,
      0.00012067241914337501
    ],
    "log_probabilities": [
      -0.0010724276071414351,
      -7.1710052490234375,
      -8.607577323913574,
      -9.022431373596191
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:166",
    "group": "arc:c5b1c128fe507e8852db3cdd00733f844c0b4f5b860045a737626a5c500cddaf",
    "family": "arc",
    "target": 1,
    "choices": [
      "a Bunsen burner flame",
      "a laser beam",
      "an infrared light",
      "an incandescent light"
    ],
    "logits": [
      -2.769779682159424,
      8.703627586364746,
      -4.7538018226623535,
      -8.376360893249512
    ],
    "probabilities": [
      1.0402966836409178e-05,
      0.9999881982803345,
      1.4305639979284024e-06,
      3.8216430908732946e-08
    ],
    "log_probabilities": [
      -11.473419189453125,
      -1.1801649634435307e-05,
      -13.457441329956055,
      -17.079999923706055
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:461",
    "group": "arc:8c78d4301903e1d88f62d948e368699f974702fe7fb9f146d9419be696a3210e",
    "family": "arc",
    "target": 3,
    "choices": [
      "RNA translation",
      "RNA transcription",
      "protein synthesis",
      "DNA replication"
    ],
    "logits": [
      -11.210051536560059,
      -7.3570637702941895,
      -5.585869789123535,
      2.83408260345459
    ],
    "probabilities": [
      7.954221246109228e-07,
      3.749115057871677e-05,
      0.00022036812151782215,
      0.99974125623703
    ],
    "log_probabilities": [
      -14.044392585754395,
      -10.191405296325684,
      -8.420210838317871,
      -0.00025876989820972085
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:552",
    "group": "arc:ada7f73e8bf6908d29affcef9e8ea094153d6cb7392f833ed558dc8c2ae53472",
    "family": "arc",
    "target": 0,
    "choices": [
      "It does not store energy or nutrients.",
      "It stores energy but not nutrients.",
      "It stores energy and nutrients.",
      "It does not store energy but stores nutrients."
    ],
    "logits": [
      -2.9276175498962402,
      -3.3001604080200195,
      -6.058756351470947,
      -5.283926963806152
    ],
    "probabilities": [
      0.5472203493118286,
      0.3770239055156708,
      0.02389603853225708,
      0.05185970291495323
    ],
    "log_probabilities": [
      -0.6029037833213806,
      -0.9754466414451599,
      -3.7340426445007324,
      -2.9592132568359375
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:157",
    "group": "arc:fb56965186f24a3cfb6444832b0da057626333c4b5f7934b98a16a672c6fcbcd",
    "family": "arc",
    "target": 1,
    "choices": [
      "unicellular",
      "beneficial",
      "harmful",
      "asexual"
    ],
    "logits": [
      -16.26543617248535,
      4.302672863006592,
      -6.739388942718506,
      -14.803315162658691
    ],
    "probabilities": [
      1.167821950254222e-09,
      0.9999840259552002,
      1.601350959390402e-05,
      5.0392756634209945e-09
    ],
    "log_probabilities": [
      -20.568124771118164,
      -1.597391747054644e-05,
      -11.042078018188477,
      -19.106002807617188
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:322",
    "group": "arc:b9691f23f0148c6fedd1778e6bc0d0eb556a6c16f876c2bb73a5b4695b00cc87",
    "family": "arc",
    "target": 3,
    "choices": [
      "Lightning will strike.",
      "Hurricanes will form.",
      "Hail will form.",
      "Rain will fall."
    ],
    "logits": [
      -12.798991203308105,
      -11.91630744934082,
      -12.0847806930542,
      -0.2748936414718628
    ],
    "probabilities": [
      3.6378512504597893e-06,
      8.794064342509955e-06,
      7.430578534695087e-06,
      0.999980092048645
    ],
    "log_probabilities": [
      -12.524117469787598,
      -11.641433715820312,
      -11.809906959533691,
      -1.9907753085135482e-05
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:63",
    "group": "arc:eaa6c16e9b827e9122f6a797b136c533903e2f8738fdb3ee6d4f6ed415c6fe48",
    "family": "arc",
    "target": 3,
    "choices": [
      "Atoms involved in the reaction lost mass.",
      "A physical change occurred.",
      "Precipitates were created in the new solution.",
      "Gases were released to the atmosphere."
    ],
    "logits": [
      -8.542232513427734,
      -11.053230285644531,
      -10.969733238220215,
      3.3017077445983887
    ],
    "probabilities": [
      7.181881301221438e-06,
      5.830768259329489e-07,
      6.338528919513919e-07,
      0.9999915361404419
    ],
    "log_probabilities": [
      -11.843949317932129,
      -14.354947090148926,
      -14.271449089050293,
      -8.4638240878121e-06
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:51",
    "group": "arc:5085c01cf8ea53c130847a379871bbee863deba75c2b27a97b9274add62527cf",
    "family": "arc",
    "target": 3,
    "choices": [
      "lithosphere and atmosphere",
      "atmosphere and hydrosphere",
      "biosphere and hydrosphere",
      "lithosphere and biosphere"
    ],
    "logits": [
      5.133031845092773,
      -1.704461693763733,
      3.009878635406494,
      7.312671184539795
    ],
    "probabilities": [
      0.1003628745675087,
      0.00010766819468699396,
      0.012008793652057648,
      0.8875206112861633
    ],
    "log_probabilities": [
      -2.2989628314971924,
      -9.136456489562988,
      -4.422116279602051,
      -0.11932351440191269
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:179",
    "group": "arc:e499ba83e64ff84bae4842d29dfdf0f3a0d07b4e3731f3b0de5a8637ec8c7034",
    "family": "arc",
    "target": 3,
    "choices": [
      "Earth and Jupiter",
      "the Sun and Earth",
      "the Sun and Mars",
      "Earth and the Moon"
    ],
    "logits": [
      -11.189011573791504,
      -1.6903753280639648,
      -8.235220909118652,
      4.669506072998047
    ],
    "probabilities": [
      1.2941411853262252e-07,
      0.0017265810165554285,
      2.4819705686240923e-06,
      0.9982707500457764
    ],
    "log_probabilities": [
      -15.860248565673828,
      -6.361612319946289,
      -12.906457901000977,
      -0.0017307315720245242
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:57",
    "group": "arc:6cc202403ce87d6e74c86df76d2a2cc6f797ecc14799404cdde1e0251b0ef7d1",
    "family": "arc",
    "target": 2,
    "choices": [
      "nucleus",
      "chloroplast",
      "cell wall",
      "cell membrane"
    ],
    "logits": [
      -15.317091941833496,
      -15.743645668029785,
      -9.991418838500977,
      -12.521312713623047
    ],
    "probabilities": [
      0.004472775850445032,
      0.0029196259565651417,
      0.9193642139434814,
      0.07324342429637909
    ],
    "log_probabilities": [
      -5.409746170043945,
      -5.836299896240234,
      -0.08407294750213623,
      -2.613966941833496
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:337",
    "group": "arc:4817dab3fc92c8621bb8ac0a1f272a4473a4e5832048a47c24f3683af7a97f59",
    "family": "arc",
    "target": 2,
    "choices": [
      "barometer",
      "hot plate",
      "thermometer",
      "meter stick"
    ],
    "logits": [
      -16.475648880004883,
      -12.197484016418457,
      5.415287494659424,
      -14.730473518371582
    ],
    "probabilities": [
      3.110909307935117e-10,
      2.2432120161397506e-08,
      1.0,
      1.7815866559800497e-09
    ],
    "log_probabilities": [
      -21.89093589782715,
      -17.61277198791504,
      0.0,
      -20.145761489868164
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:403",
    "group": "arc:5377118cc9c78dda6c5a8408d30f25762d3e7cf4f567cfa0f8258ca9b7757e3d",
    "family": "arc",
    "target": 3,
    "choices": [
      "polluting land with oil that reaches the oceans in runoff",
      "drilling for oil on the ocean floor",
      "polluting air with oil that reaches the ocean in precipitation",
      "transporting oil over the ocean surface"
    ],
    "logits": [
      -6.475607395172119,
      -4.432784557342529,
      -7.946394443511963,
      -6.183285236358643
    ],
    "probabilities": [
      0.09726085513830185,
      0.7501096725463867,
      0.022345157340168953,
      0.13028426468372345
    ],
    "log_probabilities": [
      -2.3303587436676025,
      -0.28753581643104553,
      -3.8011457920074463,
      -2.038036584854126
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:224",
    "group": "arc:a4bc93f265a3c0d5e1561b359cdc7c796eb3c64c36e44694869fccc38ee36b43",
    "family": "arc",
    "target": 1,
    "choices": [
      "oxygen",
      "carbon dioxide",
      "water vapor",
      "nitrogen"
    ],
    "logits": [
      -8.460457801818848,
      7.208166599273682,
      -10.323025703430176,
      -12.102213859558105
    ],
    "probabilities": [
      1.5674820019739855e-07,
      0.9999997615814209,
      2.4338824289316108e-08,
      4.107787887619452e-09
    ],
    "log_probabilities": [
      -15.668624877929688,
      -2.3841855067985307e-07,
      -17.531192779541016,
      -19.310380935668945
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:107",
    "group": "arc:fa868c5145e70539d0b1f1a5d812cf8e6c127ebf054e719579c0bffc95fc4acc",
    "family": "arc",
    "target": 2,
    "choices": [
      "planting a cover crop",
      "burning coal for electricity",
      "clear-cutting a forest",
      "rolling steel into thin sheets"
    ],
    "logits": [
      -14.264601707458496,
      -6.937919616699219,
      5.5573344230651855,
      -13.301315307617188
    ],
    "probabilities": [
      2.4628679096139194e-09,
      3.7443660403368995e-06,
      0.9999963045120239,
      6.453431122821485e-09
    ],
    "log_probabilities": [
      -19.82193946838379,
      -12.495258331298828,
      -3.6954811548639555e-06,
      -18.858654022216797
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:86",
    "group": "arc:12419a920cc293b3939b6004673c81f1c7b67b0aba79506431e9602b0a8c907b",
    "family": "arc",
    "target": 2,
    "choices": [
      "show consumers in the ecosystem.",
      "include producers in the ecosystem.",
      "include all species in the ecosystem.",
      "show predator-prey relationships in the ecosystem."
    ],
    "logits": [
      -8.273158073425293,
      -9.254855155944824,
      -1.327921748161316,
      -7.766862392425537
    ],
    "probabilities": [
      0.0009604062652215362,
      0.00035983993439003825,
      0.9970863461494446,
      0.0015934426337480545
    ],
    "log_probabilities": [
      -6.948153972625732,
      -7.929851055145264,
      -0.0029179160483181477,
      -6.441858291625977
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:187",
    "group": "arc:1743ca46c20f989846693d6af176159c745eea281beec17e2d9777d65a4130b7",
    "family": "arc",
    "target": 3,
    "choices": [
      "become more creative.",
      "work to accept published hypotheses.",
      "distrust the work of other scientists.",
      "conduct research to confirm or disprove theories."
    ],
    "logits": [
      -3.1742515563964844,
      -3.8439462184906006,
      -12.136110305786133,
      2.72397518157959
    ],
    "probabilities": [
      0.002732966560870409,
      0.0013989092549309134,
      3.5038743817494833e-07,
      0.9958677291870117
    ],
    "log_probabilities": [
      -5.90236759185791,
      -6.5720624923706055,
      -14.864226341247559,
      -0.004140851553529501
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:124",
    "group": "arc:8e81fb46214b1f0ad5c90fda92cc06e98300b9fade3892db48a3fd0f9d308a95",
    "family": "arc",
    "target": 2,
    "choices": [
      "neutral.",
      "radioactive.",
      "positively charged.",
      "negatively charged."
    ],
    "logits": [
      -7.446872711181641,
      -10.053314208984375,
      2.7278237342834473,
      -4.440302848815918
    ],
    "probabilities": [
      3.809195914072916e-05,
      2.8110605398978805e-06,
      0.9991889595985413,
      0.000770140322856605
    ],
    "log_probabilities": [
      -10.175507545471191,
      -12.781949043273926,
      -0.000811366830021143,
      -7.168938159942627
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:315",
    "group": "arc:b9dad6852ca4715dbde0c20959ce5f511f4c8527451506a7a82d281ef86e1d39",
    "family": "arc",
    "target": 1,
    "choices": [
      "granite",
      "basalt",
      "limestone",
      "gypsum"
    ],
    "logits": [
      -9.912379264831543,
      1.8295506238937378,
      -11.8731050491333,
      -14.677940368652344
    ],
    "probabilities": [
      7.953176464070566e-06,
      0.9999908208847046,
      1.1194590570084983e-06,
      6.774607186343928e-08
    ],
    "log_probabilities": [
      -11.741939544677734,
      -9.179073458653875e-06,
      -13.702665328979492,
      -16.50749969482422
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:378",
    "group": "arc:f80a04ac6b876c153d86f5de9a24578e4b3866378da98da5ed675d5e7b1d37a5",
    "family": "arc",
    "target": 1,
    "choices": [
      "a lake",
      "a sea",
      "underground",
      "a river"
    ],
    "logits": [
      -7.617234706878662,
      -3.9266769886016846,
      -5.792627811431885,
      -7.674495220184326
    ],
    "probabilities": [
      0.020741771906614304,
      0.8310644030570984,
      0.1286063939332962,
      0.019587451592087746
    ],
    "log_probabilities": [
      -3.875605583190918,
      -0.1850479692220688,
      -2.0509986877441406,
      -3.932866096496582
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:295",
    "group": "arc:b300c0f007dba6ae80b92c172e9a709065c6769be8432b9360494d3d527f9fe2",
    "family": "arc",
    "target": 3,
    "choices": [
      "They use sunlight to make food for plants and animals.",
      "They provide shelter in forests where animals can hide.",
      "They release oxygen into the air that animals breathe.",
      "They put nutrients into the soil that plants use to grow."
    ],
    "logits": [
      -12.462122917175293,
      -11.79044246673584,
      -6.664316177368164,
      8.283025741577148
    ],
    "probabilities": [
      9.783553966968839e-10,
      1.9151544794482334e-09,
      3.224421050163073e-07,
      0.9999996423721313
    ],
    "log_probabilities": [
      -20.745147705078125,
      -20.073467254638672,
      -14.947341918945312,
      -3.576278118089249e-07
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:135",
    "group": "arc:e2b675a35a66be7bd8f6d1f56fe239a56bcf475751df156de95ede9ac0b8f1b8",
    "family": "arc",
    "target": 1,
    "choices": [
      "easily reaching flowers.",
      "keeping eggs warm.",
      "quickly escaping predators.",
      "staying in one place to drink nectar."
    ],
    "logits": [
      -11.427369117736816,
      -0.006217483431100845,
      -8.511161804199219,
      -11.031250953674316
    ],
    "probabilities": [
      1.0958657185256016e-05,
      0.9997703433036804,
      0.00020241843594703823,
      1.6285053789033554e-05
    ],
    "log_probabilities": [
      -11.421380996704102,
      -0.00022968991834204644,
      -8.505173683166504,
      -11.025262832641602
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:121",
    "group": "arc:6de7a5bd1d4c11302ee86f56000187df46f0a435a4544d7057d9b9cdff08357f",
    "family": "arc",
    "target": 2,
    "choices": [
      "hiking",
      "hunting",
      "farming",
      "boating"
    ],
    "logits": [
      -12.961673736572266,
      -14.01421070098877,
      6.858223915100098,
      -12.604628562927246
    ],
    "probabilities": [
      2.4679036592090142e-09,
      8.614236546300447e-10,
      1.0,
      3.5268790110620785e-09
    ],
    "log_probabilities": [
      -19.819896697998047,
      -20.872434616088867,
      0.0,
      -19.462852478027344
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:201",
    "group": "arc:b98a74bdea951936c0a245700f3a2d3c7f050a631f8bcc1d8d682015f4355bd0",
    "family": "arc",
    "target": 0,
    "choices": [
      "biological",
      "industrial",
      "combustion",
      "lightning"
    ],
    "logits": [
      3.96667218208313,
      -6.342079162597656,
      -12.773073196411133,
      -1.015490174293518
    ],
    "probabilities": [
      0.9931546449661255,
      3.3111828088294715e-05,
      5.333809838248271e-08,
      0.006812259554862976
    ],
    "log_probabilities": [
      -0.006868916563689709,
      -10.315620422363281,
      -16.746614456176758,
      -4.9890313148498535
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:314",
    "group": "arc:d49d1e906f934f5a45a500ee42aff9a830c1431d96224a55a3c493efbf7fe6ce",
    "family": "arc",
    "target": 2,
    "choices": [
      "There is only a benefit for the E. coli.",
      "The E. coli benefit and humans are harmed.",
      "The E. coli and humans both benefit.",
      "There is only a benefit for the humans."
    ],
    "logits": [
      -3.5395779609680176,
      -3.357759714126587,
      3.6043429374694824,
      -1.4789791107177734
    ],
    "probabilities": [
      0.0007834325660951436,
      0.0009396457462571561,
      0.99212646484375,
      0.006150470115244389
    ],
    "log_probabilities": [
      -7.151825428009033,
      -6.970007419586182,
      -0.007904676720499992,
      -5.091226577758789
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:287",
    "group": "arc:1c90dd3ed3c52a4f8289bfeff4ba665949a11bcf3bfec5b593774278e06f19d5",
    "family": "arc",
    "target": 2,
    "choices": [
      "the lack of living creatures on the Moon.",
      "the lack of gravity on the Moon.",
      "the lack of air and water on the Moon.",
      "the thin atmosphere on the Moon."
    ],
    "logits": [
      -4.802608966827393,
      -8.509745597839355,
      4.250617027282715,
      1.1199430227279663
    ],
    "probabilities": [
      0.00011210190132260323,
      2.7518465230969014e-06,
      0.9580304026603699,
      0.04185476154088974
    ],
    "log_probabilities": [
      -9.096102714538574,
      -12.803238868713379,
      -0.042875777930021286,
      -3.1735496520996094
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:561",
    "group": "arc:2798a4316c873337182f565fcb62cfcabe290599035bff7686be506c8ebaad5e",
    "family": "arc",
    "target": 3,
    "choices": [
      "chromosomes",
      "genes",
      "sunlight",
      "nutrients"
    ],
    "logits": [
      -13.75400447845459,
      -9.59153938293457,
      -14.258316040039062,
      3.6997275352478027
    ],
    "probabilities": [
      2.629904471973532e-08,
      1.6891771110749687e-06,
      1.5882536175126916e-08,
      0.9999983310699463
    ],
    "log_probabilities": [
      -17.453733444213867,
      -13.291269302368164,
      -17.958045959472656,
      -1.6689286894688848e-06
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:399",
    "group": "arc:b4e3478d445a5f01db9cb34999c12afac3d03682da8ed3cec6ad6da379e58d41",
    "family": "arc",
    "target": 2,
    "choices": [
      "John Dalton",
      "Robert Millikan",
      "Dmitri Mendeleev",
      "Democritus"
    ],
    "logits": [
      -5.623534679412842,
      -13.92459774017334,
      7.3498215675354,
      -5.292547225952148
    ],
    "probabilities": [
      2.3213499389385106e-06,
      5.762812449461308e-10,
      0.9999945163726807,
      3.2321152048098156e-06
    ],
    "log_probabilities": [
      -12.97336196899414,
      -21.274425506591797,
      -5.483612312673358e-06,
      -12.642374038696289
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:131",
    "group": "arc:e64acd6f38b61eb64d45747365d729f3e0333828b32c47af7ea58da66dfea68e",
    "family": "arc",
    "target": 2,
    "choices": [
      "time-lapse photography",
      "color staining",
      "radioactive dating",
      "electron microscopy"
    ],
    "logits": [
      -16.79012680053711,
      -19.612783432006836,
      8.52904987335205,
      -15.36823844909668
    ],
    "probabilities": [
      1.0093033180058608e-11,
      6.000075111235736e-13,
      1.0,
      4.183494176079883e-11
    ],
    "log_probabilities": [
      -25.319175720214844,
      -28.141834259033203,
      0.0,
      -23.897289276123047
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:249",
    "group": "arc:60146b58e31861c0f1e60b59e16d0af5808acf12f4f93bebfbb0f5c82cd97553",
    "family": "arc",
    "target": 0,
    "choices": [
      "mechanical",
      "gravitational",
      "radiant",
      "nuclear"
    ],
    "logits": [
      2.2957401275634766,
      -12.312607765197754,
      -8.2694730758667,
      -12.9885892868042
    ],
    "probabilities": [
      0.9999735355377197,
      4.5254694214236224e-07,
      2.5797327907639556e-05,
      2.3019113370992272e-07
    ],
    "log_probabilities": [
      -2.6464111215318553e-05,
      -14.60837459564209,
      -10.565239906311035,
      -15.284356117248535
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:283",
    "group": "arc:dfcc80c9248278597f47453b4c850f68a113a2dce7dfb4b72ab977493e3885ec",
    "family": "arc",
    "target": 1,
    "choices": [
      "an eight-pound baby growing into a 100-pound teenager",
      "a plant using sunlight to make its own food",
      "a plant developing new leaves",
      "a broken bone growing back together"
    ],
    "logits": [
      -7.137629508972168,
      0.7785235643386841,
      -8.435323715209961,
      -6.164694786071777
    ],
    "probabilities": [
      0.00036428228486329317,
      0.9985724687576294,
      9.950768435373902e-05,
      0.0009637806797400117
    ],
    "log_probabilities": [
      -7.917581558227539,
      -0.0014285369543358684,
      -9.215275764465332,
      -6.944646835327148
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:156",
    "group": "arc:b9598dc598e97f9867f24953d10f5210f13a30669afd4b40d7e8656e0b04dfee",
    "family": "arc",
    "target": 1,
    "choices": [
      "attract pollen to be used during development",
      "store food to be used during early development",
      "produce chlorophyll to be used during photosynthesis",
      "take in light energy to be used during photosynthesis"
    ],
    "logits": [
      -14.041186332702637,
      2.1893608570098877,
      -15.663895606994629,
      -15.175724983215332
    ],
    "probabilities": [
      8.936407880355546e-08,
      0.9999998807907104,
      1.7637185933949695e-08,
      2.8736845791854648e-08
    ],
    "log_probabilities": [
      -16.230546951293945,
      -1.1920928244535389e-07,
      -17.853256225585938,
      -17.36508560180664
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:151",
    "group": "arc:6c0f3184ed0a951095081d431a8155d1ad066d9a72ba0338f08c563901642e99",
    "family": "arc",
    "target": 1,
    "choices": [
      "non-volcanic islands.",
      "ocean ridges.",
      "continental mountains.",
      "ocean trenches."
    ],
    "logits": [
      -10.171977043151855,
      5.483915328979492,
      -3.3024096488952637,
      -7.281716823577881
    ],
    "probabilities": [
      1.5873206393735018e-07,
      0.9998441934585571,
      0.00015278463251888752,
      2.856857008737279e-06
    ],
    "log_probabilities": [
      -15.656047821044922,
      -0.00015579440514557064,
      -8.786480903625488,
      -12.765788078308105
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:93",
    "group": "arc:4cbfac1ca611d9ed215100efd379c8f0dd54c167d815315c1b5160e8e2d541e8",
    "family": "arc",
    "target": 2,
    "choices": [
      "dissolved.",
      "mixed.",
      "bonded.",
      "divided."
    ],
    "logits": [
      -9.271732330322266,
      -2.9866349697113037,
      6.019760608673096,
      -6.849697113037109
    ],
    "probabilities": [
      2.2852553627217276e-07,
      0.00012260768562555313,
      0.9998745918273926,
      2.575202188381809e-06
    ],
    "log_probabilities": [
      -15.291617393493652,
      -9.00652027130127,
      -0.00012540031457319856,
      -12.869582176208496
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:298",
    "group": "arc:54ebb3d2114e906e92085fd1041f491f651effda27876b2f0f1f1c51966d0ef7",
    "family": "arc",
    "target": 1,
    "choices": [
      "thermometer",
      "sifter",
      "magnet",
      "ruler"
    ],
    "logits": [
      -19.24528694152832,
      4.902776718139648,
      -14.540933609008789,
      -15.29741382598877
    ],
    "probabilities": [
      3.255586078498851e-11,
      1.0,
      3.595041375703545e-09,
      1.6872067076789676e-09
    ],
    "log_probabilities": [
      -24.14806365966797,
      0.0,
      -19.443710327148438,
      -20.200191497802734
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:569",
    "group": "arc:49e504985eddd200b2367943b1bec2cf150750e2ca6b0168846c7281760de85f",
    "family": "arc",
    "target": 3,
    "choices": [
      "the production of nitrogen-fixing bacteria",
      "the mechanical weathering of roads",
      "the increase in runoff",
      "the formation of acid rain"
    ],
    "logits": [
      -20.34662628173828,
      -16.800065994262695,
      -10.267053604125977,
      1.7149420976638794
    ],
    "probabilities": [
      2.6228866301103437e-10,
      9.09978403740297e-09,
      6.255798780330224e-06,
      0.9999938011169434
    ],
    "log_probabilities": [
      -22.061574935913086,
      -18.5150146484375,
      -11.982001304626465,
      -6.198863957251888e-06
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:74",
    "group": "arc:4620feab9b2fc5d754bf3f98d2aa757c6e435c455b43f18a6af9042486172538",
    "family": "arc",
    "target": 0,
    "choices": [
      "soil nutrients",
      "seedling plants",
      "sunlight",
      "water"
    ],
    "logits": [
      5.229806423187256,
      -10.663390159606934,
      -12.970827102661133,
      -6.01144552230835
    ],
    "probabilities": [
      0.9999867677688599,
      1.2521802261744597e-07,
      1.2461184084600063e-08,
      1.3121411939209793e-05
    ],
    "log_probabilities": [
      -1.3232143828645349e-05,
      -15.893209457397461,
      -18.200647354125977,
      -11.241265296936035
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:253",
    "group": "arc:6cd48bcf6c5fdcbdafb115f603fa624ad8045b9669ff8dfe9aff8511e490e7ac",
    "family": "arc",
    "target": 2,
    "choices": [
      "the presence of fleas in its fur",
      "the habit of barking to go outside",
      "the color of its fur",
      "the ability to sit up and beg"
    ],
    "logits": [
      -15.724156379699707,
      -12.620490074157715,
      8.642011642456055,
      -5.798239231109619
    ],
    "probabilities": [
      2.6176227851948397e-11,
      5.831939930978081e-10,
      0.9999995231628418,
      5.354004883884045e-07
    ],
    "log_probabilities": [
      -24.366168975830078,
      -21.262500762939453,
      -4.768370445162873e-07,
      -14.440250396728516
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:267",
    "group": "arc:041046b9421113945e2ac2d4924cf31957f4bfe4131627cbad41cb3df9e4ea92",
    "family": "arc",
    "target": 0,
    "choices": [
      "the thickness of the ramp",
      "the time it takes the ball to travel",
      "the length of the ramp",
      "the size of each ball"
    ],
    "logits": [
      -0.6230729222297668,
      -8.651005744934082,
      -8.657815933227539,
      -3.108785629272461
    ],
    "probabilities": [
      0.922580361366272,
      0.00030096579575911164,
      0.00029892311431467533,
      0.07681974768638611
    ],
    "log_probabilities": [
      -0.08058080077171326,
      -8.108513832092285,
      -8.115324020385742,
      -2.566293478012085
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:189",
    "group": "arc:2e301aac72efeb143da98d38b21a228facf5d351c99bf127fd2dc2975911c39a",
    "family": "arc",
    "target": 3,
    "choices": [
      "scrambled eggs",
      "potato chips",
      "chocolate cake",
      "fruit salad"
    ],
    "logits": [
      -9.22852611541748,
      -10.6941499710083,
      -7.182461738586426,
      6.294834136962891
    ],
    "probabilities": [
      1.8125484757547383e-07,
      4.185792690236667e-08,
      1.4024394658918027e-06,
      0.9999984502792358
    ],
    "log_probabilities": [
      -15.523362159729004,
      -16.988985061645508,
      -13.47729778289795,
      -1.5497195136049413e-06
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:409",
    "group": "arc:48baad8716f322ef3eac2f04d523dc3dedb22c957c78cff1b1079565e488b45d",
    "family": "arc",
    "target": 0,
    "choices": [
      "their DNA",
      "their geographic distribution",
      "their diets",
      "their body sizes"
    ],
    "logits": [
      6.577672958374023,
      -12.067252159118652,
      -8.490787506103516,
      -9.840649604797363
    ],
    "probabilities": [
      0.9999996423721313,
      7.991203254675838e-09,
      2.8566077503455745e-07,
      7.406491420169914e-08
    ],
    "log_probabilities": [
      -3.576278118089249e-07,
      -18.64492416381836,
      -15.068460464477539,
      -16.418323516845703
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:68",
    "group": "arc:f3038f34faf3942d9bcb93a7faa5465d41cb8e6cb95fb79ca1c2e7ab7278173b",
    "family": "arc",
    "target": 2,
    "choices": [
      "Tell how to do a different experiment.",
      "Name how many experiments have been done.",
      "Write the experiment in order.",
      "Show the results of the experiment."
    ],
    "logits": [
      -11.006401062011719,
      -17.16069793701172,
      -0.868385910987854,
      -9.360508918762207
    ],
    "probabilities": [
      3.9537557313451543e-05,
      8.399090489774608e-08,
      0.999755322933197,
      0.00020502731786109507
    ],
    "log_probabilities": [
      -10.138259887695312,
      -16.292556762695312,
      -0.00024470672360621393,
      -8.4923677444458
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:259",
    "group": "arc:81afe703a6377e5f57275982a1445f03b8d83b6427d52a80f991ab3bd50859be",
    "family": "arc",
    "target": 3,
    "choices": [
      "bare wire, iron rod, light bulb",
      "bare wire, plastic rod, battery",
      "insulated wire, plastic rod, light bulb",
      "insulated wire, iron rod, battery"
    ],
    "logits": [
      -0.2319200485944748,
      -2.387547731399536,
      -9.87357234954834,
      6.552916049957275
    ],
    "probabilities": [
      0.0011293677380308509,
      0.0001308151986449957,
      7.337005314411726e-08,
      0.9987397789955139
    ],
    "log_probabilities": [
      -6.786097526550293,
      -8.94172477722168,
      -16.427749633789062,
      -0.001261034864000976
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:64",
    "group": "arc:33a5537c65e811298c7a73e65187a5ba7ac9e7c3bd55f4d92bb4a231e3bbfd8f",
    "family": "arc",
    "target": 3,
    "choices": [
      "atmospheric carbon incorporated into sugars in plants",
      "release of carbon into the atmosphere while breathing",
      "incorporation of carbon through digestion into animal tissues",
      "breakdown of carbon in plant tissues to form oil"
    ],
    "logits": [
      -15.754088401794434,
      -17.475004196166992,
      -16.25208854675293,
      -5.672028541564941
    ],
    "probabilities": [
      4.182005432085134e-05,
      7.4817003223870415e-06,
      2.541592220950406e-05,
      0.9999252557754517
    ],
    "log_probabilities": [
      -10.082134246826172,
      -11.80305004119873,
      -10.580134391784668,
      -7.4741430580616e-05
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:186",
    "group": "arc:f047287030e2e0fc18437fbc26e2da66e1fa7bb5b25d2eae7a9d00c59b67615e",
    "family": "arc",
    "target": 0,
    "choices": [
      "squirrel, deer, woodpecker",
      "gull, tree frog, grasshopper",
      "field mouse, rabbit, pheasant",
      "coyote, antelope, bison"
    ],
    "logits": [
      3.6828277111053467,
      -6.477023601531982,
      -2.4216408729553223,
      -8.627351760864258
    ],
    "probabilities": [
      0.9977291226387024,
      3.860516517306678e-05,
      0.002227797405794263,
      4.495412213145755e-06
    ],
    "log_probabilities": [
      -0.0022734766826033592,
      -10.162124633789062,
      -6.106741905212402,
      -12.312453269958496
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:329",
    "group": "arc:b49e676c078568cb0d7534e34971026f20e78e3733cc9839ba39b9d90f5217d0",
    "family": "arc",
    "target": 1,
    "choices": [
      "plastic",
      "metal",
      "glass",
      "salt"
    ],
    "logits": [
      -16.23038673400879,
      7.949544429779053,
      -14.775619506835938,
      -14.911233901977539
    ],
    "probabilities": [
      3.153472968864257e-11,
      1.0,
      1.3507858720451793e-10,
      1.1794781817897615e-10
    ],
    "log_probabilities": [
      -24.179931640625,
      0.0,
      -22.72516441345215,
      -22.86077880859375
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:160",
    "group": "arc:6926ec937cbf0faceae753e5b1bcd81c5b18f866ad5140e196d6584bbb43bff5",
    "family": "arc",
    "target": 0,
    "choices": [
      "The organic matter in the soil increases.",
      "More minerals are lost from the field.",
      "The number of organisms in the soil decreases.",
      "More nutrients in the soil are dissolved."
    ],
    "logits": [
      5.303734302520752,
      -7.730011940002441,
      -6.162482738494873,
      -6.803439617156982
    ],
    "probabilities": [
      0.9999817609786987,
      2.185283619837719e-06,
      1.0477973773959093e-05,
      5.519671958609251e-06
    ],
    "log_probabilities": [
      -1.823885577323381e-05,
      -13.033764839172363,
      -11.466235160827637,
      -12.107192039489746
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:432",
    "group": "arc:9f09118decb35532a87d6c7c807e171ad3224e0272fcd128ae091e2079f6da64",
    "family": "arc",
    "target": 2,
    "choices": [
      "formation of sedimentary rocks",
      "weathering of mountains",
      "movement of crustal plates",
      "erosion of coastlines"
    ],
    "logits": [
      -14.760675430297852,
      -19.440710067749023,
      4.6344451904296875,
      -18.091886520385742
    ],
    "probabilities": [
      3.774036638759526e-09,
      3.501812728678999e-11,
      1.0,
      1.349210049239602e-10
    ],
    "log_probabilities": [
      -19.39512062072754,
      -24.07515525817871,
      0.0,
      -22.72633171081543
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:218",
    "group": "arc:17aa2478741bc6be9186562d73db67f97b7b6baec6d3f68cb1c953d239aeb6bb",
    "family": "arc",
    "target": 0,
    "choices": [
      "a salt and water",
      "two different elements",
      "hydrogen ions and hydroxide ions",
      "a weak acid and a weak base"
    ],
    "logits": [
      8.592052459716797,
      -10.175698280334473,
      -4.491843223571777,
      -12.050077438354492
    ],
    "probabilities": [
      0.9999979734420776,
      7.06755098889289e-09,
      2.0784300431841984e-06,
      1.0845161435568684e-09
    ],
    "log_probabilities": [
      -2.0265558760002023e-06,
      -18.767751693725586,
      -13.083897590637207,
      -20.642131805419922
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:115",
    "group": "arc:8061f62bd70506c9850e9138e2aac7f4a165535a5e700c3b281a627f57a95b2e",
    "family": "arc",
    "target": 1,
    "choices": [
      "water.",
      "oxygen.",
      "hydrogen.",
      "nitrogen."
    ],
    "logits": [
      -6.408331394195557,
      4.118201732635498,
      -8.172216415405273,
      -7.810696601867676
    ],
    "probabilities": [
      2.6814412194653414e-05,
      0.9999620914459229,
      4.5953916014696006e-06,
      6.596734692720929e-06
    ],
    "log_probabilities": [
      -10.526571273803711,
      -3.790783375734463e-05,
      -12.290456771850586,
      -11.928936004638672
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:7",
    "group": "arc:7637cf014df30747d6ac7e43fccfdd62cddeb514ead4bc93b13c9ea0adeddc23",
    "family": "arc",
    "target": 1,
    "choices": [
      "gills and feet",
      "feathers and wings",
      "fur and wings",
      "moist skin and feet"
    ],
    "logits": [
      -12.78502368927002,
      5.851562023162842,
      -5.893992900848389,
      -15.006166458129883
    ],
    "probabilities": [
      8.058059108861926e-09,
      0.9999920129776001,
      7.924408237158787e-06,
      8.741781187815434e-10
    ],
    "log_probabilities": [
      -18.636592864990234,
      -7.986990567587782e-06,
      -11.745562553405762,
      -20.857736587524414
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:171",
    "group": "arc:842f180d4ece70ef0a3607f727e899bdbd658eec8efce69d419917083a820304",
    "family": "arc",
    "target": 1,
    "choices": [
      "the folded three-dimensional shape",
      "the sequence of base pairs",
      "the molecular mass",
      "the distribution of electrical charges"
    ],
    "logits": [
      -11.224093437194824,
      8.268319129943848,
      -14.359047889709473,
      -16.091060638427734
    ],
    "probabilities": [
      3.4241500745935127e-09,
      1.0,
      1.4895647215684704e-10,
      2.635458518085443e-11
    ],
    "log_probabilities": [
      -19.492412567138672,
      0.0,
      -22.62736701965332,
      -24.359378814697266
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:18",
    "group": "arc:4343fda84ce65a1f6cbfb7bd5d5146b9d0261687416c64153c8eb21f1080b86b",
    "family": "arc",
    "target": 0,
    "choices": [
      "Pacific Plate",
      "African Plate",
      "North American Plate",
      "Nazca Plate"
    ],
    "logits": [
      1.4705960750579834,
      -11.001787185668945,
      -8.787117004394531,
      -3.183852195739746
    ],
    "probabilities": [
      0.990532398223877,
      3.7947340842947597e-06,
      3.475365156191401e-05,
      0.009429038502275944
    ],
    "log_probabilities": [
      -0.009512691758573055,
      -12.48189640045166,
      -10.267226219177246,
      -4.663961410522461
    ]
  },
  {
    "id": "banking:train:124",
    "group": "banking:b4c1667ba164f5772653eb2aee97370c5ef23d1a7e4fd77ef37a8f3dedd44ea5",
    "family": "banking",
    "target": 0,
    "choices": [
      "card arrival",
      "pending transfer",
      "wrong amount of cash received",
      "card swallowed"
    ],
    "logits": [
      6.639503479003906,
      -14.00862979888916,
      -21.36972427368164,
      -12.232819557189941
    ],
    "probabilities": [
      1.0,
      1.0780281112232615e-09,
      6.85088921356658e-13,
      6.365824312126733e-09
    ],
    "log_probabilities": [
      0.0,
      -20.64813232421875,
      -28.009227752685547,
      -18.87232208251953
    ]
  },
  {
    "id": "banking:train:6551",
    "group": "banking:7d18fdfd8f25d15712ca8619f0aafa8ae54d2d4d7596d8cbd4087e7cb50fa19c",
    "family": "banking",
    "target": 3,
    "choices": [
      "automatic top up",
      "card about to expire",
      "wrong exchange rate for cash withdrawal",
      "verify source of funds"
    ],
    "logits": [
      -19.106252670288086,
      -22.391199111938477,
      -22.223072052001953,
      10.861772537231445
    ],
    "probabilities": [
      9.661665727449947e-14,
      3.617578191351814e-15,
      4.279901204897211e-15,
      1.0
    ],
    "log_probabilities": [
      -29.96802520751953,
      -33.25297164916992,
      -33.08484649658203,
      0.0
    ]
  },
  {
    "id": "banking:train:8186",
    "group": "banking:791df8ddded87ac0cc453b7ae9bcb3d39db03e8f34afb0e5d02bb7b515e64b78",
    "family": "banking",
    "target": 3,
    "choices": [
      "card delivery estimate",
      "cash withdrawal not recognised",
      "beneficiary not allowed",
      "virtual card not working"
    ],
    "logits": [
      -21.14394760131836,
      -20.166547775268555,
      -15.905545234680176,
      9.712943077087402
    ],
    "probabilities": [
      3.972118654501679e-14,
      1.0556072888631002e-13,
      7.482243991052684e-12,
      1.0
    ],
    "log_probabilities": [
      -30.856891632080078,
      -29.87948989868164,
      -25.618488311767578,
      0.0
    ]
  },
  {
    "id": "banking:train:2546",
    "group": "banking:23b40b5d43a3663248a7bd809575ca97aa11f1b6bcc7793c59cfd17636973f3c",
    "family": "banking",
    "target": 1,
    "choices": [
      "transaction charged twice",
      "card payment fee charged",
      "country support",
      "fiat currency support"
    ],
    "logits": [
      -20.791799545288086,
      8.305505752563477,
      -18.43837547302246,
      -15.260066032409668
    ],
    "probabilities": [
      2.3078143129157125e-13,
      1.0,
      2.4281748486898458e-12,
      5.829114968491922e-11
    ],
    "log_probabilities": [
      -29.097305297851562,
      0.0,
      -26.743881225585938,
      -23.565570831298828
    ]
  },
  {
    "id": "banking:train:9812",
    "group": "banking:14eaf8b569451d0df6fd28951bbb0560d1acdaf29f668170c460e7e612ffff52",
    "family": "banking",
    "target": 0,
    "choices": [
      "verify my identity",
      "verify source of funds",
      "card payment not recognised",
      "cancel transfer"
    ],
    "logits": [
      7.9261474609375,
      -14.517241477966309,
      -21.617408752441406,
      -22.098630905151367
    ],
    "probabilities": [
      1.0,
      1.7904394633561083e-10,
      1.4770545626440618e-13,
      9.128605532073009e-14
    ],
    "log_probabilities": [
      0.0,
      -22.443389892578125,
      -29.543556213378906,
      -30.024778366088867
    ]
  },
  {
    "id": "banking:train:3220",
    "group": "banking:6d3812e1e2698a22af85ac104e0c9d2bc3d508cc11dc365ee70ac6420824ca03",
    "family": "banking",
    "target": 0,
    "choices": [
      "top up reverted",
      "declined transfer",
      "lost or stolen card",
      "terminate account"
    ],
    "logits": [
      7.119625568389893,
      -8.717755317687988,
      -14.215672492980957,
      -10.165325164794922
    ],
    "probabilities": [
      0.9999998807907104,
      1.324075071806874e-07,
      5.42247469148549e-10,
      3.113446922498042e-08
    ],
    "log_probabilities": [
      -1.1920928244535389e-07,
      -15.837381362915039,
      -21.335298538208008,
      -17.284950256347656
    ]
  },
  {
    "id": "banking:train:4364",
    "group": "banking:28d1d8dd5a814a1ff68fcaf8b339971a61468338c006311193886640e8d3b094",
    "family": "banking",
    "target": 3,
    "choices": [
      "order physical card",
      "compromised card",
      "card linking",
      "disposable card limits"
    ],
    "logits": [
      -14.498820304870605,
      -13.800578117370605,
      -10.39589786529541,
      9.240744590759277
    ],
    "probabilities": [
      4.898216207638306e-11,
      9.84647294255403e-11,
      2.964248180248319e-09,
      1.0
    ],
    "log_probabilities": [
      -23.739564895629883,
      -23.041322708129883,
      -19.636642456054688,
      0.0
    ]
  },
  {
    "id": "banking:train:5985",
    "group": "banking:8b28a5d0d669ad592f58a2e83ecb61fa48ce1a8af01254a79b6da232398576a7",
    "family": "banking",
    "target": 2,
    "choices": [
      "failed transfer",
      "age limit",
      "declined card payment",
      "transfer into account"
    ],
    "logits": [
      -6.777257919311523,
      -23.97403335571289,
      7.137096881866455,
      -19.331693649291992
    ],
    "probabilities": [
      9.058833825292822e-07,
      3.0804037028401773e-14,
      0.9999990463256836,
      3.1970552507448735e-12
    ],
    "log_probabilities": [
      -13.914355278015137,
      -31.111129760742188,
      -9.536738616588991e-07,
      -26.46879005432129
    ]
  },
  {
    "id": "banking:train:8667",
    "group": "banking:a7bcda69709a5d0c07cd57d278b9c7859f49f5c78eee09acdb1b6879d9539dd5",
    "family": "banking",
    "target": 3,
    "choices": [
      "verify source of funds",
      "transfer into account",
      "country support",
      "balance not updated after bank transfer"
    ],
    "logits": [
      -20.70452117919922,
      -4.021646022796631,
      -19.496431350708008,
      4.793450832366943
    ],
    "probabilities": [
      8.43930741262211e-12,
      0.00014845254190731794,
      2.8247078287524374e-11,
      0.9998515844345093
    ],
    "log_probabilities": [
      -25.49812126159668,
      -8.815245628356934,
      -24.29003143310547,
      -0.00014840454969089478
    ]
  },
  {
    "id": "banking:train:3838",
    "group": "banking:77fb5a2c703bc6871fea8f3d69dd25e0773a29eb209026e3d8883bf55a9a3225",
    "family": "banking",
    "target": 1,
    "choices": [
      "pending transfer",
      "why verify identity",
      "exchange charge",
      "atm support"
    ],
    "logits": [
      -20.062816619873047,
      6.431392192840576,
      -23.48640251159668,
      -20.02592658996582
    ],
    "probabilities": [
      3.116815399523132e-12,
      1.0,
      1.0159366701850345e-13,
      3.23394219389761e-12
    ],
    "log_probabilities": [
      -26.49420928955078,
      0.0,
      -29.917795181274414,
      -26.457319259643555
    ]
  },
  {
    "id": "banking:train:5335",
    "group": "banking:c415c6e358cd79665d87d32902e7aa386ece004c62dcf94e20ed9591a974ff04",
    "family": "banking",
    "target": 1,
    "choices": [
      "request refund",
      "lost or stolen phone",
      "declined transfer",
      "declined cash withdrawal"
    ],
    "logits": [
      -20.53704833984375,
      8.406396865844727,
      -23.0108642578125,
      -22.56709098815918
    ],
    "probabilities": [
      2.6916679605679117e-13,
      1.0,
      2.2680721707755806e-14,
      3.5349649504237343e-14
    ],
    "log_probabilities": [
      -28.943445205688477,
      0.0,
      -31.417261123657227,
      -30.973487854003906
    ]
  },
  {
    "id": "banking:train:9355",
    "group": "banking:45cc4dd660e198822d1b0bba1fab79a504c64ab646f674b5dfff6caad977bbad",
    "family": "banking",
    "target": 0,
    "choices": [
      "cash withdrawal charge",
      "lost or stolen card",
      "transfer fee charged",
      "extra charge on statement"
    ],
    "logits": [
      9.301156997680664,
      -19.609529495239258,
      0.8693536520004272,
      -0.8492894172668457
    ],
    "probabilities": [
      0.9997431635856628,
      2.7805893438453966e-13,
      0.00021777230722364038,
      3.904863115167245e-05
    ],
    "log_probabilities": [
      -0.00025686301523819566,
      -28.91094398498535,
      -8.432060241699219,
      -10.150702476501465
    ]
  },
  {
    "id": "banking:train:2788",
    "group": "banking:74cd593f9a38d56fc00ea600e36c61fb7f18c04e215c27149376da9320189c7c",
    "family": "banking",
    "target": 2,
    "choices": [
      "lost or stolen phone",
      "reverted card payment?",
      "transfer not received by recipient",
      "cancel transfer"
    ],
    "logits": [
      -21.12300682067871,
      -11.771842002868652,
      5.258819103240967,
      -10.197379112243652
    ],
    "probabilities": [
      3.487532528392845e-12,
      4.0149298996539073e-08,
      0.9999997615814209,
      1.9384675908895588e-07
    ],
    "log_probabilities": [
      -26.381826400756836,
      -17.03066062927246,
      -2.3841855067985307e-07,
      -15.456197738647461
    ]
  },
  {
    "id": "banking:train:6096",
    "group": "banking:59cbfcae4988144cbecd26f813cad708b470b925874e8b5f6313ec3f4ab6fc88",
    "family": "banking",
    "target": 2,
    "choices": [
      "getting virtual card",
      "cash withdrawal charge",
      "pending transfer",
      "cash withdrawal not recognised"
    ],
    "logits": [
      -22.5472469329834,
      -19.719501495361328,
      8.917485237121582,
      -16.74822235107422
    ],
    "probabilities": [
      2.1629179431650533e-14,
      3.656917162749712e-13,
      1.0,
      7.137156751019225e-12
    ],
    "log_probabilities": [
      -31.464733123779297,
      -28.636985778808594,
      0.0,
      -25.665706634521484
    ]
  },
  {
    "id": "banking:train:5394",
    "group": "banking:d0d89353cd2be769a709230a85591f4e5ec9794d80c45603222194fd01a6252a",
    "family": "banking",
    "target": 2,
    "choices": [
      "wrong exchange rate for cash withdrawal",
      "transfer timing",
      "request refund",
      "pending cash withdrawal"
    ],
    "logits": [
      -24.03578758239746,
      -22.608142852783203,
      3.630545139312744,
      -23.565725326538086
    ],
    "probabilities": [
      9.65305092803792e-13,
      4.024230167848364e-12,
      1.0,
      1.544578592631296e-12
    ],
    "log_probabilities": [
      -27.666332244873047,
      -26.23868751525879,
      0.0,
      -27.196269989013672
    ]
  },
  {
    "id": "banking:train:2720",
    "group": "banking:995e2bb35fd424f5449d336ce31c72b650d46a8e3f306118fb71059dca9ec307",
    "family": "banking",
    "target": 2,
    "choices": [
      "order physical card",
      "card delivery estimate",
      "transfer not received by recipient",
      "pending cash withdrawal"
    ],
    "logits": [
      -23.442684173583984,
      -20.1368350982666,
      6.442883014678955,
      -14.900554656982422
    ],
    "probabilities": [
      1.0492121223486944e-13,
      2.8613784518877194e-12,
      1.0,
      5.378522627275117e-10
    ],
    "log_probabilities": [
      -29.88556671142578,
      -26.5797176361084,
      0.0,
      -21.34343719482422
    ]
  },
  {
    "id": "banking:train:8470",
    "group": "banking:67a8b6f57ff89bd9a35052f49411c7080faf27c6c0534ec184d3ea50c2dce02a",
    "family": "banking",
    "target": 2,
    "choices": [
      "virtual card not working",
      "getting virtual card",
      "top up failed",
      "order physical card"
    ],
    "logits": [
      -17.042081832885742,
      -23.504558563232422,
      8.600203514099121,
      -23.880815505981445
    ],
    "probabilities": [
      7.30629792777826e-12,
      1.1404560869082096e-14,
      1.0,
      7.828401318301596e-15
    ],
    "log_probabilities": [
      -25.642284393310547,
      -32.10476303100586,
      0.0,
      -32.48101806640625
    ]
  },
  {
    "id": "banking:train:7828",
    "group": "banking:3b743c286899c3e25e36979450fd8c3ec92ec7114e43d4d7d595552b5bdefc2d",
    "family": "banking",
    "target": 0,
    "choices": [
      "getting spare card",
      "direct debit payment not recognised",
      "contactless not working",
      "declined cash withdrawal"
    ],
    "logits": [
      4.996866703033447,
      -22.641780853271484,
      -22.250768661499023,
      -22.884016036987305
    ],
    "probabilities": [
      1.0,
      9.924029913815913e-13,
      1.46724462007225e-12,
      7.789088926797583e-13
    ],
    "log_probabilities": [
      0.0,
      -27.638647079467773,
      -27.247634887695312,
      -27.880882263183594
    ]
  },
  {
    "id": "banking:train:3952",
    "group": "banking:04ab8a100cbe505eff39b6649ebd84c26031d81807e925ff1e0a607fd72da082",
    "family": "banking",
    "target": 0,
    "choices": [
      "unable to verify identity",
      "verify top up",
      "card payment not recognised",
      "wrong exchange rate for cash withdrawal"
    ],
    "logits": [
      6.696115016937256,
      -11.416361808776855,
      -20.0209903717041,
      -23.798107147216797
    ],
    "probabilities": [
      1.0,
      1.36097915159894e-08,
      2.494068319924825e-12,
      5.708571094130421e-14
    ],
    "log_probabilities": [
      0.0,
      -18.112476348876953,
      -26.717105865478516,
      -30.49422264099121
    ]
  },
  {
    "id": "banking:train:2251",
    "group": "banking:07c5c9989fc2e409a7cf9d553bf6fd667294751bed17e9243aeec8dda055ab09",
    "family": "banking",
    "target": 3,
    "choices": [
      "request refund",
      "get disposable virtual card",
      "exchange via app",
      "top up limits"
    ],
    "logits": [
      -19.58864402770996,
      -21.550899505615234,
      -19.3212947845459,
      10.145732879638672
    ],
    "probabilities": [
      1.2204617199675083e-13,
      1.7152500191128413e-14,
      1.5945292232855818e-13,
      1.0
    ],
    "log_probabilities": [
      -29.734376907348633,
      -31.696632385253906,
      -29.46702766418457,
      0.0
    ]
  },
  {
    "id": "banking:train:9450",
    "group": "banking:3479d15dddc26c08d4ad222eaa599b58b3f45074337ec168fd4a56e33474d74b",
    "family": "banking",
    "target": 0,
    "choices": [
      "cash withdrawal charge",
      "balance not updated after bank transfer",
      "reverted card payment?",
      "automatic top up"
    ],
    "logits": [
      8.331345558166504,
      -19.08002281188965,
      -14.04232120513916,
      -19.017864227294922
    ],
    "probabilities": [
      1.0,
      1.245642911734679e-12,
      1.9197292366879282e-10,
      1.3255298551492767e-12
    ],
    "log_probabilities": [
      0.0,
      -27.41136932373047,
      -22.373666763305664,
      -27.34920883178711
    ]
  },
  {
    "id": "banking:train:4619",
    "group": "banking:07b2c3ae90310e6442a4b312723c0690963855d3ec513dd991cc674074cd2c47",
    "family": "banking",
    "target": 1,
    "choices": [
      "extra charge on statement",
      "atm support",
      "disposable card limits",
      "terminate account"
    ],
    "logits": [
      -22.239931106567383,
      7.074254512786865,
      -20.113229751586914,
      -22.946304321289062
    ],
    "probabilities": [
      1.8578503535940372e-13,
      1.0,
      1.5582078813011768e-12,
      9.167201096534419e-14
    ],
    "log_probabilities": [
      -29.314186096191406,
      0.0,
      -27.187484741210938,
      -30.020559310913086
    ]
  },
  {
    "id": "banking:train:8155",
    "group": "banking:f99e0a83852434be4de26e74578c89db99c3900b027d91667393d560010f4063",
    "family": "banking",
    "target": 0,
    "choices": [
      "order physical card",
      "pending cash withdrawal",
      "getting spare card",
      "supported cards and currencies"
    ],
    "logits": [
      -14.94661808013916,
      -22.266389846801758,
      -17.853452682495117,
      -10.402798652648926
    ],
    "probabilities": [
      0.01051473431289196,
      6.964048679947155e-06,
      0.0005746138049289584,
      0.9889037013053894
    ],
    "log_probabilities": [
      -4.554977893829346,
      -11.874749183654785,
      -7.461812496185303,
      -0.011158326640725136
    ]
  },
  {
    "id": "banking:train:1747",
    "group": "banking:1432b649160c051c066e42083c05c085bdb7820bfd1f2b35e4c26c40742a8fa6",
    "family": "banking",
    "target": 1,
    "choices": [
      "disposable card limits",
      "pin blocked",
      "get physical card",
      "visa or mastercard"
    ],
    "logits": [
      -21.54240608215332,
      8.86581039428711,
      -13.913052558898926,
      -20.721176147460938
    ],
    "probabilities": [
      6.221274716092587e-14,
      1.0,
      1.2801650017824073e-10,
      1.4142787147560648e-13
    ],
    "log_probabilities": [
      -30.40821647644043,
      0.0,
      -22.77886199951172,
      -29.586986541748047
    ]
  },
  {
    "id": "banking:train:476",
    "group": "banking:004bd3a5bed73fb4cd7adfd8d41d6ce4cc6cf8bb4194f74317351aa33867558c",
    "family": "banking",
    "target": 3,
    "choices": [
      "pending card payment",
      "card payment fee charged",
      "card linking",
      "card payment wrong exchange rate"
    ],
    "logits": [
      -13.292092323303223,
      -4.298464775085449,
      -19.656892776489258,
      9.739670753479004
    ],
    "probabilities": [
      9.941044515349162e-11,
      8.004142273421166e-07,
      1.7109364868882898e-13,
      0.9999991655349731
    ],
    "log_probabilities": [
      -23.031763076782227,
      -14.03813648223877,
      -29.396564483642578,
      -8.344646857949556e-07
    ]
  },
  {
    "id": "banking:train:9019",
    "group": "banking:628bb11400bcf55cf8e682dbe8ca28edd96e6671e5eb8b38b52071b77ae840dc",
    "family": "banking",
    "target": 0,
    "choices": [
      "exchange charge",
      "cash withdrawal charge",
      "top up failed",
      "card about to expire"
    ],
    "logits": [
      7.326626300811768,
      -9.345016479492188,
      -20.303014755249023,
      -21.10760498046875
    ],
    "probabilities": [
      1.0,
      5.7490723293085466e-08,
      1.0013814864123782e-12,
      4.478890674140812e-13
    ],
    "log_probabilities": [
      0.0,
      -16.671642303466797,
      -27.629640579223633,
      -28.43423080444336
    ]
  },
  {
    "id": "banking:train:895",
    "group": "banking:67cc7f7422a18bd60d807c4278939827fb691e835c6b996145c70fba2d25fb79",
    "family": "banking",
    "target": 2,
    "choices": [
      "transfer fee charged",
      "top up by card charge",
      "fiat currency support",
      "get physical card"
    ],
    "logits": [
      -18.82548713684082,
      -20.356626510620117,
      -0.20577429234981537,
      -19.5132999420166
    ],
    "probabilities": [
      8.195235601249351e-09,
      1.7725400036638916e-09,
      1.0,
      4.119534491309196e-09
    ],
    "log_probabilities": [
      -18.619712829589844,
      -20.15085220336914,
      0.0,
      -19.307525634765625
    ]
  },
  {
    "id": "banking:train:8315",
    "group": "banking:00c4c527659c793d1e5aa1fd6e2951a3110f14c8ee2e68f6827a94fab162df39",
    "family": "banking",
    "target": 0,
    "choices": [
      "wrong exchange rate for cash withdrawal",
      "Refund not showing up",
      "why verify identity",
      "pending cash withdrawal"
    ],
    "logits": [
      10.72669506072998,
      -18.23124885559082,
      -21.535036087036133,
      -11.607253074645996
    ],
    "probabilities": [
      1.0,
      2.652926164338487e-13,
      9.747844045349726e-15,
      1.9975128495719474e-10
    ],
    "log_probabilities": [
      0.0,
      -28.957942962646484,
      -32.2617301940918,
      -22.333948135375977
    ]
  },
  {
    "id": "banking:train:137",
    "group": "banking:8682ecb19406155c9f5314f5d234e8d6cffc4a109c38fd3fa154c7e3f8807a40",
    "family": "banking",
    "target": 3,
    "choices": [
      "declined transfer",
      "declined card payment",
      "extra charge on statement",
      "card arrival"
    ],
    "logits": [
      -21.313121795654297,
      -19.69208335876465,
      -22.509647369384766,
      6.237748146057129
    ],
    "probabilities": [
      1.0834519045821445e-12,
      5.480458101225771e-12,
      3.2746524133812904e-13,
      1.0
    ],
    "log_probabilities": [
      -27.55086898803711,
      -25.929832458496094,
      -28.747394561767578,
      0.0
    ]
  },
  {
    "id": "banking:train:7579",
    "group": "banking:502d7c102e83866632e9144d4fd8f6f5e6ffefc68b37188d93cc2846e2cf574d",
    "family": "banking",
    "target": 3,
    "choices": [
      "country support",
      "extra charge on statement",
      "verify my identity",
      "transfer into account"
    ],
    "logits": [
      -18.914012908935547,
      -21.269447326660156,
      -21.074155807495117,
      6.530777454376221
    ],
    "probabilities": [
      8.901601677990811e-12,
      8.443372953928496e-13,
      1.026431652347004e-12,
      1.0
    ],
    "log_probabilities": [
      -25.44478988647461,
      -27.80022430419922,
      -27.60493278503418,
      0.0
    ]
  },
  {
    "id": "banking:train:1624",
    "group": "banking:dc71f437c0dc18279936bce7e89ef3ced2a2675feab0578563a7aa38398df5f7",
    "family": "banking",
    "target": 0,
    "choices": [
      "age limit",
      "exchange rate",
      "topping up by card",
      "country support"
    ],
    "logits": [
      8.269818305969238,
      -24.34331512451172,
      -22.78769874572754,
      -18.31290626525879
    ],
    "probabilities": [
      1.0,
      6.859564609715653e-15,
      3.25005931997753e-14,
      2.8527846317877303e-12
    ],
    "log_probabilities": [
      0.0,
      -32.61313247680664,
      -31.057518005371094,
      -26.582725524902344
    ]
  },
  {
    "id": "banking:train:9588",
    "group": "banking:45eeaa7806f83b9f514bc43215ffe74e522b0f1614a53c757e42c16884f6c117",
    "family": "banking",
    "target": 1,
    "choices": [
      "wrong exchange rate for cash withdrawal",
      "card about to expire",
      "supported cards and currencies",
      "top up by card charge"
    ],
    "logits": [
      -24.42615509033203,
      -2.5375537872314453,
      -10.610422134399414,
      -20.39697265625
    ],
    "probabilities": [
      3.117208435821084e-10,
      0.9996882677078247,
      0.0003117901796940714,
      1.7523365869465124e-08
    ],
    "log_probabilities": [
      -21.888912200927734,
      -0.000311802898067981,
      -8.073180198669434,
      -17.859729766845703
    ]
  },
  {
    "id": "banking:train:850",
    "group": "banking:df4ecd9a57e7a438e3525e1750def94b0f5245069af3022de12179683ed212e0",
    "family": "banking",
    "target": 1,
    "choices": [
      "card payment wrong exchange rate",
      "pending cash withdrawal",
      "exchange via app",
      "automatic top up"
    ],
    "logits": [
      -23.114622116088867,
      10.859926223754883,
      -19.602432250976562,
      -21.3015079498291
    ],
    "probabilities": [
      1.7580900444971194e-15,
      1.0,
      5.893398426605814e-14,
      1.077622420551233e-14
    ],
    "log_probabilities": [
      -33.97454833984375,
      0.0,
      -30.462358474731445,
      -32.161434173583984
    ]
  },
  {
    "id": "banking:train:2967",
    "group": "banking:26fb3650417a4298ce8b09951390a8e2cada5b228fb82dfaed0a9953185f7c2a",
    "family": "banking",
    "target": 1,
    "choices": [
      "failed transfer",
      "supported cards and currencies",
      "exchange via app",
      "fiat currency support"
    ],
    "logits": [
      -21.28355598449707,
      0.784512460231781,
      -18.754653930664062,
      -17.302688598632812
    ],
    "probabilities": [
      2.6059138180656305e-10,
      1.0,
      3.2677456296426044e-09,
      1.3958179501116774e-08
    ],
    "log_probabilities": [
      -22.06806755065918,
      0.0,
      -19.539165496826172,
      -18.087200164794922
    ]
  },
  {
    "id": "banking:train:9716",
    "group": "banking:d601872a2312d4087f15896d7742a175bbde1c0b6dbadb258a9d44d65c4e0013",
    "family": "banking",
    "target": 3,
    "choices": [
      "disposable card limits",
      "top up reverted",
      "declined cash withdrawal",
      "apple pay or google pay"
    ],
    "logits": [
      -20.48500633239746,
      -10.336727142333984,
      -20.123994827270508,
      3.507823944091797
    ],
    "probabilities": [
      3.802294937238493e-11,
      9.713762665342074e-07,
      5.455456572600603e-11,
      0.9999990463256836
    ],
    "log_probabilities": [
      -23.992830276489258,
      -13.844552040100098,
      -23.631818771362305,
      -9.536738616588991e-07
    ]
  },
  {
    "id": "banking:train:7065",
    "group": "banking:eb01f0b0615549e4e2dbec1a42bea2d7d768393c7603aab5ff091dfd946ec083",
    "family": "banking",
    "target": 2,
    "choices": [
      "apple pay or google pay",
      "cancel transfer",
      "beneficiary not allowed",
      "lost or stolen card"
    ],
    "logits": [
      -17.84244155883789,
      -10.090210914611816,
      7.926507949829102,
      -14.013745307922363
    ],
    "probabilities": [
      6.437058351627112e-12,
      1.4977453943743058e-08,
      1.0,
      2.9612062801831485e-10
    ],
    "log_probabilities": [
      -25.768949508666992,
      -18.016719818115234,
      0.0,
      -21.94025421142578
    ]
  },
  {
    "id": "banking:train:2506",
    "group": "banking:591b5ea038a2fed65094c249667d65cf4857f72ff055162df1e07812e9b730fd",
    "family": "banking",
    "target": 0,
    "choices": [
      "wrong amount of cash received",
      "extra charge on statement",
      "contactless not working",
      "direct debit payment not recognised"
    ],
    "logits": [
      8.720138549804688,
      -12.62507152557373,
      -18.60587501525879,
      -17.03089714050293
    ],
    "probabilities": [
      1.0,
      5.368990252385686e-10,
      1.356635290217234e-12,
      6.553409290926959e-12
    ],
    "log_probabilities": [
      0.0,
      -21.345211029052734,
      -27.326013565063477,
      -25.751035690307617
    ]
  },
  {
    "id": "banking:train:1131",
    "group": "banking:377c8447a48109a672e65d91160c5e29365ee032d6cea8c811a1f184cfc8b540",
    "family": "banking",
    "target": 1,
    "choices": [
      "top up limits",
      "automatic top up",
      "passcode forgotten",
      "order physical card"
    ],
    "logits": [
      -17.152637481689453,
      -18.559831619262695,
      -23.756099700927734,
      -23.09630012512207
    ],
    "probabilities": [
      0.8007640242576599,
      0.1960504949092865,
      0.0010855688014999032,
      0.002099929377436638
    ],
    "log_probabilities": [
      -0.22218894958496094,
      -1.6293830871582031,
      -6.825651168823242,
      -6.165851593017578
    ]
  },
  {
    "id": "banking:train:1594",
    "group": "banking:c6bba524e1d0af4fd4cf2c0301ea985c54ae2482bd38b66f4f7f36a3e707c439",
    "family": "banking",
    "target": 1,
    "choices": [
      "lost or stolen phone",
      "age limit",
      "pending top up",
      "cash withdrawal not recognised"
    ],
    "logits": [
      -22.39994239807129,
      9.290878295898438,
      -23.146398544311523,
      -22.74923324584961
    ],
    "probabilities": [
      1.7252477183958732e-14,
      1.0,
      8.178409731667176e-15,
      1.2166240000307475e-14
    ],
    "log_probabilities": [
      -31.690820693969727,
      0.0,
      -32.437278747558594,
      -32.04011154174805
    ]
  },
  {
    "id": "banking:train:8851",
    "group": "banking:649612ae8460c647f8ca8bc905d4b5973df4ae655634c02ba0be0382df245044",
    "family": "banking",
    "target": 0,
    "choices": [
      "cash withdrawal not recognised",
      "card arrival",
      "pin blocked",
      "wrong exchange rate for cash withdrawal"
    ],
    "logits": [
      -0.6689842343330383,
      -19.176618576049805,
      -19.1071834564209,
      -20.638559341430664
    ],
    "probabilities": [
      1.0,
      9.167188785852431e-09,
      9.826333524642905e-09,
      2.124826092853027e-09
    ],
    "log_probabilities": [
      0.0,
      -18.50763511657715,
      -18.438199996948242,
      -19.969575881958008
    ]
  },
  {
    "id": "banking:train:5075",
    "group": "banking:25b30df743fcb8d88b5d1c218f4a16c2128a71472a76847bd8470cd11ea7e39a",
    "family": "banking",
    "target": 2,
    "choices": [
      "edit personal details",
      "transfer fee charged",
      "declined cash withdrawal",
      "contactless not working"
    ],
    "logits": [
      -23.594287872314453,
      -16.81266975402832,
      9.70134449005127,
      -12.876971244812012
    ],
    "probabilities": [
      3.466498430264222e-15,
      3.055691550485351e-12,
      1.0,
      1.5644513462476084e-10
    ],
    "log_probabilities": [
      -33.295631408691406,
      -26.514015197753906,
      0.0,
      -22.57831573486328
    ]
  },
  {
    "id": "banking:train:6508",
    "group": "banking:c3bd622f28499432d024edcf6a195ed0f1014d1760cceb4b85d3960741b8bf8b",
    "family": "banking",
    "target": 3,
    "choices": [
      "pending cash withdrawal",
      "top up by bank transfer charge",
      "card delivery estimate",
      "verify source of funds"
    ],
    "logits": [
      -10.87179183959961,
      -18.209627151489258,
      -22.527050018310547,
      -7.979991436004639
    ],
    "probabilities": [
      0.05255856737494469,
      3.418710548430681e-05,
      4.5585781549561943e-07,
      0.9474067091941833
    ],
    "log_probabilities": [
      -2.9458272457122803,
      -10.283661842346191,
      -14.60108470916748,
      -0.05402681604027748
    ]
  },
  {
    "id": "banking:train:3806",
    "group": "banking:0023d07146d84c052027ca7ef2f2e3da77ccc8eefd8c04c136a6f5a5838bbe1e",
    "family": "banking",
    "target": 1,
    "choices": [
      "verify top up",
      "why verify identity",
      "pending card payment",
      "exchange rate"
    ],
    "logits": [
      -8.463436126708984,
      7.765902519226074,
      -21.61430549621582,
      -24.085351943969727
    ],
    "probabilities": [
      8.947203156139949e-08,
      0.9999998807907104,
      1.7391543392052122e-13,
      1.4695227117957586e-14
    ],
    "log_probabilities": [
      -16.229339599609375,
      -1.1920928244535389e-07,
      -29.380207061767578,
      -31.851253509521484
    ]
  },
  {
    "id": "banking:train:306",
    "group": "banking:f46ef5abb801a547035365b68e72d6e60e88b3f06c745bafc9cf6fd3780fcc9b",
    "family": "banking",
    "target": 0,
    "choices": [
      "exchange rate",
      "Refund not showing up",
      "pin blocked",
      "pending transfer"
    ],
    "logits": [
      4.124716758728027,
      -21.176572799682617,
      -23.957759857177734,
      -21.72991943359375
    ],
    "probabilities": [
      1.0,
      1.027519302282398e-11,
      6.367001652470006e-13,
      5.90845298034659e-12
    ],
    "log_probabilities": [
      0.0,
      -25.301288604736328,
      -28.082477569580078,
      -25.854637145996094
    ]
  },
  {
    "id": "banking:train:6032",
    "group": "banking:41a55952da1b4d98b280baabed4a08a526c6ad28ca75dc6d0b1dc58cbc1564bc",
    "family": "banking",
    "target": 2,
    "choices": [
      "virtual card not working",
      "request refund",
      "pending transfer",
      "cash withdrawal charge"
    ],
    "logits": [
      -18.836585998535156,
      -16.238971710205078,
      8.69668197631836,
      -21.136259078979492
    ],
    "probabilities": [
      1.1026905300318135e-12,
      1.4810959750310992e-11,
      1.0,
      1.1059062059127697e-13
    ],
    "log_probabilities": [
      -27.533267974853516,
      -24.935653686523438,
      0.0,
      -29.83294105529785
    ]
  },
  {
    "id": "banking:train:1190",
    "group": "banking:484ecf01e0825fc1fde45d06bee4b73c2d8d4c6d158e64976845633884d5f136",
    "family": "banking",
    "target": 3,
    "choices": [
      "age limit",
      "topping up by card",
      "pin blocked",
      "automatic top up"
    ],
    "logits": [
      -22.295753479003906,
      -14.885529518127441,
      -22.155736923217773,
      5.458878040313721
    ],
    "probabilities": [
      8.837244629654462e-13,
      1.4606152953788865e-09,
      1.0165419938104603e-12,
      1.0
    ],
    "log_probabilities": [
      -27.75463104248047,
      -20.34440803527832,
      -27.614614486694336,
      0.0
    ]
  },
  {
    "id": "banking:train:6240",
    "group": "banking:c817bb7ad60bc138ec1255ece7cafd5b1b599e565c77cc05303003877f734ec6",
    "family": "banking",
    "target": 2,
    "choices": [
      "declined card payment",
      "pending transfer",
      "terminate account",
      "getting spare card"
    ],
    "logits": [
      -23.005699157714844,
      -23.359569549560547,
      7.054215908050537,
      -23.393299102783203
    ],
    "probabilities": [
      8.813421861894252e-14,
      6.186721870481832e-14,
      1.0,
      5.981526444943583e-14
    ],
    "log_probabilities": [
      -30.05991554260254,
      -30.413785934448242,
      0.0,
      -30.4475154876709
    ]
  },
  {
    "id": "banking:train:6839",
    "group": "banking:7beb665682e981e0b8b49a970f88225e88d44c7010e821c2506b6f8fcde1fcd0",
    "family": "banking",
    "target": 1,
    "choices": [
      "beneficiary not allowed",
      "reverted card payment?",
      "topping up by card",
      "top up limits"
    ],
    "logits": [
      -18.88084602355957,
      -7.416719436645508,
      -23.42424201965332,
      -22.5462646484375
    ],
    "probabilities": [
      1.0499978088773787e-05,
      0.9999891519546509,
      1.1169057501092539e-07,
      2.6873070169131097e-07
    ],
    "log_probabilities": [
      -11.464137077331543,
      -1.0847986231965479e-05,
      -16.00753402709961,
      -15.129555702209473
    ]
  },
  {
    "id": "banking:train:9676",
    "group": "banking:67fdd7b615087a383ae35607908a44e849d5ef2c9aa7cb3b503823e2f120a5a1",
    "family": "banking",
    "target": 3,
    "choices": [
      "atm support",
      "card arrival",
      "transfer not received by recipient",
      "apple pay or google pay"
    ],
    "logits": [
      -17.487287521362305,
      -20.52161979675293,
      -18.137521743774414,
      7.241638660430908
    ],
    "probabilities": [
      1.8212268498851714e-11,
      8.761334756648975e-13,
      9.50541034772101e-12,
      1.0
    ],
    "log_probabilities": [
      -24.728925704956055,
      -27.76325798034668,
      -25.379159927368164,
      0.0
    ]
  },
  {
    "id": "banking:train:5851",
    "group": "banking:c227bdc92223d1ec0a37da9487e463f5d9cb0b007d7e9af7cba154ec66320b3d",
    "family": "banking",
    "target": 2,
    "choices": [
      "wrong exchange rate for cash withdrawal",
      "pending top up",
      "declined card payment",
      "verify source of funds"
    ],
    "logits": [
      -19.91809844970703,
      -14.51257610321045,
      4.412438869476318,
      -21.040552139282227
    ],
    "probabilities": [
      2.7125746093759062e-11,
      6.039078570552192e-09,
      1.0,
      8.828893345580457e-12
    ],
    "log_probabilities": [
      -24.330537796020508,
      -18.92501449584961,
      0.0,
      -25.452991485595703
    ]
  },
  {
    "id": "banking:train:23",
    "group": "banking:17fd8bb541ec718b410907700affcb1b6ab38433723bfef0281c25ed29f083bd",
    "family": "banking",
    "target": 1,
    "choices": [
      "declined cash withdrawal",
      "card arrival",
      "apple pay or google pay",
      "disposable card limits"
    ],
    "logits": [
      -19.85042381286621,
      8.701828002929688,
      -21.892581939697266,
      -21.75286102294922
    ],
    "probabilities": [
      3.9802891343108937e-13,
      1.0,
      5.164360895849006e-14,
      5.938771609897975e-14
    ],
    "log_probabilities": [
      -28.5522518157959,
      0.0,
      -30.594409942626953,
      -30.454689025878906
    ]
  },
  {
    "id": "banking:train:8092",
    "group": "banking:e1f1409d4abbfcf02b9227c74d94d6dc10c898184e08e032edda70b0a801ac98",
    "family": "banking",
    "target": 1,
    "choices": [
      "age limit",
      "order physical card",
      "get disposable virtual card",
      "pending transfer"
    ],
    "logits": [
      -22.716825485229492,
      5.006850242614746,
      -19.854867935180664,
      -21.535058975219727
    ],
    "probabilities": [
      9.115091494094063e-13,
      1.0,
      1.594752802036581e-11,
      2.971636391818633e-12
    ],
    "log_probabilities": [
      -27.723674774169922,
      0.0,
      -24.861717224121094,
      -26.541908264160156
    ]
  },
  {
    "id": "banking:train:9256",
    "group": "banking:a001014f6da912ff4beb6169dc79cbafbc8d344d90f6648fe9f553e3fc9e261a",
    "family": "banking",
    "target": 2,
    "choices": [
      "declined card payment",
      "card payment not recognised",
      "activate my card",
      "pending transfer"
    ],
    "logits": [
      -4.889779090881348,
      -13.334686279296875,
      6.857751369476318,
      -18.74498176574707
    ],
    "probabilities": [
      7.90877402323531e-06,
      1.7003257690717533e-09,
      0.9999921321868896,
      7.600998823409366e-12
    ],
    "log_probabilities": [
      -11.747537612915039,
      -20.192445755004883,
      -7.867782187531702e-06,
      -25.602741241455078
    ]
  },
  {
    "id": "banking:train:2377",
    "group": "banking:2285ba022e96a14c5efa53f52f913ca6d1061ea24668fc80e47cf9232d717868",
    "family": "banking",
    "target": 1,
    "choices": [
      "edit personal details",
      "wrong amount of cash received",
      "top up by cash or cheque",
      "beneficiary not allowed"
    ],
    "logits": [
      -23.13083839416504,
      1.799290418624878,
      -19.260120391845703,
      -13.13561725616455
    ],
    "probabilities": [
      1.48930191096186e-11,
      0.9999996423721313,
      7.145197211677612e-10,
      3.2647636771798716e-07
    ],
    "log_probabilities": [
      -24.93012809753418,
      -3.576278118089249e-07,
      -21.059410095214844,
      -14.934907913208008
    ]
  },
  {
    "id": "banking:train:2350",
    "group": "banking:623656c1053a8a1c916e232d584f3712307c9e929170a7218aa56474fff2de6b",
    "family": "banking",
    "target": 0,
    "choices": [
      "wrong amount of cash received",
      "failed transfer",
      "transfer into account",
      "card payment wrong exchange rate"
    ],
    "logits": [
      9.595473289489746,
      -15.08062744140625,
      -18.96295738220215,
      -14.422017097473145
    ],
    "probabilities": [
      1.0,
      1.9200176171185745e-11,
      3.95577478108991e-13,
      3.709679785579567e-11
    ],
    "log_probabilities": [
      0.0,
      -24.676101684570312,
      -28.558429718017578,
      -24.01749038696289
    ]
  },
  {
    "id": "banking:train:4014",
    "group": "banking:7501cadf1493b08105646898d448a0fe95aaaa403aee27347fe8b26dd4823cb1",
    "family": "banking",
    "target": 3,
    "choices": [
      "failed transfer",
      "card delivery estimate",
      "pending transfer",
      "get physical card"
    ],
    "logits": [
      -20.326204299926758,
      -12.792436599731445,
      -14.636900901794434,
      -11.255654335021973
    ],
    "probabilities": [
      9.206212416756898e-05,
      0.17216889560222626,
      0.027221623808145523,
      0.8005173802375793
    ],
    "log_probabilities": [
      -9.293046951293945,
      -1.7592792510986328,
      -3.603743553161621,
      -0.22249703109264374
    ]
  },
  {
    "id": "banking:train:8752",
    "group": "banking:2bce2828bc5064dc8aa0e480b0f19c9efedac931e70faf59d0fc71352cf362b3",
    "family": "banking",
    "target": 2,
    "choices": [
      "failed transfer",
      "wrong amount of cash received",
      "balance not updated after bank transfer",
      "get disposable virtual card"
    ],
    "logits": [
      -3.039919853210449,
      -18.41025733947754,
      1.7499943971633911,
      -24.5399227142334
    ],
    "probabilities": [
      0.008244632743299007,
      1.7414801822823733e-09,
      0.9917553663253784,
      3.791741226555345e-12
    ],
    "log_probabilities": [
      -4.798192977905273,
      -20.168529510498047,
      -0.00827881507575512,
      -26.298194885253906
    ]
  },
  {
    "id": "banking:train:9963",
    "group": "banking:490a587c0756255827acaf59b6f76a53e075c79a6ee2e61cb94cfa6f3dafc5eb",
    "family": "banking",
    "target": 0,
    "choices": [
      "country support",
      "supported cards and currencies",
      "passcode forgotten",
      "edit personal details"
    ],
    "logits": [
      2.9535250663757324,
      -4.061268329620361,
      -22.63509178161621,
      -22.448976516723633
    ],
    "probabilities": [
      0.9991023540496826,
      0.0008976848912425339,
      7.702197386827425e-12,
      9.277767790139002e-12
    ],
    "log_probabilities": [
      -0.000898077036254108,
      -7.01569128036499,
      -25.589515686035156,
      -25.403400421142578
    ]
  },
  {
    "id": "banking:train:5957",
    "group": "banking:eaaa192b23b7d0146f5a5899765b3bbebdbba61c97b7afc1716c9742bbc4a880",
    "family": "banking",
    "target": 2,
    "choices": [
      "Refund not showing up",
      "getting virtual card",
      "declined card payment",
      "virtual card not working"
    ],
    "logits": [
      -19.881332397460938,
      -23.7783260345459,
      0.3974264860153198,
      -14.908773422241211
    ],
    "probabilities": [
      1.5597204638950757e-09,
      3.166678377852783e-11,
      0.9999997615814209,
      2.2521726350532845e-07
    ],
    "log_probabilities": [
      -20.278759002685547,
      -24.175752639770508,
      -2.3841855067985307e-07,
      -15.30620002746582
    ]
  },
  {
    "id": "banking:train:8761",
    "group": "banking:360db7c763401d3197c5f7488cb288d430344f6445300615c6b93829cca94f64",
    "family": "banking",
    "target": 3,
    "choices": [
      "exchange rate",
      "fiat currency support",
      "Refund not showing up",
      "balance not updated after bank transfer"
    ],
    "logits": [
      -22.374914169311523,
      -16.910123825073242,
      -13.972702980041504,
      0.5353079438209534
    ],
    "probabilities": [
      1.1225776558321243e-10,
      2.6518236495576275e-08,
      5.003233241041016e-07,
      0.9999995231628418
    ],
    "log_probabilities": [
      -22.91022300720215,
      -17.445432662963867,
      -14.508010864257812,
      -4.768370445162873e-07
    ]
  },
  {
    "id": "banking:train:5",
    "group": "banking:9aee6e6a3f7007e1b76d53fc6bd6d5bc4b2f8c03b4c4011d2fd5c54babf14414",
    "family": "banking",
    "target": 3,
    "choices": [
      "passcode forgotten",
      "card acceptance",
      "contactless not working",
      "card arrival"
    ],
    "logits": [
      -22.55707359313965,
      -17.415010452270508,
      -21.289302825927734,
      6.200758457183838
    ],
    "probabilities": [
      3.2406526464037744e-13,
      5.543730058343854e-11,
      1.1513790138320545e-12,
      1.0
    ],
    "log_probabilities": [
      -28.757831573486328,
      -23.615768432617188,
      -27.490060806274414,
      0.0
    ]
  },
  {
    "id": "banking:train:9862",
    "group": "banking:b0689cf616f4bf2c29fdfb0e9ec3dc3eeee534ae6012656df510c1342faf9f4a",
    "family": "banking",
    "target": 2,
    "choices": [
      "verify source of funds",
      "transaction charged twice",
      "verify my identity",
      "top up limits"
    ],
    "logits": [
      -14.573554039001465,
      -22.118656158447266,
      5.410135746002197,
      -23.17759895324707
    ],
    "probabilities": [
      2.0950461365742967e-09,
      1.1076378529650821e-12,
      1.0,
      3.8415348376300007e-13
    ],
    "log_probabilities": [
      -19.98369026184082,
      -27.528791427612305,
      0.0,
      -28.58773422241211
    ]
  },
  {
    "id": "banking:train:148",
    "group": "banking:7ffbb33b6ae8d010b530dc00e39b61313dd565c79daa494e3a16656c6a7036b0",
    "family": "banking",
    "target": 2,
    "choices": [
      "topping up by card",
      "atm support",
      "card arrival",
      "compromised card"
    ],
    "logits": [
      -22.54438018798828,
      -20.06009292602539,
      6.719560146331787,
      -18.862070083618164
    ],
    "probabilities": [
      1.953583643595977e-13,
      2.34284878823654e-12,
      1.0,
      7.763167712837582e-12
    ],
    "log_probabilities": [
      -29.263940811157227,
      -26.779653549194336,
      0.0,
      -25.58163070678711
    ]
  },
  {
    "id": "banking:train:1053",
    "group": "banking:3c4413e2a70c43d6238518b5f07d4ac819a9c9341db182bd4ddc3e711f26712c",
    "family": "banking",
    "target": 3,
    "choices": [
      "cancel transfer",
      "compromised card",
      "getting spare card",
      "card delivery estimate"
    ],
    "logits": [
      -21.690824508666992,
      -18.59634017944336,
      -7.5538716316223145,
      8.62238597869873
    ],
    "probabilities": [
      6.841326550405258e-14,
      1.5102781221812411e-12,
      9.43496516470077e-08,
      0.9999998807907104
    ],
    "log_probabilities": [
      -30.313209533691406,
      -27.218727111816406,
      -16.176258087158203,
      -1.1920928244535389e-07
    ]
  },
  {
    "id": "banking:train:3999",
    "group": "banking:6497b0ad6999959b59d65519b220af256b97c975cb5ea44a3567f2ea937d906d",
    "family": "banking",
    "target": 1,
    "choices": [
      "transfer fee charged",
      "get physical card",
      "transfer timing",
      "unable to verify identity"
    ],
    "logits": [
      -22.16023063659668,
      -2.89207124710083,
      -15.374144554138184,
      -17.724328994750977
    ],
    "probabilities": [
      4.284919974395507e-09,
      0.9999958276748657,
      3.794047870542272e-06,
      3.6176811590848956e-07
    ],
    "log_probabilities": [
      -19.268163681030273,
      -4.172316494077677e-06,
      -12.482076644897461,
      -14.83226203918457
    ]
  },
  {
    "id": "banking:train:8215",
    "group": "banking:fa4045736dcd4e82ca8aaf648c1de17347366842207a37ac15f45be67115e51e",
    "family": "banking",
    "target": 3,
    "choices": [
      "card not working",
      "balance not updated after bank transfer",
      "card acceptance",
      "wrong exchange rate for cash withdrawal"
    ],
    "logits": [
      -16.721267700195312,
      -18.288410186767578,
      -20.938566207885742,
      10.66922664642334
    ],
    "probabilities": [
      1.2719177924433445e-12,
      2.6537357923107907e-13,
      1.8746077484906552e-14,
      1.0
    ],
    "log_probabilities": [
      -27.39049530029297,
      -28.957637786865234,
      -31.607791900634766,
      0.0
    ]
  },
  {
    "id": "banking:train:3048",
    "group": "banking:57e1119e06167e1aa7c8f8cb0367d65345c0788db27fe0c60679312242b8681b",
    "family": "banking",
    "target": 3,
    "choices": [
      "top up by bank transfer charge",
      "card payment not recognised",
      "card about to expire",
      "getting virtual card"
    ],
    "logits": [
      -19.941335678100586,
      -17.242294311523438,
      -16.091005325317383,
      7.8816094398498535
    ],
    "probabilities": [
      8.253699915368451e-13,
      1.2269516132257241e-11,
      3.8799477519724235e-11,
      1.0
    ],
    "log_probabilities": [
      -27.82294464111328,
      -25.123903274536133,
      -23.972614288330078,
      0.0
    ]
  },
  {
    "id": "banking:train:7749",
    "group": "banking:1e2603f931e1bbcae302a655b0cfc69657c34226d65c89fc202f5a6cc9fabff5",
    "family": "banking",
    "target": 3,
    "choices": [
      "compromised card",
      "transfer not received by recipient",
      "card payment fee charged",
      "verify top up"
    ],
    "logits": [
      -19.946441650390625,
      -15.736498832702637,
      -21.43138313293457,
      3.07950496673584
    ],
    "probabilities": [
      9.999033545593505e-11,
      6.734624413695656e-09,
      2.2649415329367706e-11,
      1.0
    ],
    "log_probabilities": [
      -23.02594757080078,
      -18.816003799438477,
      -24.510887145996094,
      0.0
    ]
  },
  {
    "id": "banking:train:9370",
    "group": "banking:b0f095927ebf00da628817866e0454fb939b4ea95526d3e8f42aae0a86f3cc7e",
    "family": "banking",
    "target": 1,
    "choices": [
      "change pin",
      "cash withdrawal charge",
      "pending card payment",
      "compromised card"
    ],
    "logits": [
      -23.244548797607422,
      7.30582857131958,
      -21.437673568725586,
      -20.35530662536621
    ],
    "probabilities": [
      5.396844334815999e-14,
      1.0,
      3.287424857074256e-13,
      9.703352487830386e-13
    ],
    "log_probabilities": [
      -30.550376892089844,
      0.0,
      -28.743501663208008,
      -27.661134719848633
    ]
  },
  {
    "id": "banking:train:7809",
    "group": "banking:bbae7649bc4fbf335e62fe2e8074d0dd2bbc8aef4a188006be1e73dbfc3c2f3b",
    "family": "banking",
    "target": 1,
    "choices": [
      "declined cash withdrawal",
      "getting spare card",
      "exchange rate",
      "extra charge on statement"
    ],
    "logits": [
      -20.65108871459961,
      4.591301441192627,
      -23.09116554260254,
      -10.48967456817627
    ],
    "probabilities": [
      1.0898565903916246e-11,
      0.9999997615814209,
      9.498553202660909e-13,
      2.821077487169532e-07
    ],
    "log_probabilities": [
      -25.242389678955078,
      -2.3841855067985307e-07,
      -27.682466506958008,
      -15.080976486206055
    ]
  },
  {
    "id": "banking:train:9595",
    "group": "banking:8b0c9a95654ebfbfcdd842126c527ed27433eb9512e4d41260d407a44dab177c",
    "family": "banking",
    "target": 0,
    "choices": [
      "card about to expire",
      "reverted card payment?",
      "activate my card",
      "top up by bank transfer charge"
    ],
    "logits": [
      -18.48709487915039,
      -18.41859245300293,
      -19.609216690063477,
      -18.962636947631836
    ],
    "probabilities": [
      0.3313409090042114,
      0.35483407974243164,
      0.10788069665431976,
      0.20594431459903717
    ],
    "log_probabilities": [
      -1.1046074628829956,
      -1.0361050367355347,
      -2.226729393005371,
      -1.580149531364441
    ]
  },
  {
    "id": "banking:train:1927",
    "group": "banking:31546f90a0640eeb1eeeabd30ca5196f29861ba3502698777a5c1e8bd8976bea",
    "family": "banking",
    "target": 3,
    "choices": [
      "exchange via app",
      "receiving money",
      "cancel transfer",
      "top up by bank transfer charge"
    ],
    "logits": [
      -13.978056907653809,
      -11.659493446350098,
      -9.645204544067383,
      -5.059670448303223
    ],
    "probabilities": [
      0.00013235650840215385,
      0.0013448832323774695,
      0.010080431587994099,
      0.9884422421455383
    ],
    "log_probabilities": [
      -8.930011749267578,
      -6.611447811126709,
      -4.597158908843994,
      -0.011625047773122787
    ]
  },
  {
    "id": "banking:train:1493",
    "group": "banking:46af23bc3fce516d6eb503f52257f5b95ba0430df6519de06f8b383fcf730d0e",
    "family": "banking",
    "target": 1,
    "choices": [
      "reverted card payment?",
      "lost or stolen card",
      "card payment not recognised",
      "wrong amount of cash received"
    ],
    "logits": [
      -12.610374450683594,
      10.88917350769043,
      -12.488293647766113,
      -20.94356346130371
    ],
    "probabilities": [
      6.226958532140614e-11,
      1.0,
      7.035493715390473e-11,
      1.496986908077532e-14
    ],
    "log_probabilities": [
      -23.499547958374023,
      0.0,
      -23.37746810913086,
      -31.83273696899414
    ]
  },
  {
    "id": "banking:train:4803",
    "group": "banking:b9feb7df8c528923ad8818eb4a51e776db06b2a186819a367ebe528cf69ffda2",
    "family": "banking",
    "target": 2,
    "choices": [
      "cash withdrawal not recognised",
      "declined transfer",
      "direct debit payment not recognised",
      "reverted card payment?"
    ],
    "logits": [
      -9.686939239501953,
      -15.881020545959473,
      9.18040943145752,
      -7.09711217880249
    ],
    "probabilities": [
      6.3975686970252355e-09,
      1.3060482383087102e-11,
      0.9999998807907104,
      8.526334482894526e-08
    ],
    "log_probabilities": [
      -18.867347717285156,
      -25.061429977416992,
      -1.1920928244535389e-07,
      -16.27752113342285
    ]
  },
  {
    "id": "banking:train:1633",
    "group": "banking:40bd35a29b9ef6fa17d323851e90090e378c4f4ca5921ceb5a797a10768e71e8",
    "family": "banking",
    "target": 3,
    "choices": [
      "pending transfer",
      "top up by bank transfer charge",
      "receiving money",
      "age limit"
    ],
    "logits": [
      -23.07723617553711,
      -23.271596908569336,
      -21.439544677734375,
      8.66675090789795
    ],
    "probabilities": [
      1.6359165744598246e-14,
      1.3469523009435568e-14,
      8.4139807751335e-14,
      1.0
    ],
    "log_probabilities": [
      -31.743988037109375,
      -31.93834686279297,
      -30.10629653930664,
      0.0
    ]
  },
  {
    "id": "banking:train:3665",
    "group": "banking:f3caeb78b345c1c330852b9bd7ece0608be0c261be7f4b633ddfa0ee70fe25d2",
    "family": "banking",
    "target": 2,
    "choices": [
      "declined transfer",
      "card payment not recognised",
      "edit personal details",
      "pin blocked"
    ],
    "logits": [
      -21.9819393157959,
      -21.43897819519043,
      8.332059860229492,
      -21.112346649169922
    ],
    "probabilities": [
      6.83592722358628e-14,
      1.17652849268568e-13,
      1.0,
      1.631010457985374e-13
    ],
    "log_probabilities": [
      -30.31399917602539,
      -29.771038055419922,
      0.0,
      -29.444406509399414
    ]
  },
  {
    "id": "banking:train:5192",
    "group": "banking:b08133d9d9dbddc049242d601f4e0c7eb55575ac654fa4975ef5a9e47286fdd3",
    "family": "banking",
    "target": 0,
    "choices": [
      "pending card payment",
      "transaction charged twice",
      "visa or mastercard",
      "reverted card payment?"
    ],
    "logits": [
      9.680489540100098,
      -16.9997615814209,
      -14.25093936920166,
      -5.589671611785889
    ],
    "probabilities": [
      0.9999997615814209,
      2.5876985016576315e-12,
      4.043080106819197e-11,
      2.334819839688862e-07
    ],
    "log_probabilities": [
      -2.3841855067985307e-07,
      -26.680252075195312,
      -23.931428909301758,
      -15.270160675048828
    ]
  },
  {
    "id": "banking:train:5049",
    "group": "banking:3778f1077ffdbceca21c9c9a1f1e68cfa6668195d12837c8e6384195c4f0aab1",
    "family": "banking",
    "target": 3,
    "choices": [
      "lost or stolen phone",
      "Refund not showing up",
      "top up by cash or cheque",
      "declined cash withdrawal"
    ],
    "logits": [
      -19.877967834472656,
      -18.110445022583008,
      -20.2822322845459,
      0.10849794745445251
    ],
    "probabilities": [
      2.089240114244717e-09,
      1.2235275015370917e-08,
      1.394499959950224e-09,
      1.0
    ],
    "log_probabilities": [
      -19.986465454101562,
      -18.218942642211914,
      -20.390729904174805,
      0.0
    ]
  },
  {
    "id": "banking:train:6488",
    "group": "banking:0130ed748cbfa7f33abb9b80acec4ab9e72bd5a7b8dbb66951354c944833c523",
    "family": "banking",
    "target": 3,
    "choices": [
      "beneficiary not allowed",
      "direct debit payment not recognised",
      "card payment fee charged",
      "verify source of funds"
    ],
    "logits": [
      -18.99093246459961,
      -20.136247634887695,
      -22.28801918029785,
      10.871461868286133
    ],
    "probabilities": [
      1.0738086716468795e-13,
      3.416039491750157e-14,
      3.972101713842734e-15,
      1.0
    ],
    "log_probabilities": [
      -29.862394332885742,
      -31.007709503173828,
      -33.159481048583984,
      0.0
    ]
  },
  {
    "id": "banking:train:9467",
    "group": "banking:9d1d1b512b69369e9d1d13fa5cfa19a972c6b0e427bb70d22ba98debf7517754",
    "family": "banking",
    "target": 2,
    "choices": [
      "card delivery estimate",
      "card linking",
      "cash withdrawal charge",
      "edit personal details"
    ],
    "logits": [
      -23.610071182250977,
      -18.853971481323242,
      8.88183307647705,
      -24.139942169189453
    ],
    "probabilities": [
      7.743634496105122e-15,
      9.00518700407138e-13,
      1.0,
      4.558538622127144e-15
    ],
    "log_probabilities": [
      -32.491905212402344,
      -27.73580551147461,
      0.0,
      -33.02177429199219
    ]
  },
  {
    "id": "banking:train:3499",
    "group": "banking:7321ab0d4b29bfc20d28d72ca5ba30c1e742a60c3a7c4fcd39063826b547e599",
    "family": "banking",
    "target": 3,
    "choices": [
      "balance not updated after bank transfer",
      "get physical card",
      "Refund not showing up",
      "card payment not recognised"
    ],
    "logits": [
      -17.923128128051758,
      -12.702240943908691,
      -18.02700424194336,
      6.5581536293029785
    ],
    "probabilities": [
      2.332999418652726e-11,
      4.318339019704354e-09,
      2.1028184402083205e-11,
      1.0
    ],
    "log_probabilities": [
      -24.481281280517578,
      -19.260395050048828,
      -24.58515739440918,
      0.0
    ]
  },
  {
    "id": "banking:train:9837",
    "group": "banking:505fd8c543da3abb240aff9d6b5b8fed6f2c5328f32dab78e3e46d3eb298e640",
    "family": "banking",
    "target": 2,
    "choices": [
      "exchange charge",
      "card payment not recognised",
      "verify my identity",
      "edit personal details"
    ],
    "logits": [
      -23.719724655151367,
      -21.141096115112305,
      6.276679515838623,
      -20.950212478637695
    ],
    "probabilities": [
      9.391327369630623e-14,
      1.2376879035547184e-12,
      1.0,
      1.4979967136521943e-12
    ],
    "log_probabilities": [
      -29.99640464782715,
      -27.417776107788086,
      0.0,
      -27.226892471313477
    ]
  },
  {
    "id": "banking:train:3312",
    "group": "banking:f01c86cabc24aa36c1a4ba417a69193322621a881a4bd5470e0bcfff733e02a2",
    "family": "banking",
    "target": 2,
    "choices": [
      "cash withdrawal not recognised",
      "exchange rate",
      "balance not updated after cheque or cash deposit",
      "pending card payment"
    ],
    "logits": [
      -12.807538032531738,
      -21.574718475341797,
      9.236870765686035,
      -11.108153343200684
    ],
    "probabilities": [
      2.6683016907114165e-10,
      4.156207713060245e-14,
      1.0,
      1.4597156816620327e-09
    ],
    "log_probabilities": [
      -22.044408798217773,
      -30.811588287353516,
      0.0,
      -20.34502410888672
    ]
  },
  {
    "id": "banking:train:9145",
    "group": "banking:205b83a38290543ec9a89fd3ca87eabcf78a47b2265afef261a9c9b1a3fa6f54",
    "family": "banking",
    "target": 1,
    "choices": [
      "contactless not working",
      "top up by card charge",
      "getting virtual card",
      "exchange charge"
    ],
    "logits": [
      -21.837154388427734,
      1.6862210035324097,
      -21.826461791992188,
      -12.85287094116211
    ],
    "probabilities": [
      6.080343173398006e-11,
      0.9999995231628418,
      6.145706166194032e-11,
      4.850118671129167e-07
    ],
    "log_probabilities": [
      -23.523374557495117,
      -4.768370445162873e-07,
      -23.51268196105957,
      -14.539092063903809
    ]
  },
  {
    "id": "banking:train:4882",
    "group": "banking:11e51c58af983b8a5fb119aa60de7451a907a22f929a0cc0ebd2b157dc11e0c4",
    "family": "banking",
    "target": 0,
    "choices": [
      "passcode forgotten",
      "change pin",
      "cancel transfer",
      "transfer not received by recipient"
    ],
    "logits": [
      10.666290283203125,
      -3.0690412521362305,
      -19.989294052124023,
      -20.823392868041992
    ],
    "probabilities": [
      0.999998927116394,
      1.0834799013537122e-06,
      4.85789827689518e-14,
      2.109618564365666e-14
    ],
    "log_probabilities": [
      -1.0728830375228426e-06,
      -13.735332489013672,
      -30.65558624267578,
      -31.48968505859375
    ]
  },
  {
    "id": "banking:train:8763",
    "group": "banking:a8ecb53d1a1ff73e7b7089cf9981b4749f1c6ed9d882b767b457d43fefc71bfe",
    "family": "banking",
    "target": 0,
    "choices": [
      "balance not updated after bank transfer",
      "top up limits",
      "get disposable virtual card",
      "terminate account"
    ],
    "logits": [
      4.170446872711182,
      -21.06488609313965,
      -24.09885025024414,
      -19.574459075927734
    ],
    "probabilities": [
      1.0,
      1.0975753292341572e-11,
      5.28202481753226e-13,
      4.8721270073937006e-11
    ],
    "log_probabilities": [
      0.0,
      -25.235332489013672,
      -28.269296646118164,
      -23.744905471801758
    ]
  },
  {
    "id": "banking:train:5846",
    "group": "banking:b04fdfd11ec66984b33178c42d46a4303a5da1c42e5b25db9e9bdab208067aa1",
    "family": "banking",
    "target": 0,
    "choices": [
      "declined card payment",
      "edit personal details",
      "get physical card",
      "exchange via app"
    ],
    "logits": [
      9.835211753845215,
      -24.411720275878906,
      -15.616938591003418,
      -21.986608505249023
    ],
    "probabilities": [
      1.0,
      1.3388933330218478e-15,
      8.836322298866328e-12,
      1.5134200248806233e-14
    ],
    "log_probabilities": [
      0.0,
      -34.24693298339844,
      -25.452150344848633,
      -31.821819305419922
    ]
  },
  {
    "id": "banking:train:2715",
    "group": "banking:dcb81ee392fb9a49f61e1f15d6e1ac1f83103e8547a4ad73709f7af2c4ef7ffc",
    "family": "banking",
    "target": 2,
    "choices": [
      "card delivery estimate",
      "verify my identity",
      "transfer not received by recipient",
      "age limit"
    ],
    "logits": [
      -6.185800075531006,
      -21.862403869628906,
      4.683183670043945,
      -23.402379989624023
    ],
    "probabilities": [
      1.903933662106283e-05,
      2.9606668679182935e-12,
      0.9999809265136719,
      6.347261583515562e-13
    ],
    "log_probabilities": [
      -10.869003295898438,
      -26.54560661315918,
      -1.9073304429184645e-05,
      -28.085582733154297
    ]
  },
  {
    "id": "banking:train:1142",
    "group": "banking:9d068c605e393aee75c3394b0172bafbcf0dc7749a759c88fd7b07fd541a013c",
    "family": "banking",
    "target": 2,
    "choices": [
      "verify source of funds",
      "declined transfer",
      "automatic top up",
      "exchange via app"
    ],
    "logits": [
      -20.61159324645996,
      -19.643037796020508,
      6.040961742401123,
      -15.117286682128906
    ],
    "probabilities": [
      2.660371272236728e-12,
      7.007781507861743e-12,
      1.0,
      6.472756219899622e-10
    ],
    "log_probabilities": [
      -26.652555465698242,
      -25.68400001525879,
      0.0,
      -21.158248901367188
    ]
  },
  {
    "id": "banking:train:8917",
    "group": "banking:4e83a9eef3c1a3edc30e3945212967ece5074f05cdaa4f300eeae5dd86308124",
    "family": "banking",
    "target": 2,
    "choices": [
      "top up by bank transfer charge",
      "pending card payment",
      "cash withdrawal not recognised",
      "card swallowed"
    ],
    "logits": [
      -21.891450881958008,
      -7.120254039764404,
      7.975203037261963,
      -16.486263275146484
    ],
    "probabilities": [
      1.0692447226018018e-13,
      2.780521128897817e-07,
      0.9999997615814209,
      2.3796895010086416e-11
    ],
    "log_probabilities": [
      -29.866653442382812,
      -15.095457077026367,
      -2.3841855067985307e-07,
      -24.46146583557129
    ]
  },
  {
    "id": "banking:train:5477",
    "group": "banking:896c0af75d1c9fd27bece337661675804b5a37c6895294f6eaa2c08dfa382ae9",
    "family": "banking",
    "target": 3,
    "choices": [
      "pending transfer",
      "pending card payment",
      "card about to expire",
      "request refund"
    ],
    "logits": [
      -18.585805892944336,
      -14.643702507019043,
      -20.888071060180664,
      7.100010395050049
    ],
    "probabilities": [
      6.995068153187178e-12,
      3.604335996332253e-10,
      6.997306380152057e-13,
      1.0
    ],
    "log_probabilities": [
      -25.685815811157227,
      -21.74371337890625,
      -27.988080978393555,
      0.0
    ]
  },
  {
    "id": "banking:train:5863",
    "group": "banking:40dacf9ce07323746fb756dc6254d8e2455c1b02b01ae6f74aa424486c6f11c1",
    "family": "banking",
    "target": 1,
    "choices": [
      "pin blocked",
      "declined card payment",
      "cash withdrawal charge",
      "pending top up"
    ],
    "logits": [
      -15.528550148010254,
      3.862668514251709,
      -18.467037200927734,
      -18.733293533325195
    ],
    "probabilities": [
      3.788793279113634e-09,
      1.0,
      2.0060041128200368e-10,
      1.5370860140251352e-10
    ],
    "log_probabilities": [
      -19.391218185424805,
      0.0,
      -22.3297061920166,
      -22.595962524414062
    ]
  },
  {
    "id": "banking:train:2528",
    "group": "banking:c9a501013f4bc7d12d846884c438e1569a29fe34ae2d986c1b8e40c2326bacae",
    "family": "banking",
    "target": 2,
    "choices": [
      "verify my identity",
      "get physical card",
      "card payment fee charged",
      "top up failed"
    ],
    "logits": [
      -21.26529312133789,
      -21.124732971191406,
      5.9643168449401855,
      -20.03060531616211
    ],
    "probabilities": [
      1.493930630244722e-12,
      1.7193922067365586e-12,
      1.0,
      5.13509590752137e-12
    ],
    "log_probabilities": [
      -27.229610443115234,
      -27.08905029296875,
      0.0,
      -25.994922637939453
    ]
  },
  {
    "id": "banking:train:2049",
    "group": "banking:489936985618d4e53c575d6148296e8b562bc44f7af0087e9eeb9a6bfa45e41e",
    "family": "banking",
    "target": 2,
    "choices": [
      "topping up by card",
      "wrong amount of cash received",
      "pending top up",
      "why verify identity"
    ],
    "logits": [
      -6.10200834274292,
      -21.173189163208008,
      4.632923126220703,
      -21.56886863708496
    ],
    "probabilities": [
      2.177052192564588e-05,
      6.202093959933874e-12,
      0.9999781847000122,
      4.175389201055424e-12
    ],
    "log_probabilities": [
      -10.734953880310059,
      -25.806133270263672,
      -2.1815061700181104e-05,
      -26.201812744140625
    ]
  },
  {
    "id": "banking:train:3724",
    "group": "banking:c1e74d9513b07010faa693c530c755078c8dd5e89e54df08f8408c8b2fe3d2f2",
    "family": "banking",
    "target": 0,
    "choices": [
      "edit personal details",
      "unable to verify identity",
      "cash withdrawal charge",
      "cancel transfer"
    ],
    "logits": [
      0.5858942270278931,
      -19.47281837463379,
      -24.53573226928711,
      -22.76922607421875
    ],
    "probabilities": [
      1.0,
      1.9436232623348815e-09,
      1.2297490283030843e-11,
      7.194496387530336e-11
    ],
    "log_probabilities": [
      0.0,
      -20.058712005615234,
      -25.121625900268555,
      -23.355119705200195
    ]
  },
  {
    "id": "banking:train:8626",
    "group": "banking:0adc29a9307b65ee1a022ab63e0279ef86abc74e8f67045533652694c4d6a3de",
    "family": "banking",
    "target": 2,
    "choices": [
      "top up reverted",
      "topping up by card",
      "balance not updated after bank transfer",
      "change pin"
    ],
    "logits": [
      -5.4471755027771,
      -20.536508560180664,
      8.337687492370605,
      -21.716463088989258
    ],
    "probabilities": [
      1.031121428241022e-06,
      2.884668686645858e-13,
      0.999998927116394,
      8.86437665349564e-14
    ],
    "log_probabilities": [
      -13.784863471984863,
      -28.874197006225586,
      -1.0728830375228426e-06,
      -30.05415153503418
    ]
  },
  {
    "id": "banking:train:9967",
    "group": "banking:d14b3f31104a5d9f4752f040d6985bcbd6384aedb5dc21b61ee2601d5f0a446a",
    "family": "banking",
    "target": 0,
    "choices": [
      "country support",
      "card not working",
      "verify source of funds",
      "lost or stolen card"
    ],
    "logits": [
      1.9057642221450806,
      -15.055879592895508,
      -18.192960739135742,
      -16.734193801879883
    ],
    "probabilities": [
      1.0,
      4.301817213558934e-08,
      1.86738957630439e-09,
      8.030994536056824e-09
    ],
    "log_probabilities": [
      0.0,
      -16.96164321899414,
      -20.098724365234375,
      -18.639957427978516
    ]
  },
  {
    "id": "banking:train:3055",
    "group": "banking:caa004804f2c86969167020c87aa819c1570045bfee2e2f5088965e804cdada0",
    "family": "banking",
    "target": 2,
    "choices": [
      "wrong amount of cash received",
      "card swallowed",
      "getting virtual card",
      "passcode forgotten"
    ],
    "logits": [
      -22.92982292175293,
      -20.07036781311035,
      10.121180534362793,
      -23.152833938598633
    ],
    "probabilities": [
      4.427229033544941e-15,
      7.726406184771148e-14,
      1.0,
      3.5422526101436735e-15
    ],
    "log_probabilities": [
      -33.051002502441406,
      -30.191547393798828,
      0.0,
      -33.27401351928711
    ]
  },
  {
    "id": "banking:train:2497",
    "group": "banking:451068e7473e984ee5cb1f549e08caff4c77baa1e8ac9782b02806e290a8d425",
    "family": "banking",
    "target": 3,
    "choices": [
      "declined card payment",
      "pin blocked",
      "card arrival",
      "wrong amount of cash received"
    ],
    "logits": [
      -20.513490676879883,
      -22.43210220336914,
      -19.603622436523438,
      11.510811805725098
    ],
    "probabilities": [
      1.2360093654681988e-14,
      1.814596988836993e-15,
      3.0702471001762405e-14,
      1.0
    ],
    "log_probabilities": [
      -32.0243034362793,
      -33.94291305541992,
      -31.11443328857422,
      0.0
    ]
  },
  {
    "id": "banking:train:3993",
    "group": "banking:ca2918db038ed1a5499116efbee320c40ff7ffafc5541a37968a61464295dc02",
    "family": "banking",
    "target": 2,
    "choices": [
      "card payment wrong exchange rate",
      "contactless not working",
      "unable to verify identity",
      "get physical card"
    ],
    "logits": [
      -23.674406051635742,
      -22.624435424804688,
      -3.009850263595581,
      -12.594599723815918
    ],
    "probabilities": [
      1.0603939948339303e-09,
      3.0301472442317845e-09,
      0.9999312162399292,
      6.87648425810039e-05
    ],
    "log_probabilities": [
      -20.66462516784668,
      -19.614654541015625,
      -6.878139538457617e-05,
      -9.584817886352539
    ]
  },
  {
    "id": "banking:train:6926",
    "group": "banking:d00ee66603c79e2e9ae12249c0cdd521d335181d783d412a11e13660db7fe88d",
    "family": "banking",
    "target": 1,
    "choices": [
      "pending cash withdrawal",
      "change pin",
      "declined transfer",
      "transfer fee charged"
    ],
    "logits": [
      -13.954235076904297,
      -4.6185688972473145,
      -17.662565231323242,
      -17.070903778076172
    ],
    "probabilities": [
      8.821258234092966e-05,
      0.9999057054519653,
      2.162834107366507e-06,
      3.9082156035874505e-06
    ],
    "log_probabilities": [
      -9.335761070251465,
      -9.42901024245657e-05,
      -13.04409122467041,
      -12.45242977142334
    ]
  },
  {
    "id": "banking:train:1050",
    "group": "banking:2173250cc76f7051b3eeaceca67dc0e65fe1554f8007112034e8c0a14f809e03",
    "family": "banking",
    "target": 2,
    "choices": [
      "transfer into account",
      "Refund not showing up",
      "card delivery estimate",
      "disposable card limits"
    ],
    "logits": [
      -21.570798873901367,
      -18.03427505493164,
      9.207930564880371,
      -22.747343063354492
    ],
    "probabilities": [
      4.295048610389665e-14,
      1.4752309616949955e-12,
      1.0,
      1.3243458386142867e-14
    ],
    "log_probabilities": [
      -30.778728485107422,
      -27.242206573486328,
      0.0,
      -31.955272674560547
    ]
  },
  {
    "id": "banking:train:3502",
    "group": "banking:01b4724e01c4dd0c49c799d64e707630549e260da074cff02245e8979f9a61f6",
    "family": "banking",
    "target": 3,
    "choices": [
      "pending top up",
      "automatic top up",
      "balance not updated after bank transfer",
      "card payment not recognised"
    ],
    "logits": [
      -13.36076831817627,
      -15.3692626953125,
      -15.211305618286133,
      4.483245372772217
    ],
    "probabilities": [
      1.780096248182872e-08,
      2.388719222423674e-09,
      2.797467146820054e-09,
      1.0
    ],
    "log_probabilities": [
      -17.844013214111328,
      -19.852508544921875,
      -19.694551467895508,
      0.0
    ]
  },
  {
    "id": "banking:train:549",
    "group": "banking:71f4949b0dfb396fc5661c249562bcc1ddcdb293608408f4387596cee261c586",
    "family": "banking",
    "target": 0,
    "choices": [
      "card payment wrong exchange rate",
      "direct debit payment not recognised",
      "automatic top up",
      "card payment fee charged"
    ],
    "logits": [
      9.880280494689941,
      -13.328939437866211,
      -21.56901741027832,
      -15.501901626586914
    ],
    "probabilities": [
      1.0,
      8.324602118747748e-11,
      2.1965598895443313e-14,
      9.476717154066616e-12
    ],
    "log_probabilities": [
      0.0,
      -23.20922088623047,
      -31.449298858642578,
      -25.382183074951172
    ]
  },
  {
    "id": "banking:train:2739",
    "group": "banking:3a95e615bc458c487ab10a74df8f60f6de03830d8dd225fc583f5cb72591a8a3",
    "family": "banking",
    "target": 1,
    "choices": [
      "compromised card",
      "transfer not received by recipient",
      "declined cash withdrawal",
      "edit personal details"
    ],
    "logits": [
      -20.57477378845215,
      -14.988420486450195,
      -21.323047637939453,
      -23.301389694213867
    ],
    "probabilities": [
      0.0037271755281835794,
      0.9942652583122253,
      0.0017636347329244018,
      0.00024390776525251567
    ],
    "log_probabilities": [
      -5.592104434967041,
      -0.005751252174377441,
      -6.340378284454346,
      -8.318720817565918
    ]
  },
  {
    "id": "banking:train:9406",
    "group": "banking:5b38226b0ebc35620b06afd14466d0af87baccabf20dffb075c942b0126c2e7d",
    "family": "banking",
    "target": 1,
    "choices": [
      "declined card payment",
      "cash withdrawal charge",
      "transfer timing",
      "pending top up"
    ],
    "logits": [
      -19.023584365844727,
      10.180069923400879,
      -19.909887313842773,
      -21.497180938720703
    ],
    "probabilities": [
      2.074978914818476e-13,
      1.0,
      8.552580437479543e-14,
      1.7488203065047815e-14
    ],
    "log_probabilities": [
      -29.203655242919922,
      0.0,
      -30.08995819091797,
      -31.677249908447266
    ]
  },
  {
    "id": "banking:train:9454",
    "group": "banking:b22ea784ff20428fb3714d083d379de9889922a1112d1a9e0092ba846e9ce8cd",
    "family": "banking",
    "target": 0,
    "choices": [
      "cash withdrawal charge",
      "get physical card",
      "exchange charge",
      "visa or mastercard"
    ],
    "logits": [
      7.674281597137451,
      -8.515022277832031,
      -14.943841934204102,
      -20.560895919799805
    ],
    "probabilities": [
      0.9999998807907104,
      9.3126736544491e-08,
      1.503396435120763e-10,
      5.465349852372403e-13
    ],
    "log_probabilities": [
      -1.1920928244535389e-07,
      -16.18930435180664,
      -22.61812400817871,
      -28.235177993774414
    ]
  },
  {
    "id": "banking:train:6132",
    "group": "banking:ccd9cdd66cadbce18197124f3ebe6b9399fca92911cd57d3bf429cae805ce254",
    "family": "banking",
    "target": 2,
    "choices": [
      "change pin",
      "age limit",
      "pending transfer",
      "Refund not showing up"
    ],
    "logits": [
      -23.775880813598633,
      -23.51900291442871,
      10.214396476745605,
      -15.599709510803223
    ],
    "probabilities": [
      1.7306551767311447e-15,
      2.2375419269829834e-15,
      1.0,
      6.152848629897845e-12
    ],
    "log_probabilities": [
      -33.99027633666992,
      -33.7333984375,
      0.0,
      -25.814105987548828
    ]
  },
  {
    "id": "banking:train:4070",
    "group": "banking:55d39238f1d7607e77986d666ec7b0aa34436ecf7e9481ac1bcf1571f64cf4c0",
    "family": "banking",
    "target": 2,
    "choices": [
      "exchange charge",
      "card acceptance",
      "get physical card",
      "activate my card"
    ],
    "logits": [
      -21.910667419433594,
      -14.14044189453125,
      -2.6703267097473145,
      -5.99619722366333
    ],
    "probabilities": [
      4.252913576863193e-09,
      1.0075174941448495e-05,
      0.9652960300445557,
      0.034693919122219086
    ],
    "log_probabilities": [
      -19.27566146850586,
      -11.505435943603516,
      -0.03532043844461441,
      -3.3611910343170166
    ]
  },
  {
    "id": "banking:train:5332",
    "group": "banking:3b5e7929e5e90cc75d890babeefcd5fce6fb5750b71ab45af9c2fc9dcfad3be1",
    "family": "banking",
    "target": 3,
    "choices": [
      "pending transfer",
      "card about to expire",
      "card linking",
      "lost or stolen phone"
    ],
    "logits": [
      -24.08121681213379,
      -21.9035701751709,
      -17.47220802307129,
      6.204733371734619
    ],
    "probabilities": [
      7.030385659485133e-14,
      6.204675445306562e-13,
      5.214770629202725e-11,
      1.0
    ],
    "log_probabilities": [
      -30.28594970703125,
      -28.10830307006836,
      -23.67694091796875,
      0.0
    ]
  },
  {
    "id": "banking:train:9972",
    "group": "banking:4b59abac805f9cfb3a10f7d0695407bfc3942f7318ed4398b6311e5dd2062718",
    "family": "banking",
    "target": 3,
    "choices": [
      "pending cash withdrawal",
      "top up reverted",
      "transaction charged twice",
      "country support"
    ],
    "logits": [
      -20.818063735961914,
      -18.77888298034668,
      -18.94861602783203,
      4.31151819229126
    ],
    "probabilities": [
      1.2200045661214798e-11,
      9.374895304503639e-11,
      7.911380578429217e-11,
      1.0
    ],
    "log_probabilities": [
      -25.129581451416016,
      -23.09040069580078,
      -23.260133743286133,
      0.0
    ]
  },
  {
    "id": "banking:train:1498",
    "group": "banking:fbe3a848cc420f55c9fab623619183b2d3cb98491f7cd9ce939e1cfccaff0909",
    "family": "banking",
    "target": 1,
    "choices": [
      "balance not updated after cheque or cash deposit",
      "lost or stolen card",
      "failed transfer",
      "card not working"
    ],
    "logits": [
      -21.2515869140625,
      9.375731468200684,
      -20.600910186767578,
      -8.591246604919434
    ],
    "probabilities": [
      4.9971711610277e-14,
      1.0,
      9.578765596462632e-14,
      1.574129981918304e-08
    ],
    "log_probabilities": [
      -30.6273193359375,
      0.0,
      -29.976642608642578,
      -17.966978073120117
    ]
  },
  {
    "id": "banking:train:987",
    "group": "banking:39aef3d1b10f3d048d5d6f5d81f3efdb3684b672526b1bedacf011e13950b6d7",
    "family": "banking",
    "target": 3,
    "choices": [
      "card delivery estimate",
      "unable to verify identity",
      "cash withdrawal charge",
      "fiat currency support"
    ],
    "logits": [
      -23.87742042541504,
      -19.334928512573242,
      -13.91739559173584,
      8.015106201171875
    ],
    "probabilities": [
      1.410105637534827e-14,
      1.324435569896587e-12,
      2.984249236615e-10,
      1.0
    ],
    "log_probabilities": [
      -31.892526626586914,
      -27.350034713745117,
      -21.93250274658203,
      0.0
    ]
  },
  {
    "id": "banking:train:5445",
    "group": "banking:a40a6000b9e442bdcae1321024ba2cad743e12d9d8b576534cc6a2498a83e34d",
    "family": "banking",
    "target": 3,
    "choices": [
      "order physical card",
      "atm support",
      "country support",
      "request refund"
    ],
    "logits": [
      -20.90092658996582,
      -20.941747665405273,
      -19.350114822387695,
      7.93914270401001
    ],
    "probabilities": [
      2.984814001863456e-13,
      2.8654240980842405e-13,
      1.4074282104342695e-12,
      1.0
    ],
    "log_probabilities": [
      -28.840068817138672,
      -28.880889892578125,
      -27.289257049560547,
      0.0
    ]
  },
  {
    "id": "banking:train:8176",
    "group": "banking:7a3e5d2640b73290ab173918a2d8ff50e9fd3579bbc35500037353f09b9aa10a",
    "family": "banking",
    "target": 2,
    "choices": [
      "balance not updated after bank transfer",
      "disposable card limits",
      "virtual card not working",
      "request refund"
    ],
    "logits": [
      -19.637407302856445,
      0.033170949667692184,
      7.9421563148498535,
      -17.078996658325195
    ],
    "probabilities": [
      1.0524183521182229e-12,
      0.0003672923194244504,
      0.999632716178894,
      1.3592270538265172e-11
    ],
    "log_probabilities": [
      -27.579931259155273,
      -7.9093523025512695,
      -0.0003673355677165091,
      -25.021520614624023
    ]
  },
  {
    "id": "banking:train:8653",
    "group": "banking:eae0ca79fcf70748a9a6f0bc835382a23bad8bc12184da35383177ff43913571",
    "family": "banking",
    "target": 1,
    "choices": [
      "top up reverted",
      "balance not updated after bank transfer",
      "transfer timing",
      "getting virtual card"
    ],
    "logits": [
      -12.202376365661621,
      8.632536888122559,
      0.7252122759819031,
      -23.66046714782715
    ],
    "probabilities": [
      8.940305717963781e-10,
      0.9996321201324463,
      0.0003679024230223149,
      9.444243720131262e-15
    ],
    "log_probabilities": [
      -20.835281372070312,
      -0.00036793138133361936,
      -7.907692909240723,
      -32.29336929321289
    ]
  },
  {
    "id": "banking:train:7600",
    "group": "banking:92ae85c143aca9e8a3d269e8001f8e0072bd2d42353cd3ee630db7ba4db85c37",
    "family": "banking",
    "target": 2,
    "choices": [
      "passcode forgotten",
      "transfer not received by recipient",
      "transfer into account",
      "verify top up"
    ],
    "logits": [
      -22.577926635742188,
      -5.607306003570557,
      8.576478004455566,
      -18.212406158447266
    ],
    "probabilities": [
      2.949946059996322e-14,
      6.919270845173742e-07,
      0.9999992847442627,
      2.3213228214635784e-12
    ],
    "log_probabilities": [
      -31.154403686523438,
      -14.183785438537598,
      -7.152555099310121e-07,
      -26.788883209228516
    ]
  },
  {
    "id": "banking:train:746",
    "group": "banking:fac7676f3db6b44670d19bc774841a605c7758fcf1c56ac10d4cbb54f8f42b3a",
    "family": "banking",
    "target": 2,
    "choices": [
      "pending top up",
      "contactless not working",
      "pending cash withdrawal",
      "apple pay or google pay"
    ],
    "logits": [
      -10.799468040466309,
      -19.69701385498047,
      10.855192184448242,
      -22.46192741394043
    ],
    "probabilities": [
      3.9400432916281147e-10,
      5.386981821991349e-14,
      1.0,
      3.392804022754256e-15
    ],
    "log_probabilities": [
      -21.654659271240234,
      -30.55220603942871,
      0.0,
      -33.31711959838867
    ]
  },
  {
    "id": "banking:train:202",
    "group": "banking:2ef252a6b48d9ec0c286184f11697d5800a463032c69c6dea2a95ae81f04ff4b",
    "family": "banking",
    "target": 3,
    "choices": [
      "declined cash withdrawal",
      "exchange rate",
      "cancel transfer",
      "card linking"
    ],
    "logits": [
      -20.584365844726562,
      -24.375974655151367,
      -18.383880615234375,
      -3.795656681060791
    ],
    "probabilities": [
      5.113942691536977e-08,
      1.1536686050916956e-09,
      4.617579918431147e-07,
      0.9999995231628418
    ],
    "log_probabilities": [
      -16.78870964050293,
      -20.580318450927734,
      -14.588224411010742,
      -4.768370445162873e-07
    ]
  },
  {
    "id": "banking:train:2186",
    "group": "banking:c97d815b09f84417f383101b3ae21b1270db4fb967c79ec7286dad6ebf4ca8bb",
    "family": "banking",
    "target": 1,
    "choices": [
      "top up by card charge",
      "cancel transfer",
      "beneficiary not allowed",
      "terminate account"
    ],
    "logits": [
      -22.724990844726562,
      9.08287239074707,
      -19.957826614379883,
      -15.028319358825684
    ],
    "probabilities": [
      1.534689530405947e-14,
      1.0,
      2.44221933258168e-13,
      3.377869511878018e-11
    ],
    "log_probabilities": [
      -31.807863235473633,
      0.0,
      -29.040699005126953,
      -24.111190795898438
    ]
  },
  {
    "id": "banking:train:4735",
    "group": "banking:8d5c79dc49e3fd96d580f1c76178f387f9b85b00035bdeea83421f21c5257d9d",
    "family": "banking",
    "target": 1,
    "choices": [
      "receiving money",
      "direct debit payment not recognised",
      "lost or stolen phone",
      "automatic top up"
    ],
    "logits": [
      -14.1914701461792,
      1.8536015748977661,
      -19.99207878112793,
      -19.212759017944336
    ],
    "probabilities": [
      1.0757552360018963e-07,
      0.9999998807907104,
      3.2549293815797853e-10,
      7.095709575466458e-10
    ],
    "log_probabilities": [
      -16.045072555541992,
      -1.1920928244535389e-07,
      -21.845680236816406,
      -21.066360473632812
    ]
  },
  {
    "id": "banking:train:3726",
    "group": "banking:62d3327a8548e7be6edda7569c02bee99609d466edae5d9e0ae734672d999a8a",
    "family": "banking",
    "target": 1,
    "choices": [
      "exchange rate",
      "edit personal details",
      "top up by card charge",
      "direct debit payment not recognised"
    ],
    "logits": [
      -25.030588150024414,
      -0.7248743772506714,
      -24.447498321533203,
      -24.1668643951416
    ],
    "probabilities": [
      2.780754793096918e-11,
      1.0,
      4.9819044722898553e-11,
      6.595885643223554e-11
    ],
    "log_probabilities": [
      -24.305713653564453,
      0.0,
      -23.722623825073242,
      -23.44198989868164
    ]
  },
  {
    "id": "banking:train:2614",
    "group": "banking:6c03f4f957367a831ddac09f65ed50a78e41fd19b55a1083d71f055795dd781a",
    "family": "banking",
    "target": 3,
    "choices": [
      "activate my card",
      "card payment wrong exchange rate",
      "top up reverted",
      "card payment fee charged"
    ],
    "logits": [
      -19.3286190032959,
      -9.981440544128418,
      -21.086952209472656,
      7.557405948638916
    ],
    "probabilities": [
      2.1064343845578204e-12,
      2.4153248290303964e-08,
      3.6300576802296425e-13,
      1.0
    ],
    "log_probabilities": [
      -26.886024475097656,
      -17.538846969604492,
      -28.644357681274414,
      0.0
    ]
  },
  {
    "id": "banking:train:8929",
    "group": "banking:ee7fe70741f705da7aab016ce3a8029391a329ef1643ffb96a76f3c3a0fc35a4",
    "family": "banking",
    "target": 3,
    "choices": [
      "atm support",
      "card not working",
      "declined transfer",
      "cash withdrawal not recognised"
    ],
    "logits": [
      -19.076887130737305,
      -14.803719520568848,
      -12.742914199829102,
      -5.5871171951293945
    ],
    "probabilities": [
      1.3838368886354147e-06,
      9.928828512784094e-05,
      0.0007796405116096139,
      0.9991196990013123
    ],
    "log_probabilities": [
      -13.490650177001953,
      -9.217482566833496,
      -7.156677722930908,
      -0.0008806879632174969
    ]
  },
  {
    "id": "banking:train:4220",
    "group": "banking:94b5112e614c4b1b1266f542235c537e25bdcbafd03f3c2bbe761f435ce27fc4",
    "family": "banking",
    "target": 2,
    "choices": [
      "card delivery estimate",
      "why verify identity",
      "visa or mastercard",
      "balance not updated after bank transfer"
    ],
    "logits": [
      -17.511442184448242,
      -18.7789249420166,
      4.682036399841309,
      -23.274255752563477
    ],
    "probabilities": [
      2.2987679815233975e-10,
      6.47193826308623e-11,
      1.0,
      7.223322417634903e-13
    ],
    "log_probabilities": [
      -22.193477630615234,
      -23.460960388183594,
      0.0,
      -27.95629119873047
    ]
  },
  {
    "id": "banking:train:9279",
    "group": "banking:3100d51c485c2974c69cce3a882409798fbbee7c373f0224b58a3b0945779bbe",
    "family": "banking",
    "target": 2,
    "choices": [
      "unable to verify identity",
      "card payment not recognised",
      "activate my card",
      "lost or stolen phone"
    ],
    "logits": [
      -19.470746994018555,
      -16.124116897583008,
      10.108341217041016,
      -19.03453826904297
    ],
    "probabilities": [
      1.4254934309777118e-13,
      4.049376719356124e-12,
      1.0,
      2.2049983366967396e-13
    ],
    "log_probabilities": [
      -29.57908821105957,
      -26.232458114624023,
      0.0,
      -29.142879486083984
    ]
  },
  {
    "id": "banking:train:4917",
    "group": "banking:9b6d50b41801821c4e6008ec462af066242644e46f8e4fe0680a6de2d95329f9",
    "family": "banking",
    "target": 0,
    "choices": [
      "passcode forgotten",
      "top up by card charge",
      "unable to verify identity",
      "card delivery estimate"
    ],
    "logits": [
      -0.4330381155014038,
      -23.924823760986328,
      -20.618927001953125,
      -24.33645248413086
    ],
    "probabilities": [
      1.0,
      6.27548638054698e-11,
      1.7115124872901788e-09,
      4.157950372896124e-11
    ],
    "log_probabilities": [
      0.0,
      -23.491785049438477,
      -20.185888290405273,
      -23.903413772583008
    ]
  },
  {
    "id": "banking:train:7987",
    "group": "banking:96823e9b1c107c0cec831c641e078531531e797707fab841bcde647b8dd61dca",
    "family": "banking",
    "target": 3,
    "choices": [
      "pin blocked",
      "visa or mastercard",
      "order physical card",
      "top up by cash or cheque"
    ],
    "logits": [
      -22.634984970092773,
      -19.271595001220703,
      -18.54671287536621,
      6.3910932540893555
    ],
    "probabilities": [
      2.478190992260404e-13,
      7.158725001676913e-12,
      1.4779127574526818e-11,
      1.0
    ],
    "log_probabilities": [
      -29.026077270507812,
      -25.662689208984375,
      -24.93780517578125,
      0.0
    ]
  },
  {
    "id": "boolq:validation:1383",
    "group": "boolq:a8de3db56642a41af2204562cf47faef19f179083133985aaef10bc6c522db55",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      5.95469331741333,
      -0.20225585997104645
    ],
    "probabilities": [
      0.9978857636451721,
      0.0021142279729247093
    ],
    "log_probabilities": [
      -0.002116465475410223,
      -6.1590657234191895
    ]
  },
  {
    "id": "boolq:validation:807",
    "group": "boolq:efe654a47465de4700f253246b2fc32db40428e27f85381dd46d4b13e7bbb300",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -2.906193256378174,
      3.4745163917541504
    ],
    "probabilities": [
      0.001691055833362043,
      0.9983088970184326
    ],
    "log_probabilities": [
      -6.382401943206787,
      -0.0016925308154895902
    ]
  },
  {
    "id": "boolq:validation:2751",
    "group": "boolq:f03c0a7f590b3d116f372ee74d66415c1a32c900561d823c62d007ecd4d1fd37",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -3.1639280319213867,
      4.181514739990234
    ],
    "probabilities": [
      0.0006451110821217299,
      0.999354898929596
    ],
    "log_probabilities": [
      -7.34608793258667,
      -0.0006453100359067321
    ]
  },
  {
    "id": "boolq:validation:1792",
    "group": "boolq:2b2a36aed43e0df8023fded978489965c1a161c90270b448b05efb108a54c331",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      4.917967319488525,
      -0.050351012498140335
    ],
    "probabilities": [
      0.9930932521820068,
      0.006906797643750906
    ],
    "log_probabilities": [
      -0.006930716335773468,
      -4.975249290466309
    ]
  },
  {
    "id": "boolq:validation:1641",
    "group": "boolq:8de5d0aef2e1206898d26a10a16e6de7c4b0c2e82771d117d95a65888c9f402d",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      6.285558223724365,
      1.5012931823730469
    ],
    "probabilities": [
      0.9917090535163879,
      0.008290951140224934
    ],
    "log_probabilities": [
      -0.008325513452291489,
      -4.792590618133545
    ]
  },
  {
    "id": "boolq:validation:210",
    "group": "boolq:76c9f39172b6d74477e8b41f2c9786edcfb281dff44885ecdb31a4bdcd436b95",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      6.8147406578063965,
      0.5862026810646057
    ],
    "probabilities": [
      0.9980315566062927,
      0.0019684508442878723
    ],
    "log_probabilities": [
      -0.0019703751895576715,
      -6.230508327484131
    ]
  },
  {
    "id": "boolq:validation:1059",
    "group": "boolq:606045a79180743b21239b004207800bb6a5753457be3ab2f99e4e462470d808",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.4222534894943237,
      4.1338210105896
    ],
    "probabilities": [
      0.0038490414153784513,
      0.9961509704589844
    ],
    "log_probabilities": [
      -5.55993127822876,
      -0.0038564850110560656
    ]
  },
  {
    "id": "boolq:validation:1541",
    "group": "boolq:1c1036bab37ce28a840beb9845d76519e24da4c7dfd4528529574db2d36aa62f",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -3.3695220947265625,
      0.1303655356168747
    ],
    "probabilities": [
      0.02931542880833149,
      0.9706846475601196
    ],
    "log_probabilities": [
      -3.5296413898468018,
      -0.029753657057881355
    ]
  },
  {
    "id": "boolq:validation:394",
    "group": "boolq:85915bdd5e0f51a56e2edf309e0aa7fad744d3ad83794a89c15851b60eaaae87",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.9994320869445801,
      -1.0579887628555298
    ],
    "probabilities": [
      0.5146349668502808,
      0.48536503314971924
    ],
    "log_probabilities": [
      -0.6642974019050598,
      -0.7228540778160095
    ]
  },
  {
    "id": "boolq:validation:2098",
    "group": "boolq:a89a464f816a99be3120ce6b26bc3aba47d011d7d23a397860f36bc340f6e44c",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      4.396044731140137,
      -0.0846455991268158
    ],
    "probabilities": [
      0.9888012409210205,
      0.011198758147656918
    ],
    "log_probabilities": [
      -0.011261943727731705,
      -4.491952419281006
    ]
  },
  {
    "id": "boolq:validation:2524",
    "group": "boolq:dc82d76c66d93a051e32f7eaf802135def2f414f5617fe3842fb0cdb104317b3",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.4311405420303345,
      3.515171527862549
    ],
    "probabilities": [
      0.007059392053633928,
      0.9929406642913818
    ],
    "log_probabilities": [
      -4.953396320343018,
      -0.007084369193762541
    ]
  },
  {
    "id": "boolq:validation:2014",
    "group": "boolq:037afd9bfac52661ab4683e5479476b2c1bf26c8ed6aec681240fe7672657adc",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.7051869034767151,
      3.8190903663635254
    ],
    "probabilities": [
      0.01072624884545803,
      0.989273726940155
    ],
    "log_probabilities": [
      -4.535061359405518,
      -0.010784202255308628
    ]
  },
  {
    "id": "boolq:validation:883",
    "group": "boolq:022bb46961e2d5c1af22e7730dd308cfefee38ae97cd65b888bd9b0e88ce7ad6",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      1.0595874786376953,
      -5.911096572875977
    ],
    "probabilities": [
      0.9990618824958801,
      0.0009381294366903603
    ],
    "log_probabilities": [
      -0.0009385710000060499,
      -6.971622467041016
    ]
  },
  {
    "id": "boolq:validation:1739",
    "group": "boolq:f2fe370cbc447b04486bcee31e1943859badefb000c057633b3605d6e2e126eb",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.05241219326853752,
      5.8407063484191895
    ],
    "probabilities": [
      0.0030538481660187244,
      0.9969461560249329
    ],
    "log_probabilities": [
      -5.79135274887085,
      -0.0030585199128836393
    ]
  },
  {
    "id": "boolq:validation:2398",
    "group": "boolq:aaaeef91fffdd4bf26d5ed67d7dc8337d25a12ba2aa18a720d5d3075f5f150d8",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.6025552749633789,
      6.992563724517822
    ],
    "probabilities": [
      0.0016754302196204662,
      0.9983245730400085
    ],
    "log_probabilities": [
      -6.391685485839844,
      -0.0016768217319622636
    ]
  },
  {
    "id": "boolq:validation:1818",
    "group": "boolq:666545442968c85fdc9ebee812825fcbd018226ae3fcbdf94b782157c142a3fe",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -1.5086042881011963,
      2.4258224964141846
    ],
    "probabilities": [
      0.01918177120387554,
      0.9808182716369629
    ],
    "log_probabilities": [
      -3.9537949562072754,
      -0.01936810091137886
    ]
  },
  {
    "id": "boolq:validation:1873",
    "group": "boolq:b451653923de173fdc842a4ec172d69b402799671f638c630618ef3c2be004b2",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      1.0042345523834229,
      -0.3921103775501251
    ],
    "probabilities": [
      0.8016032576560974,
      0.19839675724506378
    ],
    "log_probabilities": [
      -0.2211415022611618,
      -1.6174863576889038
    ]
  },
  {
    "id": "boolq:validation:3231",
    "group": "boolq:62363b42a9428dab274bd6e0b58e0e5c0457b337af5f6f17113e7fd1af632654",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -3.285323143005371,
      0.008499156683683395
    ],
    "probabilities": [
      0.03578372672200203,
      0.9642162322998047
    ],
    "log_probabilities": [
      -3.3302619457244873,
      -0.036439694464206696
    ]
  },
  {
    "id": "boolq:validation:1458",
    "group": "boolq:b8e349841a55126fca05360196adb1cd1ab3f06cc7afaf83fb8cb4e4e43cc220",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.019004452973604202,
      4.05717134475708
    ],
    "probabilities": [
      0.0166889987885952,
      0.9833109378814697
    ],
    "log_probabilities": [
      -4.093005657196045,
      -0.01682988367974758
    ]
  },
  {
    "id": "boolq:validation:1373",
    "group": "boolq:15187cf375520c95172440efc2858b39094c04fa88dcdcbca2afe69c244eb45b",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.18803851306438446,
      6.3760504722595215
    ],
    "probabilities": [
      0.0014081225963309407,
      0.9985918402671814
    ],
    "log_probabilities": [
      -6.565497875213623,
      -0.001409133430570364
    ]
  },
  {
    "id": "boolq:validation:2439",
    "group": "boolq:0610dd725975f15c53a0cd3b8a46f0d1771b14b61c1f5a4d1ff12cc5992eef5d",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -3.256993293762207,
      3.170322895050049
    ],
    "probabilities": [
      0.0016141743399202824,
      0.9983857870101929
    ],
    "log_probabilities": [
      -6.428931713104248,
      -0.0016155298799276352
    ]
  },
  {
    "id": "boolq:validation:1927",
    "group": "boolq:83d7431c77a57d7e45ccfa5d52a288534ac5c7c50729a0b19e5e684eb8c190ae",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.09432028234004974,
      6.480403900146484
    ],
    "probabilities": [
      0.0016820081509649754,
      0.998318076133728
    ],
    "log_probabilities": [
      -6.3877668380737305,
      -0.001683367183431983
    ]
  },
  {
    "id": "boolq:validation:2355",
    "group": "boolq:e355d61af2defa26d664a5eb16d348eb4f4379011103e6240778ce848805bdef",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.03363768383860588,
      7.146285533905029
    ],
    "probabilities": [
      0.0008140715071931481,
      0.9991859793663025
    ],
    "log_probabilities": [
      -7.113462448120117,
      -0.0008143446175381541
    ]
  },
  {
    "id": "boolq:validation:2843",
    "group": "boolq:ea937e3933e6718d80ba23675a6481d5e3855cd04d4b631f06e5c7384bd70695",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.3021581768989563,
      -5.8303070068359375
    ],
    "probabilities": [
      0.9978334307670593,
      0.0021665175445377827
    ],
    "log_probabilities": [
      -0.002168924082070589,
      -6.134634494781494
    ]
  },
  {
    "id": "boolq:validation:2669",
    "group": "boolq:61e09f47c5bebfc3cab070183c0cd6f85758f7615aafcfbb2e972048f80ef166",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.515167236328125,
      3.0924673080444336
    ],
    "probabilities": [
      0.009876861236989498,
      0.9901230931282043
    ],
    "log_probabilities": [
      -4.617560386657715,
      -0.009926007129251957
    ]
  },
  {
    "id": "boolq:validation:1326",
    "group": "boolq:f59170da10628bf9a16399d6a43de95e08ba8e30aa66bcad4d9886d3da3025c1",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -5.5615081787109375,
      -0.6243108510971069
    ],
    "probabilities": [
      0.007123569957911968,
      0.9928763508796692
    ],
    "log_probabilities": [
      -4.9443464279174805,
      -0.007149114273488522
    ]
  },
  {
    "id": "boolq:validation:808",
    "group": "boolq:65bf8baf9905b1413e9394f008b1ec3b3dde4022ed50078c367cd9115a6b1359",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      4.272689342498779,
      -0.01561133936047554
    ],
    "probabilities": [
      0.9864576458930969,
      0.013542324304580688
    ],
    "log_probabilities": [
      -0.013634881936013699,
      -4.301935195922852
    ]
  },
  {
    "id": "boolq:validation:2478",
    "group": "boolq:4f5d179ff725223adaab0ef7cee5d68e619f393b13561028ca2dacbef8236157",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -4.407580375671387,
      2.247771739959717
    ],
    "probabilities": [
      0.0012854603119194508,
      0.9987145662307739
    ],
    "log_probabilities": [
      -6.6566386222839355,
      -0.0012862751027569175
    ]
  },
  {
    "id": "boolq:validation:563",
    "group": "boolq:cc932d5582bc4b1a0b19440bafe0a498fb251c3123fc455bf901729735e95f28",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.5869574546813965,
      -7.61071252822876
    ],
    "probabilities": [
      0.9975852966308594,
      0.002414718270301819
    ],
    "log_probabilities": [
      -0.0024176198057830334,
      -6.026172637939453
    ]
  },
  {
    "id": "boolq:validation:1320",
    "group": "boolq:8cf971721fa06a9174759ebf83787a4d5b9465a2ac274fdadd0f380fd0f3c1a2",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      6.058387756347656,
      -0.7523765563964844
    ],
    "probabilities": [
      0.9988993406295776,
      0.0011006377171725035
    ],
    "log_probabilities": [
      -0.001101244823075831,
      -6.811865329742432
    ]
  },
  {
    "id": "boolq:validation:1410",
    "group": "boolq:6f258c3f361103522a23876a22361fb9b9eec4365702a47b144f7dce5ee114bb",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      2.345355749130249,
      -1.5277353525161743
    ],
    "probabilities": [
      0.9796295762062073,
      0.02037040889263153
    ],
    "log_probabilities": [
      -0.02058078907430172,
      -3.893671989440918
    ]
  },
  {
    "id": "boolq:validation:1930",
    "group": "boolq:39ba7a5f4e96f62fcb3121d8c523342309382c2b52b2821a7624b1e810dc925c",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.2733699381351471,
      5.226400375366211
    ],
    "probabilities": [
      0.004071069415658712,
      0.995928943157196
    ],
    "log_probabilities": [
      -5.503849506378174,
      -0.004079354461282492
    ]
  },
  {
    "id": "boolq:validation:2247",
    "group": "boolq:9875249f15e73b135f2a9ff48db15778f80bb5222a3527a988415f30a44a07e6",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.3904708623886108,
      -1.1321440935134888
    ],
    "probabilities": [
      0.4357750713825226,
      0.5642249584197998
    ],
    "log_probabilities": [
      -0.8306290507316589,
      -0.5723022818565369
    ]
  },
  {
    "id": "boolq:validation:1256",
    "group": "boolq:77350335ce799c0acfac2fbf7a24bffae5d0633731a48ae76be4c27a9b0f50d6",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -5.228089809417725,
      0.6868114471435547
    ],
    "probabilities": [
      0.0026916617061942816,
      0.9973083734512329
    ],
    "log_probabilities": [
      -5.917596340179443,
      -0.002695262897759676
    ]
  },
  {
    "id": "boolq:validation:2283",
    "group": "boolq:b0147524a9df63b5a20be03f3846ebf7ea22dec17986dbd3b3faa5e275a709c8",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.9685229063034058,
      -6.862522602081299
    ],
    "probabilities": [
      0.9996029734611511,
      0.0003970522084273398
    ],
    "log_probabilities": [
      -0.0003971264814026654,
      -7.831442832946777
    ]
  },
  {
    "id": "boolq:validation:103",
    "group": "boolq:c9b04718bdcc61cdad62d90f08d078cfee1181c7760e4efa874a1ddd984afd3c",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      3.385556221008301,
      -3.9683918952941895
    ],
    "probabilities": [
      0.9993603825569153,
      0.000639650912489742
    ],
    "log_probabilities": [
      -0.0006398299592547119,
      -7.354588031768799
    ]
  },
  {
    "id": "boolq:validation:2607",
    "group": "boolq:71cac4dac1be9d5666ab2fb7f94006447937d01d32c1cb8708095d166dad9f1d",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.016084332019090652,
      -5.391965389251709
    ],
    "probabilities": [
      0.9953944683074951,
      0.004605530761182308
    ],
    "log_probabilities": [
      -0.0046161990612745285,
      -5.380497455596924
    ]
  },
  {
    "id": "boolq:validation:915",
    "group": "boolq:80bff977e7b2d54fc873ddfeb497fc6029dfd61f2141249d147eefbe3f71029c",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.1657109558582306,
      3.8147311210632324
    ],
    "probabilities": [
      0.02535690739750862,
      0.9746431112289429
    ],
    "log_probabilities": [
      -3.674704074859619,
      -0.025683918967843056
    ]
  },
  {
    "id": "boolq:validation:313",
    "group": "boolq:a8ac9f16feca6b697afa643a5e1688a389ccbc379f855a3f2143f106a80e59c7",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      1.283179521560669,
      6.13450813293457
    ],
    "probabilities": [
      0.007757334969937801,
      0.9922426342964172
    ],
    "log_probabilities": [
      -4.859116554260254,
      -0.007787581533193588
    ]
  },
  {
    "id": "boolq:validation:2907",
    "group": "boolq:5c7e11835ea97db67fe47809343f6a50facd72cb6ea63e0a07aae52b8e5b5fdd",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -3.6582796573638916,
      1.4010988473892212
    ],
    "probabilities": [
      0.00630944175645709,
      0.9936904907226562
    ],
    "log_probabilities": [
      -5.065708160400391,
      -0.0063294898718595505
    ]
  },
  {
    "id": "boolq:validation:428",
    "group": "boolq:ed7fcdeb9d64267849d28d5bfd11ea0a4f4dd5dec4c093e895b2c20b4ce95021",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.16683240234851837,
      6.009357929229736
    ],
    "probabilities": [
      0.002893111202865839,
      0.9971068501472473
    ],
    "log_probabilities": [
      -5.845422744750977,
      -0.0028973526787012815
    ]
  },
  {
    "id": "boolq:validation:2679",
    "group": "boolq:5bd55ef5356d6c3dc471c25af27dd08d1e249798be24430bfecac2bf3141c6e6",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      5.391417980194092,
      -1.1212337017059326
    ],
    "probabilities": [
      0.9985176920890808,
      0.0014823377132415771
    ],
    "log_probabilities": [
      -0.0014834124594926834,
      -6.514134883880615
    ]
  },
  {
    "id": "boolq:validation:2103",
    "group": "boolq:1445aa7eaa844ab7bd1d09bebc88c644d87105849ee254e0559502cc2c710368",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -1.8993901014328003,
      0.7192133069038391
    ],
    "probabilities": [
      0.06795068830251694,
      0.9320493340492249
    ],
    "log_probabilities": [
      -2.6889729499816895,
      -0.07036953419446945
    ]
  },
  {
    "id": "boolq:validation:2611",
    "group": "boolq:2ab4a1ab9884605388eb16a7f071564f54a47eef81bc65db646d717fdcad553c",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      4.664745330810547,
      -0.022230882197618484
    ],
    "probabilities": [
      0.9908696413040161,
      0.009130372665822506
    ],
    "log_probabilities": [
      -0.00917232595384121,
      -4.696148872375488
    ]
  },
  {
    "id": "boolq:validation:39",
    "group": "boolq:219d88a726439935f65db9baa639d6a7e0b87f4ca703d4f53fc0f811730635d0",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      2.730717182159424,
      -4.012320518493652
    ],
    "probabilities": [
      0.9988222718238831,
      0.0011776714818552136
    ],
    "log_probabilities": [
      -0.0011784045491367579,
      -6.744215965270996
    ]
  },
  {
    "id": "boolq:validation:2909",
    "group": "boolq:c2d0e0b22538eaf4944165f30c50320809c65705bde7346fa83a08e0a75d94c4",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      1.2768566608428955,
      -1.4780670404434204
    ],
    "probabilities": [
      0.9401907920837402,
      0.05980917438864708
    ],
    "log_probabilities": [
      -0.06167244166135788,
      -2.816596269607544
    ]
  },
  {
    "id": "boolq:validation:2321",
    "group": "boolq:7fc30ab9c0d1755a0544e77f9a94732d410a1a9e0f8ab89d92d3bffbe635bfbc",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.8414380550384521,
      -8.434786796569824
    ],
    "probabilities": [
      0.9994964599609375,
      0.0005035375943407416
    ],
    "log_probabilities": [
      -0.0005036516231484711,
      -7.5938520431518555
    ]
  },
  {
    "id": "boolq:validation:1568",
    "group": "boolq:4380e6d02f1ae4f33b0191491b567ced617dfd022232db018a46b249d73d7b50",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.3194368779659271,
      4.207092761993408
    ],
    "probabilities": [
      0.020081784576177597,
      0.9799182415008545
    ],
    "log_probabilities": [
      -3.907942056655884,
      -0.020286107435822487
    ]
  },
  {
    "id": "boolq:validation:2440",
    "group": "boolq:8c2419e74db1c9ee2bc4d25c4239a90191a1915dce992f17c7e327418676ab95",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.14285936951637268,
      -1.574760913848877
    ],
    "probabilities": [
      0.8478220105171204,
      0.15217794477939606
    ],
    "log_probabilities": [
      -0.16508454084396362,
      -1.882704734802246
    ]
  },
  {
    "id": "boolq:validation:2362",
    "group": "boolq:97c72c051ed6c00d6d8bf96065c501bb11f0996043376435789a0a25853a3c05",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -4.569326400756836,
      1.9670238494873047
    ],
    "probabilities": [
      0.0014476713258773088,
      0.9985522627830505
    ],
    "log_probabilities": [
      -6.537798881530762,
      -0.0014487734297290444
    ]
  },
  {
    "id": "boolq:validation:589",
    "group": "boolq:c25d8a53c91b13ba032e97a1c7e53fc672b4f399871703d452903d43db73e252",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.12408556044101715,
      5.371162414550781
    ],
    "probabilities": [
      0.004089446738362312,
      0.9959105253219604
    ],
    "log_probabilities": [
      -5.499345779418945,
      -0.004097875207662582
    ]
  },
  {
    "id": "boolq:validation:2251",
    "group": "boolq:dbabbb7f384c4ddea3703d3fab48656acf2aaf168c9e5bbd632ff2cd440538ed",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      4.1415581703186035,
      -2.445242166519165
    ],
    "probabilities": [
      0.9986234903335571,
      0.0013765457551926374
    ],
    "log_probabilities": [
      -0.0013774678809568286,
      -6.5881781578063965
    ]
  },
  {
    "id": "boolq:validation:2553",
    "group": "boolq:10925450f12183b7a4fec4444f5d0268aedbc840d4395e56582257e6bde5a618",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.717022180557251,
      -3.388514280319214
    ],
    "probabilities": [
      0.9837860465049744,
      0.016213949769735336
    ],
    "log_probabilities": [
      -0.016346821561455727,
      -4.121883392333984
    ]
  },
  {
    "id": "boolq:validation:234",
    "group": "boolq:74b007f0bc291c46a2b40917f31779c97191f756c0dfc48ad328ac4017d3ceb7",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -2.4862117767333984,
      1.7359539270401
    ],
    "probabilities": [
      0.014454841613769531,
      0.9855452179908752
    ],
    "log_probabilities": [
      -4.236725807189941,
      -0.014560278505086899
    ]
  },
  {
    "id": "boolq:validation:90",
    "group": "boolq:fc6e350086f2c58fa58074ceeed2d04ee8579e844b0c1044720073473798a7b8",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.3260864317417145,
      1.5351684093475342
    ],
    "probabilities": [
      0.1345568597316742,
      0.8654431700706482
    ],
    "log_probabilities": [
      -2.005768299102783,
      -0.1445135921239853
    ]
  },
  {
    "id": "boolq:validation:453",
    "group": "boolq:83c6cc1f3e877bf1157bdc93222990d0b5bd06c6efa4caf7918e129e134db121",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      1.3054029941558838,
      7.122434616088867
    ],
    "probabilities": [
      0.0029675934929400682,
      0.9970324039459229
    ],
    "log_probabilities": [
      -5.820003986358643,
      -0.0029719967860728502
    ]
  },
  {
    "id": "boolq:validation:3089",
    "group": "boolq:bf8def9e06e2e254b0f1c7477a0c89591095003a879fe0de286cf8bdf1d81a17",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.7433767318725586,
      -5.100379467010498
    ],
    "probabilities": [
      0.9971103668212891,
      0.002889562863856554
    ],
    "log_probabilities": [
      -0.0028937868773937225,
      -5.846650123596191
    ]
  },
  {
    "id": "boolq:validation:2879",
    "group": "boolq:fbeb32c249d4cc01b309dbea088076aef8d1f31a58c08dfbcbb4b1093e782ae4",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.33061322569847107,
      -2.910386323928833
    ],
    "probabilities": [
      0.9623484015464783,
      0.0376516617834568
    ],
    "log_probabilities": [
      -0.038378749042749405,
      -3.2793781757354736
    ]
  },
  {
    "id": "boolq:validation:2485",
    "group": "boolq:34ea159a798d8a923369f7e5e42df1c15f8c8f88e975f4d043f0ebb64216e437",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.21053554117679596,
      5.1125288009643555
    ],
    "probabilities": [
      0.004854106344282627,
      0.995145857334137
    ],
    "log_probabilities": [
      -5.327930450439453,
      -0.004865947645157576
    ]
  },
  {
    "id": "boolq:validation:949",
    "group": "boolq:0c901afd79054533062d8314f17f3388cf9987f256e1d992d2ea2f255b135957",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.3337262868881226,
      4.2600321769714355
    ],
    "probabilities": [
      0.003707221243530512,
      0.996292769908905
    ],
    "log_probabilities": [
      -5.597472667694092,
      -0.003714093007147312
    ]
  },
  {
    "id": "boolq:validation:1592",
    "group": "boolq:664a7f345f846127befbd503a9ad7bc1d7586ff9e4091206d42b14e7e91ef4c8",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.5749682188034058,
      2.4683635234832764
    ],
    "probabilities": [
      0.017236631363630295,
      0.982763409614563
    ],
    "log_probabilities": [
      -4.060718536376953,
      -0.017386874184012413
    ]
  },
  {
    "id": "boolq:validation:2139",
    "group": "boolq:3de29983f1afdb47f129ed97eed13ad6b0b5f07e3bdb11b872e8c35f3dbb3728",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      5.450545787811279,
      -1.1332987546920776
    ],
    "probabilities": [
      0.9986194372177124,
      0.001380615052767098
    ],
    "log_probabilities": [
      -0.0013815154088661075,
      -6.585226058959961
    ]
  },
  {
    "id": "boolq:validation:2953",
    "group": "boolq:e58ad235630d8a2e5f0f384c49f390a9e730b28728841001a961b6c541e8ac72",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.8368184566497803,
      -6.373968601226807
    ],
    "probabilities": [
      0.9894094467163086,
      0.010590504854917526
    ],
    "log_probabilities": [
      -0.010647039860486984,
      -4.547797203063965
    ]
  },
  {
    "id": "boolq:validation:2077",
    "group": "boolq:d3d97f2d8766548c01ba212598a39f2b82888607d83c863f4af7f48793efc955",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.012874830514192581,
      4.986617565155029
    ],
    "probabilities": [
      0.0066962274722754955,
      0.9933037161827087
    ],
    "log_probabilities": [
      -5.006210803985596,
      -0.0067187827080488205
    ]
  },
  {
    "id": "boolq:validation:436",
    "group": "boolq:f620f29e916351dee1297907a5b7e5cf02586da22b334d7857f26438dec834ca",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.030339669436216354,
      -5.841574192047119
    ],
    "probabilities": [
      0.9971904158592224,
      0.002809559926390648
    ],
    "log_probabilities": [
      -0.0028135497123003006,
      -5.874727249145508
    ]
  },
  {
    "id": "boolq:validation:301",
    "group": "boolq:3401931782ff0b3dfbe866e41b563c66742c7228c6a0b268efabf0478551fb3f",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      1.9414312839508057,
      -2.355116844177246
    ],
    "probabilities": [
      0.9865673780441284,
      0.01343258935958147
    ],
    "log_probabilities": [
      -0.013523630797863007,
      -4.3100714683532715
    ]
  },
  {
    "id": "boolq:validation:910",
    "group": "boolq:35017f4daf588b209c8a5cc0571a482f6663f2544cac1e190b95230378b28a90",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -3.4979515075683594,
      1.3498388528823853
    ],
    "probabilities": [
      0.007784620858728886,
      0.9922154545783997
    ],
    "log_probabilities": [
      -4.855605125427246,
      -0.007815022952854633
    ]
  },
  {
    "id": "boolq:validation:643",
    "group": "boolq:e91c70d8f88ea6ef9e7f5a952f51b0836021089e65a538672311aa6bb2e83267",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.4070290327072144,
      3.622997760772705
    ],
    "probabilities": [
      0.006496158894151449,
      0.9935038685798645
    ],
    "log_probabilities": [
      -5.036544322967529,
      -0.006517345551401377
    ]
  },
  {
    "id": "boolq:validation:15",
    "group": "boolq:69678cff7c5a7d23a39a05488a7946af5b8913c1f234de58e0b92396a6300939",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      5.510776519775391,
      -0.45329686999320984
    ],
    "probabilities": [
      0.9974371194839478,
      0.0025628397706896067
    ],
    "log_probabilities": [
      -0.002566141774877906,
      -5.966639518737793
    ]
  },
  {
    "id": "boolq:validation:1042",
    "group": "boolq:a2d4ac426a6783ed11d40a4b5152969043758e64c086c4b1e9572f0330b6e584",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.21786384284496307,
      -0.06995032727718353
    ],
    "probabilities": [
      0.5714609026908875,
      0.42853906750679016
    ],
    "log_probabilities": [
      -0.559559166431427,
      -0.847373366355896
    ]
  },
  {
    "id": "boolq:validation:149",
    "group": "boolq:9f1363d81f7c530c3c08d4f0d9fc785fa00cc487426aa2a61d06b27d2233f2e8",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.2045347690582275,
      7.217907428741455
    ],
    "probabilities": [
      0.00021982862381264567,
      0.9997802376747131
    ],
    "log_probabilities": [
      -8.422661781311035,
      -0.00021979777375236154
    ]
  },
  {
    "id": "boolq:validation:4",
    "group": "boolq:12778c17b6d0c393b2476746dd62967c262e9233f28e36a60be9afe47de1f3d8",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.7068623304367065,
      1.9310139417648315
    ],
    "probabilities": [
      0.06674019247293472,
      0.9332598447799683
    ],
    "log_probabilities": [
      -2.7069478034973145,
      -0.06907161325216293
    ]
  },
  {
    "id": "boolq:validation:3164",
    "group": "boolq:f3ad0a95772e2f8725bc2941f8710993fc21f8cdb7891feacc94d99bd4da1bf7",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -2.4889461994171143,
      2.1963231563568115
    ],
    "probabilities": [
      0.009145828895270824,
      0.9908541440963745
    ],
    "log_probabilities": [
      -4.694457054138184,
      -0.009187917225062847
    ]
  },
  {
    "id": "boolq:validation:253",
    "group": "boolq:6adc1a8389c11c8dce59cd9a37f2d5f176b50a9bc558c9c08804cd2adbd4b418",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      7.507116317749023,
      2.011716604232788
    ],
    "probabilities": [
      0.9959112405776978,
      0.004088829271495342
    ],
    "log_probabilities": [
      -0.004097163211554289,
      -5.4994964599609375
    ]
  },
  {
    "id": "boolq:validation:1940",
    "group": "boolq:085f44f5f5584fcdcf1761a1ce251bb58f2bb989b1f57eed53771b13717cb185",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      1.5138781070709229,
      -3.115870475769043
    ],
    "probabilities": [
      0.9903371334075928,
      0.00966293178498745
    ],
    "log_probabilities": [
      -0.009709867648780346,
      -4.639458179473877
    ]
  },
  {
    "id": "boolq:validation:1065",
    "group": "boolq:17c7928817a81c7375b04b1f62d3f517e9e0ebfae17b6bc82af49834ebcf0d99",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.2883871793746948,
      6.0365142822265625
    ],
    "probabilities": [
      0.0006584906368516386,
      0.9993415474891663
    ],
    "log_probabilities": [
      -7.325560092926025,
      -0.0006586528033949435
    ]
  },
  {
    "id": "boolq:validation:124",
    "group": "boolq:50ddaddb24bd2fc7eab1072de57322f7246937aae94de4da63b5f25fa7631afb",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -2.4502205848693848,
      3.912473678588867
    ],
    "probabilities": [
      0.0017217440763488412,
      0.9982782602310181
    ],
    "log_probabilities": [
      -6.364417552947998,
      -0.0017232344252988696
    ]
  },
  {
    "id": "boolq:validation:1848",
    "group": "boolq:a02a50ab031936b4c78472fe95aaf929b964ac301ddf4805a65daf2d5f65e883",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -1.6609817743301392,
      -1.8786989450454712
    ],
    "probabilities": [
      0.5542153120040894,
      0.44578468799591064
    ],
    "log_probabilities": [
      -0.5902020335197449,
      -0.8079192042350769
    ]
  },
  {
    "id": "boolq:validation:1130",
    "group": "boolq:c271532dc04bac74a601a409e197bc99f5053aaa9626696ee756142450b126d5",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      5.409457683563232,
      -0.2759976089000702
    ],
    "probabilities": [
      0.996616542339325,
      0.003383500035852194
    ],
    "log_probabilities": [
      -0.0033892113715410233,
      -5.688844680786133
    ]
  },
  {
    "id": "boolq:validation:2924",
    "group": "boolq:461e6c1f6d9f095c2785512ef5d721dfd7cacaf9e6dd3219e9c5d7b614380a83",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      6.284433841705322,
      -1.160865068435669
    ],
    "probabilities": [
      0.9994162321090698,
      0.0005838403012603521
    ],
    "log_probabilities": [
      -0.0005839549703523517,
      -7.445883274078369
    ]
  },
  {
    "id": "boolq:validation:2443",
    "group": "boolq:00c54e0a9cda66e11183eef414471714c578c3f7c8119e19a8885937fb814e79",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.8390241861343384,
      -3.5684237480163574
    ],
    "probabilities": [
      0.9879604578018188,
      0.01203952357172966
    ],
    "log_probabilities": [
      -0.012112634256482124,
      -4.419560432434082
    ]
  },
  {
    "id": "boolq:validation:49",
    "group": "boolq:17c78cb04abba5e55a360ab19a542d96f36a372445e4d204e2ab311cf99dc86e",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      0.17418672144412994,
      -1.3280105590820312
    ],
    "probabilities": [
      0.8179019689559937,
      0.18209804594516754
    ],
    "log_probabilities": [
      -0.2010127753019333,
      -1.7032099962234497
    ]
  },
  {
    "id": "boolq:validation:2623",
    "group": "boolq:3a9b87f5ef63c93fb2762b265e6f536765968342d4d827c5ae87e607802d7b88",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -4.443409442901611,
      0.258435994386673
    ],
    "probabilities": [
      0.008996827527880669,
      0.991003155708313
    ],
    "log_probabilities": [
      -4.710883140563965,
      -0.009037541225552559
    ]
  },
  {
    "id": "boolq:validation:579",
    "group": "boolq:0fff4f242f510d8ec4cfbd06a38e7507bb223b93a8fe9a49fe1e8304b382f8af",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.7295464277267456,
      3.072648763656616
    ],
    "probabilities": [
      0.08761558681726456,
      0.9123843908309937
    ],
    "log_probabilities": [
      -2.4347963333129883,
      -0.09169390797615051
    ]
  },
  {
    "id": "boolq:validation:2971",
    "group": "boolq:e08dd6a010d82368ecea8c48711b01f187becbcb13ebdc94332dfbfd947f783c",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.5960272550582886,
      -3.228421926498413
    ],
    "probabilities": [
      0.9786359667778015,
      0.02136407047510147
    ],
    "log_probabilities": [
      -0.02159556746482849,
      -3.8460445404052734
    ]
  },
  {
    "id": "boolq:validation:1732",
    "group": "boolq:ffb051a4ad17b7a03117da77e7a1f14705f78c35fbaa525dd93888fb37697cbd",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -0.9655001163482666,
      3.8016605377197266
    ],
    "probabilities": [
      0.008432778529822826,
      0.9915671944618225
    ],
    "log_probabilities": [
      -4.775629043579102,
      -0.008468550629913807
    ]
  },
  {
    "id": "boolq:validation:1702",
    "group": "boolq:831811e1975dc0d53f0b865972de0f3d296916dcbebf3516c6f5916342f57569",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.2499532550573349,
      6.3715128898620605
    ],
    "probabilities": [
      0.002190222265198827,
      0.9978098273277283
    ],
    "log_probabilities": [
      -6.123752117156982,
      -0.0021925950422883034
    ]
  },
  {
    "id": "boolq:validation:461",
    "group": "boolq:d09d20e4f3f9020f35c88d2be17406ea63e1dc4d750b92d39c3759360192be69",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.9273771047592163,
      3.9605326652526855
    ],
    "probabilities": [
      0.007480775937438011,
      0.9925192594528198
    ],
    "log_probabilities": [
      -4.895418643951416,
      -0.007508864160627127
    ]
  },
  {
    "id": "boolq:validation:155",
    "group": "boolq:4965728da77c39cd4c8903d16fe7210d12d08de6eb022d4812f51bd32241d11d",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -4.1903886795043945,
      1.3023762702941895
    ],
    "probabilities": [
      0.004099571146070957,
      0.9959004521369934
    ],
    "log_probabilities": [
      -5.496872901916504,
      -0.004107966553419828
    ]
  },
  {
    "id": "boolq:validation:1814",
    "group": "boolq:13aac3ec678575c156abee3e298ada889048951ba226fb663d753b249f7f4252",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      6.575009822845459,
      0.795682430267334
    ],
    "probabilities": [
      0.996918797492981,
      0.0030812700279057026
    ],
    "log_probabilities": [
      -0.0030859727412462234,
      -5.782413482666016
    ]
  },
  {
    "id": "boolq:validation:512",
    "group": "boolq:0944c6525495d120659a7eb8713be412c54f0f1bc254630581ed43c08193c7c7",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -3.921556234359741,
      3.1417622566223145
    ],
    "probabilities": [
      0.000855201215017587,
      0.9991447925567627
    ],
    "log_probabilities": [
      -7.064173698425293,
      -0.0008555566309951246
    ]
  },
  {
    "id": "boolq:validation:1513",
    "group": "boolq:28de74519ee0d56c9e2ac29b0f438b497a4925806785768b8d72da0135804a4d",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.742369532585144,
      0.4392148554325104
    ],
    "probabilities": [
      0.1014164462685585,
      0.8985835313796997
    ],
    "log_probabilities": [
      -2.288519859313965,
      -0.10693560540676117
    ]
  },
  {
    "id": "boolq:validation:419",
    "group": "boolq:e647eb7da4d2865208f9657bad0ddd23ee3191a72bc43317e07681477608b7a5",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      1.3808073997497559,
      -1.1856385469436646
    ],
    "probabilities": [
      0.9286705851554871,
      0.07132937759160995
    ],
    "log_probabilities": [
      -0.07400120049715042,
      -2.6404471397399902
    ]
  },
  {
    "id": "boolq:validation:2215",
    "group": "boolq:bddc935aed5d4a275c25e4a49114fb2fe8094b3e5434186d8e6de02487b39240",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.16142572462558746,
      5.004242420196533
    ],
    "probabilities": [
      0.007823128253221512,
      0.9921768307685852
    ],
    "log_probabilities": [
      -4.85067081451416,
      -0.007853937335312366
    ]
  },
  {
    "id": "boolq:validation:359",
    "group": "boolq:5c04389d8f2b96ceeb5059a710538bde906ba3ad25b9b32365f6a7d12a84c9e4",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -4.728905200958252,
      3.524066209793091
    ],
    "probabilities": [
      0.00026041551609523594,
      0.9997395873069763
    ],
    "log_probabilities": [
      -8.2532320022583,
      -0.00026043839170597494
    ]
  },
  {
    "id": "boolq:validation:2259",
    "group": "boolq:7c64218720e97a58b45fb402894b1b35b91ad49984c5a2bef4108fcdb1f742e1",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.1002923250198364,
      5.523228168487549
    ],
    "probabilities": [
      0.0013269816990941763,
      0.9986730813980103
    ],
    "log_probabilities": [
      -6.624848365783691,
      -0.001327824778854847
    ]
  },
  {
    "id": "boolq:validation:1097",
    "group": "boolq:04ab0258351c951315bcf10e0bc10b7d53cb628f745ca76b3fd8d14b71a06ff0",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.699856162071228,
      4.896834850311279
    ],
    "probabilities": [
      0.0036964055616408587,
      0.9963035583496094
    ],
    "log_probabilities": [
      -5.600394248962402,
      -0.0037032850086688995
    ]
  },
  {
    "id": "boolq:validation:1989",
    "group": "boolq:3e9c030ae0aa78f6ee5e7ed76fa1257f2d0d9139aab06e8005bb9ea29bcb9745",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.6639916896820068,
      6.693612575531006
    ],
    "probabilities": [
      0.000637318124063313,
      0.9993626475334167
    ],
    "log_probabilities": [
      -7.358241558074951,
      -0.0006375664379447699
    ]
  },
  {
    "id": "boolq:validation:3201",
    "group": "boolq:d82db3330a2bcc281fb3742e3068c2679b7e879ad4ab1700dbb524322b2887fd",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.0284767150878906,
      5.141221523284912
    ],
    "probabilities": [
      0.002087500412017107,
      0.9979124665260315
    ],
    "log_probabilities": [
      -6.171787738800049,
      -0.0020896997302770615
    ]
  },
  {
    "id": "boolq:validation:1336",
    "group": "boolq:aa4706b133cc61dcef3a110127d4ea1b2a17381485c461a38cd70c1a7eb2d041",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      2.937929630279541,
      -0.5530462265014648
    ],
    "probabilities": [
      0.9704299569129944,
      0.029570089653134346
    ],
    "log_probabilities": [
      -0.030016062781214714,
      -3.520991802215576
    ]
  },
  {
    "id": "boolq:validation:558",
    "group": "boolq:d7259536d3be808dd697f963db28682502b5002fc5d66d1405e211759819aded",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.3942764699459076,
      6.031642913818359
    ],
    "probabilities": [
      0.00161642674356699,
      0.9983835220336914
    ],
    "log_probabilities": [
      -6.427537441253662,
      -0.0016177912475541234
    ]
  },
  {
    "id": "boolq:validation:357",
    "group": "boolq:2d9d8d7d5f6b1df0e421d8c21eaa6a870153a4750e03abc3d586eb39d8c25135",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -8.248772621154785,
      -0.3339378535747528
    ],
    "probabilities": [
      0.00036515077226795256,
      0.999634861946106
    ],
    "log_probabilities": [
      -7.915200233459473,
      -0.0003651905863080174
    ]
  },
  {
    "id": "boolq:validation:1381",
    "group": "boolq:466fe53ddb9156dc97cb9641c672e588e3f3706fec8023f56b730a2fb74933fd",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -2.8548007011413574,
      1.4378255605697632
    ],
    "probabilities": [
      0.013484656810760498,
      0.9865152835845947
    ],
    "log_probabilities": [
      -4.3062028884887695,
      -0.01357643585652113
    ]
  },
  {
    "id": "boolq:validation:1189",
    "group": "boolq:f3298cb88736fe72ad071f55fd41c2e168f42aa837f5800fdbaa9012ee9e72fb",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.11232440173625946,
      -3.261321783065796
    ],
    "probabilities": [
      0.958869218826294,
      0.041130803525447845
    ],
    "log_probabilities": [
      -0.042000576853752136,
      -3.190997838973999
    ]
  },
  {
    "id": "boolq:validation:2872",
    "group": "boolq:042f95b42fe91da66ca60b71a022da2ed6835b3e81081ef0a62d9623ad374165",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      6.519082546234131,
      -0.033535558730363846
    ],
    "probabilities": [
      0.9985756874084473,
      0.0014243448385968804
    ],
    "log_probabilities": [
      -0.0014253228437155485,
      -6.554043292999268
    ]
  },
  {
    "id": "boolq:validation:2978",
    "group": "boolq:8e07c9f27dac789269ccea4ed405cafb358c83b1d78f74ce618f7933f9f58195",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      5.908113956451416,
      0.5926364660263062
    ],
    "probabilities": [
      0.9951091408729553,
      0.0048908935859799385
    ],
    "log_probabilities": [
      -0.004902841057628393,
      -5.320380210876465
    ]
  },
  {
    "id": "boolq:validation:415",
    "group": "boolq:4ceee47528224fadcda958d3e05c0ea59593acdb832cf5365bd21d5077173b65",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -6.896510601043701,
      0.31519845128059387
    ],
    "probabilities": [
      0.0007373509579338133,
      0.9992626309394836
    ],
    "log_probabilities": [
      -7.212446689605713,
      -0.0007376333815045655
    ]
  },
  {
    "id": "boolq:validation:1654",
    "group": "boolq:3790f494cc505721f56e5fbb21269c3fec48d2dfd659860790235fb0287b08b4",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -1.9404817819595337,
      -1.7336267232894897
    ],
    "probabilities": [
      0.4484698474407196,
      0.551530122756958
    ],
    "log_probabilities": [
      -0.801913857460022,
      -0.595058798789978
    ]
  },
  {
    "id": "boolq:validation:874",
    "group": "boolq:0ca0c5caf217844138e3bf51bd769dca2cca3fde58432bca1687558d909a996c",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.9992546439170837,
      2.614846706390381
    ],
    "probabilities": [
      0.0262343380600214,
      0.9737656116485596
    ],
    "log_probabilities": [
      -3.64068603515625,
      -0.026584655046463013
    ]
  },
  {
    "id": "boolq:validation:1350",
    "group": "boolq:afe4f24c9c6f369929e0b3760030c53147dbd5b029e8688645ba4c660fc238d7",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.1719435602426529,
      -4.2021636962890625
    ],
    "probabilities": [
      0.9875574111938477,
      0.012442615814507008
    ],
    "log_probabilities": [
      -0.01252063736319542,
      -4.386628150939941
    ]
  },
  {
    "id": "boolq:validation:2023",
    "group": "boolq:7768ffc5753765aa266150e6901462a15a5198d72428c69ed16885dee55ee343",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.0493425130844116,
      -1.1165839433670044
    ],
    "probabilities": [
      0.516804039478302,
      0.483195960521698
    ],
    "log_probabilities": [
      -0.6600915193557739,
      -0.7273329496383667
    ]
  },
  {
    "id": "boolq:validation:1167",
    "group": "boolq:0cfbc3a05f962ae35116c51fa7913d91d1dd89c7edc1db8f1d3f5df076a06e1d",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      1.8256362676620483,
      -2.343158483505249
    ],
    "probabilities": [
      0.984764814376831,
      0.015235194936394691
    ],
    "log_probabilities": [
      -0.015352408401668072,
      -4.184146881103516
    ]
  },
  {
    "id": "boolq:validation:2832",
    "group": "boolq:34d024ba2b1140d95ac0e25ff8f6667a8d87feff3af84389b4bc3359531461fa",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      4.860572814941406,
      1.0711348056793213
    ],
    "probabilities": [
      0.9778915643692017,
      0.022108469158411026
    ],
    "log_probabilities": [
      -0.02235650084912777,
      -3.8117945194244385
    ]
  },
  {
    "id": "boolq:validation:282",
    "group": "boolq:8d6ab7f7d060a4bee3dbc425e5f0852172b0b23270626110a89c86eeb5d3f461",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -4.918887138366699,
      3.427631378173828
    ],
    "probabilities": [
      0.00023716469877399504,
      0.9997628331184387
    ],
    "log_probabilities": [
      -8.346755981445312,
      -0.00023719835735391825
    ]
  },
  {
    "id": "boolq:validation:1741",
    "group": "boolq:1bc34bbe8e7711804fc39fbc0c0b62bcee4b9dd538e66d7a13a03f4381ffe710",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      5.490523815155029,
      -1.375783085823059
    ],
    "probabilities": [
      0.9989587068557739,
      0.001041234121657908
    ],
    "log_probabilities": [
      -0.0010418231831863523,
      -6.867348670959473
    ]
  },
  {
    "id": "boolq:validation:2575",
    "group": "boolq:bac10745a22ca35c4f8806ba93f2369f5a5547aab59081d0bf352613147b4be3",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      1.874111533164978,
      -4.305118560791016
    ],
    "probabilities": [
      0.9979323148727417,
      0.00206773797981441
    ],
    "log_probabilities": [
      -0.0020698329899460077,
      -6.181300163269043
    ]
  },
  {
    "id": "boolq:validation:16",
    "group": "boolq:0385f1d87b1a439fb963553f0be310152883f503e7e7b4fda621dbe5729cc1fe",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.9030209183692932,
      2.012213706970215
    ],
    "probabilities": [
      0.05140558257699013,
      0.9485943913459778
    ],
    "log_probabilities": [
      -2.968008518218994,
      -0.05277398228645325
    ]
  },
  {
    "id": "boolq:validation:696",
    "group": "boolq:1de2340b843cd064357057b20a9596dacca5119fac8815a1058da7af1910f5f0",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -1.8506388664245605,
      5.221524715423584
    ],
    "probabilities": [
      0.0008476764196529984,
      0.9991523027420044
    ],
    "log_probabilities": [
      -7.07301139831543,
      -0.0008480527903884649
    ]
  },
  {
    "id": "boolq:validation:2444",
    "group": "boolq:e9c97ab8909534b662ab32f83055fedcbca7003572ef26235120cd6f57885f78",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -9.155137062072754,
      -3.3493216037750244
    ],
    "probabilities": [
      0.0030009655747562647,
      0.9969990253448486
    ],
    "log_probabilities": [
      -5.808821201324463,
      -0.0030055134557187557
    ]
  },
  {
    "id": "boolq:validation:322",
    "group": "boolq:15a8416a42e7992817d078f5ecb3b1d22645d56573477d9fd8a9f56f92ce63ff",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -0.42701205611228943,
      6.5130934715271
    ],
    "probabilities": [
      0.0009672309970483184,
      0.999032735824585
    ],
    "log_probabilities": [
      -6.941073417663574,
      -0.0009677494526840746
    ]
  },
  {
    "id": "boolq:validation:2720",
    "group": "boolq:60050d1b71f42c94555fd63ba417a7b2874246287fefd80d5e37d1b2937540c6",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      7.072990894317627,
      0.7262519598007202
    ],
    "probabilities": [
      0.9982505440711975,
      0.0017493870109319687
    ],
    "log_probabilities": [
      -0.0017509619938209653,
      -6.348489761352539
    ]
  },
  {
    "id": "boolq:validation:2660",
    "group": "boolq:0fd51b0a75652085a2b684c592cf21273abaa6fb4898bfce6451ac56fbff1069",
    "family": "boolq",
    "target": 0,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      3.2737364768981934,
      -3.992100238800049
    ],
    "probabilities": [
      0.9993014335632324,
      0.0006985279032960534
    ],
    "log_probabilities": [
      -0.0006987990345805883,
      -7.26653528213501
    ]
  },
  {
    "id": "boolq:validation:2091",
    "group": "boolq:02d07ab2bcb31ad623c1f2c88015c7086c84f96c917daceca792f80c9ba80e25",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      7.841644287109375,
      0.9269837141036987
    ],
    "probabilities": [
      0.9990078806877136,
      0.0009921332821249962
    ],
    "log_probabilities": [
      -0.0009926398051902652,
      -6.915653228759766
    ]
  },
  {
    "id": "boolq:validation:2384",
    "group": "boolq:2d46c58249b29f523523d777dc92b912acb0aedf2a38731ab529873e3862d4c0",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -2.9748573303222656,
      -4.381882190704346
    ],
    "probabilities": [
      0.8032963275909424,
      0.1967037469148636
    ],
    "log_probabilities": [
      -0.21903164684772491,
      -1.6260565519332886
    ]
  },
  {
    "id": "boolq:validation:1255",
    "group": "boolq:e19b2fe4fc0d0773a6a01cb04392b9c0c2cbbf9f276e622b9c0c6e6ff4be88d5",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      -2.8764872550964355,
      1.9862184524536133
    ],
    "probabilities": [
      0.007670253980904818,
      0.9923297762870789
    ],
    "log_probabilities": [
      -4.870405673980713,
      -0.007699810434132814
    ]
  },
  {
    "id": "boolq:validation:2148",
    "group": "boolq:b4212a179e140eb2e5b778e76acc0c6d24a593519971ad2741381e858f13cb9c",
    "family": "boolq",
    "target": 1,
    "choices": [
      "no",
      "yes"
    ],
    "logits": [
      0.9096028208732605,
      5.914489269256592
    ],
    "probabilities": [
      0.006660442799329758,
      0.9933395981788635
    ],
    "log_probabilities": [
      -5.011569499969482,
      -0.006682666949927807
    ]
  },
  {
    "id": "boolq:validation:731",
    "group": "boolq:8778dd8deefed27681598c7940907c0462d58a4edbecafdbd6e7897ce227712f",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      3.594128131866455,
      -0.9496588706970215
    ],
    "probabilities": [
      0.9894787669181824,
      0.01052118930965662
    ],
    "log_probabilities": [
      -0.010576977394521236,
      -4.554364204406738
    ]
  },
  {
    "id": "boolq:validation:106",
    "group": "boolq:bcd329a8d99b7152a2299271e6dd3d80e14ba210cc8419a1774dd0fac2897580",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -5.3389811515808105,
      4.93787145614624
    ],
    "probabilities": [
      3.4419506846461445e-05,
      0.9999655485153198
    ],
    "log_probabilities": [
      -10.276886940002441,
      -3.4450891689630225e-05
    ]
  },
  {
    "id": "snli:validation:3049",
    "group": "snli:47989da814054656373133c13f5a56b07e37b95eef6b645c75a02ec86433458f",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -2.5975732803344727,
      7.026681423187256,
      2.0560760498046875
    ],
    "probabilities": [
      6.564593786606565e-05,
      0.9930436611175537,
      0.006890675984323025
    ],
    "log_probabilities": [
      -9.631235122680664,
      -0.006980673875659704,
      -4.977586269378662
    ]
  },
  {
    "id": "snli:validation:4846",
    "group": "snli:c1db7df38096c0d1511f928ae20282cde537c1c7f20e698a01cbbc65ee289d20",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      1.508489727973938,
      -2.4622771739959717,
      -3.7893271446228027
    ],
    "probabilities": [
      0.9766947031021118,
      0.018419448286294937,
      0.00488591892644763
    ],
    "log_probabilities": [
      -0.02358117327094078,
      -3.9943482875823975,
      -5.32139778137207
    ]
  },
  {
    "id": "snli:validation:9655",
    "group": "snli:96a5d21ac449b95efc5683ec7bcb55e2ea219cc58a3e8b747199a5399a0a1db3",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      2.0746114253997803,
      -2.187793254852295,
      6.7801008224487305
    ],
    "probabilities": [
      0.008963270112872124,
      0.0001262780133401975,
      0.9909104704856873
    ],
    "log_probabilities": [
      -4.714620113372803,
      -8.977025032043457,
      -0.009131100960075855
    ]
  },
  {
    "id": "snli:validation:1978",
    "group": "snli:57ff161b8ed28f2f3c54268d796d8cb144a6b765c50bc41d058f8d01cc6f365e",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      1.8325663805007935,
      -3.366118907928467,
      7.483414649963379
    ],
    "probabilities": [
      0.003502157051116228,
      1.934530519065447e-05,
      0.9964784979820251
    ],
    "log_probabilities": [
      -5.654376029968262,
      -10.853060722351074,
      -0.0035277295392006636
    ]
  },
  {
    "id": "snli:validation:2422",
    "group": "snli:731883d9875ae9a02de33dd09f482cf7a9ab72a2ad391124c95738d3799b6e4a",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -7.231663703918457,
      -6.83633279800415,
      -0.13436882197856903
    ],
    "probabilities": [
      0.0008256426663137972,
      0.0012259766226634383,
      0.9979484677314758
    ],
    "log_probabilities": [
      -7.099348545074463,
      -6.704017639160156,
      -0.0020536540541797876
    ]
  },
  {
    "id": "snli:validation:4492",
    "group": "snli:af344e36ac14b315d312e645eecbc138fe87cc8d75efafe5fef90833caa49064",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -6.886183738708496,
      -3.8508541584014893,
      4.649470806121826
    ],
    "probabilities": [
      9.77319541561883e-06,
      0.00020335885346867144,
      0.999786913394928
    ],
    "log_probabilities": [
      -11.535866737365723,
      -8.500537872314453,
      -0.0002131234941771254
    ]
  },
  {
    "id": "snli:validation:3772",
    "group": "snli:3f80561350b7b0e90695a7608e4bcda88d6b49c319d0049359e75ffa312ca36b",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -7.551037788391113,
      4.886285305023193,
      -4.604200839996338
    ],
    "probabilities": [
      3.967389602621552e-06,
      0.9999204874038696,
      7.556135096820071e-05
    ],
    "log_probabilities": [
      -12.43740177154541,
      -7.950943836476654e-05,
      -9.490565299987793
    ]
  },
  {
    "id": "snli:validation:1612",
    "group": "snli:56d2c2779347d2287f4c6aad09fd4eda955c44ca3a4211a77b7a9ac974364193",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -2.683983325958252,
      0.8656890988349915,
      3.8988523483276367
    ],
    "probabilities": [
      0.0013185873394832015,
      0.04588936269283295,
      0.9527920484542847
    ],
    "log_probabilities": [
      -6.631194114685059,
      -3.081521987915039,
      -0.048358600586652756
    ]
  },
  {
    "id": "snli:validation:6283",
    "group": "snli:3b08666f67b4edfdff9bbd08d64b3eeefcc15875c2c2b5b4e41f0dd25c469437",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -4.616733551025391,
      -4.9011006355285645,
      0.2637670338153839
    ],
    "probabilities": [
      0.00749349407851696,
      0.005638782400637865,
      0.9868677854537964
    ],
    "log_probabilities": [
      -4.8937201499938965,
      -5.17808723449707,
      -0.013219214975833893
    ]
  },
  {
    "id": "snli:validation:6619",
    "group": "snli:8b6c7cc3996cb2e32efdea0f1e76824f39627c3de94af457637e16c0dd53f902",
    "family": "snli",
    "target": 1,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -3.499892473220825,
      4.3076252937316895,
      -5.879366397857666
    ],
    "probabilities": [
      0.00040648551657795906,
      0.9995558857917786,
      3.7640274967998266e-05
    ],
    "log_probabilities": [
      -7.807962417602539,
      -0.0004441943601705134,
      -10.1874361038208
    ]
  },
  {
    "id": "snli:validation:5761",
    "group": "snli:b279ac878d0040c34b913ac3ca8a02f2471c352dbbb5002054af6e12d5d2380a",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -2.728485107421875,
      -0.22728301584720612,
      -5.662335395812988
    ],
    "probabilities": [
      0.07546976208686829,
      0.9205158948898315,
      0.0040143756195902824
    ],
    "log_probabilities": [
      -2.5840229988098145,
      -0.08282100409269333,
      -5.517873287200928
    ]
  },
  {
    "id": "snli:validation:420",
    "group": "snli:8d867f5809fafb25856a9206e9e012bd0fe5d76dff03b88433ef15b7cbb4e12f",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -2.0582923889160156,
      -5.308687686920166,
      5.033447265625
    ],
    "probabilities": [
      0.0008312305435538292,
      3.221758015570231e-05,
      0.9991366267204285
    ],
    "log_probabilities": [
      -7.0926032066345215,
      -10.342998504638672,
      -0.000863774970639497
    ]
  },
  {
    "id": "snli:validation:6772",
    "group": "snli:e6904deb51d3b86e66d407db19f294b57f90b99bef7e72ad3002554f0a5af82f",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -0.8485937118530273,
      -7.223062992095947,
      -7.40791654586792
    ],
    "probabilities": [
      0.9968883395195007,
      0.0016992203891277313,
      0.0014124360168352723
    ],
    "log_probabilities": [
      -0.003116514766588807,
      -6.3775858879089355,
      -6.562439441680908
    ]
  },
  {
    "id": "snli:validation:4888",
    "group": "snli:33f716336271bef54d238acc6e08e3e415b5a55877e8c26c8c002a2958e8f962",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -3.2858917713165283,
      4.577731609344482,
      -1.4865506887435913
    ],
    "probabilities": [
      0.0003834394156001508,
      0.9972984194755554,
      0.0023181457072496414
    ],
    "log_probabilities": [
      -7.866328716278076,
      -0.0027052494697272778,
      -6.06698751449585
    ]
  },
  {
    "id": "snli:validation:6598",
    "group": "snli:1dddf1eb47ab50a08b2d9c71f5e6fd7205280f6efba7a63a41d9a829445fc210",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -7.42024564743042,
      -7.638697147369385,
      -0.9071812629699707
    ],
    "probabilities": [
      0.0014799641212448478,
      0.0011895396746695042,
      0.9973305463790894
    ],
    "log_probabilities": [
      -6.515737533569336,
      -6.734189033508301,
      -0.0026730303652584553
    ]
  },
  {
    "id": "snli:validation:255",
    "group": "snli:bf3bb22c5d744c53dee0cfc833c4607be32a4fff5c4ffece0910a907a708668b",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -9.895047187805176,
      -6.514789581298828,
      4.503717422485352
    ],
    "probabilities": [
      5.580698712037702e-07,
      1.63951644935878e-05,
      0.9999829530715942
    ],
    "log_probabilities": [
      -14.398781776428223,
      -11.018524169921875,
      -1.7046782886609435e-05
    ]
  },
  {
    "id": "snli:validation:2257",
    "group": "snli:134a43bb83ce31972803aa7557e433ddfcf48a5ccb13d4d338bd086908d67938",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -5.4605817794799805,
      1.007869839668274,
      -4.936115264892578
    ],
    "probabilities": [
      0.001545178354717791,
      0.9958441853523254,
      0.0026106671430170536
    ],
    "log_probabilities": [
      -6.472616195678711,
      -0.0041644759476184845,
      -5.948149681091309
    ]
  },
  {
    "id": "snli:validation:3232",
    "group": "snli:88a641b30916a20f4f6dc712865fb01fe72443f22a6319552b6f87f6ee0b52a6",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -0.7010943293571472,
      -5.84931755065918,
      -5.694523334503174
    ],
    "probabilities": [
      0.9875645041465759,
      0.005737469997256994,
      0.006698024459183216
    ],
    "log_probabilities": [
      -0.01251345593482256,
      -5.160737037658691,
      -5.0059428215026855
    ]
  },
  {
    "id": "snli:validation:7594",
    "group": "snli:33ae6441ae8ebae9dced819620de7bfaa15560f8f8eb69fc53e5097828111985",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      5.5081963539123535,
      1.2685561180114746,
      0.3426426649093628
    ],
    "probabilities": [
      0.9802742600440979,
      0.014128473587334156,
      0.005597269162535667
    ],
    "log_probabilities": [
      -0.019922861829400063,
      -4.259562969207764,
      -5.185476303100586
    ]
  },
  {
    "id": "snli:validation:4648",
    "group": "snli:3599ba5d2e5454ca02d1492fdf6bb83c86a442cd2a058a50b3da2713c69ccb54",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      1.0220842361450195,
      -4.58341121673584,
      -5.219650745391846
    ],
    "probabilities": [
      0.9944074153900146,
      0.003657030873000622,
      0.0019355895929038525
    ],
    "log_probabilities": [
      -0.005608299747109413,
      -5.611103534698486,
      -6.247343063354492
    ]
  },
  {
    "id": "snli:validation:8623",
    "group": "snli:949517bb2329f2cee19d9e4a2ca0dfbc3fc6510732dd3cabf3cd390fedab12ff",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -1.4883123636245728,
      1.5542842149734497,
      5.417756080627441
    ],
    "probabilities": [
      0.0009801287669688463,
      0.02054309844970703,
      0.9784767031669617
    ],
    "log_probabilities": [
      -6.927826404571533,
      -3.885230302810669,
      -0.021758299320936203
    ]
  },
  {
    "id": "snli:validation:7588",
    "group": "snli:02eff959ef76e91d2d646dc2935c89353d9a8bf3fd3e5ad217fd55e427045d94",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      5.408128261566162,
      -2.440584659576416,
      0.9448171854019165
    ],
    "probabilities": [
      0.9882258176803589,
      0.00038565899012610316,
      0.011388454586267471
    ],
    "log_probabilities": [
      -0.011844072490930557,
      -7.8605570793151855,
      -4.475155353546143
    ]
  },
  {
    "id": "snli:validation:5575",
    "group": "snli:6fd4e2817f45281b693b5e36c901366325d6267976afeaa42407f6f48666bed3",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      0.6192471981048584,
      -5.383525848388672,
      -5.5465569496154785
    ],
    "probabilities": [
      0.995448887348175,
      0.0024606375955045223,
      0.0020904720295220613
    ],
    "log_probabilities": [
      -0.0045614950358867645,
      -6.0073347091674805,
      -6.170365333557129
    ]
  },
  {
    "id": "snli:validation:168",
    "group": "snli:a34cf2f23c5afa177eeaa4df705b7ff247c363d6c1092ecebdf66c148f94c305",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -5.981429576873779,
      0.1752246469259262,
      -5.852893829345703
    ],
    "probabilities": [
      0.0021097762510180473,
      0.995491087436676,
      0.0023991570342332125
    ],
    "log_probabilities": [
      -6.161173343658447,
      -0.004519130103290081,
      -6.032637596130371
    ]
  },
  {
    "id": "snli:validation:7996",
    "group": "snli:6571756c7460cf2c513bc7779a716451ac3b75840789516d4b884713d63997ae",
    "family": "snli",
    "target": 1,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      1.65894615650177,
      7.322595119476318,
      -3.2514233589172363
    ],
    "probabilities": [
      0.0034577457699924707,
      0.9965167045593262,
      2.548277552705258e-05
    ],
    "log_probabilities": [
      -5.667138576507568,
      -0.0034893599804490805,
      -10.577507972717285
    ]
  },
  {
    "id": "snli:validation:7750",
    "group": "snli:a9418d380cb2a11bf8bd7a081175de35d185b150c0bb2213251e1c85f0b3f6a2",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      1.0190192461013794,
      -2.127521514892578,
      -2.977562427520752
    ],
    "probabilities": [
      0.9421705603599548,
      0.04051392525434494,
      0.017315546050667763
    ],
    "log_probabilities": [
      -0.05956896394491196,
      -3.2061095237731934,
      -4.056150436401367
    ]
  },
  {
    "id": "snli:validation:4300",
    "group": "snli:6f6663ebd1db7c374a005f804f2f5e605bdc27f21fc56361eb0a36f02833f914",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -5.695703983306885,
      -6.666467189788818,
      -0.7083119750022888
    ],
    "probabilities": [
      0.006759840063750744,
      0.00256058550439775,
      0.9906795620918274
    ],
    "log_probabilities": [
      -4.996756076812744,
      -5.967519283294678,
      -0.009364135563373566
    ]
  },
  {
    "id": "snli:validation:7387",
    "group": "snli:d6b6619f07df5927554501c5c09642242d485c51a0fc2b3579de358ea84ce08c",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      1.9140254259109497,
      -3.1178600788116455,
      7.490246295928955
    ],
    "probabilities": [
      0.0037724701687693596,
      2.462100201228168e-05,
      0.9962030053138733
    ],
    "log_probabilities": [
      -5.5800251960754395,
      -10.611910820007324,
      -0.003804233390837908
    ]
  },
  {
    "id": "snli:validation:7117",
    "group": "snli:d1cceeaf836cf1055ac05108a19b80d5b053a19fbf34aa19b10064206d2fa4e3",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      3.6081013679504395,
      -8.08232307434082,
      -4.891604900360107
    ],
    "probabilities": [
      0.999788224697113,
      8.371848707611207e-06,
      0.00020348504767753184
    ],
    "log_probabilities": [
      -0.00021181246847845614,
      -11.690635681152344,
      -8.499917984008789
    ]
  },
  {
    "id": "snli:validation:3700",
    "group": "snli:adf15ad394284272fa08108e42bb8123b5f7465aaee2171f927f84c65b6615bc",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -6.133075714111328,
      -0.8086612224578857,
      -6.6274847984313965
    ],
    "probabilities": [
      0.004833299200981855,
      0.9922187328338623,
      0.0029479789081960917
    ],
    "log_probabilities": [
      -5.332225799560547,
      -0.007811711169779301,
      -5.826635360717773
    ]
  },
  {
    "id": "snli:validation:4051",
    "group": "snli:f57344a8279819892ee08492b926751344091c1e0e490ee0bd243a43ca947aca",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -3.31194806098938,
      -0.9567224979400635,
      1.5872080326080322
    ],
    "probabilities": [
      0.00686261709779501,
      0.07233545929193497,
      0.9208019375801086
    ],
    "log_probabilities": [
      -4.981666564941406,
      -2.6264407634735107,
      -0.08251029998064041
    ]
  },
  {
    "id": "snli:validation:6442",
    "group": "snli:9cbb933321ddb68326c487f9d4b3dcbdb47c0d4f09108002dafbda180a655d8d",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      6.938427448272705,
      -2.5192391872406006,
      2.141540765762329
    ],
    "probabilities": [
      0.9917353987693787,
      7.744323374936357e-05,
      0.008187183178961277
    ],
    "log_probabilities": [
      -0.008298913016915321,
      -9.465965270996094,
      -4.805185317993164
    ]
  },
  {
    "id": "snli:validation:5332",
    "group": "snli:b0cf08c4c292dce6573f70043fb744c3f25f93a82e06d835c0ec762fda9c86ee",
    "family": "snli",
    "target": 1,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -4.493779182434082,
      4.314478874206543,
      -7.775486946105957
    ],
    "probabilities": [
      0.00014947025920264423,
      0.9998449087142944,
      5.614708697976312e-06
    ],
    "log_probabilities": [
      -8.8084135055542,
      -0.00015507926582358778,
      -12.090121269226074
    ]
  },
  {
    "id": "snli:validation:9646",
    "group": "snli:51805e8fb325a2f62ae765564f017ed319abc1fb968459406dfe6cc055ba27ba",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -6.8551459312438965,
      -0.3833031952381134,
      -6.2903947830200195
    ],
    "probabilities": [
      0.0015398040413856506,
      0.9957516193389893,
      0.002708530519157648
    ],
    "log_probabilities": [
      -6.476099967956543,
      -0.004257424734532833,
      -5.911348819732666
    ]
  },
  {
    "id": "snli:validation:6055",
    "group": "snli:314f2defc11b676894cf21a8134a729171a96c4d7ee6edc28e4bc6a7fa151b33",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -5.3645920753479,
      -5.296518802642822,
      0.10751970112323761
    ],
    "probabilities": [
      0.004166100639849901,
      0.004459576215595007,
      0.9913743138313293
    ],
    "log_probabilities": [
      -5.480774879455566,
      -5.412701606750488,
      -0.008663095533847809
    ]
  },
  {
    "id": "snli:validation:2251",
    "group": "snli:163f2043b730f0635afe17517c018ff4abe9f8956226b803c29a74c01aa9ea8e",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -1.9816882610321045,
      -3.6725337505340576,
      -0.13212944567203522
    ],
    "probabilities": [
      0.1326017677783966,
      0.024446934461593628,
      0.8429512977600098
    ],
    "log_probabilities": [
      -2.020404815673828,
      -3.7112503051757812,
      -0.170846089720726
    ]
  },
  {
    "id": "snli:validation:6715",
    "group": "snli:b2654f1bf157f7c38b108976a56322c96f4c0a02da108085cce619509cca4736",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -6.236598491668701,
      0.018811505287885666,
      -6.951421737670898
    ],
    "probabilities": [
      0.0019145635887980461,
      0.9971486926078796,
      0.0009367550374008715
    ],
    "log_probabilities": [
      -6.258265495300293,
      -0.002855392638593912,
      -6.97308874130249
    ]
  },
  {
    "id": "snli:validation:6898",
    "group": "snli:9e6b77edb3304f31d28e0ae874d3d9d25a14c8efec74a887ef53a0aa7cf843eb",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      6.886316776275635,
      -1.8704935312271118,
      2.2743771076202393
    ],
    "probabilities": [
      0.9900109171867371,
      0.00015581370098516345,
      0.009833320043981075
    ],
    "log_probabilities": [
      -0.010039310902357101,
      -8.766849517822266,
      -4.621978759765625
    ]
  },
  {
    "id": "snli:validation:7954",
    "group": "snli:4ac13b39941e38a1dcfdb044de70af13df2195a1055ca6f89dcd913bc911c01c",
    "family": "snli",
    "target": 1,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      1.7179404497146606,
      7.111836910247803,
      -3.04939603805542
    ],
    "probabilities": [
      0.0045235008001327515,
      0.9954380393028259,
      3.846332401735708e-05
    ],
    "log_probabilities": [
      -5.398468971252441,
      -0.0045724124647676945,
      -10.16580581665039
    ]
  },
  {
    "id": "snli:validation:7228",
    "group": "snli:a1775a4d14734d4170585c786647e4b04f6cfd6e8f3101e2d5e4327ac73c1dd6",
    "family": "snli",
    "target": 1,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      1.817167043685913,
      6.752837657928467,
      -3.3128662109375
    ],
    "probabilities": [
      0.007134072482585907,
      0.9928237199783325,
      4.220775736030191e-05
    ],
    "log_probabilities": [
      -4.942873001098633,
      -0.007202138192951679,
      -10.072906494140625
    ]
  },
  {
    "id": "snli:validation:3007",
    "group": "snli:d9a7621104f59721e1485f6018f2a044d9a60572320cd667787b93d9081edcb8",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -4.592441082000732,
      -7.327314853668213,
      3.259622573852539
    ],
    "probabilities": [
      0.0003887874190695584,
      2.5233170163119212e-05,
      0.9995859265327454
    ],
    "log_probabilities": [
      -7.85247802734375,
      -10.587350845336914,
      -0.00041416651220060885
    ]
  },
  {
    "id": "snli:validation:7507",
    "group": "snli:35dfb3dbe833482c6ae1ed4adb369000c12d6f23eef5bb4c3478fb8ad871e950",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -1.3910428285598755,
      -6.123461723327637,
      -0.16644643247127533
    ],
    "probabilities": [
      0.22667524218559265,
      0.0019959083292633295,
      0.7713288068771362
    ],
    "log_probabilities": [
      -1.4842369556427002,
      -6.21665620803833,
      -0.25964054465293884
    ]
  },
  {
    "id": "snli:validation:2389",
    "group": "snli:ad69c7c361f10741e809bb0b90e952c75d6a845dd52ba16369e88435f84cf5d8",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -3.357537031173706,
      1.0371071100234985,
      -4.280671119689941
    ],
    "probabilities": [
      0.01213399600237608,
      0.9830454587936401,
      0.004820498172193766
    ],
    "log_probabilities": [
      -4.411744117736816,
      -0.01709992066025734,
      -5.334877967834473
    ]
  },
  {
    "id": "snli:validation:1693",
    "group": "snli:95c752b84f14494a42f2cdfe80b8e3f1edab592bed8bbb98fa3c2b14fe364424",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -7.1586737632751465,
      0.3813519775867462,
      -6.325602054595947
    ],
    "probabilities": [
      0.0005304536316543818,
      0.9982492923736572,
      0.0012202417710795999
    ],
    "log_probabilities": [
      -7.541778087615967,
      -0.0017522709676995873,
      -6.708706378936768
    ]
  },
  {
    "id": "snli:validation:2563",
    "group": "snli:70efcea6ac473cbccf4c6c8a854aaa4011bd909faae85785a4d31eb7e6578fa4",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -5.536683082580566,
      -2.4171643257141113,
      -6.075056552886963
    ],
    "probabilities": [
      0.04128958657383919,
      0.9346097707748413,
      0.02410060353577137
    ],
    "log_probabilities": [
      -3.1871449947357178,
      -0.06762616336345673,
      -3.7255184650421143
    ]
  },
  {
    "id": "snli:validation:9277",
    "group": "snli:66d768af49febd38d8d096ab708e99f053db2789a9e18b20fe2e2be7dd12edd2",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -5.644083499908447,
      -6.8016510009765625,
      -2.2904300689697266
    ],
    "probabilities": [
      0.033420998603105545,
      0.010502537712454796,
      0.956076443195343
    ],
    "log_probabilities": [
      -3.3985707759857178,
      -4.556138515472412,
      -0.044917408376932144
    ]
  },
  {
    "id": "snli:validation:4414",
    "group": "snli:500ddbb6c8cd2ce8f57d34395c0d666729081c8f212b0ccdb8ac17541feea88e",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -3.8673503398895264,
      0.40078964829444885,
      0.6168155074119568
    ],
    "probabilities": [
      0.006211500149220228,
      0.44343101978302,
      0.5503575205802917
    ],
    "log_probabilities": [
      -5.081352710723877,
      -0.8132131099700928,
      -0.5971872210502625
    ]
  },
  {
    "id": "snli:validation:5185",
    "group": "snli:f15d51f1751116096088fcfd31218c4bbc772e7200d5d3e40d84bd2a91eeaaf7",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -2.522887706756592,
      2.288435459136963,
      7.656134605407715
    ],
    "probabilities": [
      3.778064274229109e-05,
      0.0046430169604718685,
      0.9953191876411438
    ],
    "log_probabilities": [
      -10.183713912963867,
      -5.3723907470703125,
      -0.004691782873123884
    ]
  },
  {
    "id": "snli:validation:2134",
    "group": "snli:20dc7af8745c5e034331e99561f17942ed46d9f8dfc7ade1cd43a6d5eeb358d0",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -1.5175305604934692,
      2.4507858753204346,
      8.174591064453125
    ],
    "probabilities": [
      6.156327435746789e-05,
      0.0032564131543040276,
      0.9966819882392883
    ],
    "log_probabilities": [
      -9.69544506072998,
      -5.727128982543945,
      -0.0033235095907002687
    ]
  },
  {
    "id": "snli:validation:1240",
    "group": "snli:503165283db324f5748f9d5cc27ab4a2dd9a5e7dca48d5e4fc87e50cf89dbdd8",
    "family": "snli",
    "target": 1,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -4.105018615722656,
      1.3272396326065063,
      -6.215846538543701
    ],
    "probabilities": [
      0.004351872019469738,
      0.9951209425926208,
      0.000527175550814718
    ],
    "log_probabilities": [
      -5.4371490478515625,
      -0.0048909783363342285,
      -7.547976970672607
    ]
  },
  {
    "id": "snli:validation:6949",
    "group": "snli:bc365b6a9ed16f9677ce0601dc126da71aab9efc4cc69a1a19e8602c79c957a2",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      2.4911482334136963,
      -1.8754860162734985,
      7.3970112800598145
    ],
    "probabilities": [
      0.0073479656130075455,
      9.327428415417671e-05,
      0.9925588369369507
    ],
    "log_probabilities": [
      -4.913331985473633,
      -9.279966354370117,
      -0.00746899051591754
    ]
  },
  {
    "id": "snli:validation:9451",
    "group": "snli:1d1effc2aba64d86b0401623a594b15b340b1d086712146d1cb4a3a649610b0a",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -2.273038625717163,
      0.28386616706848145,
      -3.3926680088043213
    ],
    "probabilities": [
      0.07031240314245224,
      0.9067375659942627,
      0.02295002155005932
    ],
    "log_probabilities": [
      -2.6548070907592773,
      -0.09790223836898804,
      -3.7744364738464355
    ]
  },
  {
    "id": "snli:validation:300",
    "group": "snli:c49f08996314b119d5f3a922b5649818bff0f20438c93e68892412f78a31d949",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -1.7386736869812012,
      7.2819414138793945,
      2.290621757507324
    ],
    "probabilities": [
      0.00012006126780761406,
      0.9931299090385437,
      0.006749995518475771
    ],
    "log_probabilities": [
      -9.027508735656738,
      -0.0068937791511416435,
      -4.998213291168213
    ]
  },
  {
    "id": "snli:validation:405",
    "group": "snli:295397b08cc3dfb2afe5a07277e354fc14c095df108b218ad9994bf59bc7a4d7",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -10.66502571105957,
      3.1846721172332764,
      -6.4644694328308105
    ],
    "probabilities": [
      9.663270930104773e-07,
      0.9999345541000366,
      6.447669147746637e-05
    ],
    "log_probabilities": [
      -13.849763870239258,
      -6.544376083184034e-05,
      -9.64920711517334
    ]
  },
  {
    "id": "snli:validation:8995",
    "group": "snli:57911248b670e9df483140a3d5e365057502b0bce12215f3c03f827b30fe5acc",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -2.9553568363189697,
      -4.9476704597473145,
      2.954289674758911
    ],
    "probabilities": [
      0.002704806160181761,
      0.00036888010799884796,
      0.9969262480735779
    ],
    "log_probabilities": [
      -5.91272497177124,
      -7.905038833618164,
      -0.003078485606238246
    ]
  },
  {
    "id": "snli:validation:8974",
    "group": "snli:a838f9d50f0a2da1f67f6c5d58614d24cdcba90b98aab35cd14efb170a774a14",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -5.9695143699646,
      -9.397635459899902,
      3.4580085277557373
    ],
    "probabilities": [
      8.047164010349661e-05,
      2.611130639706971e-06,
      0.9999169111251831
    ],
    "log_probabilities": [
      -9.427605628967285,
      -12.855727195739746,
      -8.308542601298541e-05
    ]
  },
  {
    "id": "snli:validation:3496",
    "group": "snli:0a861ba764586f849b3cf2c9cf66d82910e04a56a521dab09bcd6fb1c48037c5",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -6.836521625518799,
      -1.2563339471817017,
      -7.146023750305176
    ],
    "probabilities": [
      0.003747350536286831,
      0.9935027956962585,
      0.0027498516719788313
    ],
    "log_probabilities": [
      -5.586706161499023,
      -0.006518411450088024,
      -5.8962082862854
    ]
  },
  {
    "id": "snli:validation:5140",
    "group": "snli:b9ec644820077c4dd704c1a0068a71ea68dd89b91b0e6c114f8909f889c6ce8a",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -4.832407474517822,
      0.14428041875362396,
      -4.305136680603027
    ],
    "probabilities": [
      0.006771046202629805,
      0.9817567467689514,
      0.011472197249531746
    ],
    "log_probabilities": [
      -4.9950995445251465,
      -0.018411684781312943,
      -4.467828750610352
    ]
  },
  {
    "id": "snli:validation:8971",
    "group": "snli:d8b8202d449ed4b5e3fd1c46c683463feb65f265e016865d960207c68fdb2f28",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      0.7551935911178589,
      -4.888003826141357,
      -5.008273601531982
    ],
    "probabilities": [
      0.9933626651763916,
      0.0035180198028683662,
      0.0031193620525300503
    ],
    "log_probabilities": [
      -0.006659456994384527,
      -5.649857044219971,
      -5.770126819610596
    ]
  },
  {
    "id": "snli:validation:1156",
    "group": "snli:61e0b224545b09303050f4bc9d98c20633de71454f05c1886122a9a69888c301",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      2.0971574783325195,
      -12.11793327331543,
      -8.951143264770508
    ],
    "probabilities": [
      0.9999834299087524,
      6.705903956572001e-07,
      1.5913905372144654e-05
    ],
    "log_probabilities": [
      -1.6569954823353328e-05,
      -14.215106964111328,
      -11.048316955566406
    ]
  },
  {
    "id": "snli:validation:8554",
    "group": "snli:d31677a0f89b2aa40a3b448ead1a530465dfcf32020075bc1f0293bef6095927",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      3.163766384124756,
      -10.070889472961426,
      -6.989964485168457
    ],
    "probabilities": [
      0.9999592304229736,
      1.7874937157102977e-06,
      3.892899621860124e-05
    ],
    "log_probabilities": [
      -4.076874756719917e-05,
      -13.234696388244629,
      -10.15377140045166
    ]
  },
  {
    "id": "snli:validation:8095",
    "group": "snli:1705850b86c40fee4a1ea41efeb0426fecc7789e1deb4dc74f99aa4d53416153",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -3.5250089168548584,
      1.8039510250091553,
      7.299912452697754
    ],
    "probabilities": [
      1.9815694031422026e-05,
      0.004086460918188095,
      0.9958937168121338
    ],
    "log_probabilities": [
      -10.829036712646484,
      -5.500075817108154,
      -0.0041147335432469845
    ]
  },
  {
    "id": "snli:validation:7465",
    "group": "snli:4dc40bfba4dd3f66c85681bfdb4f3028c3d78f96d6d330bb0cbbad1baa9d3521",
    "family": "snli",
    "target": 1,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      2.219059705734253,
      8.074983596801758,
      -2.807882070541382
    ],
    "probabilities": [
      0.0028546638786792755,
      0.9971266388893127,
      1.8723270841292106e-05
    ],
    "log_probabilities": [
      -5.858801364898682,
      -0.0028775022365152836,
      -10.885743141174316
    ]
  },
  {
    "id": "snli:validation:9523",
    "group": "snli:a2efa2951411119e8ca7eedbd293a9d3ac8c36bbda450be9a5ac6442f17344fe",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      0.6991959810256958,
      -1.4765725135803223,
      5.546441078186035
    ],
    "probabilities": [
      0.007781950291246176,
      0.0008834140608087182,
      0.9913347363471985
    ],
    "log_probabilities": [
      -4.855948448181152,
      -7.031716823577881,
      -0.008703039959073067
    ]
  },
  {
    "id": "snli:validation:2881",
    "group": "snli:0efa686be12fe539d0fd54ead017c156afa86a89750fd483e2eb5f9b4f699296",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      7.269721031188965,
      1.7500498294830322,
      -2.967233419418335
    ],
    "probabilities": [
      0.9959732890129089,
      0.003991028759628534,
      3.5677527193911374e-05
    ],
    "log_probabilities": [
      -0.004034832119941711,
      -5.523706436157227,
      -10.240989685058594
    ]
  },
  {
    "id": "snli:validation:333",
    "group": "snli:ff63c51844d8c4addfdc0010cc2c7efb8e9d2d180ab2331a43416da6428f83b3",
    "family": "snli",
    "target": 1,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -4.304579257965088,
      3.725902557373047,
      -6.4156413078308105
    ],
    "probabilities": [
      0.0003252728783991188,
      0.9996353387832642,
      3.939352973247878e-05
    ],
    "log_probabilities": [
      -8.030845642089844,
      -0.000364713923772797,
      -10.141908645629883
    ]
  },
  {
    "id": "snli:validation:2836",
    "group": "snli:be86a464391b1375fdf94400055f1bf2355fa0c28cefdfc2c20e386f4b152831",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      7.6636271476745605,
      -2.922232151031494,
      2.156435966491699
    ],
    "probabilities": [
      0.9959338307380676,
      2.516808672226034e-05,
      0.004040989559143782
    ],
    "log_probabilities": [
      -0.004074486903846264,
      -10.589933395385742,
      -5.511265754699707
    ]
  },
  {
    "id": "snli:validation:3169",
    "group": "snli:5252fbd056a622904b94b79c69f4b6774378992e4de302152a034d2aa88fcc69",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      1.4067448377609253,
      -3.6047422885894775,
      6.4280009269714355
    ],
    "probabilities": [
      0.006552725564688444,
      4.364762571640313e-05,
      0.9934036135673523
    ],
    "log_probabilities": [
      -5.027873992919922,
      -10.039361953735352,
      -0.006618246901780367
    ]
  },
  {
    "id": "snli:validation:660",
    "group": "snli:5141e45f9939c4d3121caec3d91e6880e5cc240d702d26316ace8f05609efac0",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      1.3082973957061768,
      -4.552822589874268,
      -3.027566432952881
    ],
    "probabilities": [
      0.9843114018440247,
      0.0028033696580678225,
      0.01288518588989973
    ],
    "log_probabilities": [
      -0.015812953934073448,
      -5.8769330978393555,
      -4.351676940917969
    ]
  },
  {
    "id": "snli:validation:9688",
    "group": "snli:7bc9dd773e24097427f79188cbb6375a9d1f3bd547c149b619ca98e37766ec9c",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -7.737771511077881,
      -7.716085910797119,
      -0.7380812168121338
    ],
    "probabilities": [
      0.0009104853961616755,
      0.0009304453851655126,
      0.9981589913368225
    ],
    "log_probabilities": [
      -7.001532554626465,
      -6.979846954345703,
      -0.001842707279138267
    ]
  },
  {
    "id": "snli:validation:6925",
    "group": "snli:4409bcc9d6644a09ecb86f22ee8e9d26bf000ec85c8df8b517a5b090f27c865b",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      7.282789707183838,
      2.4055590629577637,
      -2.0256147384643555
    ],
    "probabilities": [
      0.992350161075592,
      0.0075598047114908695,
      8.996551332529634e-05
    ],
    "log_probabilities": [
      -0.00767922680824995,
      -4.8849101066589355,
      -9.316083908081055
    ]
  },
  {
    "id": "snli:validation:8035",
    "group": "snli:4ae6561618c356d1e61757a6f7370ba17a5a6083988d23fa5af0daad9e273a22",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -6.822117328643799,
      -4.181460857391357,
      3.7977709770202637
    ],
    "probabilities": [
      2.4416409360128455e-05,
      0.0003423767921049148,
      0.9996331930160522
    ],
    "log_probabilities": [
      -10.620255470275879,
      -7.979598522186279,
      -0.0003668589051812887
    ]
  },
  {
    "id": "snli:validation:8962",
    "group": "snli:1dd97ecd3c0a15cd29f1e1ece11b6443d358ffeb36afd772bcca55d90b50cf59",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      3.4670965671539307,
      -8.395621299743652,
      -5.123097896575928
    ],
    "probabilities": [
      0.9998070597648621,
      7.046985501801828e-06,
      0.00018588401144370437
    ],
    "log_probabilities": [
      -0.00019298121333122253,
      -11.862910270690918,
      -8.590387344360352
    ]
  },
  {
    "id": "snli:validation:5806",
    "group": "snli:ef86932c04624c34e6c42d0688f170152e5d35973e57c52a04d5b6ef5845f9c4",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -7.7783427238464355,
      -1.7255871295928955,
      -7.084364414215088
    ],
    "probabilities": [
      0.002334894612431526,
      0.9929914474487305,
      0.004673671443015337
    ],
    "log_probabilities": [
      -6.059788703918457,
      -0.007033233065158129,
      -5.365810394287109
    ]
  },
  {
    "id": "snli:validation:5632",
    "group": "snli:0d0d0d7f63d85cf1f5d72f2e359fb9146b311b455b32f27d216810f890d83efa",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      0.7095832824707031,
      3.073155641555786,
      -3.217545986175537
    ],
    "probabilities": [
      0.08584756404161453,
      0.9124612212181091,
      0.0016912090359255672
    ],
    "log_probabilities": [
      -2.4551820755004883,
      -0.09160971641540527,
      -6.382311820983887
    ]
  },
  {
    "id": "snli:validation:7192",
    "group": "snli:d0f9762707fbd77d2a35b248b101ec8050bc4f8ff1c1b5822b4b9651538c3ce9",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -2.1603457927703857,
      1.7752429246902466,
      7.522609233856201
    ],
    "probabilities": [
      6.213487358763814e-05,
      0.0031808249186724424,
      0.9967569708824158
    ],
    "log_probabilities": [
      -9.686203002929688,
      -5.750614643096924,
      -0.0032482976093888283
    ]
  },
  {
    "id": "snli:validation:3097",
    "group": "snli:0ceda4c67d791f6acc0996de75a69a428ed188164a2dd28fe71f4e99b6243258",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -6.4622368812561035,
      -5.059861660003662,
      0.10888199508190155
    ],
    "probabilities": [
      0.0013903694925829768,
      0.005651633720844984,
      0.9929579496383667
    ],
    "log_probabilities": [
      -6.57818603515625,
      -5.175810813903809,
      -0.007066969294101
    ]
  },
  {
    "id": "snli:validation:1102",
    "group": "snli:889ba190c7c3ec5821edf6e84556074a66213c2b67bd7b29113d7a3f7c41391b",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -4.976154804229736,
      0.74770188331604,
      -4.874905109405518
    ],
    "probabilities": [
      0.00324475415982306,
      0.9931647181510925,
      0.003590492531657219
    ],
    "log_probabilities": [
      -5.730715751647949,
      -0.006858734879642725,
      -5.6294660568237305
    ]
  },
  {
    "id": "snli:validation:2485",
    "group": "snli:c8b4dbe3069fdda3cb77030da259dff2fd68431546ea321880301b97e32dedf8",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -0.8426749110221863,
      -3.9128661155700684,
      -7.421207904815674
    ],
    "probabilities": [
      0.9543787240982056,
      0.044294897466897964,
      0.0013264782028272748
    ],
    "log_probabilities": [
      -0.04669472202658653,
      -3.1168859004974365,
      -6.625227928161621
    ]
  },
  {
    "id": "snli:validation:1559",
    "group": "snli:fc46c403c2a3ff358f08a685680184eb3afb6acc22a83c39189df7ac1503f523",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      7.0330729484558105,
      1.607556700706482,
      -2.827305793762207
    ],
    "probabilities": [
      0.9955647587776184,
      0.004383265506476164,
      5.1971073844470084e-05
    ],
    "log_probabilities": [
      -0.0044450764544308186,
      -5.429961204528809,
      -9.864823341369629
    ]
  },
  {
    "id": "snli:validation:7909",
    "group": "snli:401e40ad0fa308ffdfaba8c945c3b07a35a24bc1ca7c259f02c780ab2e1a89e4",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -4.4536871910095215,
      -6.387518882751465,
      -1.2291182279586792
    ],
    "probabilities": [
      0.03804114833474159,
      0.005500487983226776,
      0.9564583897590637
    ],
    "log_probabilities": [
      -3.2690868377685547,
      -5.202918529510498,
      -0.044517967849969864
    ]
  },
  {
    "id": "snli:validation:4168",
    "group": "snli:2976eb0d7438ad609637bca012571499d29cb9d0661dd50c844b1cb681ace1a3",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -1.4170849323272705,
      -3.925238847732544,
      5.191744804382324
    ],
    "probabilities": [
      0.001346446224488318,
      0.00010962550004478544,
      0.9985439777374268
    ],
    "log_probabilities": [
      -6.610286712646484,
      -9.118440628051758,
      -0.0014571059728041291
    ]
  },
  {
    "id": "snli:validation:2767",
    "group": "snli:6b693fc1d8849819328504db938beaf65d5e2080489283d23a477bc6eaf91e8b",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -3.6997880935668945,
      1.8486000299453735,
      7.5268330574035645
    ],
    "probabilities": [
      1.3269415831018705e-05,
      0.0034078960306942463,
      0.9965787529945374
    ],
    "log_probabilities": [
      -11.230049133300781,
      -5.681660175323486,
      -0.0034271099139004946
    ]
  },
  {
    "id": "snli:validation:291",
    "group": "snli:839c9f7ea0d91591bab193971063236cd3c018f2ac336ff9e8c5988844dec16a",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      0.9002825617790222,
      -2.408656120300293,
      4.774913311004639
    ],
    "probabilities": [
      0.020324598997831345,
      0.0007429646793752909,
      0.9789324402809143
    ],
    "log_probabilities": [
      -3.895923376083374,
      -7.204862117767334,
      -0.021292665973305702
    ]
  },
  {
    "id": "snli:validation:3709",
    "group": "snli:632641c3dcaffc70b8864b494298002ad9e83438d626ded9986e1eabc47a5587",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -7.306771278381348,
      -0.4234243333339691,
      -6.099467754364014
    ],
    "probabilities": [
      0.0010201670229434967,
      0.9955679774284363,
      0.003411901881918311
    ],
    "log_probabilities": [
      -6.887788772583008,
      -0.004441871773451567,
      -5.680485248565674
    ]
  },
  {
    "id": "snli:validation:5224",
    "group": "snli:c59f01ebbe6cd253fcac8b1d67233a27b3dd352989fc49f768555e61a3befed0",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -3.6266674995422363,
      1.8033016920089722,
      -4.539031505584717
    ],
    "probabilities": [
      0.0043564666993916035,
      0.9938940405845642,
      0.0017494427738711238
    ],
    "log_probabilities": [
      -5.436093807220459,
      -0.006124656647443771,
      -6.3484578132629395
    ]
  },
  {
    "id": "snli:validation:3655",
    "group": "snli:820acdf281b8facd3d77b8fcf56696db4be6f3109e91bb326572e5995420a63b",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -4.856361389160156,
      -6.050450801849365,
      0.1559295505285263
    ],
    "probabilities": [
      0.006598414853215218,
      0.001999185886234045,
      0.9914023280143738
    ],
    "log_probabilities": [
      -5.020925998687744,
      -6.215015411376953,
      -0.008634849451482296
    ]
  },
  {
    "id": "snli:validation:7351",
    "group": "snli:359ea0262f3366c658f6dd281c135786384f1120d25485249dce46fe35b0893f",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -7.781518459320068,
      -4.880558490753174,
      3.9949398040771484
    ],
    "probabilities": [
      7.682187970203813e-06,
      0.0001397514424752444,
      0.9998526573181152
    ],
    "log_probabilities": [
      -11.776605606079102,
      -8.87564468383789,
      -0.00014733182615600526
    ]
  },
  {
    "id": "snli:validation:4516",
    "group": "snli:3254bdd5eb7f09577c5cfe2883fbd55145494f1b67767236910456c08a6ef848",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      0.8372448086738586,
      -5.485133647918701,
      -4.202075004577637
    ],
    "probabilities": [
      0.9917940497398376,
      0.0017809319542720914,
      0.006424992345273495
    ],
    "log_probabilities": [
      -0.008239799179136753,
      -6.330618381500244,
      -5.04755973815918
    ]
  },
  {
    "id": "snli:validation:949",
    "group": "snli:0d9cca1475ca24de08e24490910309836f6ba8cbb5483ed5ffcc9e23afc18f35",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -4.762381553649902,
      -8.165987968444824,
      3.8517277240753174
    ],
    "probabilities": [
      0.00018149243260268122,
      6.035191290720832e-06,
      0.9998124241828918
    ],
    "log_probabilities": [
      -8.614296913146973,
      -12.017903327941895,
      -0.00018761781393550336
    ]
  },
  {
    "id": "snli:validation:7723",
    "group": "snli:d11f75d28155d5fbb935d55b79db96dc1b05eb0bf2ba87640814c9a77e5827ef",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -3.571235179901123,
      -2.858376979827881,
      -6.659746170043945
    ],
    "probabilities": [
      0.32410889863967896,
      0.6611215472221375,
      0.014769564382731915
    ],
    "log_probabilities": [
      -1.1266757249832153,
      -0.41381752490997314,
      -4.215186595916748
    ]
  },
  {
    "id": "snli:validation:9385",
    "group": "snli:ed41a4346a8be4f82d2d220f864cb49a1a5538ad4c68dcd5767e68eb5cc903c3",
    "family": "snli",
    "target": 1,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      1.494876742362976,
      6.747884750366211,
      -2.8262746334075928
    ],
    "probabilities": [
      0.005204169545322657,
      0.9947267174720764,
      6.913518154760823e-05
    ],
    "log_probabilities": [
      -5.258295059204102,
      -0.005287235137075186,
      -9.579446792602539
    ]
  },
  {
    "id": "snli:validation:2377",
    "group": "snli:724a73ef9aa97c6cfcd47cce650e0bc7660d64ecf951425a1478e42051897b5b",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -4.674109935760498,
      -0.15537996590137482,
      -5.627322196960449
    ],
    "probabilities": [
      0.01074061170220375,
      0.9851188063621521,
      0.004140513949096203
    ],
    "log_probabilities": [
      -4.5337233543396,
      -0.014993003569543362,
      -5.486935615539551
    ]
  },
  {
    "id": "snli:validation:7544",
    "group": "snli:fe7a28674d2b6ca06ec10646386d72e3556854d1d4bca86e8516e6012de0f4f8",
    "family": "snli",
    "target": 1,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      2.423598289489746,
      7.708143711090088,
      -2.340639591217041
    ],
    "probabilities": [
      0.00504355039447546,
      0.9949134588241577,
      4.301839362597093e-05
    ],
    "log_probabilities": [
      -5.289644718170166,
      -0.005099504254758358,
      -10.053882598876953
    ]
  },
  {
    "id": "snli:validation:1330",
    "group": "snli:ec3ba47600cac6c1b343792fc5fa9ffc27d1fb71439f4a4befc91afc432036c8",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -6.509468078613281,
      -0.6112387776374817,
      -6.765896797180176
    ],
    "probabilities": [
      0.0027310058940201998,
      0.9951556921005249,
      0.002113280352205038
    ],
    "log_probabilities": [
      -5.903085231781006,
      -0.0048561012372374535,
      -6.1595139503479
    ]
  },
  {
    "id": "snli:validation:3871",
    "group": "snli:5c2f7537ce9896fde8cd2e947c70ba770e357f24a47745b99f8f1d7d9510c8c4",
    "family": "snli",
    "target": 1,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -3.7490034103393555,
      4.843825340270996,
      -6.283890724182129
    ],
    "probabilities": [
      0.00018539369921199977,
      0.999799907207489,
      1.4696279322379269e-05
    ],
    "log_probabilities": [
      -8.593029022216797,
      -0.00020013237372040749,
      -11.12791633605957
    ]
  },
  {
    "id": "snli:validation:9595",
    "group": "snli:221ab05496dc04bdbfdb9e2c4d963f7e0929902c77a2908369debed74fd64bf6",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      0.7309982180595398,
      -5.331259250640869,
      -6.012048244476318
    ],
    "probabilities": [
      0.9965040683746338,
      0.002320994855836034,
      0.00117492803838104
    ],
    "log_probabilities": [
      -0.0035020706709474325,
      -6.065759181976318,
      -6.746548175811768
    ]
  },
  {
    "id": "snli:validation:7492",
    "group": "snli:919c7379b14ea69772df6b7f8fc1befcea930fb27ed3dfacdbeff3af6242e552",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -1.7924072742462158,
      -0.6763863563537598,
      -1.7698336839675903
    ],
    "probabilities": [
      0.1970244199037552,
      0.6014530658721924,
      0.20152252912521362
    ],
    "log_probabilities": [
      -1.6244276762008667,
      -0.5084067583084106,
      -1.6018540859222412
    ]
  },
  {
    "id": "snli:validation:2587",
    "group": "snli:4fc61bc7fc4330a0864afb5e3f339ae8323d40fbd05110747acdccaddf088a51",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -2.040692090988159,
      -4.481709003448486,
      1.5720059871673584
    ],
    "probabilities": [
      0.02621026150882244,
      0.002282187109813094,
      0.9715075492858887
    ],
    "log_probabilities": [
      -3.641604423522949,
      -6.082621097564697,
      -0.028906267136335373
    ]
  },
  {
    "id": "snli:validation:9589",
    "group": "snli:0068f4118fbc586aa27dbf4c33792600259980b4c3a92a9c281a5a72161d9bc4",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      2.591677665710449,
      0.5321917533874512,
      -2.4610300064086914
    ],
    "probabilities": [
      0.8819030523300171,
      0.11245985329151154,
      0.005637126509100199
    ],
    "log_probabilities": [
      -0.12567314505577087,
      -2.1851589679718018,
      -5.178380966186523
    ]
  },
  {
    "id": "snli:validation:666",
    "group": "snli:7496ec298ad696281c30a5fb4affdc8897eebe32b813eeb891a1bbad14b24339",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -1.8529858589172363,
      6.895766735076904,
      1.906169056892395
    ],
    "probabilities": [
      0.00015756137145217508,
      0.9930811524391174,
      0.006761295720934868
    ],
    "log_probabilities": [
      -8.755695343017578,
      -0.006942909676581621,
      -4.996540546417236
    ]
  },
  {
    "id": "snli:validation:1876",
    "group": "snli:41db8d150be282da53afb377e60a2ef2004b07f4208b0ad6fb4bba95a76213c0",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -4.580399036407471,
      2.543753147125244,
      -3.267889976501465
    ],
    "probabilities": [
      0.0008023682748898864,
      0.9962164759635925,
      0.0029811866115778685
    ],
    "log_probabilities": [
      -7.12794303894043,
      -0.0037906949874013662,
      -5.815433979034424
    ]
  },
  {
    "id": "snli:validation:1261",
    "group": "snli:a107a534bd462ee873d36b6969a7bdc314c352dea053d433251a8aec1743e65e",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      2.5035133361816406,
      -3.9281296730041504,
      -5.9750237464904785
    ],
    "probabilities": [
      0.9981855750083923,
      0.0016068827826529741,
      0.00020750550902448595
    ],
    "log_probabilities": [
      -0.0018160531762987375,
      -6.433459281921387,
      -8.480352401733398
    ]
  },
  {
    "id": "snli:validation:4537",
    "group": "snli:0ea1c8f1211c7ef7ed4ab6100a595652c689ac896bd2fc1e8c727a668230947c",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -2.1623756885528564,
      2.5409505367279053,
      7.630682945251465
    ],
    "probabilities": [
      5.549295019591227e-05,
      0.006121621001511812,
      0.9938229322433472
    ],
    "log_probabilities": [
      -9.799254417419434,
      -5.095928192138672,
      -0.006196216680109501
    ]
  },
  {
    "id": "snli:validation:6124",
    "group": "snli:626c023ca3208a15efcc09804063130ffd99f665058848a1fe0c297ab698cf5b",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -2.639120101928711,
      0.14783714711666107,
      -1.2995492219924927
    ],
    "probabilities": [
      0.04750828444957733,
      0.7711333632469177,
      0.18135836720466614
    ],
    "log_probabilities": [
      -3.04685115814209,
      -0.25989392399787903,
      -1.7072802782058716
    ]
  },
  {
    "id": "snli:validation:3913",
    "group": "snli:d5436b2025ce63852b6165aae8ec633c2effdb19fad63c92a293d7e1dc8b6422",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -4.278351306915283,
      -2.7827210426330566,
      -7.496516704559326
    ],
    "probabilities": [
      0.18174627423286438,
      0.8109787106513977,
      0.007275017444044352
    ],
    "log_probabilities": [
      -1.705143690109253,
      -0.20951348543167114,
      -4.923309326171875
    ]
  },
  {
    "id": "snli:validation:9490",
    "group": "snli:ed022acc1ea0992bef134ca11c18629b3a0e09c6e115d5ff7b12f1cd86c9f3bd",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      5.304922103881836,
      -2.670224189758301,
      0.4827844202518463
    ],
    "probabilities": [
      0.9916763305664062,
      0.0003410420613363385,
      0.007982558570802212
    ],
    "log_probabilities": [
      -0.008358496241271496,
      -7.983504772186279,
      -4.830496311187744
    ]
  },
  {
    "id": "snli:validation:1738",
    "group": "snli:b8697bd17fde78e1b3d6014c6f2ed94d1497b5ad8bb4659c9ea66e04545cdb5e",
    "family": "snli",
    "target": 1,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -2.573585033416748,
      5.078912734985352,
      -5.6579365730285645
    ],
    "probabilities": [
      0.0004746208433061838,
      0.9995036125183105,
      2.1718517018598504e-05
    ],
    "log_probabilities": [
      -7.652994155883789,
      -0.00049650261644274,
      -10.737345695495605
    ]
  },
  {
    "id": "snli:validation:5050",
    "group": "snli:7e811c4afcdd6523a3e50e5e287b9bee1f3d57036f2c96ee541e8149306b8d53",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -0.9987404346466064,
      0.24549920856952667,
      2.502399444580078
    ],
    "probabilities": [
      0.026579122990369797,
      0.09223739057779312,
      0.8811835050582886
    ],
    "log_probabilities": [
      -3.627629280090332,
      -2.383389711380005,
      -0.12648937106132507
    ]
  },
  {
    "id": "snli:validation:6964",
    "group": "snli:fc911b60edeec7442402cae43e131d1e4ecde549c3fb9b76b87fb659ebddd61e",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      7.0788350105285645,
      -1.3671672344207764,
      2.4795641899108887
    ],
    "probabilities": [
      0.9898305535316467,
      0.00021257332991808653,
      0.009956872090697289
    ],
    "log_probabilities": [
      -0.010221514850854874,
      -8.456223487854004,
      -4.609492301940918
    ]
  },
  {
    "id": "snli:validation:8110",
    "group": "snli:42a297bf6d27c3da45bf9ad7131444f6712bd3fb46a3c8c2a88111b10ec02057",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      3.1401216983795166,
      -1.9602473974227905,
      8.036030769348145
    ],
    "probabilities": [
      0.007421278860419989,
      4.522898598224856e-05,
      0.9925334453582764
    ],
    "log_probabilities": [
      -4.9034037590026855,
      -10.003772735595703,
      -0.0074945478700101376
    ]
  },
  {
    "id": "snli:validation:7924",
    "group": "snli:08c9e64d55f3f4e9c8f5a4dc311f1578d631f3b1f5c54e639c41dc6bc9c0972b",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      5.303477764129639,
      -1.0841659307479858,
      -3.822087049484253
    ],
    "probabilities": [
      0.9982122182846069,
      0.0016792077803984284,
      0.00010865270451176912
    ],
    "log_probabilities": [
      -0.0017893984913825989,
      -6.38943338394165,
      -9.12735366821289
    ]
  },
  {
    "id": "snli:validation:9163",
    "group": "snli:ee28663198a1f6596e92de0195daa8f1f8ee4dd564755d8e062d11b2265c01c1",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -4.995472431182861,
      -0.006034333258867264,
      -4.072176456451416
    ],
    "probabilities": [
      0.006650199182331562,
      0.9766075015068054,
      0.016742371022701263
    ],
    "log_probabilities": [
      -5.013108730316162,
      -0.02367047220468521,
      -4.089812755584717
    ]
  },
  {
    "id": "snli:validation:2248",
    "group": "snli:ae413b34747e6d31f16e5e11e873805d9e03aff0c6961f63cb302ccb2c1840cf",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -0.8350917100906372,
      -7.231412410736084,
      -7.26876974105835
    ],
    "probabilities": [
      0.9967363476753235,
      0.0016622390830889344,
      0.0016012878622859716
    ],
    "log_probabilities": [
      -0.0032689727377146482,
      -6.399590015411377,
      -6.436947345733643
    ]
  },
  {
    "id": "snli:validation:4681",
    "group": "snli:b383128c00898b4d997971a8830915d20a3092ffc8ca01e970b9908200bb2379",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -4.731925964355469,
      -5.545224666595459,
      0.9104810953140259
    ],
    "probabilities": [
      0.0035262873861938715,
      0.0015635312302038074,
      0.9949101805686951
    ],
    "log_probabilities": [
      -5.647509574890137,
      -6.460808277130127,
      -0.0051028248853981495
    ]
  },
  {
    "id": "snli:validation:498",
    "group": "snli:6c04a98f282297a14cd85f33e941731a2fa6215da8ec1dec2ab57d6cacaefde7",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -3.3970112800598145,
      1.416243553161621,
      7.58148717880249
    ],
    "probabilities": [
      1.702863119135145e-05,
      0.002096764976158738,
      0.9978862404823303
    ],
    "log_probabilities": [
      -10.98061466217041,
      -6.167359828948975,
      -0.0021159895695745945
    ]
  },
  {
    "id": "snli:validation:5440",
    "group": "snli:a211d0c5459540d402b48d6355f2f8078e8be9caee68612660a6ef2e6a7ac62e",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -4.193809986114502,
      -6.772022724151611,
      4.226571559906006
    ],
    "probabilities": [
      0.00022027836530469358,
      1.672123107709922e-05,
      0.9997630715370178
    ],
    "log_probabilities": [
      -8.420618057250977,
      -10.998830795288086,
      -0.0002369599969824776
    ]
  },
  {
    "id": "snli:validation:4012",
    "group": "snli:209cae9f7a748e7199d0261c4f8ad1c75f4df49c24fe6d459fd22faf662e8850",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      2.0563406944274902,
      5.558596611022949,
      0.6015337705612183
    ],
    "probabilities": [
      0.029049763455986977,
      0.9641686677932739,
      0.0067815352231264114
    ],
    "log_probabilities": [
      -3.5387449264526367,
      -0.036489006131887436,
      -4.993551731109619
    ]
  },
  {
    "id": "snli:validation:7045",
    "group": "snli:c2a491896468a1beff3e85b233862399141edcfb94d33380f5300783647e87ec",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -3.9531948566436768,
      2.7115442752838135,
      -3.1523141860961914
    ],
    "probabilities": [
      0.0012698633363470435,
      0.9959015250205994,
      0.0028286234010010958
    ],
    "log_probabilities": [
      -6.668846130371094,
      -0.0041068983264267445,
      -5.867965221405029
    ]
  },
  {
    "id": "snli:validation:7726",
    "group": "snli:9e94cad8e8abee068484ee3f29e428bbf800c3e2c5804676eaf542ee7f0ca18d",
    "family": "snli",
    "target": 1,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      2.05841326713562,
      7.612287998199463,
      -3.5163278579711914
    ],
    "probabilities": [
      0.003857428440824151,
      0.9961280226707458,
      1.462912950955797e-05
    ],
    "log_probabilities": [
      -5.5577545166015625,
      -0.003879522206261754,
      -11.132495880126953
    ]
  },
  {
    "id": "snli:validation:8143",
    "group": "snli:f56b606c8d832fd4179667678fb70f04ea945a99dfcae25a529ae487505b5826",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      4.048490524291992,
      -4.2346625328063965,
      -6.704185962677002
    ],
    "probabilities": [
      0.9997259974479675,
      0.00025266967713832855,
      2.1382236809586175e-05
    ],
    "log_probabilities": [
      -0.0002740246127359569,
      -8.283427238464355,
      -10.752949714660645
    ]
  },
  {
    "id": "snli:validation:9574",
    "group": "snli:650b7bcd3fe6801fd422367ca507ef9aaa132bf10ecf96c8fde3e108a901a8a1",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      -7.521091461181641,
      -4.245632171630859,
      3.215287208557129
    ],
    "probabilities": [
      2.1726555132772774e-05,
      0.0005747840623371303,
      0.9994034767150879
    ],
    "log_probabilities": [
      -10.73697566986084,
      -7.4615159034729,
      -0.0005967028555460274
    ]
  },
  {
    "id": "snli:validation:4093",
    "group": "snli:debb73c9b0592905a4e05a7291f9c36eeea51569a10a14800e08eccf885986cb",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      -4.035156726837158,
      0.19178758561611176,
      -2.939877986907959
    ],
    "probabilities": [
      0.01379355974495411,
      0.9449634552001953,
      0.04124297574162483
    ],
    "log_probabilities": [
      -4.283553600311279,
      -0.056609004735946655,
      -3.188274383544922
    ]
  },
  {
    "id": "snli:validation:2659",
    "group": "snli:8b066b7970ed8a1d524f554aad0599735cb9cfac8487a5ecf8ca485126bdae92",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      6.086925029754639,
      -2.3945741653442383,
      1.6370940208435059
    ],
    "probabilities": [
      0.9882518649101257,
      0.00020483281696215272,
      0.011543315835297108
    ],
    "log_probabilities": [
      -0.011817684397101402,
      -8.493316650390625,
      -4.461648464202881
    ]
  },
  {
    "id": "snli:validation:7510",
    "group": "snli:7491bae3624da515278e4a8f23cf2ccc5ebfb9e4e29e18cfbc0a9d66466af4b3",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      7.414520263671875,
      -3.0351433753967285,
      1.8148547410964966
    ],
    "probabilities": [
      0.9962857961654663,
      2.8850470698671415e-05,
      0.0036853610072284937
    ],
    "log_probabilities": [
      -0.003721100278198719,
      -10.453384399414062,
      -5.603386878967285
    ]
  },
  {
    "id": "snli:validation:8074",
    "group": "snli:b9505adf90a8e91ed78ea073be13f1f9b4639e503014785134b7247755cb0acd",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      7.680119037628174,
      2.106677532196045,
      -2.2821407318115234
    ],
    "probabilities": [
      0.9961702227592468,
      0.0037828460335731506,
      4.696553878602572e-05
    ],
    "log_probabilities": [
      -0.0038371284026652575,
      -5.5772786140441895,
      -9.966096878051758
    ]
  },
  {
    "id": "snli:validation:5947",
    "group": "snli:6cf9360efa33740c5e3e7668d88e3722a8123ef05e78e76113dffe72301ffc68",
    "family": "snli",
    "target": 2,
    "choices": [
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -6.108649730682373,
      -0.9705737829208374,
      -3.7587404251098633
    ],
    "probabilities": [
      0.0054983654990792274,
      0.936853289604187,
      0.05764826759696007
    ],
    "log_probabilities": [
      -5.203304290771484,
      -0.06522855907678604,
      -2.8533949851989746
    ]
  },
  {
    "id": "snli:validation:1735",
    "group": "snli:e5f96a9ff2fabbf4f3ecd89a01a5b6f68e723fc0989e251619d0f572e0eb8fc4",
    "family": "snli",
    "target": 0,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      4.069455146789551,
      -4.005977153778076,
      -7.152467250823975
    ],
    "probabilities": [
      0.9996756315231323,
      0.00031098799081519246,
      1.3373354704526719e-05
    ],
    "log_probabilities": [
      -0.00032443503732793033,
      -8.075756072998047,
      -11.222246170043945
    ]
  }
]