[
  {
    "id": "arc:validation:ARC-Easy:362",
    "group": "arc:4187aa3312847ba146c488c23054ab6a97cb214eb18619dd37ea47907a2102b4",
    "family": "arc",
    "target": 2,
    "choices": [
      "magnetism.",
      "nuclear.",
      "gravity.",
      "friction."
    ],
    "logits": [
      -0.033234428614377975,
      -1.8487727642059326,
      6.708209037780762,
      0.8865905404090881
    ],
    "probabilities": [
      0.0011758427135646343,
      0.00019136873015668243,
      0.9956828355789185,
      0.002950014779344201
    ],
    "log_probabilities": [
      -6.74576997756958,
      -8.561308860778809,
      -0.0043265074491500854,
      -5.825944900512695
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:439",
    "group": "arc:7d71e3bb3b786f60fc25a60534e5ad6b6edab49755dfc7473a3eda6039d8409f",
    "family": "arc",
    "target": 2,
    "choices": [
      "runoff and condensation",
      "condensation and evaporation",
      "precipitation and runoff",
      "evaporation and precipitation"
    ],
    "logits": [
      0.6008762717247009,
      -7.295463562011719,
      4.11678409576416,
      -5.546867847442627
    ],
    "probabilities": [
      0.02886088937520981,
      1.0739223398559261e-05,
      0.9710666537284851,
      6.171321001602337e-05
    ],
    "log_probabilities": [
      -3.5452678203582764,
      -11.441607475280762,
      -0.029360149055719376,
      -9.693012237548828
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:384",
    "group": "arc:717bfed654597a5619977409dacc78cec8b0140e471a65a58386a045551e1391",
    "family": "arc",
    "target": 0,
    "choices": [
      "Water vapor in the air condenses into a liquid on the cold can.",
      "The warm air absorbs cold from the can and changes to a liquid.",
      "Water vapor in the air absorbs heat from the can and changes to a liquid.",
      "The warm air causes heat to flow out of the can and condense in the air."
    ],
    "logits": [
      6.958775520324707,
      0.4514256715774536,
      4.534449577331543,
      1.7137054204940796
    ],
    "probabilities": [
      0.9129888415336609,
      0.001362571376375854,
      0.08083400875329971,
      0.004814603831619024
    ],
    "log_probabilities": [
      -0.09103163331747055,
      -6.598381519317627,
      -2.515357494354248,
      -5.336101531982422
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:290",
    "group": "arc:f947963050e42833094b65e5a959acf1e0eb6410f10ceb1a122285b3915a2a1e",
    "family": "arc",
    "target": 2,
    "choices": [
      "carbon",
      "hydrogen",
      "potassium",
      "nitrogen"
    ],
    "logits": [
      0.17636673152446747,
      2.204087972640991,
      4.428404808044434,
      3.1435251235961914
    ],
    "probabilities": [
      0.010174824856221676,
      0.07729565352201462,
      0.7147654891014099,
      0.1977640837430954
    ],
    "log_probabilities": [
      -4.587838649749756,
      -2.560117721557617,
      -0.33580076694488525,
      -1.6206804513931274
    ]
  },
  {
    "id": "banking:train:124",
    "group": "banking:b4c1667ba164f5772653eb2aee97370c5ef23d1a7e4fd77ef37a8f3dedd44ea5",
    "family": "banking",
    "target": 0,
    "choices": [
      "card arrival",
      "pending transfer",
      "wrong amount of cash received",
      "card swallowed"
    ],
    "logits": [
      7.715188026428223,
      -7.911842346191406,
      -3.923229694366455,
      0.9201853275299072
    ],
    "probabilities": [
      0.9988729357719421,
      1.6322144347213907e-07,
      8.810680810711347e-06,
      0.001118093146942556
    ],
    "log_probabilities": [
      -0.0011276798322796822,
      -15.628157615661621,
      -11.639545440673828,
      -6.796130657196045
    ]
  },
  {
    "id": "banking:train:6551",
    "group": "banking:7d18fdfd8f25d15712ca8619f0aafa8ae54d2d4d7596d8cbd4087e7cb50fa19c",
    "family": "banking",
    "target": 3,
    "choices": [
      "automatic top up",
      "card about to expire",
      "wrong exchange rate for cash withdrawal",
      "verify source of funds"
    ],
    "logits": [
      -9.336152076721191,
      -9.85392951965332,
      -4.132815837860107,
      8.701366424560547
    ],
    "probabilities": [
      1.4669134351663615e-08,
      8.740497214887455e-09,
      2.667989292604034e-06,
      0.9999972581863403
    ],
    "log_probabilities": [
      -18.037519454956055,
      -18.5552978515625,
      -12.834185600280762,
      -2.7418097943154862e-06
    ]
  },
  {
    "id": "banking:train:8186",
    "group": "banking:791df8ddded87ac0cc453b7ae9bcb3d39db03e8f34afb0e5d02bb7b515e64b78",
    "family": "banking",
    "target": 3,
    "choices": [
      "card delivery estimate",
      "cash withdrawal not recognised",
      "beneficiary not allowed",
      "virtual card not working"
    ],
    "logits": [
      -8.874991416931152,
      -6.545135498046875,
      -9.07773494720459,
      7.734713554382324
    ],
    "probabilities": [
      6.116408002299067e-08,
      6.285503104663803e-07,
      4.993972169131666e-08,
      0.9999992847442627
    ],
    "log_probabilities": [
      -16.609704971313477,
      -14.279850006103516,
      -16.812448501586914,
      -7.152555099310121e-07
    ]
  },
  {
    "id": "banking:train:2546",
    "group": "banking:23b40b5d43a3663248a7bd809575ca97aa11f1b6bcc7793c59cfd17636973f3c",
    "family": "banking",
    "target": 1,
    "choices": [
      "transaction charged twice",
      "card payment fee charged",
      "country support",
      "fiat currency support"
    ],
    "logits": [
      -8.29932975769043,
      2.8380956649780273,
      -9.070976257324219,
      -8.682912826538086
    ],
    "probabilities": [
      1.455673645978095e-05,
      0.9999687671661377,
      6.72887108521536e-06,
      9.919184776663315e-06
    ],
    "log_probabilities": [
      -11.137456893920898,
      -3.123234637314454e-05,
      -11.909103393554688,
      -11.521039962768555
    ]
  },
  {
    "id": "boolq:validation:1383",
    "group": "boolq:a8de3db56642a41af2204562cf47faef19f179083133985aaef10bc6c522db55",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      5.224255084991455,
      1.460838794708252
    ],
    "probabilities": [
      0.9773219227790833,
      0.022678101435303688
    ],
    "log_probabilities": [
      -0.022939199581742287,
      -3.786355495452881
    ]
  },
  {
    "id": "boolq:validation:807",
    "group": "boolq:efe654a47465de4700f253246b2fc32db40428e27f85381dd46d4b13e7bbb300",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -1.0333703756332397,
      4.103564262390137
    ],
    "probabilities": [
      0.005841350648552179,
      0.9941586256027222
    ],
    "log_probabilities": [
      -5.14279317855835,
      -0.005858512129634619
    ]
  },
  {
    "id": "boolq:validation:2751",
    "group": "boolq:f03c0a7f590b3d116f372ee74d66415c1a32c900561d823c62d007ecd4d1fd37",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -1.872044563293457,
      2.9947285652160645
    ],
    "probabilities": [
      0.0076393564231693745,
      0.9923606514930725
    ],
    "log_probabilities": [
      -4.874441623687744,
      -0.00766869867220521
    ]
  },
  {
    "id": "boolq:validation:1792",
    "group": "boolq:2b2a36aed43e0df8023fded978489965c1a161c90270b448b05efb108a54c331",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      6.594482421875,
      1.5316088199615479
    ],
    "probabilities": [
      0.9937123656272888,
      0.006287565920501947
    ],
    "log_probabilities": [
      -0.0063074566423892975,
      -5.069181442260742
    ]
  },
  {
    "id": "snli:validation:3049",
    "group": "snli:47989da814054656373133c13f5a56b07e37b95eef6b645c75a02ec86433458f",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      1.0931808948516846,
      6.613065719604492,
      5.4673380851745605
    ],
    "probabilities": [
      0.003030493389815092,
      0.7564303874969482,
      0.24053914844989777
    ],
    "log_probabilities": [
      -5.79902982711792,
      -0.2791447639465332,
      -1.4248723983764648
    ]
  },
  {
    "id": "snli:validation:4846",
    "group": "snli:c1db7df38096c0d1511f928ae20282cde537c1c7f20e698a01cbbc65ee289d20",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      5.664729595184326,
      5.791382789611816,
      2.163517475128174
    ],
    "probabilities": [
      0.461854487657547,
      0.5242156386375427,
      0.013929902575910091
    ],
    "log_probabilities": [
      -0.7725054025650024,
      -0.6458522081375122,
      -4.273717403411865
    ]
  },
  {
    "id": "snli:validation:9655",
    "group": "snli:96a5d21ac449b95efc5683ec7bcb55e2ea219cc58a3e8b747199a5399a0a1db3",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      5.032071113586426,
      2.667419195175171,
      5.564507961273193
    ],
    "probabilities": [
      0.35751834511756897,
      0.03360028937458992,
      0.6088813543319702
    ],
    "log_probabilities": [
      -1.0285687446594238,
      -3.3932206630706787,
      -0.4961318373680115
    ]
  },
  {
    "id": "snli:validation:1978",
    "group": "snli:57ff161b8ed28f2f3c54268d796d8cb144a6b765c50bc41d058f8d01cc6f365e",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      6.107530117034912,
      2.727382183074951,
      6.413535118103027
    ],
    "probabilities": [
      0.4180546998977661,
      0.01423159334808588,
      0.5677136778831482
    ],
    "log_probabilities": [
      -0.872143030166626,
      -4.252290725708008,
      -0.5661380290985107
    ]
  }
]