[
  {
    "id": "arc:validation:ARC-Easy:362",
    "group": "arc:4187aa3312847ba146c488c23054ab6a97cb214eb18619dd37ea47907a2102b4",
    "family": "arc",
    "target": 2,
    "choices": [
      "magnetism.",
      "nuclear.",
      "gravity.",
      "friction."
    ],
    "logits": [
      -14.782116889953613,
      -15.239470481872559,
      14.324418067932129,
      -15.328813552856445
    ],
    "probabilities": [
      2.286611926281129e-13,
      1.4473258745997808e-13,
      1.0,
      1.3236243698311334e-13
    ],
    "log_probabilities": [
      -29.106534957885742,
      -29.563888549804688,
      0.0,
      -29.65323257446289
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:439",
    "group": "arc:7d71e3bb3b786f60fc25a60534e5ad6b6edab49755dfc7473a3eda6039d8409f",
    "family": "arc",
    "target": 2,
    "choices": [
      "runoff and condensation",
      "condensation and evaporation",
      "precipitation and runoff",
      "evaporation and precipitation"
    ],
    "logits": [
      1.0619078874588013,
      -12.097837448120117,
      12.61528491973877,
      -0.7587361335754395
    ],
    "probabilities": [
      9.603448233974632e-06,
      1.8502142526410914e-11,
      0.9999887943267822,
      1.5550035641354043e-06
    ],
    "log_probabilities": [
      -11.553388595581055,
      -24.713134765625,
      -1.1205610462639015e-05,
      -13.374032974243164
    ]
  },
  {
    "id": "arc:validation:ARC-Easy:384",
    "group": "arc:717bfed654597a5619977409dacc78cec8b0140e471a65a58386a045551e1391",
    "family": "arc",
    "target": 0,
    "choices": [
      "Water vapor in the air condenses into a liquid on the cold can.",
      "The warm air absorbs cold from the can and changes to a liquid.",
      "Water vapor in the air absorbs heat from the can and changes to a liquid.",
      "The warm air causes heat to flow out of the can and condense in the air."
    ],
    "logits": [
      13.876355171203613,
      -2.8834378719329834,
      7.007060527801514,
      -1.6494982242584229
    ],
    "probabilities": [
      0.9989615678787231,
      5.2585189536102916e-08,
      0.0010381307220086455,
      1.8061608386688022e-07
    ],
    "log_probabilities": [
      -0.0010389650706201792,
      -16.760831832885742,
      -6.870333671569824,
      -15.526891708374023
    ]
  },
  {
    "id": "arc:validation:ARC-Challenge:290",
    "group": "arc:f947963050e42833094b65e5a959acf1e0eb6410f10ceb1a122285b3915a2a1e",
    "family": "arc",
    "target": 2,
    "choices": [
      "carbon",
      "hydrogen",
      "potassium",
      "nitrogen"
    ],
    "logits": [
      -10.65150260925293,
      -14.205052375793457,
      4.751125335693359,
      -12.342955589294434
    ],
    "probabilities": [
      2.0451425086775998e-07,
      5.853787676812772e-09,
      0.9999997615814209,
      3.768204592802249e-08
    ],
    "log_probabilities": [
      -15.402627944946289,
      -18.9561767578125,
      -2.3841855067985307e-07,
      -17.09408187866211
    ]
  },
  {
    "id": "banking:train:124",
    "group": "banking:b4c1667ba164f5772653eb2aee97370c5ef23d1a7e4fd77ef37a8f3dedd44ea5",
    "family": "banking",
    "target": 0,
    "choices": [
      "card arrival",
      "pending transfer",
      "wrong amount of cash received",
      "card swallowed"
    ],
    "logits": [
      12.05797004699707,
      -12.394436836242676,
      -23.045461654663086,
      -11.558034896850586
    ],
    "probabilities": [
      1.0,
      2.4013430133251745e-11,
      5.685560957074314e-16,
      5.542418954340711e-11
    ],
    "log_probabilities": [
      0.0,
      -24.452407836914062,
      -35.103431701660156,
      -23.616004943847656
    ]
  },
  {
    "id": "banking:train:6551",
    "group": "banking:7d18fdfd8f25d15712ca8619f0aafa8ae54d2d4d7596d8cbd4087e7cb50fa19c",
    "family": "banking",
    "target": 3,
    "choices": [
      "automatic top up",
      "card about to expire",
      "wrong exchange rate for cash withdrawal",
      "verify source of funds"
    ],
    "logits": [
      -19.647193908691406,
      -25.066818237304688,
      -24.125282287597656,
      17.895231246948242
    ],
    "probabilities": [
      4.9605644140445745e-17,
      2.1969397496586155e-19,
      5.632770133216863e-19,
      1.0
    ],
    "log_probabilities": [
      -37.54242706298828,
      -42.96205139160156,
      -42.02051544189453,
      0.0
    ]
  },
  {
    "id": "banking:train:8186",
    "group": "banking:791df8ddded87ac0cc453b7ae9bcb3d39db03e8f34afb0e5d02bb7b515e64b78",
    "family": "banking",
    "target": 3,
    "choices": [
      "card delivery estimate",
      "cash withdrawal not recognised",
      "beneficiary not allowed",
      "virtual card not working"
    ],
    "logits": [
      -22.86602210998535,
      -19.955303192138672,
      -15.980448722839355,
      16.509353637695312
    ],
    "probabilities": [
      7.934003761337096e-18,
      1.4574737104727136e-16,
      7.759928021878505e-15,
      1.0
    ],
    "log_probabilities": [
      -39.37537384033203,
      -36.464656829833984,
      -32.489803314208984,
      0.0
    ]
  },
  {
    "id": "banking:train:2546",
    "group": "banking:23b40b5d43a3663248a7bd809575ca97aa11f1b6bcc7793c59cfd17636973f3c",
    "family": "banking",
    "target": 1,
    "choices": [
      "transaction charged twice",
      "card payment fee charged",
      "country support",
      "fiat currency support"
    ],
    "logits": [
      -23.204500198364258,
      13.667411804199219,
      -19.014493942260742,
      -13.372237205505371
    ],
    "probabilities": [
      9.699133404014618e-17,
      1.0,
      6.403653361020762e-15,
      1.8064636158471314e-12
    ],
    "log_probabilities": [
      -36.871910095214844,
      0.0,
      -32.681907653808594,
      -27.039649963378906
    ]
  },
  {
    "id": "boolq:validation:1383",
    "group": "boolq:a8de3db56642a41af2204562cf47faef19f179083133985aaef10bc6c522db55",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      11.448862075805664,
      -1.1840285062789917
    ],
    "probabilities": [
      0.9999967813491821,
      3.262900918343803e-06
    ],
    "log_probabilities": [
      -3.2186455882765586e-06,
      -12.632893562316895
    ]
  },
  {
    "id": "boolq:validation:807",
    "group": "boolq:efe654a47465de4700f253246b2fc32db40428e27f85381dd46d4b13e7bbb300",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -3.6202566623687744,
      6.916327953338623
    ],
    "probabilities": [
      2.654653144418262e-05,
      0.9999734163284302
    ],
    "log_probabilities": [
      -10.536611557006836,
      -2.658331868587993e-05
    ]
  },
  {
    "id": "boolq:validation:2751",
    "group": "boolq:f03c0a7f590b3d116f372ee74d66415c1a32c900561d823c62d007ecd4d1fd37",
    "family": "boolq",
    "target": 1,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      -3.4358956813812256,
      7.8632402420043945
    ],
    "probabilities": [
      1.2383463399601169e-05,
      0.9999876022338867
    ],
    "log_probabilities": [
      -11.299148559570312,
      -1.2397689715726301e-05
    ]
  },
  {
    "id": "boolq:validation:1792",
    "group": "boolq:2b2a36aed43e0df8023fded978489965c1a161c90270b448b05efb108a54c331",
    "family": "boolq",
    "target": 0,
    "choices": [
      "yes",
      "no"
    ],
    "logits": [
      8.687888145446777,
      -0.7312525510787964
    ],
    "probabilities": [
      0.9999188184738159,
      8.114913362078369e-05
    ],
    "log_probabilities": [
      -8.11782301752828e-05,
      -9.419221878051758
    ]
  },
  {
    "id": "snli:validation:3049",
    "group": "snli:47989da814054656373133c13f5a56b07e37b95eef6b645c75a02ec86433458f",
    "family": "snli",
    "target": 1,
    "choices": [
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis.",
      "The hypothesis is neither established nor contradicted."
    ],
    "logits": [
      -4.002850532531738,
      11.415672302246094,
      3.016396999359131
    ],
    "probabilities": [
      2.012439495047147e-07,
      0.9997748732566833,
      0.00022497978352475911
    ],
    "log_probabilities": [
      -15.418747901916504,
      -0.00022516099852509797,
      -8.399499893188477
    ]
  },
  {
    "id": "snli:validation:4846",
    "group": "snli:c1db7df38096c0d1511f928ae20282cde537c1c7f20e698a01cbbc65ee289d20",
    "family": "snli",
    "target": 0,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise entails the hypothesis.",
      "The premise contradicts the hypothesis."
    ],
    "logits": [
      3.8527002334594727,
      -4.949071884155273,
      -5.599556922912598
    ],
    "probabilities": [
      0.9997710585594177,
      0.0001504317478975281,
      7.849418034311384e-05
    ],
    "log_probabilities": [
      -0.00022897482267580926,
      -8.802000999450684,
      -9.452486038208008
    ]
  },
  {
    "id": "snli:validation:9655",
    "group": "snli:96a5d21ac449b95efc5683ec7bcb55e2ea219cc58a3e8b747199a5399a0a1db3",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      2.9837324619293213,
      -3.2920310497283936,
      10.396403312683105
    ],
    "probabilities": [
      0.0006031916127540171,
      1.1348168982294737e-06,
      0.9993956089019775
    ],
    "log_probabilities": [
      -7.413275718688965,
      -13.68903923034668,
      -0.000604565953835845
    ]
  },
  {
    "id": "snli:validation:1978",
    "group": "snli:57ff161b8ed28f2f3c54268d796d8cb144a6b765c50bc41d058f8d01cc6f365e",
    "family": "snli",
    "target": 2,
    "choices": [
      "The hypothesis is neither established nor contradicted.",
      "The premise contradicts the hypothesis.",
      "The premise entails the hypothesis."
    ],
    "logits": [
      2.615089178085327,
      -5.314939022064209,
      12.2570219039917
    ],
    "probabilities": [
      6.494320405181497e-05,
      2.336502724631373e-08,
      0.9999350309371948
    ],
    "log_probabilities": [
      -9.641997337341309,
      -17.572025299072266,
      -6.496695277746767e-05
    ]
  }
]