| [ |
| { |
| "id": "arc:validation:ARC-Easy:362", |
| "group": "arc:4187aa3312847ba146c488c23054ab6a97cb214eb18619dd37ea47907a2102b4", |
| "family": "arc", |
| "target": 2, |
| "choices": [ |
| "magnetism.", |
| "nuclear.", |
| "gravity.", |
| "friction." |
| ], |
| "logits": [ |
| -14.782116889953613, |
| -15.239470481872559, |
| 14.324418067932129, |
| -15.328813552856445 |
| ], |
| "probabilities": [ |
| 2.286611926281129e-13, |
| 1.4473258745997808e-13, |
| 1.0, |
| 1.3236243698311334e-13 |
| ], |
| "log_probabilities": [ |
| -29.106534957885742, |
| -29.563888549804688, |
| 0.0, |
| -29.65323257446289 |
| ] |
| }, |
| { |
| "id": "arc:validation:ARC-Easy:439", |
| "group": "arc:7d71e3bb3b786f60fc25a60534e5ad6b6edab49755dfc7473a3eda6039d8409f", |
| "family": "arc", |
| "target": 2, |
| "choices": [ |
| "runoff and condensation", |
| "condensation and evaporation", |
| "precipitation and runoff", |
| "evaporation and precipitation" |
| ], |
| "logits": [ |
| 1.0619078874588013, |
| -12.097837448120117, |
| 12.61528491973877, |
| -0.7587361335754395 |
| ], |
| "probabilities": [ |
| 9.603448233974632e-06, |
| 1.8502142526410914e-11, |
| 0.9999887943267822, |
| 1.5550035641354043e-06 |
| ], |
| "log_probabilities": [ |
| -11.553388595581055, |
| -24.713134765625, |
| -1.1205610462639015e-05, |
| -13.374032974243164 |
| ] |
| }, |
| { |
| "id": "arc:validation:ARC-Easy:384", |
| "group": "arc:717bfed654597a5619977409dacc78cec8b0140e471a65a58386a045551e1391", |
| "family": "arc", |
| "target": 0, |
| "choices": [ |
| "Water vapor in the air condenses into a liquid on the cold can.", |
| "The warm air absorbs cold from the can and changes to a liquid.", |
| "Water vapor in the air absorbs heat from the can and changes to a liquid.", |
| "The warm air causes heat to flow out of the can and condense in the air." |
| ], |
| "logits": [ |
| 13.876355171203613, |
| -2.8834378719329834, |
| 7.007060527801514, |
| -1.6494982242584229 |
| ], |
| "probabilities": [ |
| 0.9989615678787231, |
| 5.2585189536102916e-08, |
| 0.0010381307220086455, |
| 1.8061608386688022e-07 |
| ], |
| "log_probabilities": [ |
| -0.0010389650706201792, |
| -16.760831832885742, |
| -6.870333671569824, |
| -15.526891708374023 |
| ] |
| }, |
| { |
| "id": "arc:validation:ARC-Challenge:290", |
| "group": "arc:f947963050e42833094b65e5a959acf1e0eb6410f10ceb1a122285b3915a2a1e", |
| "family": "arc", |
| "target": 2, |
| "choices": [ |
| "carbon", |
| "hydrogen", |
| "potassium", |
| "nitrogen" |
| ], |
| "logits": [ |
| -10.65150260925293, |
| -14.205052375793457, |
| 4.751125335693359, |
| -12.342955589294434 |
| ], |
| "probabilities": [ |
| 2.0451425086775998e-07, |
| 5.853787676812772e-09, |
| 0.9999997615814209, |
| 3.768204592802249e-08 |
| ], |
| "log_probabilities": [ |
| -15.402627944946289, |
| -18.9561767578125, |
| -2.3841855067985307e-07, |
| -17.09408187866211 |
| ] |
| }, |
| { |
| "id": "banking:train:124", |
| "group": "banking:b4c1667ba164f5772653eb2aee97370c5ef23d1a7e4fd77ef37a8f3dedd44ea5", |
| "family": "banking", |
| "target": 0, |
| "choices": [ |
| "card arrival", |
| "pending transfer", |
| "wrong amount of cash received", |
| "card swallowed" |
| ], |
| "logits": [ |
| 12.05797004699707, |
| -12.394436836242676, |
| -23.045461654663086, |
| -11.558034896850586 |
| ], |
| "probabilities": [ |
| 1.0, |
| 2.4013430133251745e-11, |
| 5.685560957074314e-16, |
| 5.542418954340711e-11 |
| ], |
| "log_probabilities": [ |
| 0.0, |
| -24.452407836914062, |
| -35.103431701660156, |
| -23.616004943847656 |
| ] |
| }, |
| { |
| "id": "banking:train:6551", |
| "group": "banking:7d18fdfd8f25d15712ca8619f0aafa8ae54d2d4d7596d8cbd4087e7cb50fa19c", |
| "family": "banking", |
| "target": 3, |
| "choices": [ |
| "automatic top up", |
| "card about to expire", |
| "wrong exchange rate for cash withdrawal", |
| "verify source of funds" |
| ], |
| "logits": [ |
| -19.647193908691406, |
| -25.066818237304688, |
| -24.125282287597656, |
| 17.895231246948242 |
| ], |
| "probabilities": [ |
| 4.9605644140445745e-17, |
| 2.1969397496586155e-19, |
| 5.632770133216863e-19, |
| 1.0 |
| ], |
| "log_probabilities": [ |
| -37.54242706298828, |
| -42.96205139160156, |
| -42.02051544189453, |
| 0.0 |
| ] |
| }, |
| { |
| "id": "banking:train:8186", |
| "group": "banking:791df8ddded87ac0cc453b7ae9bcb3d39db03e8f34afb0e5d02bb7b515e64b78", |
| "family": "banking", |
| "target": 3, |
| "choices": [ |
| "card delivery estimate", |
| "cash withdrawal not recognised", |
| "beneficiary not allowed", |
| "virtual card not working" |
| ], |
| "logits": [ |
| -22.86602210998535, |
| -19.955303192138672, |
| -15.980448722839355, |
| 16.509353637695312 |
| ], |
| "probabilities": [ |
| 7.934003761337096e-18, |
| 1.4574737104727136e-16, |
| 7.759928021878505e-15, |
| 1.0 |
| ], |
| "log_probabilities": [ |
| -39.37537384033203, |
| -36.464656829833984, |
| -32.489803314208984, |
| 0.0 |
| ] |
| }, |
| { |
| "id": "banking:train:2546", |
| "group": "banking:23b40b5d43a3663248a7bd809575ca97aa11f1b6bcc7793c59cfd17636973f3c", |
| "family": "banking", |
| "target": 1, |
| "choices": [ |
| "transaction charged twice", |
| "card payment fee charged", |
| "country support", |
| "fiat currency support" |
| ], |
| "logits": [ |
| -23.204500198364258, |
| 13.667411804199219, |
| -19.014493942260742, |
| -13.372237205505371 |
| ], |
| "probabilities": [ |
| 9.699133404014618e-17, |
| 1.0, |
| 6.403653361020762e-15, |
| 1.8064636158471314e-12 |
| ], |
| "log_probabilities": [ |
| -36.871910095214844, |
| 0.0, |
| -32.681907653808594, |
| -27.039649963378906 |
| ] |
| }, |
| { |
| "id": "boolq:validation:1383", |
| "group": "boolq:a8de3db56642a41af2204562cf47faef19f179083133985aaef10bc6c522db55", |
| "family": "boolq", |
| "target": 0, |
| "choices": [ |
| "yes", |
| "no" |
| ], |
| "logits": [ |
| 11.448862075805664, |
| -1.1840285062789917 |
| ], |
| "probabilities": [ |
| 0.9999967813491821, |
| 3.262900918343803e-06 |
| ], |
| "log_probabilities": [ |
| -3.2186455882765586e-06, |
| -12.632893562316895 |
| ] |
| }, |
| { |
| "id": "boolq:validation:807", |
| "group": "boolq:efe654a47465de4700f253246b2fc32db40428e27f85381dd46d4b13e7bbb300", |
| "family": "boolq", |
| "target": 1, |
| "choices": [ |
| "yes", |
| "no" |
| ], |
| "logits": [ |
| -3.6202566623687744, |
| 6.916327953338623 |
| ], |
| "probabilities": [ |
| 2.654653144418262e-05, |
| 0.9999734163284302 |
| ], |
| "log_probabilities": [ |
| -10.536611557006836, |
| -2.658331868587993e-05 |
| ] |
| }, |
| { |
| "id": "boolq:validation:2751", |
| "group": "boolq:f03c0a7f590b3d116f372ee74d66415c1a32c900561d823c62d007ecd4d1fd37", |
| "family": "boolq", |
| "target": 1, |
| "choices": [ |
| "yes", |
| "no" |
| ], |
| "logits": [ |
| -3.4358956813812256, |
| 7.8632402420043945 |
| ], |
| "probabilities": [ |
| 1.2383463399601169e-05, |
| 0.9999876022338867 |
| ], |
| "log_probabilities": [ |
| -11.299148559570312, |
| -1.2397689715726301e-05 |
| ] |
| }, |
| { |
| "id": "boolq:validation:1792", |
| "group": "boolq:2b2a36aed43e0df8023fded978489965c1a161c90270b448b05efb108a54c331", |
| "family": "boolq", |
| "target": 0, |
| "choices": [ |
| "yes", |
| "no" |
| ], |
| "logits": [ |
| 8.687888145446777, |
| -0.7312525510787964 |
| ], |
| "probabilities": [ |
| 0.9999188184738159, |
| 8.114913362078369e-05 |
| ], |
| "log_probabilities": [ |
| -8.11782301752828e-05, |
| -9.419221878051758 |
| ] |
| }, |
| { |
| "id": "snli:validation:3049", |
| "group": "snli:47989da814054656373133c13f5a56b07e37b95eef6b645c75a02ec86433458f", |
| "family": "snli", |
| "target": 1, |
| "choices": [ |
| "The premise contradicts the hypothesis.", |
| "The premise entails the hypothesis.", |
| "The hypothesis is neither established nor contradicted." |
| ], |
| "logits": [ |
| -4.002850532531738, |
| 11.415672302246094, |
| 3.016396999359131 |
| ], |
| "probabilities": [ |
| 2.012439495047147e-07, |
| 0.9997748732566833, |
| 0.00022497978352475911 |
| ], |
| "log_probabilities": [ |
| -15.418747901916504, |
| -0.00022516099852509797, |
| -8.399499893188477 |
| ] |
| }, |
| { |
| "id": "snli:validation:4846", |
| "group": "snli:c1db7df38096c0d1511f928ae20282cde537c1c7f20e698a01cbbc65ee289d20", |
| "family": "snli", |
| "target": 0, |
| "choices": [ |
| "The hypothesis is neither established nor contradicted.", |
| "The premise entails the hypothesis.", |
| "The premise contradicts the hypothesis." |
| ], |
| "logits": [ |
| 3.8527002334594727, |
| -4.949071884155273, |
| -5.599556922912598 |
| ], |
| "probabilities": [ |
| 0.9997710585594177, |
| 0.0001504317478975281, |
| 7.849418034311384e-05 |
| ], |
| "log_probabilities": [ |
| -0.00022897482267580926, |
| -8.802000999450684, |
| -9.452486038208008 |
| ] |
| }, |
| { |
| "id": "snli:validation:9655", |
| "group": "snli:96a5d21ac449b95efc5683ec7bcb55e2ea219cc58a3e8b747199a5399a0a1db3", |
| "family": "snli", |
| "target": 2, |
| "choices": [ |
| "The hypothesis is neither established nor contradicted.", |
| "The premise contradicts the hypothesis.", |
| "The premise entails the hypothesis." |
| ], |
| "logits": [ |
| 2.9837324619293213, |
| -3.2920310497283936, |
| 10.396403312683105 |
| ], |
| "probabilities": [ |
| 0.0006031916127540171, |
| 1.1348168982294737e-06, |
| 0.9993956089019775 |
| ], |
| "log_probabilities": [ |
| -7.413275718688965, |
| -13.68903923034668, |
| -0.000604565953835845 |
| ] |
| }, |
| { |
| "id": "snli:validation:1978", |
| "group": "snli:57ff161b8ed28f2f3c54268d796d8cb144a6b765c50bc41d058f8d01cc6f365e", |
| "family": "snli", |
| "target": 2, |
| "choices": [ |
| "The hypothesis is neither established nor contradicted.", |
| "The premise contradicts the hypothesis.", |
| "The premise entails the hypothesis." |
| ], |
| "logits": [ |
| 2.615089178085327, |
| -5.314939022064209, |
| 12.2570219039917 |
| ], |
| "probabilities": [ |
| 6.494320405181497e-05, |
| 2.336502724631373e-08, |
| 0.9999350309371948 |
| ], |
| "log_probabilities": [ |
| -9.641997337341309, |
| -17.572025299072266, |
| -6.496695277746767e-05 |
| ] |
| } |
| ] |
|
|
