| [ |
| { |
| "id": "arc:validation:ARC-Easy:362", |
| "group": "arc:4187aa3312847ba146c488c23054ab6a97cb214eb18619dd37ea47907a2102b4", |
| "family": "arc", |
| "target": 2, |
| "choices": [ |
| "magnetism.", |
| "nuclear.", |
| "gravity.", |
| "friction." |
| ], |
| "logits": [ |
| -0.033234428614377975, |
| -1.8487727642059326, |
| 6.708209037780762, |
| 0.8865905404090881 |
| ], |
| "probabilities": [ |
| 0.0011758427135646343, |
| 0.00019136873015668243, |
| 0.9956828355789185, |
| 0.002950014779344201 |
| ], |
| "log_probabilities": [ |
| -6.74576997756958, |
| -8.561308860778809, |
| -0.0043265074491500854, |
| -5.825944900512695 |
| ] |
| }, |
| { |
| "id": "arc:validation:ARC-Easy:439", |
| "group": "arc:7d71e3bb3b786f60fc25a60534e5ad6b6edab49755dfc7473a3eda6039d8409f", |
| "family": "arc", |
| "target": 2, |
| "choices": [ |
| "runoff and condensation", |
| "condensation and evaporation", |
| "precipitation and runoff", |
| "evaporation and precipitation" |
| ], |
| "logits": [ |
| 0.6008762717247009, |
| -7.295463562011719, |
| 4.11678409576416, |
| -5.546867847442627 |
| ], |
| "probabilities": [ |
| 0.02886088937520981, |
| 1.0739223398559261e-05, |
| 0.9710666537284851, |
| 6.171321001602337e-05 |
| ], |
| "log_probabilities": [ |
| -3.5452678203582764, |
| -11.441607475280762, |
| -0.029360149055719376, |
| -9.693012237548828 |
| ] |
| }, |
| { |
| "id": "arc:validation:ARC-Easy:384", |
| "group": "arc:717bfed654597a5619977409dacc78cec8b0140e471a65a58386a045551e1391", |
| "family": "arc", |
| "target": 0, |
| "choices": [ |
| "Water vapor in the air condenses into a liquid on the cold can.", |
| "The warm air absorbs cold from the can and changes to a liquid.", |
| "Water vapor in the air absorbs heat from the can and changes to a liquid.", |
| "The warm air causes heat to flow out of the can and condense in the air." |
| ], |
| "logits": [ |
| 6.958775520324707, |
| 0.4514256715774536, |
| 4.534449577331543, |
| 1.7137054204940796 |
| ], |
| "probabilities": [ |
| 0.9129888415336609, |
| 0.001362571376375854, |
| 0.08083400875329971, |
| 0.004814603831619024 |
| ], |
| "log_probabilities": [ |
| -0.09103163331747055, |
| -6.598381519317627, |
| -2.515357494354248, |
| -5.336101531982422 |
| ] |
| }, |
| { |
| "id": "arc:validation:ARC-Challenge:290", |
| "group": "arc:f947963050e42833094b65e5a959acf1e0eb6410f10ceb1a122285b3915a2a1e", |
| "family": "arc", |
| "target": 2, |
| "choices": [ |
| "carbon", |
| "hydrogen", |
| "potassium", |
| "nitrogen" |
| ], |
| "logits": [ |
| 0.17636673152446747, |
| 2.204087972640991, |
| 4.428404808044434, |
| 3.1435251235961914 |
| ], |
| "probabilities": [ |
| 0.010174824856221676, |
| 0.07729565352201462, |
| 0.7147654891014099, |
| 0.1977640837430954 |
| ], |
| "log_probabilities": [ |
| -4.587838649749756, |
| -2.560117721557617, |
| -0.33580076694488525, |
| -1.6206804513931274 |
| ] |
| }, |
| { |
| "id": "banking:train:124", |
| "group": "banking:b4c1667ba164f5772653eb2aee97370c5ef23d1a7e4fd77ef37a8f3dedd44ea5", |
| "family": "banking", |
| "target": 0, |
| "choices": [ |
| "card arrival", |
| "pending transfer", |
| "wrong amount of cash received", |
| "card swallowed" |
| ], |
| "logits": [ |
| 7.715188026428223, |
| -7.911842346191406, |
| -3.923229694366455, |
| 0.9201853275299072 |
| ], |
| "probabilities": [ |
| 0.9988729357719421, |
| 1.6322144347213907e-07, |
| 8.810680810711347e-06, |
| 0.001118093146942556 |
| ], |
| "log_probabilities": [ |
| -0.0011276798322796822, |
| -15.628157615661621, |
| -11.639545440673828, |
| -6.796130657196045 |
| ] |
| }, |
| { |
| "id": "banking:train:6551", |
| "group": "banking:7d18fdfd8f25d15712ca8619f0aafa8ae54d2d4d7596d8cbd4087e7cb50fa19c", |
| "family": "banking", |
| "target": 3, |
| "choices": [ |
| "automatic top up", |
| "card about to expire", |
| "wrong exchange rate for cash withdrawal", |
| "verify source of funds" |
| ], |
| "logits": [ |
| -9.336152076721191, |
| -9.85392951965332, |
| -4.132815837860107, |
| 8.701366424560547 |
| ], |
| "probabilities": [ |
| 1.4669134351663615e-08, |
| 8.740497214887455e-09, |
| 2.667989292604034e-06, |
| 0.9999972581863403 |
| ], |
| "log_probabilities": [ |
| -18.037519454956055, |
| -18.5552978515625, |
| -12.834185600280762, |
| -2.7418097943154862e-06 |
| ] |
| }, |
| { |
| "id": "banking:train:8186", |
| "group": "banking:791df8ddded87ac0cc453b7ae9bcb3d39db03e8f34afb0e5d02bb7b515e64b78", |
| "family": "banking", |
| "target": 3, |
| "choices": [ |
| "card delivery estimate", |
| "cash withdrawal not recognised", |
| "beneficiary not allowed", |
| "virtual card not working" |
| ], |
| "logits": [ |
| -8.874991416931152, |
| -6.545135498046875, |
| -9.07773494720459, |
| 7.734713554382324 |
| ], |
| "probabilities": [ |
| 6.116408002299067e-08, |
| 6.285503104663803e-07, |
| 4.993972169131666e-08, |
| 0.9999992847442627 |
| ], |
| "log_probabilities": [ |
| -16.609704971313477, |
| -14.279850006103516, |
| -16.812448501586914, |
| -7.152555099310121e-07 |
| ] |
| }, |
| { |
| "id": "banking:train:2546", |
| "group": "banking:23b40b5d43a3663248a7bd809575ca97aa11f1b6bcc7793c59cfd17636973f3c", |
| "family": "banking", |
| "target": 1, |
| "choices": [ |
| "transaction charged twice", |
| "card payment fee charged", |
| "country support", |
| "fiat currency support" |
| ], |
| "logits": [ |
| -8.29932975769043, |
| 2.8380956649780273, |
| -9.070976257324219, |
| -8.682912826538086 |
| ], |
| "probabilities": [ |
| 1.455673645978095e-05, |
| 0.9999687671661377, |
| 6.72887108521536e-06, |
| 9.919184776663315e-06 |
| ], |
| "log_probabilities": [ |
| -11.137456893920898, |
| -3.123234637314454e-05, |
| -11.909103393554688, |
| -11.521039962768555 |
| ] |
| }, |
| { |
| "id": "boolq:validation:1383", |
| "group": "boolq:a8de3db56642a41af2204562cf47faef19f179083133985aaef10bc6c522db55", |
| "family": "boolq", |
| "target": 0, |
| "choices": [ |
| "yes", |
| "no" |
| ], |
| "logits": [ |
| 5.224255084991455, |
| 1.460838794708252 |
| ], |
| "probabilities": [ |
| 0.9773219227790833, |
| 0.022678101435303688 |
| ], |
| "log_probabilities": [ |
| -0.022939199581742287, |
| -3.786355495452881 |
| ] |
| }, |
| { |
| "id": "boolq:validation:807", |
| "group": "boolq:efe654a47465de4700f253246b2fc32db40428e27f85381dd46d4b13e7bbb300", |
| "family": "boolq", |
| "target": 1, |
| "choices": [ |
| "yes", |
| "no" |
| ], |
| "logits": [ |
| -1.0333703756332397, |
| 4.103564262390137 |
| ], |
| "probabilities": [ |
| 0.005841350648552179, |
| 0.9941586256027222 |
| ], |
| "log_probabilities": [ |
| -5.14279317855835, |
| -0.005858512129634619 |
| ] |
| }, |
| { |
| "id": "boolq:validation:2751", |
| "group": "boolq:f03c0a7f590b3d116f372ee74d66415c1a32c900561d823c62d007ecd4d1fd37", |
| "family": "boolq", |
| "target": 1, |
| "choices": [ |
| "yes", |
| "no" |
| ], |
| "logits": [ |
| -1.872044563293457, |
| 2.9947285652160645 |
| ], |
| "probabilities": [ |
| 0.0076393564231693745, |
| 0.9923606514930725 |
| ], |
| "log_probabilities": [ |
| -4.874441623687744, |
| -0.00766869867220521 |
| ] |
| }, |
| { |
| "id": "boolq:validation:1792", |
| "group": "boolq:2b2a36aed43e0df8023fded978489965c1a161c90270b448b05efb108a54c331", |
| "family": "boolq", |
| "target": 0, |
| "choices": [ |
| "yes", |
| "no" |
| ], |
| "logits": [ |
| 6.594482421875, |
| 1.5316088199615479 |
| ], |
| "probabilities": [ |
| 0.9937123656272888, |
| 0.006287565920501947 |
| ], |
| "log_probabilities": [ |
| -0.0063074566423892975, |
| -5.069181442260742 |
| ] |
| }, |
| { |
| "id": "snli:validation:3049", |
| "group": "snli:47989da814054656373133c13f5a56b07e37b95eef6b645c75a02ec86433458f", |
| "family": "snli", |
| "target": 1, |
| "choices": [ |
| "The premise contradicts the hypothesis.", |
| "The premise entails the hypothesis.", |
| "The hypothesis is neither established nor contradicted." |
| ], |
| "logits": [ |
| 1.0931808948516846, |
| 6.613065719604492, |
| 5.4673380851745605 |
| ], |
| "probabilities": [ |
| 0.003030493389815092, |
| 0.7564303874969482, |
| 0.24053914844989777 |
| ], |
| "log_probabilities": [ |
| -5.79902982711792, |
| -0.2791447639465332, |
| -1.4248723983764648 |
| ] |
| }, |
| { |
| "id": "snli:validation:4846", |
| "group": "snli:c1db7df38096c0d1511f928ae20282cde537c1c7f20e698a01cbbc65ee289d20", |
| "family": "snli", |
| "target": 0, |
| "choices": [ |
| "The hypothesis is neither established nor contradicted.", |
| "The premise entails the hypothesis.", |
| "The premise contradicts the hypothesis." |
| ], |
| "logits": [ |
| 5.664729595184326, |
| 5.791382789611816, |
| 2.163517475128174 |
| ], |
| "probabilities": [ |
| 0.461854487657547, |
| 0.5242156386375427, |
| 0.013929902575910091 |
| ], |
| "log_probabilities": [ |
| -0.7725054025650024, |
| -0.6458522081375122, |
| -4.273717403411865 |
| ] |
| }, |
| { |
| "id": "snli:validation:9655", |
| "group": "snli:96a5d21ac449b95efc5683ec7bcb55e2ea219cc58a3e8b747199a5399a0a1db3", |
| "family": "snli", |
| "target": 2, |
| "choices": [ |
| "The hypothesis is neither established nor contradicted.", |
| "The premise contradicts the hypothesis.", |
| "The premise entails the hypothesis." |
| ], |
| "logits": [ |
| 5.032071113586426, |
| 2.667419195175171, |
| 5.564507961273193 |
| ], |
| "probabilities": [ |
| 0.35751834511756897, |
| 0.03360028937458992, |
| 0.6088813543319702 |
| ], |
| "log_probabilities": [ |
| -1.0285687446594238, |
| -3.3932206630706787, |
| -0.4961318373680115 |
| ] |
| }, |
| { |
| "id": "snli:validation:1978", |
| "group": "snli:57ff161b8ed28f2f3c54268d796d8cb144a6b765c50bc41d058f8d01cc6f365e", |
| "family": "snli", |
| "target": 2, |
| "choices": [ |
| "The hypothesis is neither established nor contradicted.", |
| "The premise contradicts the hypothesis.", |
| "The premise entails the hypothesis." |
| ], |
| "logits": [ |
| 6.107530117034912, |
| 2.727382183074951, |
| 6.413535118103027 |
| ], |
| "probabilities": [ |
| 0.4180546998977661, |
| 0.01423159334808588, |
| 0.5677136778831482 |
| ], |
| "log_probabilities": [ |
| -0.872143030166626, |
| -4.252290725708008, |
| -0.5661380290985107 |
| ] |
| } |
| ] |
|
|
