diff --git "a/snapshots/20260917-expanded-pilot-hf-backup/fleet/reference-validation-predictions.json" "b/snapshots/20260917-expanded-pilot-hf-backup/fleet/reference-validation-predictions.json" new file mode 100644--- /dev/null +++ "b/snapshots/20260917-expanded-pilot-hf-backup/fleet/reference-validation-predictions.json" @@ -0,0 +1,13822 @@ +[ + { + "id": "arc:validation:ARC-Easy:362", + "group": "arc:4187aa3312847ba146c488c23054ab6a97cb214eb18619dd37ea47907a2102b4", + "family": "arc", + "target": 2, + "choices": [ + "magnetism.", + "nuclear.", + "gravity.", + "friction." + ], + "logits": [ + -9.568659782409668, + -9.69275188446045, + 7.352468013763428, + -10.793777465820312 + ], + "probabilities": [ + 4.4796880871444955e-08, + 3.9569016507812194e-08, + 1.0, + 1.3157866796120743e-08 + ], + "log_probabilities": [ + -16.921127319335938, + -17.04521942138672, + 0.0, + -18.1462459564209 + ] + }, + { + "id": "arc:validation:ARC-Easy:439", + "group": "arc:7d71e3bb3b786f60fc25a60534e5ad6b6edab49755dfc7473a3eda6039d8409f", + "family": "arc", + "target": 2, + "choices": [ + "runoff and condensation", + "condensation and evaporation", + "precipitation and runoff", + "evaporation and precipitation" + ], + "logits": [ + -1.819930911064148, + -8.391093254089355, + 7.704736709594727, + 1.3954559564590454 + ], + "probabilities": [ + 7.289004133781418e-05, + 1.020584861066709e-07, + 0.9981110095977783, + 0.0018159043975174427 + ], + "log_probabilities": [ + -9.526558876037598, + -16.097719192504883, + -0.001890778075903654, + -6.311171531677246 + ] + }, + { + "id": "arc:validation:ARC-Easy:384", + "group": "arc:717bfed654597a5619977409dacc78cec8b0140e471a65a58386a045551e1391", + "family": "arc", + "target": 0, + "choices": [ + "Water vapor in the air condenses into a liquid on the cold can.", + "The warm air absorbs cold from the can and changes to a liquid.", + "Water vapor in the air absorbs heat from the can and changes to a liquid.", + "The warm air causes heat to flow out of the can and condense in the air." + ], + "logits": [ + 8.102286338806152, + -9.89220905303955, + 5.949972152709961, + -8.879535675048828 + ], + "probabilities": [ + 0.8958848714828491, + 1.3719620994834258e-08, + 0.10411517322063446, + 3.7769407157384194e-08 + ], + "log_probabilities": [ + -0.10994338244199753, + -18.10443878173828, + -2.2622575759887695, + -17.091766357421875 + ] + }, + { + "id": "arc:validation:ARC-Challenge:290", + "group": "arc:f947963050e42833094b65e5a959acf1e0eb6410f10ceb1a122285b3915a2a1e", + "family": "arc", + "target": 2, + "choices": [ + "carbon", + "hydrogen", + "potassium", + "nitrogen" + ], + "logits": [ + -2.6283981800079346, + -2.3356330394744873, + 2.2885549068450928, + -5.097769737243652 + ], + "probabilities": [ + 0.007193697150796652, + 0.009640476666390896, + 0.9825569987297058, + 0.000608860224019736 + ], + "log_probabilities": [ + -4.934549808502197, + -4.64178466796875, + -0.017596909776329994, + -7.403921604156494 + ] + }, + { + "id": "arc:validation:ARC-Challenge:194", + "group": "arc:a835a42e56ccfcd6511b0161123e2fe80ab6ee78c5926b7291514c0b8846a181", + "family": "arc", + "target": 1, + "choices": [ + "Heat transferred through the ice cube into the pavement by conduction.", + "Heat transferred from the air and the pavement by conduction.", + "Heat transferred through the ice cube by convection.", + "Heat transferred from the air to the ice cube by radiation." + ], + "logits": [ + 1.142404556274414, + 1.9132541418075562, + -5.786075592041016, + -1.5802825689315796 + ], + "probabilities": [ + 0.30976253747940063, + 0.669583261013031, + 0.00030340877128764987, + 0.02035077102482319 + ], + "log_probabilities": [ + -1.1719493865966797, + -0.4010997712612152, + -8.10042953491211, + -3.894636392593384 + ] + }, + { + "id": "arc:validation:ARC-Challenge:199", + "group": "arc:214f9a006ab573bf17797c99fa7c38b620d2830e4a19955072104c80506f1896", + "family": "arc", + "target": 0, + "choices": [ + "consumer", + "decomposer", + "producer", + "scavenger" + ], + "logits": [ + 5.203803062438965, + -13.715558052062988, + -12.930378913879395, + -5.130605697631836 + ], + "probabilities": [ + 0.9999674558639526, + 6.073118452576409e-09, + 1.331713228580611e-08, + 3.249444853281602e-05 + ], + "log_probabilities": [ + -3.2543604902457446e-05, + -18.91939353942871, + -18.134214401245117, + -10.334441184997559 + ] + }, + { + "id": "arc:validation:ARC-Challenge:175", + "group": "arc:f96eeade6f5b1827b1137f0d75ac459bc8dbb507627e39ab27c908e9fac36bf6", + "family": "arc", + "target": 2, + "choices": [ + "its composition", + "its mass", + "its shape", + "its weight" + ], + "logits": [ + -2.715247869491577, + -5.919283866882324, + 2.000030279159546, + -5.1230573654174805 + ], + "probabilities": [ + 0.008867569267749786, + 0.00036000568070448935, + 0.9899742007255554, + 0.0007981897215358913 + ], + "log_probabilities": [ + -4.7253546714782715, + -7.929390907287598, + -0.010076368227601051, + -7.133164405822754 + ] + }, + { + "id": "arc:validation:ARC-Challenge:35", + "group": "arc:d010304956cd64ae12ff4cdf7ae61de57d11874028a1c253cb1f969a3e74f6dd", + "family": "arc", + "target": 2, + "choices": [ + "solid", + "liquid", + "gas" + ], + "logits": [ + -10.056748390197754, + -9.860738754272461, + 7.4968342781066895 + ], + "probabilities": [ + 2.3799930914947254e-08, + 2.8953563102618318e-08, + 1.0 + ], + "log_probabilities": [ + -17.5535831451416, + -17.357572555541992, + 0.0 + ] + }, + { + "id": "arc:validation:ARC-Easy:279", + "group": "arc:6c56262178d180398d11ca596c9c8e92564448734cb577a655eff3cdd40519e0", + "family": "arc", + "target": 3, + "choices": [ + "The tea's freezing point increases.", + "The tea becomes saturated.", + "The ice cube's melting point decreases.", + "The ice cubes gain energy." + ], + "logits": [ + -9.858476638793945, + -9.227132797241211, + -9.328939437866211, + 4.01774787902832 + ], + "probabilities": [ + 9.410883876626031e-07, + 1.7693736253932002e-06, + 1.5981056549208006e-06, + 0.9999957084655762 + ], + "log_probabilities": [ + -13.876228332519531, + -13.244884490966797, + -13.346691131591797, + -4.291525328881107e-06 + ] + }, + { + "id": "arc:validation:ARC-Easy:289", + "group": "arc:2b07181823971b68e64b9ce1c4fd1dd3ff6f7ce0727b81c760f33d743f8b307e", + "family": "arc", + "target": 1, + "choices": [ + "electrons and neutrons.", + "protons and electrons.", + "protons and neutrons.", + "protons, neutrons, and electrons." + ], + "logits": [ + -7.276602745056152, + 7.622705459594727, + -7.658301830291748, + -3.0206973552703857 + ], + "probabilities": [ + 3.383000546364201e-07, + 0.9999755620956421, + 2.3095748247214942e-07, + 2.3857128326199017e-05 + ], + "log_probabilities": [ + -14.899333000183105, + -2.4437606043647975e-05, + -15.28103256225586, + -10.643427848815918 + ] + }, + { + "id": "arc:validation:ARC-Easy:448", + "group": "arc:ae325ce16868b4f8eb1aeec18d8e15f1d73c6fa2d9bb3c09fd971c6f963fb63b", + "family": "arc", + "target": 0, + "choices": [ + "carbon cycle", + "water cycle", + "ocean tides", + "weather patterns" + ], + "logits": [ + 3.124140977859497, + -0.9548149704933167, + -11.17563533782959, + -4.993992328643799 + ], + "probabilities": [ + 0.9830678105354309, + 0.01663854531943798, + 6.057168207007635e-07, + 0.00029303727205842733 + ], + "log_probabilities": [ + -0.017077187076210976, + -4.096033096313477, + -14.316853523254395, + -8.135210990905762 + ] + }, + { + "id": "arc:validation:ARC-Easy:219", + "group": "arc:33903d607c33e9025afd73b8a32577988e6b856ef945515efd8531d105844e2b", + "family": "arc", + "target": 2, + "choices": [ + "gravitational forces.", + "electromagnetic forces.", + "balanced forces.", + "frictional forces." + ], + "logits": [ + -7.430158615112305, + -9.483464241027832, + 5.872992515563965, + -2.197467565536499 + ], + "probabilities": [ + 1.6687001789250644e-06, + 2.1411101158719248e-07, + 0.9996856451034546, + 0.00031254105851985514 + ], + "log_probabilities": [ + -13.303465843200684, + -15.356771469116211, + -0.00031442465842701495, + -8.070775032043457 + ] + }, + { + "id": "arc:validation:ARC-Easy:145", + "group": "arc:d4c0bc00074ca57a78019961186cc7ddcda49e8018574c63c2c8090670462075", + "family": "arc", + "target": 2, + "choices": [ + "electrical energy and mechanical energy.", + "thermal energy and light energy.", + "thermal energy and mechanical energy.", + "electrical energy and light energy." + ], + "logits": [ + -7.4608612060546875, + 2.453066110610962, + 4.732147216796875, + -10.917738914489746 + ], + "probabilities": [ + 4.595270638674265e-06, + 0.09286990016698837, + 0.9071254134178162, + 1.4487990540601459e-07 + ], + "log_probabilities": [ + -12.290482521057129, + -2.3765556812286377, + -0.09747453778982162, + -15.747360229492188 + ] + }, + { + "id": "arc:validation:ARC-Challenge:235", + "group": "arc:cb75f7fa6498320e2e1fe9b7d93e1b8dcba8bcaef96e05b8edc2695dbb1c4195", + "family": "arc", + "target": 0, + "choices": [ + "conduction", + "evaporation", + "convection", + "radiation" + ], + "logits": [ + 8.83184814453125, + -11.341622352600098, + -8.606802940368652, + -6.121785640716553 + ], + "probabilities": [ + 0.9999996423721313, + 1.7328992685250455e-09, + 2.6698662836110998e-08, + 3.204195593298209e-07 + ], + "log_probabilities": [ + -3.576278118089249e-07, + -20.17346954345703, + -17.43865203857422, + -14.953634262084961 + ] + }, + { + "id": "arc:validation:ARC-Easy:470", + "group": "arc:c8861432b6b0278a9bf05cde1d750ea157caa3a679b23850e4bd3bfed419e03e", + "family": "arc", + "target": 0, + "choices": [ + "humans as predators", + "disease", + "climate change", + "loss of habitat" + ], + "logits": [ + 0.07458674907684326, + -0.3920736312866211, + 3.578918933868408, + 4.884718894958496 + ], + "probabilities": [ + 0.0063438029028475285, + 0.00397815415635705, + 0.21098996698856354, + 0.7786880135536194 + ], + "log_probabilities": [ + -5.060276985168457, + -5.526937484741211, + -1.555944800376892, + -0.2501448392868042 + ] + }, + { + "id": "arc:validation:ARC-Easy:499", + "group": "arc:85aa3ca043e08dfe671b26cc1f9bdd4f745a7af312881f84157f3ee4ba23c1ac", + "family": "arc", + "target": 1, + "choices": [ + "subatomic particles", + "air vibrations", + "electric current", + "solar radiation" + ], + "logits": [ + -8.589223861694336, + 5.785593032836914, + -8.715346336364746, + -10.766942024230957 + ], + "probabilities": [ + 5.716047439818794e-07, + 0.9999988079071045, + 5.038734798290534e-07, + 6.47626237082477e-08 + ], + "log_probabilities": [ + -14.374817848205566, + -1.1920922133867862e-06, + -14.500940322875977, + -16.55253791809082 + ] + }, + { + "id": "arc:validation:ARC-Challenge:120", + "group": "arc:ca167138fbadb4b425c527ca726cd5dd343163062382d03539049e9c41506b71", + "family": "arc", + "target": 2, + "choices": [ + "tensile", + "shear", + "compression", + "torsion" + ], + "logits": [ + -3.7613718509674072, + 2.1476547718048096, + 4.648624897003174, + -0.43126755952835083 + ], + "probabilities": [ + 0.00020453930483199656, + 0.07534154504537582, + 0.9187387824058533, + 0.005715085193514824 + ], + "log_probabilities": [ + -8.494750022888184, + -2.585723638534546, + -0.08475341647863388, + -5.164646148681641 + ] + }, + { + "id": "arc:validation:ARC-Easy:469", + "group": "arc:f2e3d357dc32b22ecd392887b66a1e56cb2a412ef0f3fdf9bf015485932b5082", + "family": "arc", + "target": 0, + "choices": [ + "thermometer", + "barometer", + "photocell", + "decibel meter" + ], + "logits": [ + 1.4410215616226196, + -10.93801212310791, + -8.485407829284668, + -10.218579292297363 + ], + "probabilities": [ + 0.9999382495880127, + 4.20559081248939e-06, + 4.8862933908822015e-05, + 8.635206540930085e-06 + ], + "log_probabilities": [ + -6.174850568640977e-05, + -12.379096031188965, + -9.926491737365723, + -11.659663200378418 + ] + }, + { + "id": "arc:validation:ARC-Challenge:129", + "group": "arc:4c7f5e9e2386d66413826d08d6def1fff601df3fd633ffccc581de99ef4eee9e", + "family": "arc", + "target": 1, + "choices": [ + "increase in precipitation", + "decrease in soil nutrients", + "increase in wind speed", + "decrease in sunlight" + ], + "logits": [ + -4.192708492279053, + 5.8108673095703125, + -0.6910197734832764, + -1.8607085943222046 + ], + "probabilities": [ + 4.5147033233661205e-05, + 0.9979923963546753, + 0.001497591962106526, + 0.0004649476904887706 + ], + "log_probabilities": [ + -10.005585670471191, + -0.0020096360240131617, + -6.503897190093994, + -7.673585891723633 + ] + }, + { + "id": "arc:validation:ARC-Easy:229", + "group": "arc:0000aa55e2ce240dabd5ba0b5e8dfaa2cc87ac874c284f627bc24eee24f854a3", + "family": "arc", + "target": 2, + "choices": [ + "nucleus", + "chromatin", + "cytoplasm", + "ribosome" + ], + "logits": [ + -11.928229331970215, + -11.533408164978027, + 8.792750358581543, + -11.331759452819824 + ], + "probabilities": [ + 1.0022888075056358e-09, + 1.4875155551763442e-09, + 1.0, + 1.8198534901259222e-09 + ], + "log_probabilities": [ + -20.720979690551758, + -20.32615852355957, + 0.0, + -20.124509811401367 + ] + }, + { + "id": "arc:validation:ARC-Easy:500", + "group": "arc:a560e1abb6335e056f8aa9478451355116a52df1d2b68ac62b963eea4e445810", + "family": "arc", + "target": 0, + "choices": [ + "tell the teacher right away", + "tell his best friend after school", + "scratch it", + "wait for it to go away" + ], + "logits": [ + 4.2733235359191895, + -10.077288627624512, + -11.433404922485352, + -8.701567649841309 + ], + "probabilities": [ + 0.9999970197677612, + 5.856077223143075e-07, + 1.5088755844772095e-07, + 2.3177942694019293e-06 + ], + "log_probabilities": [ + -2.9802276912960224e-06, + -14.350615501403809, + -15.706730842590332, + -12.974894523620605 + ] + }, + { + "id": "arc:validation:ARC-Easy:12", + "group": "arc:ceb415d55dc0ecaf8b34ee25a2aba00f631ee699da2bbf4ef541aea62538bd53", + "family": "arc", + "target": 3, + "choices": [ + "air temperature.", + "wind direction.", + "air pressure.", + "wind speed." + ], + "logits": [ + -8.542095184326172, + -6.318714141845703, + -7.360799789428711, + 7.128108978271484 + ], + "probabilities": [ + 1.5650054763227672e-07, + 1.4458325949817663e-06, + 5.099715281176032e-07, + 0.9999978542327881 + ], + "log_probabilities": [ + -15.670206069946289, + -13.44682502746582, + -14.488910675048828, + -2.145764938177308e-06 + ] + }, + { + "id": "arc:validation:ARC-Challenge:130", + "group": "arc:b4b64df49d7a12f05c9ff41eda15f343188d9cc14c1de30300fb83d18a72548e", + "family": "arc", + "target": 3, + "choices": [ + "mushrooms growing at the base of the tree", + "woodpeckers making holes in the tree", + "squirrels eating walnuts on the ground near the tree", + "earthworms making holes in the ground near the tree" + ], + "logits": [ + -4.18523645401001, + -9.792920112609863, + -10.332169532775879, + 5.146589279174805 + ], + "probabilities": [ + 8.855255873640999e-05, + 3.249487292578124e-07, + 1.8950549929286353e-07, + 0.9999109506607056 + ], + "log_probabilities": [ + -9.331913948059082, + -14.939598083496094, + -15.47884750366211, + -8.904537389753386e-05 + ] + }, + { + "id": "arc:validation:ARC-Easy:202", + "group": "arc:dd0609a08c4f2bceb7d14661c98fbb9894817bb9b3c117da9242700d8635018d", + "family": "arc", + "target": 2, + "choices": [ + "Higher gravitational pull creates more mass.", + "Lower mass creates higher gravitational pull.", + "Higher mass creates higher gravitational pull.", + "Lower gravitational pull creates more mass." + ], + "logits": [ + -9.728096961975098, + -10.754132270812988, + 7.197607040405273, + -10.028639793395996 + ], + "probabilities": [ + 4.459228719611019e-08, + 1.5982999812536036e-08, + 1.0, + 3.3016913647543333e-08 + ], + "log_probabilities": [ + -16.925704956054688, + -17.951740264892578, + 0.0, + -17.226245880126953 + ] + }, + { + "id": "arc:validation:ARC-Challenge:7", + "group": "arc:717373cdaa275e0b0e6c80760947b30f9bd3c4f083d0ddb9d2299a9ec8c00513", + "family": "arc", + "target": 3, + "choices": [ + "Food is used to absorb sunlight.", + "Food is released as gas.", + "Food is converted to water.", + "Food is stored for future use." + ], + "logits": [ + -11.628745079040527, + -7.416879177093506, + -10.782210350036621, + -4.402494430541992 + ], + "probabilities": [ + 0.0006916245329193771, + 0.04667244106531143, + 0.0016125596594065428, + 0.9510233402252197 + ], + "log_probabilities": [ + -7.276467323303223, + -3.064601421356201, + -6.429932594299316, + -0.050216659903526306 + ] + }, + { + "id": "arc:validation:ARC-Easy:423", + "group": "arc:9f167327b6860d377d66b629279a5f46c41351c147019f180a5f2b6c0bfbcb12", + "family": "arc", + "target": 2, + "choices": [ + "smelling", + "touching", + "hearing", + "tasting" + ], + "logits": [ + -6.632641792297363, + -9.120047569274902, + 1.2897599935531616, + -14.006440162658691 + ], + "probabilities": [ + 0.00036238812026567757, + 3.012364868482109e-05, + 0.999607264995575, + 2.2739149585504492e-07 + ], + "log_probabilities": [ + -7.922794818878174, + -10.410200119018555, + -0.00039283663500100374, + -15.296592712402344 + ] + }, + { + "id": "arc:validation:ARC-Challenge:266", + "group": "arc:ed6a364dc538a7d423982826b435718c7f5e66d87b927fbf257bdf1a650876d2", + "family": "arc", + "target": 0, + "choices": [ + "honeybees", + "squirrels", + "earthworms", + "beetles" + ], + "logits": [ + 7.329866409301758, + -0.022995825856924057, + -0.315582275390625, + 4.976347923278809 + ], + "probabilities": [ + 0.9122812151908875, + 0.0005845493287779391, + 0.00043626720434986055, + 0.08669791370630264 + ], + "log_probabilities": [ + -0.09180701524019241, + -7.444669246673584, + -7.737255573272705, + -2.4453256130218506 + ] + }, + { + "id": "arc:validation:ARC-Challenge:122", + "group": "arc:aa10421c5817a908e96ea9ab45dbc981830a2273af9aa540244acac3c6bb045d", + "family": "arc", + "target": 0, + "choices": [ + "Shedding fur helps the hare blend into its habitat.", + "Shedding fur keeps the hare clean.", + "Shedding fur keeps the hare's home warm.", + "Shedding fur helps the hare move quickly." + ], + "logits": [ + 5.817943572998047, + -9.88109302520752, + -8.939496040344238, + -11.823748588562012 + ], + "probabilities": [ + 0.9999995231628418, + 1.5205294801035052e-07, + 3.8987479911156697e-07, + 2.1792637028283934e-08 + ], + "log_probabilities": [ + -4.768370445162873e-07, + -15.699036598205566, + -14.757439613342285, + -17.641693115234375 + ] + }, + { + "id": "arc:validation:ARC-Easy:235", + "group": "arc:a96211a6d9ef0a01b09344d61cde76e3943a2a28cedfa5620bb12d46f497b29f", + "family": "arc", + "target": 2, + "choices": [ + "reproductive", + "excretory", + "circulatory", + "respiratory" + ], + "logits": [ + -11.85080623626709, + -4.506905555725098, + 7.391881465911865, + -6.304961681365967 + ], + "probabilities": [ + 4.395453334637978e-09, + 6.79859658703208e-06, + 0.9999921321868896, + 1.1259865004831227e-06 + ], + "log_probabilities": [ + -19.242694854736328, + -11.898794174194336, + -7.867782187531702e-06, + -13.696850776672363 + ] + }, + { + "id": "arc:validation:ARC-Easy:492", + "group": "arc:449571dc5a613abfec32942f6e22443e3d393064415e4ca8cd774e480779fb4a", + "family": "arc", + "target": 1, + "choices": [ + "solar", + "exothermic", + "chemical", + "endothermic" + ], + "logits": [ + -8.978055953979492, + 3.2702996730804443, + -9.795256614685059, + -6.321782112121582 + ], + "probabilities": [ + 4.79263098895899e-06, + 0.9999247789382935, + 2.116743416991085e-06, + 6.826200115028769e-05 + ], + "log_probabilities": [ + -12.248431205749512, + -7.521823135903105e-05, + -13.065631866455078, + -9.592157363891602 + ] + }, + { + "id": "arc:validation:ARC-Easy:215", + "group": "arc:aca8168191da2bb270d8d0289245537092bd402d6ec6da68d67478a491d94589", + "family": "arc", + "target": 2, + "choices": [ + "The effects of Earth's gravity are greater on the snowball.", + "The snowball is colder than the golf ball.", + "The snowball is less dense then the golf ball.", + "The effects of friction are greater on the golf ball." + ], + "logits": [ + -11.446280479431152, + -12.601869583129883, + -4.7917633056640625, + -10.105538368225098 + ], + "probabilities": [ + 0.0012797219678759575, + 0.00040294858627021313, + 0.9934264421463013, + 0.004890941549092531 + ], + "log_probabilities": [ + -6.661112308502197, + -7.816701412200928, + -0.006595272570848465, + -5.320370197296143 + ] + }, + { + "id": "arc:validation:ARC-Challenge:117", + "group": "arc:e767f980868d8fad5dbb6f624d3c69c644f384ef7aae76bba3ac10ee26f325e3", + "family": "arc", + "target": 1, + "choices": [ + "do not need food energy to live.", + "turn sunlight into food energy.", + "keep food energy stored in their roots.", + "get all their food energy from soil." + ], + "logits": [ + -7.098446846008301, + 5.732608795166016, + -7.175816535949707, + -9.722599029541016 + ], + "probabilities": [ + 2.6763384539663093e-06, + 0.9999946355819702, + 2.477078623996931e-06, + 1.9403773876547348e-07 + ], + "log_probabilities": [ + -12.831061363220215, + -5.364403477869928e-06, + -12.908431053161621, + -15.45521354675293 + ] + }, + { + "id": "arc:validation:ARC-Challenge:101", + "group": "arc:6388a326dbdc50361781b2f6cd331506800aa557975d006ddd64a3961b85187e", + "family": "arc", + "target": 3, + "choices": [ + "knowing its name", + "having a scar", + "chasing a toy", + "having white fur" + ], + "logits": [ + -10.662627220153809, + -9.871618270874023, + -5.9660725593566895, + -2.637361764907837 + ], + "probabilities": [ + 0.00031545659294351935, + 0.0006957775913178921, + 0.03456427529454231, + 0.9644244313240051 + ], + "log_probabilities": [ + -8.06148910522461, + -7.270480632781982, + -3.3649346828460693, + -0.03622380644083023 + ] + }, + { + "id": "arc:validation:ARC-Challenge:154", + "group": "arc:f086805bac3695692863cdf5d0cea886276f04984080199b7b072e4fc149f2c6", + "family": "arc", + "target": 2, + "choices": [ + "amount of light", + "water temperature", + "water pressure", + "types of ocean organisms" + ], + "logits": [ + 2.243720769882202, + 0.14345496892929077, + 8.410749435424805, + -5.717059135437012 + ], + "probabilities": [ + 0.0020925316493958235, + 0.000256175670074299, + 0.9976505637168884, + 7.300441779989342e-07 + ], + "log_probabilities": [ + -6.1693806648254395, + -8.269646644592285, + -0.0023522109258919954, + -14.130160331726074 + ] + }, + { + "id": "arc:validation:ARC-Challenge:58", + "group": "arc:b11a295ac62ef696958e45f20ba39df9f89770cf037982cb653d303368b83f7e", + "family": "arc", + "target": 2, + "choices": [ + "lab smock", + "gloves", + "safety shower", + "goggles" + ], + "logits": [ + -1.2420157194137573, + -0.9007127285003662, + 2.0215184688568115, + 0.33600157499313354 + ], + "probabilities": [ + 0.029945606365799904, + 0.0421268604695797, + 0.7828309535980225, + 0.14509661495685577 + ], + "log_probabilities": [ + -3.5083725452423096, + -3.167069673538208, + -0.24483853578567505, + -1.9303553104400635 + ] + }, + { + "id": "arc:validation:ARC-Challenge:238", + "group": "arc:fe3f1410776fe7d5d8e1b107d2be8e2b23718f164ce7c04322897bd8aeed5de1", + "family": "arc", + "target": 2, + "choices": [ + "stored in the ball until it hits the pins.", + "converted from kinetic energy into gravitational potential energy.", + "converted to heat and sound when it makes contact with the floor.", + "increased as friction is applied to the ball." + ], + "logits": [ + -4.219579696655273, + -6.650645732879639, + 2.504089593887329, + -7.839807510375977 + ], + "probabilities": [ + 0.0012005107710137963, + 0.00010557650966802612, + 0.9986617565155029, + 3.214556636521593e-05 + ], + "log_probabilities": [ + -6.725008010864258, + -9.156074523925781, + -0.0013391345273703337, + -10.345235824584961 + ] + }, + { + "id": "arc:validation:ARC-Easy:272", + "group": "arc:b3e5c4c3e0745a6765a6fcc1f1a654299015448210071c16142e7e88a96a091e", + "family": "arc", + "target": 2, + "choices": [ + "structure of a mineral.", + "cleavage of a mineral.", + "hardness of a mineral.", + "luster of a mineral." + ], + "logits": [ + -9.107627868652344, + -9.725912094116211, + -9.94575309753418, + -9.29660701751709 + ], + "probabilities": [ + 0.35724586248397827, + 0.19250842928886414, + 0.15451622009277344, + 0.29572948813438416 + ], + "log_probabilities": [ + -1.029331088066101, + -1.6476153135299683, + -1.867456316947937, + -1.2183102369308472 + ] + }, + { + "id": "arc:validation:ARC-Easy:241", + "group": "arc:a45378497db0209ac8444518edffd221613e114f30cf2601c3d873313708632a", + "family": "arc", + "target": 1, + "choices": [ + "The shape of the substance changed.", + "The substance changed into a new substance.", + "The substance was heated.", + "The volume of the substance changed." + ], + "logits": [ + -9.797327995300293, + 5.764010906219482, + -9.205419540405273, + -9.242239952087402 + ], + "probabilities": [ + 1.745003288533553e-07, + 0.9999991655349731, + 3.153976138037251e-07, + 3.039960176920431e-07 + ], + "log_probabilities": [ + -15.561339378356934, + -8.344646857949556e-07, + -14.96943187713623, + -15.006251335144043 + ] + }, + { + "id": "arc:validation:ARC-Easy:69", + "group": "arc:956ded59fb01ba4293678cac5c3644e8e1821a7f8c80e897a99fbc4efa06f01a", + "family": "arc", + "target": 3, + "choices": [ + "what the organism eats", + "how fast the organism grows", + "size of the cells of the organism", + "how many types of cells are in the organism" + ], + "logits": [ + -7.6376495361328125, + -10.540274620056152, + -5.170816898345947, + -3.868500232696533 + ], + "probabilities": [ + 0.01779894344508648, + 0.0009767876472324133, + 0.2097616046667099, + 0.7714627385139465 + ], + "log_probabilities": [ + -4.028616428375244, + -6.931241512298584, + -1.5617835521697998, + -0.25946691632270813 + ] + }, + { + "id": "arc:validation:ARC-Challenge:293", + "group": "arc:76f6e15796a19ad09821e194bc039bd410c35a3e74a6f366f60b85e61fc87987", + "family": "arc", + "target": 0, + "choices": [ + "0.01 cm", + "25 cm", + "2.5 cm", + "100 cm" + ], + "logits": [ + 1.6491457223892212, + -4.306565761566162, + -4.69465446472168, + -6.2184038162231445 + ], + "probabilities": [ + 0.9952907562255859, + 0.0025787982158362865, + 0.0017493335762992501, + 0.0003811681817751378 + ], + "log_probabilities": [ + -0.004720377270132303, + -5.9604315757751465, + -6.348520278930664, + -7.872269630432129 + ] + }, + { + "id": "arc:validation:ARC-Easy:443", + "group": "arc:ff7a97646afb81df553e26b93df6350c52d30aae77b48029fd9f1f37316a665a", + "family": "arc", + "target": 2, + "choices": [ + "by evaporation", + "by radiation", + "by convection", + "by conduction" + ], + "logits": [ + -7.362811088562012, + -7.390961170196533, + 4.598528861999512, + -7.285566329956055 + ], + "probabilities": [ + 6.386274435499217e-06, + 6.209004368429305e-06, + 0.9999804496765137, + 6.899133040860761e-06 + ], + "log_probabilities": [ + -11.961359024047852, + -11.989509582519531, + -1.9550132492440753e-05, + -11.884114265441895 + ] + }, + { + "id": "arc:validation:ARC-Challenge:281", + "group": "arc:261cc5497bf6a69ec641a491ac7e1a2a8e03ac86d977d16933504b5bf1d21c9a", + "family": "arc", + "target": 1, + "choices": [ + "2.0 light-seconds", + "5.0 x 10^2 light-seconds", + "2.0 x 10^-3 light-seconds", + "0.5 light-seconds" + ], + "logits": [ + 1.9871832132339478, + -1.8439401388168335, + 3.218116044998169, + 7.036202430725098 + ], + "probabilities": [ + 0.006237694527953863, + 0.00013526597467716783, + 0.021360505372285843, + 0.9722665548324585 + ], + "log_probabilities": [ + -5.077144622802734, + -8.9082670211792, + -3.8462116718292236, + -0.02812526933848858 + ] + }, + { + "id": "arc:validation:ARC-Easy:191", + "group": "arc:58465539aea2df3499d5ab47b85d36cd218e466c1573a4555646df2fefdea2e1", + "family": "arc", + "target": 3, + "choices": [ + "microscope", + "hand lens", + "thermometer", + "camera" + ], + "logits": [ + -8.893048286437988, + -7.175128936767578, + -11.286355018615723, + -1.3177026510238647 + ], + "probabilities": [ + 0.0005111956270411611, + 0.002848853124305606, + 4.6686040150234476e-05, + 0.996593177318573 + ], + "log_probabilities": [ + -7.578758239746094, + -5.860838890075684, + -9.972064971923828, + -0.0034126159735023975 + ] + }, + { + "id": "arc:validation:ARC-Challenge:192", + "group": "arc:f9dc0c5b56566898c2b77f9589e041c2562bc5ee6b9e21d8c8a81f7e3cf36cc9", + "family": "arc", + "target": 1, + "choices": [ + "distilled kerosene", + "organically produced vegetable oil", + "conventionally produced vegetable oil", + "conventional diesel fuel" + ], + "logits": [ + -7.41359806060791, + 2.247011423110962, + -0.6580871343612671, + -8.465941429138184 + ], + "probabilities": [ + 6.043220855644904e-05, + 0.9480205178260803, + 0.051897868514060974, + 2.109801243932452e-05 + ], + "log_probabilities": [ + -9.713988304138184, + -0.0533791221678257, + -2.95847749710083, + -10.766331672668457 + ] + }, + { + "id": "arc:validation:ARC-Easy:394", + "group": "arc:8b70616b620ae966944faaffb88c962ae8837636a27380f3f79f18a575a82b2a", + "family": "arc", + "target": 0, + "choices": [ + "require water for survival", + "require sunlight for photosynthesis", + "require silicon for structural support", + "require oxygen for respiration" + ], + "logits": [ + 2.0287671089172363, + -10.797201156616211, + -11.102584838867188, + -10.883927345275879 + ], + "probabilities": [ + 0.999992847442627, + 2.6899849672190612e-06, + 1.982090225283173e-06, + 2.4665205273777246e-06 + ], + "log_probabilities": [ + -7.152531907195225e-06, + -12.825974464416504, + -13.13135814666748, + -12.912701606750488 + ] + }, + { + "id": "arc:validation:ARC-Challenge:208", + "group": "arc:6eb6c98a1750a3dbf4da2f529a70852e0dd7f3927b4ea1f491ed8fcbec24915c", + "family": "arc", + "target": 1, + "choices": [ + "stop when a species forms.", + "take place over many generations.", + "speed up with stable conditions.", + "are independent of the environment." + ], + "logits": [ + -4.323087692260742, + 5.213263511657715, + -5.093207359313965, + -7.880406379699707 + ], + "probabilities": [ + 7.21719698049128e-05, + 0.9998923540115356, + 3.341256160638295e-05, + 2.0579966530931415e-06 + ], + "log_probabilities": [ + -9.536458969116211, + -0.00010764019680209458, + -10.306578636169434, + -13.093777656555176 + ] + }, + { + "id": "arc:validation:ARC-Easy:538", + "group": "arc:afe005353d2391b43a4930a02137bf8f6d3b8372cb40a41428868427e1b73af6", + "family": "arc", + "target": 2, + "choices": [ + "They all have young that look like the adults.", + "They all are warm-blooded.", + "They all have backbones.", + "They all have fur." + ], + "logits": [ + -5.684571266174316, + -8.78585147857666, + 7.644716739654541, + -10.725823402404785 + ], + "probabilities": [ + 1.6261582231891225e-06, + 7.316340600027615e-08, + 0.9999982118606567, + 1.0514165538211273e-08 + ], + "log_probabilities": [ + -13.329290390014648, + -16.430570602416992, + -1.7881377516459906e-06, + -18.370542526245117 + ] + }, + { + "id": "arc:validation:ARC-Easy:331", + "group": "arc:971bd9f479b56461ca7cca7d97ead103ff36bf6f598d542a92f5cbfebce76401", + "family": "arc", + "target": 2, + "choices": [ + "The temperature of the air above the ice", + "The thickness of the ice", + "The force of friction between the ice and the rock", + "The gravitational force between the ice and the rock" + ], + "logits": [ + -7.3845624923706055, + -10.224939346313477, + 7.415378093719482, + -5.96194314956665 + ], + "probabilities": [ + 3.7365160210356407e-07, + 2.182259706273726e-08, + 0.9999980926513672, + 1.5498953871428967e-06 + ], + "log_probabilities": [ + -14.799942016601562, + -17.64031982421875, + -1.9073468138230965e-06, + -13.377323150634766 + ] + }, + { + "id": "arc:validation:ARC-Challenge:167", + "group": "arc:9a45f51fa86053f300aa93d7c11132294d2fbf3c4eab6b0f91f11023b1f32b86", + "family": "arc", + "target": 3, + "choices": [ + "Sickle cell anemia: a condition caused when a zygote receives a recessive allele for hemoglobin from each parent", + "Huntington's disease: a condition caused when a zygote receives a mutated dominant allele", + "Hemophilia: a condition caused when a zygote receives an X chromosome with a particular recessive allele", + "Trisomy 16: a condition caused when a zygote receives three copies of chromosome 16" + ], + "logits": [ + -2.2573468685150146, + -3.8606321811676025, + -3.5431206226348877, + 0.7193311452865601 + ], + "probabilities": [ + 0.047392938286066055, + 0.009537085890769958, + 0.013101143762469292, + 0.9299689531326294 + ], + "log_probabilities": [ + -3.0492820739746094, + -4.652567386627197, + -4.335055828094482, + -0.07260410487651825 + ] + }, + { + "id": "arc:validation:ARC-Easy:37", + "group": "arc:c16a2322452dada77997cea745878c18514630a63c55f245212564dcd2b70144", + "family": "arc", + "target": 2, + "choices": [ + "the presence of phosphates", + "the types of bases", + "the molecular shape", + "the sugar composition" + ], + "logits": [ + -10.737116813659668, + -7.495655536651611, + -8.702266693115234, + -5.840513229370117 + ], + "probabilities": [ + 0.005950375460088253, + 0.15215741097927094, + 0.04552695155143738, + 0.7963652610778809 + ], + "log_probabilities": [ + -5.124300956726074, + -1.8828396797180176, + -3.0894508361816406, + -0.22769735753536224 + ] + }, + { + "id": "arc:validation:ARC-Easy:344", + "group": "arc:6aec1eb984c622cb474780ff30c5963877b36ca8c34ad6751125858e2c72e26c", + "family": "arc", + "target": 0, + "choices": [ + "Barney has a scar on his ear.", + "Barney has brown eyes.", + "Barney has a long tail.", + "Barney has a pink tongue." + ], + "logits": [ + 1.3028239011764526, + -5.537702560424805, + -5.379549026489258, + -4.599496364593506 + ], + "probabilities": [ + 0.9949700236320496, + 0.0010641602566465735, + 0.001246499945409596, + 0.0027193480636924505 + ], + "log_probabilities": [ + -0.005042691715061665, + -6.845569133758545, + -6.687415599822998, + -5.907362937927246 + ] + }, + { + "id": "arc:validation:ARC-Easy:523", + "group": "arc:476172bc3ace51be6cc893ce9395fa29672b65279a58791ade676e7316921fd7", + "family": "arc", + "target": 3, + "choices": [ + "a variable.", + "a theory.", + "an observation.", + "a hypothesis." + ], + "logits": [ + -7.681272029876709, + 2.904484987258911, + -9.111684799194336, + 6.095869064331055 + ], + "probabilities": [ + 9.980773256756947e-07, + 0.0394911952316761, + 2.3875037413745304e-07, + 0.9605075716972351 + ], + "log_probabilities": [ + -13.817435264587402, + -3.231677532196045, + -15.247847557067871, + -0.04029344394803047 + ] + }, + { + "id": "arc:validation:ARC-Challenge:139", + "group": "arc:1e9f58ef3f421dbdf0e9c9396075dcfae416b7a3636a50f7634802da0b5139fa", + "family": "arc", + "target": 1, + "choices": [ + "work", + "power", + "heat", + "light" + ], + "logits": [ + 1.095023512840271, + 3.0220603942871094, + -0.5357467532157898, + -2.527401924133301 + ], + "probabilities": [ + 0.12358462065458298, + 0.8489182591438293, + 0.02419523522257805, + 0.0033019082620739937 + ], + "log_probabilities": [ + -2.0908291339874268, + -0.16379235684871674, + -3.721599578857422, + -5.713254451751709 + ] + }, + { + "id": "arc:validation:ARC-Challenge:48", + "group": "arc:95a62261de4e5c7b602daafa08276526ef4c44b8b0f1f94660a1986bbe4ee0ec", + "family": "arc", + "target": 2, + "choices": [ + "Air particles move down and to the left.", + "Air particles move down and to the right.", + "Air particles move up and to the right.", + "Air particles move up and to the left." + ], + "logits": [ + -1.7315717935562134, + -1.22878897190094, + 0.2935633659362793, + -0.7233248353004456 + ], + "probabilities": [ + 0.07709362357854843, + 0.12746009230613708, + 0.5841487050056458, + 0.21129757165908813 + ], + "log_probabilities": [ + -2.562734603881836, + -2.0599520206451416, + -0.5375996828079224, + -1.5544878244400024 + ] + }, + { + "id": "arc:validation:ARC-Easy:455", + "group": "arc:06388781dae6274914453fa369e98fdfc1b77ff779f69f32b8cfa817b5056fd8", + "family": "arc", + "target": 3, + "choices": [ + "evaporation and infiltration", + "precipitation and transpiration", + "evaporation and transpiration", + "precipitation and infiltration" + ], + "logits": [ + 4.596930027008057, + -6.521060943603516, + -9.076484680175781, + 6.489712238311768 + ], + "probabilities": [ + 0.13092729449272156, + 1.9433375655353302e-06, + 1.509182681047605e-07, + 0.8690705895423889 + ], + "log_probabilities": [ + -2.0331132411956787, + -13.151103973388672, + -15.706527709960938, + -0.1403309553861618 + ] + }, + { + "id": "arc:validation:ARC-Easy:533", + "group": "arc:f21e3d53c130b5254708871d6889bbea7f0e285ac5635e3f965bbb3336adbe64", + "family": "arc", + "target": 0, + "choices": [ + "a cloud", + "a rainbow", + "a sunset", + "a tornado" + ], + "logits": [ + 7.789931297302246, + -8.59907054901123, + -10.748624801635742, + -5.134452819824219 + ], + "probabilities": [ + 0.9999974966049194, + 7.626861275866759e-08, + 8.888054736644335e-09, + 2.4378680336667458e-06 + ], + "log_probabilities": [ + -2.50339189733495e-06, + -16.38900375366211, + -18.538557052612305, + -12.924386978149414 + ] + }, + { + "id": "arc:validation:ARC-Challenge:50", + "group": "arc:fa2bc759e81a42447288fff657f2e63b914736aade1869e63afc2744ec8fd929", + "family": "arc", + "target": 2, + "choices": [ + "It invalidates the procedures and conclusions.", + "It makes the data obtained in the study incorrect.", + "It prevents other scientists from validating the results.", + "It prohibits other scientists from developing new hypotheses." + ], + "logits": [ + 4.640542984008789, + -7.279834747314453, + 7.944499969482422, + -5.4405717849731445 + ], + "probabilities": [ + 0.03543562814593315, + 2.3576855312512635e-07, + 0.9645625948905945, + 1.4834319017609232e-06 + ], + "log_probabilities": [ + -3.3400375843048096, + -15.260415077209473, + -0.03608054667711258, + -13.421152114868164 + ] + }, + { + "id": "arc:validation:ARC-Challenge:148", + "group": "arc:c33c53bd71dad37cef3f659781db4198af9abde918ac1bf2b1f68f57a3a6f701", + "family": "arc", + "target": 2, + "choices": [ + "Space suits helped them jump higher.", + "The Moon rotates faster than Earth does.", + "The Moon exerts less gravitational force than Earth.", + "There is no atmosphere on the Moon." + ], + "logits": [ + -11.420975685119629, + -11.230073928833008, + 9.041060447692871, + 3.240661382675171 + ], + "probabilities": [ + 1.2946078653541804e-09, + 1.5669179287414181e-09, + 0.996982753276825, + 0.003017216455191374 + ], + "log_probabilities": [ + -20.465057373046875, + -20.274154663085938, + -0.003021796001121402, + -5.803420543670654 + ] + }, + { + "id": "arc:validation:ARC-Challenge:126", + "group": "arc:03c7e98319b86d3461a624e72db5e64ad8d82caa3527479b89a58448e9902f0d", + "family": "arc", + "target": 1, + "choices": [ + "Cheetahs in current populations are more resistant to new diseases.", + "The current cheetah populations are less likely to be able to adapt to environmental changes.", + "The survival rate of young cheetahs is increased in current populations.", + "Cheetahs in current populations are less able to interbreed with other species." + ], + "logits": [ + -10.674942970275879, + 8.654479026794434, + -10.368797302246094, + -10.670912742614746 + ], + "probabilities": [ + 4.03031252815822e-09, + 1.0, + 5.473884900908388e-09, + 4.046587953610015e-09 + ], + "log_probabilities": [ + -19.329421997070312, + 0.0, + -19.023277282714844, + -19.32539176940918 + ] + }, + { + "id": "arc:validation:ARC-Easy:545", + "group": "arc:4aff11212c055dcdabfc4c11ce0007ed8a8ff31ec056de6b32cce4b0b47439aa", + "family": "arc", + "target": 0, + "choices": [ + "coal, oil, and gas.", + "coal, shale, and quartz.", + "oil, shale, and granite.", + "shale, quartz, and coal." + ], + "logits": [ + 3.76674222946167, + 0.6171482801437378, + -1.9728869199752808, + 1.9666095972061157 + ], + "probabilities": [ + 0.8255168199539185, + 0.03538952022790909, + 0.0026548292953521013, + 0.13643892109394073 + ], + "log_probabilities": [ + -0.19174565374851227, + -3.341339588165283, + -5.931375026702881, + -1.9918782711029053 + ] + }, + { + "id": "arc:validation:ARC-Easy:50", + "group": "arc:7a1086f56c90b0ca27934808c28cdf7432dcad05ad999011e61927be3c93adf1", + "family": "arc", + "target": 2, + "choices": [ + "friction", + "air pressure", + "gravity", + "Earth's magnetism" + ], + "logits": [ + -10.017258644104004, + -10.898715019226074, + 8.00971508026123, + -11.122382164001465 + ], + "probabilities": [ + 1.4824661498380465e-08, + 6.140067565496565e-09, + 1.0, + 4.909483042325746e-09 + ], + "log_probabilities": [ + -18.026973724365234, + -18.908430099487305, + 0.0, + -19.132097244262695 + ] + }, + { + "id": "arc:validation:ARC-Easy:389", + "group": "arc:913a146abddbf62178d4e7f502a4c0590e8aa238191b0d9a668d6baa59a3c396", + "family": "arc", + "target": 1, + "choices": [ + "light energy.", + "mechanical energy.", + "thermal energy.", + "chemical energy." + ], + "logits": [ + -11.097688674926758, + 6.605775833129883, + -7.965752601623535, + -10.639789581298828 + ], + "probabilities": [ + 2.0487213703290763e-08, + 0.9999995231628418, + 4.6953221044532256e-07, + 3.2385148784896955e-08 + ], + "log_probabilities": [ + -17.70346450805664, + -4.768370445162873e-07, + -14.571528434753418, + -17.24556541442871 + ] + }, + { + "id": "arc:validation:ARC-Challenge:99", + "group": "arc:2a9d7bbe51815f87b3b70c24dc4f12ce0fc4aa7149b2e43d153aa19ef18646b0", + "family": "arc", + "target": 2, + "choices": [ + "The liquid water undergoes a chemical change.", + "The liquid water becomes a vapor.", + "The liquid water forms a solid.", + "The liquid water condenses." + ], + "logits": [ + -10.648418426513672, + -7.727294921875, + 6.866495132446289, + 5.8818254470825195 + ], + "probabilities": [ + 1.80103043589952e-08, + 3.343096466323914e-07, + 0.7280335426330566, + 0.2719660997390747 + ], + "log_probabilities": [ + -17.832321166992188, + -14.911198616027832, + -0.31740814447402954, + -1.3020777702331543 + ] + }, + { + "id": "arc:validation:ARC-Challenge:4", + "group": "arc:daef9b17e65d86711686b50221ddead84db77e8979c5db6a85ca71b94cfcbb9f", + "family": "arc", + "target": 2, + "choices": [ + "Available water increased.", + "Oxygen levels increased.", + "Food sources increased.", + "Shady areas increased." + ], + "logits": [ + -9.897404670715332, + -12.290980339050293, + 4.3223090171813965, + -9.087555885314941 + ], + "probabilities": [ + 6.675072654616088e-07, + 6.09451760169577e-08, + 0.9999977350234985, + 1.5002681266196305e-06 + ], + "log_probabilities": [ + -14.219715118408203, + -16.613290786743164, + -2.264974000354414e-06, + -13.409866333007812 + ] + }, + { + "id": "arc:validation:ARC-Challenge:88", + "group": "arc:d524437f69c60e288413eb16200d112c3c8e85808c396808893082cf605ff735", + "family": "arc", + "target": 2, + "choices": [ + "These chemicals can self-assemble into a virus.", + "These chemicals are found on another planet.", + "These chemicals can self-assemble into a structure that replicates.", + "These chemicals are being used by living organisms today." + ], + "logits": [ + -5.080319404602051, + -8.479483604431152, + 6.626946449279785, + -9.057564735412598 + ], + "probabilities": [ + 8.233704647864215e-06, + 2.750153953456902e-07, + 0.9999912977218628, + 1.5427643518250989e-07 + ], + "log_probabilities": [ + -11.707274436950684, + -15.106438636779785, + -8.702239938429557e-06, + -15.68451976776123 + ] + }, + { + "id": "arc:validation:ARC-Challenge:272", + "group": "arc:9ccfa515f3482eeb6783e3000749d6a6ea2008e6683b4ecb295f2a5939189a36", + "family": "arc", + "target": 1, + "choices": [ + "roots will grow upward, stems will grow upward", + "roots will grow downward, stems will grow upward", + "roots will grow upward, stems will grow downward", + "roots will grow downward, stems will grow downward" + ], + "logits": [ + -5.8728837966918945, + 4.164953231811523, + -7.524291515350342, + -6.985673427581787 + ], + "probabilities": [ + 4.371131944935769e-05, + 0.9999334812164307, + 8.38294090499403e-06, + 1.436531965737231e-05 + ], + "log_probabilities": [ + -10.037903785705566, + -6.651657167822123e-05, + -11.689311981201172, + -11.150693893432617 + ] + }, + { + "id": "arc:validation:ARC-Easy:238", + "group": "arc:af39f74da420cb47849cc8319e2cc89ea628d4bf729984153b268b2193c6c875", + "family": "arc", + "target": 1, + "choices": [ + "coil into a compact crystal form", + "cross a membrane", + "break off some of its phosphates to release energy", + "duplicate itself" + ], + "logits": [ + -9.517960548400879, + -3.756263494491577, + -6.1496992111206055, + -10.274933815002441 + ], + "probabilities": [ + 0.0028703929856419563, + 0.9124614000320435, + 0.08332177996635437, + 0.001346455654129386 + ], + "log_probabilities": [ + -5.853306293487549, + -0.09160950034856796, + -2.4850451946258545, + -6.610279560089111 + ] + }, + { + "id": "arc:validation:ARC-Easy:382", + "group": "arc:e2386e41d933fdf1e4a4b52e03a526de5d133647917a61d8b4664a17e08c63bf", + "family": "arc", + "target": 3, + "choices": [ + "a sailboat", + "a motorcycle", + "a steam engine", + "a ceiling fan" + ], + "logits": [ + -1.6129848957061768, + -4.24272346496582, + -6.640721321105957, + 4.8058552742004395 + ], + "probabilities": [ + 0.0016276831738650799, + 0.00011735165753634647, + 1.0667226888472214e-05, + 0.9982442855834961 + ], + "log_probabilities": [ + -6.420597553253174, + -9.050335884094238, + -11.448334693908691, + -0.0017572689102962613 + ] + }, + { + "id": "arc:validation:ARC-Easy:106", + "group": "arc:4dc7ec5450fc756fc2b604fd278d71b8519eed1f265d4c4f1334f9ed527c3ee1", + "family": "arc", + "target": 1, + "choices": [ + "gravity", + "friction", + "acceleration", + "weight" + ], + "logits": [ + -3.375394582748413, + 7.078019142150879, + -7.3306074142456055, + -0.30391305685043335 + ], + "probabilities": [ + 2.883082015614491e-05, + 0.9993485808372498, + 5.52242738649511e-07, + 0.0006219916976988316 + ], + "log_probabilities": [ + -10.454065322875977, + -0.0006516240537166595, + -14.40927791595459, + -7.382584095001221 + ] + }, + { + "id": "arc:validation:ARC-Challenge:263", + "group": "arc:110b9fc772d49e6977a2f24310d960ed38a38a3c4c7dfed47d5ae42a5f798195", + "family": "arc", + "target": 3, + "choices": [ + "It should be poured into a recycling bin.", + "It should be placed in a hazardous materials disposal container.", + "It should be poured down a drain.", + "It should be poured into a waste container." + ], + "logits": [ + -6.689353942871094, + -4.825046062469482, + 0.29555708169937134, + 4.532986164093018 + ], + "probabilities": [ + 1.3180405403545592e-05, + 8.50329379318282e-05, + 0.014237603172659874, + 0.9856641292572021 + ], + "log_probabilities": [ + -11.23677921295166, + -9.372471809387207, + -4.251868724822998, + -0.014439612627029419 + ] + }, + { + "id": "arc:validation:ARC-Easy:544", + "group": "arc:d510e11c72ab5857a5f7dc8b5bdf7e8d1a3250e10740b1f2a2fdeea0d6f5f0bb", + "family": "arc", + "target": 1, + "choices": [ + "the friction between the wheels of a car and the surface of a road", + "the friction between a rotating pulley and the axle that supports the pulley", + "the friction between the shoes of a jogger and the jogging track", + "the friction between a rotating pulley and the rope that is used with the pulley" + ], + "logits": [ + -3.5082218647003174, + 1.7636929750442505, + -3.3775711059570312, + -0.7828783988952637 + ], + "probabilities": [ + 0.004712760914117098, + 0.9179921746253967, + 0.0053705209866166115, + 0.07192455232143402 + ], + "log_probabilities": [ + -5.357481479644775, + -0.08556640148162842, + -5.22683048248291, + -2.6321377754211426 + ] + }, + { + "id": "arc:validation:ARC-Challenge:61", + "group": "arc:641f1509da5e93108defbcb7cb02cfe15ba0b4ff1f9afc8be8180098dbc6e181", + "family": "arc", + "target": 1, + "choices": [ + "more snakes and more birds", + "more snakes and fewer birds", + "fewer snakes and more birds", + "fewer snakes and fewer birds" + ], + "logits": [ + -5.252295970916748, + 4.179069519042969, + -3.1929280757904053, + -2.2591986656188965 + ], + "probabilities": [ + 7.99850095063448e-05, + 0.9976972937583923, + 0.000627163564786315, + 0.001595491310581565 + ], + "log_probabilities": [ + -9.433670997619629, + -0.0023053516633808613, + -7.374303340911865, + -6.440573692321777 + ] + }, + { + "id": "arc:validation:ARC-Challenge:277", + "group": "arc:a0aed96d4006f95d213bb8d34844fc84a3a414a542c4fe0ee519311fe66b6c4a", + "family": "arc", + "target": 2, + "choices": [ + "a magnitude 7.2 earthquake", + "a volcanic eruption", + "an electrical storm", + "a tropical storm surge" + ], + "logits": [ + -4.698526382446289, + -4.316457271575928, + -3.6510226726531982, + -3.4159135818481445 + ], + "probabilities": [ + 0.11208388209342957, + 0.16423800587654114, + 0.31949809193611145, + 0.40417999029159546 + ], + "log_probabilities": [ + -2.1885077953338623, + -1.806438684463501, + -1.1410040855407715, + -0.905894935131073 + ] + }, + { + "id": "arc:validation:ARC-Easy:504", + "group": "arc:2102e6c653e571803845ead7640c4b98993a956b1ddb615b4cb026487c7bb72a", + "family": "arc", + "target": 1, + "choices": [ + "a gentle, gradual slope", + "a flat, level surface", + "a low, shallow basin", + "a high, steep peak" + ], + "logits": [ + 4.68448543548584, + 7.647963523864746, + -3.9341280460357666, + -8.944129943847656 + ], + "probabilities": [ + 0.04910290986299515, + 0.9508880376815796, + 8.873419574229047e-06, + 5.9193546064761904e-08 + ], + "log_probabilities": [ + -3.0138370990753174, + -0.05035892874002457, + -11.632450103759766, + -16.642454147338867 + ] + }, + { + "id": "arc:validation:ARC-Challenge:174", + "group": "arc:5754645b16f8a66d29b5f2a440329a52183f649bd443da88d0205e9c0f2298a6", + "family": "arc", + "target": 0, + "choices": [ + "13", + "1", + "7", + "28" + ], + "logits": [ + 1.9552968740463257, + 1.3115183115005493, + 0.5387402176856995, + 1.632117509841919 + ], + "probabilities": [ + 0.40133315324783325, + 0.21082182228565216, + 0.09734246134757996, + 0.2905026078224182 + ], + "log_probabilities": [ + -0.9129633903503418, + -1.5567419528961182, + -2.3295199871063232, + -1.2361427545547485 + ] + }, + { + "id": "arc:validation:ARC-Challenge:28", + "group": "arc:d53cc8968f475a4f1a7e69701f9dcda799197a7de9057eb0b2087aef39ebd69b", + "family": "arc", + "target": 0, + "choices": [ + "sugar", + "oxygen", + "protein", + "water" + ], + "logits": [ + 7.939979553222656, + -1.9991812705993652, + -3.6624934673309326, + -10.07399845123291 + ], + "probabilities": [ + 0.9999425411224365, + 4.824498319067061e-05, + 9.142920134763699e-06, + 1.501772750600594e-08 + ], + "log_probabilities": [ + -5.745722592109814e-05, + -9.939218521118164, + -11.602530479431152, + -18.014034271240234 + ] + }, + { + "id": "arc:validation:ARC-Challenge:43", + "group": "arc:2667976b988adeb1c77fc3491e8cb00613e70df08c4c472b2369ce03ecdc0fae", + "family": "arc", + "target": 0, + "choices": [ + "20 psi", + "10 psi", + "40 psi", + "30 psi" + ], + "logits": [ + 5.1243157386779785, + -0.12875676155090332, + -3.4903459548950195, + -4.404715538024902 + ], + "probabilities": [ + 0.9945443868637085, + 0.005202878266572952, + 0.00018043631280306727, + 7.231331255752593e-05 + ], + "log_probabilities": [ + -0.005470544099807739, + -5.258543491363525, + -8.620132446289062, + -9.534502029418945 + ] + }, + { + "id": "arc:validation:ARC-Easy:166", + "group": "arc:c5b1c128fe507e8852db3cdd00733f844c0b4f5b860045a737626a5c500cddaf", + "family": "arc", + "target": 1, + "choices": [ + "a Bunsen burner flame", + "a laser beam", + "an infrared light", + "an incandescent light" + ], + "logits": [ + -1.8092015981674194, + 5.779583930969238, + -2.983088731765747, + -1.4462311267852783 + ], + "probabilities": [ + 0.0005053926724940538, + 0.9986118078231812, + 0.00015624871593900025, + 0.0007265495369210839 + ], + "log_probabilities": [ + -7.590174674987793, + -0.0013891342096030712, + -8.76406192779541, + -7.227203845977783 + ] + }, + { + "id": "arc:validation:ARC-Easy:461", + "group": "arc:8c78d4301903e1d88f62d948e368699f974702fe7fb9f146d9419be696a3210e", + "family": "arc", + "target": 3, + "choices": [ + "RNA translation", + "RNA transcription", + "protein synthesis", + "DNA replication" + ], + "logits": [ + -5.585937023162842, + -3.511155366897583, + 1.1066995859146118, + 6.155056476593018 + ], + "probabilities": [ + 7.909359737823252e-06, + 6.298068910837173e-05, + 0.006378467660397291, + 0.9935505390167236 + ], + "log_probabilities": [ + -11.747464179992676, + -9.672682762145996, + -5.0548272132873535, + -0.006470325868576765 + ] + }, + { + "id": "arc:validation:ARC-Easy:552", + "group": "arc:ada7f73e8bf6908d29affcef9e8ea094153d6cb7392f833ed558dc8c2ae53472", + "family": "arc", + "target": 0, + "choices": [ + "It does not store energy or nutrients.", + "It stores energy but not nutrients.", + "It stores energy and nutrients.", + "It does not store energy but stores nutrients." + ], + "logits": [ + -4.088178634643555, + -3.277003526687622, + -3.9047133922576904, + -5.296607494354248 + ], + "probabilities": [ + 0.21050016582012177, + 0.473741352558136, + 0.2528892159461975, + 0.06286927312612534 + ], + "log_probabilities": [ + -1.5582689046859741, + -0.7470937967300415, + -1.3748036623001099, + -2.766697883605957 + ] + }, + { + "id": "arc:validation:ARC-Easy:157", + "group": "arc:fb56965186f24a3cfb6444832b0da057626333c4b5f7934b98a16a672c6fcbcd", + "family": "arc", + "target": 1, + "choices": [ + "unicellular", + "beneficial", + "harmful", + "asexual" + ], + "logits": [ + -9.696625709533691, + 7.020183086395264, + -4.210661888122559, + -9.052201271057129 + ], + "probabilities": [ + 5.495111921050011e-08, + 0.9999865293502808, + 1.3258682884043083e-05, + 1.0467586264439888e-07 + ], + "log_probabilities": [ + -16.716821670532227, + -1.3470558769768104e-05, + -11.230857849121094, + -16.072397232055664 + ] + }, + { + "id": "arc:validation:ARC-Easy:322", + "group": "arc:b9691f23f0148c6fedd1778e6bc0d0eb556a6c16f876c2bb73a5b4695b00cc87", + "family": "arc", + "target": 3, + "choices": [ + "Lightning will strike.", + "Hurricanes will form.", + "Hail will form.", + "Rain will fall." + ], + "logits": [ + -7.781683444976807, + -9.254022598266602, + -8.290416717529297, + 4.651556015014648 + ], + "probabilities": [ + 3.983911483373959e-06, + 9.138622658610984e-07, + 2.395352566963993e-06, + 0.9999926090240479 + ], + "log_probabilities": [ + -12.433246612548828, + -13.905586242675781, + -12.941980361938477, + -7.390948667307384e-06 + ] + }, + { + "id": "arc:validation:ARC-Challenge:63", + "group": "arc:eaa6c16e9b827e9122f6a797b136c533903e2f8738fdb3ee6d4f6ed415c6fe48", + "family": "arc", + "target": 3, + "choices": [ + "Atoms involved in the reaction lost mass.", + "A physical change occurred.", + "Precipitates were created in the new solution.", + "Gases were released to the atmosphere." + ], + "logits": [ + -6.973947048187256, + -6.881911754608154, + -8.328181266784668, + 1.5184277296066284 + ], + "probabilities": [ + 0.00020492692419793457, + 0.0002246826043119654, + 5.290082117426209e-05, + 0.9995174407958984 + ], + "log_probabilities": [ + -8.492856979370117, + -8.400821685791016, + -9.847091674804688, + -0.00048268112004734576 + ] + }, + { + "id": "arc:validation:ARC-Challenge:51", + "group": "arc:5085c01cf8ea53c130847a379871bbee863deba75c2b27a97b9274add62527cf", + "family": "arc", + "target": 3, + "choices": [ + "lithosphere and atmosphere", + "atmosphere and hydrosphere", + "biosphere and hydrosphere", + "lithosphere and biosphere" + ], + "logits": [ + 5.641477108001709, + -3.24282169342041, + 4.633728504180908, + 7.484343528747559 + ], + "probabilities": [ + 0.13021187484264374, + 1.804050407372415e-05, + 0.04753252863883972, + 0.8222375512123108 + ], + "log_probabilities": [ + -2.0385923385620117, + -10.922891616821289, + -3.0463409423828125, + -0.1957259476184845 + ] + }, + { + "id": "arc:validation:ARC-Easy:179", + "group": "arc:e499ba83e64ff84bae4842d29dfdf0f3a0d07b4e3731f3b0de5a8637ec8c7034", + "family": "arc", + "target": 3, + "choices": [ + "Earth and Jupiter", + "the Sun and Earth", + "the Sun and Mars", + "Earth and the Moon" + ], + "logits": [ + -9.426919937133789, + 1.7439125776290894, + -5.53989315032959, + 6.379431247711182 + ], + "probabilities": [ + 1.352674559029765e-07, + 0.009607803076505661, + 6.596403181902133e-06, + 0.9903854131698608 + ], + "log_probabilities": [ + -15.816011428833008, + -4.645179748535156, + -11.928985595703125, + -0.009661108255386353 + ] + }, + { + "id": "arc:validation:ARC-Challenge:57", + "group": "arc:6cc202403ce87d6e74c86df76d2a2cc6f797ecc14799404cdde1e0251b0ef7d1", + "family": "arc", + "target": 2, + "choices": [ + "nucleus", + "chloroplast", + "cell wall", + "cell membrane" + ], + "logits": [ + -9.845990180969238, + -7.518316268920898, + -5.24661111831665, + -5.389405727386475 + ], + "probabilities": [ + 0.005079513881355524, + 0.052085649222135544, + 0.5050182938575745, + 0.4378165602684021 + ], + "log_probabilities": [ + -5.2825398445129395, + -2.9548659324645996, + -0.683160662651062, + -0.8259552717208862 + ] + }, + { + "id": "arc:validation:ARC-Easy:337", + "group": "arc:4817dab3fc92c8621bb8ac0a1f272a4473a4e5832048a47c24f3683af7a97f59", + "family": "arc", + "target": 2, + "choices": [ + "barometer", + "hot plate", + "thermometer", + "meter stick" + ], + "logits": [ + -8.361474990844727, + -7.661289691925049, + 6.453528881072998, + -6.797269344329834 + ], + "probabilities": [ + 3.6806466141570127e-07, + 7.413289608848572e-07, + 0.9999971389770508, + 1.758936718943005e-06 + ], + "log_probabilities": [ + -14.815007209777832, + -14.114821434020996, + -2.861018856492592e-06, + -13.250801086425781 + ] + }, + { + "id": "arc:validation:ARC-Easy:403", + "group": "arc:5377118cc9c78dda6c5a8408d30f25762d3e7cf4f567cfa0f8258ca9b7757e3d", + "family": "arc", + "target": 3, + "choices": [ + "polluting land with oil that reaches the oceans in runoff", + "drilling for oil on the ocean floor", + "polluting air with oil that reaches the ocean in precipitation", + "transporting oil over the ocean surface" + ], + "logits": [ + 2.0860395431518555, + 0.07105517387390137, + -2.1197054386138916, + -2.117565870285034 + ], + "probabilities": [ + 0.8597168326377869, + 0.11461959034204483, + 0.012818101793527603, + 0.01284554973244667 + ], + "log_probabilities": [ + -0.15115219354629517, + -2.1661365032196045, + -4.356896877288818, + -4.354757785797119 + ] + }, + { + "id": "arc:validation:ARC-Easy:224", + "group": "arc:a4bc93f265a3c0d5e1561b359cdc7c796eb3c64c36e44694869fccc38ee36b43", + "family": "arc", + "target": 1, + "choices": [ + "oxygen", + "carbon dioxide", + "water vapor", + "nitrogen" + ], + "logits": [ + -5.163515090942383, + 7.477250099182129, + -7.210544586181641, + -8.40918254852295 + ], + "probabilities": [ + 3.2373061458201846e-06, + 0.9999961853027344, + 4.179941015536315e-07, + 1.260689970195017e-07 + ], + "log_probabilities": [ + -12.640769004821777, + -3.814689989667386e-06, + -14.687798500061035, + -15.886436462402344 + ] + }, + { + "id": "arc:validation:ARC-Easy:107", + "group": "arc:fa868c5145e70539d0b1f1a5d812cf8e6c127ebf054e719579c0bffc95fc4acc", + "family": "arc", + "target": 2, + "choices": [ + "planting a cover crop", + "burning coal for electricity", + "clear-cutting a forest", + "rolling steel into thin sheets" + ], + "logits": [ + -1.0057477951049805, + 4.771753311157227, + 3.4423410892486572, + -8.434234619140625 + ], + "probabilities": [ + 0.0024425084702670574, + 0.7888109087944031, + 0.20874521136283875, + 1.451059574719693e-06 + ], + "log_probabilities": [ + -6.014729976654053, + -0.2372286468744278, + -1.566640853881836, + -13.443216323852539 + ] + }, + { + "id": "arc:validation:ARC-Challenge:86", + "group": "arc:12419a920cc293b3939b6004673c81f1c7b67b0aba79506431e9602b0a8c907b", + "family": "arc", + "target": 2, + "choices": [ + "show consumers in the ecosystem.", + "include producers in the ecosystem.", + "include all species in the ecosystem.", + "show predator-prey relationships in the ecosystem." + ], + "logits": [ + -9.073787689208984, + -7.704029083251953, + 2.948378562927246, + -5.561624050140381 + ], + "probabilities": [ + 6.008128821122227e-06, + 2.363838575547561e-05, + 0.9997690320014954, + 0.00020139687694609165 + ], + "log_probabilities": [ + -12.0223970413208, + -10.65263843536377, + -0.00023100091493688524, + -8.510232925415039 + ] + }, + { + "id": "arc:validation:ARC-Challenge:187", + "group": "arc:1743ca46c20f989846693d6af176159c745eea281beec17e2d9777d65a4130b7", + "family": "arc", + "target": 3, + "choices": [ + "become more creative.", + "work to accept published hypotheses.", + "distrust the work of other scientists.", + "conduct research to confirm or disprove theories." + ], + "logits": [ + -0.660618007183075, + -2.592310905456543, + -10.355785369873047, + 2.484144926071167 + ], + "probabilities": [ + 0.04105236008763313, + 0.005948595702648163, + 2.5280191948695574e-06, + 0.952996551990509 + ], + "log_probabilities": [ + -3.1929070949554443, + -5.124599933624268, + -12.88807487487793, + -0.04814402386546135 + ] + }, + { + "id": "arc:validation:ARC-Easy:124", + "group": "arc:8e81fb46214b1f0ad5c90fda92cc06e98300b9fade3892db48a3fd0f9d308a95", + "family": "arc", + "target": 2, + "choices": [ + "neutral.", + "radioactive.", + "positively charged.", + "negatively charged." + ], + "logits": [ + -6.409861087799072, + -8.777759552001953, + 3.358339309692383, + -2.411358118057251 + ], + "probabilities": [ + 5.706166120944545e-05, + 5.345385034161154e-06, + 0.9968268275260925, + 0.003110799938440323 + ], + "log_probabilities": [ + -9.771378517150879, + -12.139277458190918, + -0.0031781899742782116, + -5.7728753089904785 + ] + }, + { + "id": "arc:validation:ARC-Easy:315", + "group": "arc:b9dad6852ca4715dbde0c20959ce5f511f4c8527451506a7a82d281ef86e1d39", + "family": "arc", + "target": 1, + "choices": [ + "granite", + "basalt", + "limestone", + "gypsum" + ], + "logits": [ + -4.986037254333496, + 5.316837787628174, + -7.159058570861816, + -9.601624488830566 + ], + "probabilities": [ + 3.353525971760973e-05, + 0.999962329864502, + 3.817424840235617e-06, + 3.318773167393374e-07 + ], + "log_probabilities": [ + -10.302912712097168, + -3.766942609217949e-05, + -12.475934028625488, + -14.918499946594238 + ] + }, + { + "id": "arc:validation:ARC-Easy:378", + "group": "arc:f80a04ac6b876c153d86f5de9a24578e4b3866378da98da5ed675d5e7b1d37a5", + "family": "arc", + "target": 1, + "choices": [ + "a lake", + "a sea", + "underground", + "a river" + ], + "logits": [ + -1.7159065008163452, + -0.6019036173820496, + -3.7730963230133057, + -1.6243375539779663 + ], + "probabilities": [ + 0.18974490463733673, + 0.5780633687973022, + 0.024251800030469894, + 0.2079399973154068 + ], + "log_probabilities": [ + -1.6620748043060303, + -0.5480718016624451, + -3.719264507293701, + -1.5705058574676514 + ] + }, + { + "id": "arc:validation:ARC-Challenge:295", + "group": "arc:b300c0f007dba6ae80b92c172e9a709065c6769be8432b9360494d3d527f9fe2", + "family": "arc", + "target": 3, + "choices": [ + "They use sunlight to make food for plants and animals.", + "They provide shelter in forests where animals can hide.", + "They release oxygen into the air that animals breathe.", + "They put nutrients into the soil that plants use to grow." + ], + "logits": [ + -11.19896411895752, + -12.205580711364746, + -6.389739990234375, + 8.617201805114746 + ], + "probabilities": [ + 2.4771273920976e-09, + 9.052744665005719e-10, + 3.0378603810277127e-07, + 0.9999996423721313 + ], + "log_probabilities": [ + -19.816165924072266, + -20.822782516479492, + -15.006941795349121, + -3.576278118089249e-07 + ] + }, + { + "id": "arc:validation:ARC-Challenge:135", + "group": "arc:e2b675a35a66be7bd8f6d1f56fe239a56bcf475751df156de95ede9ac0b8f1b8", + "family": "arc", + "target": 1, + "choices": [ + "easily reaching flowers.", + "keeping eggs warm.", + "quickly escaping predators.", + "staying in one place to drink nectar." + ], + "logits": [ + -2.0878746509552, + -2.667584180831909, + -0.7817698121070862, + 1.473392367362976 + ], + "probabilities": [ + 0.02471601404249668, + 0.013842475600540638, + 0.09124571830034256, + 0.8701958656311035 + ], + "log_probabilities": [ + -3.700303792953491, + -4.280013561248779, + -2.3941991329193115, + -0.13903696835041046 + ] + }, + { + "id": "arc:validation:ARC-Easy:121", + "group": "arc:6de7a5bd1d4c11302ee86f56000187df46f0a435a4544d7057d9b9cdff08357f", + "family": "arc", + "target": 2, + "choices": [ + "hiking", + "hunting", + "farming", + "boating" + ], + "logits": [ + -4.322811126708984, + -4.551490783691406, + 6.697193622589111, + -2.8367393016815186 + ], + "probabilities": [ + 1.6369251170544885e-05, + 1.3023102837905753e-05, + 0.9998983144760132, + 7.234716031234711e-05 + ], + "log_probabilities": [ + -11.020106315612793, + -11.248785972595215, + -0.00010168035078095272, + -9.534034729003906 + ] + }, + { + "id": "arc:validation:ARC-Easy:201", + "group": "arc:b98a74bdea951936c0a245700f3a2d3c7f050a631f8bcc1d8d682015f4355bd0", + "family": "arc", + "target": 0, + "choices": [ + "biological", + "industrial", + "combustion", + "lightning" + ], + "logits": [ + 6.732285499572754, + -1.264620065689087, + -4.857382774353027, + 2.100072145462036 + ], + "probabilities": [ + 0.9900215268135071, + 0.000333144620526582, + 9.16886801860528e-06, + 0.009636067785322666 + ], + "log_probabilities": [ + -0.01002857182174921, + -8.00693416595459, + -11.59969711303711, + -4.642241954803467 + ] + }, + { + "id": "arc:validation:ARC-Easy:314", + "group": "arc:d49d1e906f934f5a45a500ee42aff9a830c1431d96224a55a3c493efbf7fe6ce", + "family": "arc", + "target": 2, + "choices": [ + "There is only a benefit for the E. coli.", + "The E. coli benefit and humans are harmed.", + "The E. coli and humans both benefit.", + "There is only a benefit for the humans." + ], + "logits": [ + -9.336251258850098, + -7.42759370803833, + 6.303423881530762, + -7.467852592468262 + ], + "probabilities": [ + 1.6135201974520896e-07, + 1.088162093765277e-06, + 0.9999977350234985, + 1.0452246215209016e-06 + ], + "log_probabilities": [ + -15.639677047729492, + -13.731019973754883, + -2.264974000354414e-06, + -13.771278381347656 + ] + }, + { + "id": "arc:validation:ARC-Challenge:287", + "group": "arc:1c90dd3ed3c52a4f8289bfeff4ba665949a11bcf3bfec5b593774278e06f19d5", + "family": "arc", + "target": 2, + "choices": [ + "the lack of living creatures on the Moon.", + "the lack of gravity on the Moon.", + "the lack of air and water on the Moon.", + "the thin atmosphere on the Moon." + ], + "logits": [ + -2.2419259548187256, + -9.39537239074707, + 6.657659530639648, + 5.770639419555664 + ], + "probabilities": [ + 9.663152741268277e-05, + 7.558170267429887e-08, + 0.7082063555717468, + 0.2916969358921051 + ], + "log_probabilities": [ + -9.24460506439209, + -16.398052215576172, + -0.34501975774765015, + -1.2320399284362793 + ] + }, + { + "id": "arc:validation:ARC-Easy:561", + "group": "arc:2798a4316c873337182f565fcb62cfcabe290599035bff7686be506c8ebaad5e", + "family": "arc", + "target": 3, + "choices": [ + "chromosomes", + "genes", + "sunlight", + "nutrients" + ], + "logits": [ + -3.4139482975006104, + -1.2451735734939575, + -9.763978004455566, + 5.8994574546813965 + ], + "probabilities": [ + 9.012751979753375e-05, + 0.0007883961079642177, + 1.574254184788515e-07, + 0.999121367931366 + ], + "log_probabilities": [ + -9.314285278320312, + -7.145509719848633, + -15.664314270019531, + -0.0008790204883553088 + ] + }, + { + "id": "arc:validation:ARC-Easy:399", + "group": "arc:b4e3478d445a5f01db9cb34999c12afac3d03682da8ed3cec6ad6da379e58d41", + "family": "arc", + "target": 2, + "choices": [ + "John Dalton", + "Robert Millikan", + "Dmitri Mendeleev", + "Democritus" + ], + "logits": [ + 0.3342568278312683, + -8.665190696716309, + 8.756032943725586, + -2.62978196144104 + ], + "probabilities": [ + 0.0002199726877734065, + 2.7161805249420468e-08, + 0.9997686743736267, + 1.1352801266184542e-05 + ], + "log_probabilities": [ + -8.42200756072998, + -17.42145347595215, + -0.00023135847004596144, + -11.386046409606934 + ] + }, + { + "id": "arc:validation:ARC-Easy:131", + "group": "arc:e64acd6f38b61eb64d45747365d729f3e0333828b32c47af7ea58da66dfea68e", + "family": "arc", + "target": 2, + "choices": [ + "time-lapse photography", + "color staining", + "radioactive dating", + "electron microscopy" + ], + "logits": [ + -10.99057388305664, + -12.054801940917969, + 8.012016296386719, + -8.059601783752441 + ], + "probabilities": [ + 5.588302265380207e-09, + 1.9279309260156197e-09, + 0.9999998807907104, + 1.0475754663730186e-07 + ], + "log_probabilities": [ + -19.00259017944336, + -20.066818237304688, + -1.1920928244535389e-07, + -16.071617126464844 + ] + }, + { + "id": "arc:validation:ARC-Challenge:249", + "group": "arc:60146b58e31861c0f1e60b59e16d0af5808acf12f4f93bebfbb0f5c82cd97553", + "family": "arc", + "target": 0, + "choices": [ + "mechanical", + "gravitational", + "radiant", + "nuclear" + ], + "logits": [ + 5.431653022766113, + -9.77013874053955, + -4.282674312591553, + -10.906218528747559 + ], + "probabilities": [ + 0.9999392032623291, + 2.4998809067255934e-07, + 6.040808148100041e-05, + 8.02649893216767e-08 + ], + "log_probabilities": [ + -6.0794889577664435e-05, + -15.201852798461914, + -9.714387893676758, + -16.337932586669922 + ] + }, + { + "id": "arc:validation:ARC-Easy:283", + "group": "arc:dfcc80c9248278597f47453b4c850f68a113a2dce7dfb4b72ab977493e3885ec", + "family": "arc", + "target": 1, + "choices": [ + "an eight-pound baby growing into a 100-pound teenager", + "a plant using sunlight to make its own food", + "a plant developing new leaves", + "a broken bone growing back together" + ], + "logits": [ + -3.227689027786255, + -4.211967945098877, + 0.3253110647201538, + 0.7569541335105896 + ], + "probabilities": [ + 0.011103988625109196, + 0.004149655811488628, + 0.38772818446159363, + 0.5970181822776794 + ], + "log_probabilities": [ + -4.50045108795166, + -5.484729766845703, + -0.9474508166313171, + -0.5158077478408813 + ] + }, + { + "id": "arc:validation:ARC-Challenge:156", + "group": "arc:b9598dc598e97f9867f24953d10f5210f13a30669afd4b40d7e8656e0b04dfee", + "family": "arc", + "target": 1, + "choices": [ + "attract pollen to be used during development", + "store food to be used during early development", + "produce chlorophyll to be used during photosynthesis", + "take in light energy to be used during photosynthesis" + ], + "logits": [ + -10.038052558898926, + 6.0642008781433105, + -11.153885841369629, + -9.386202812194824 + ], + "probabilities": [ + 1.0159684649124756e-07, + 0.9999996423721313, + 3.3287410161619846e-08, + 1.949732251205205e-07 + ], + "log_probabilities": [ + -16.102252960205078, + -3.576278118089249e-07, + -17.21808624267578, + -15.450403213500977 + ] + }, + { + "id": "arc:validation:ARC-Easy:151", + "group": "arc:6c0f3184ed0a951095081d431a8155d1ad066d9a72ba0338f08c563901642e99", + "family": "arc", + "target": 1, + "choices": [ + "non-volcanic islands.", + "ocean ridges.", + "continental mountains.", + "ocean trenches." + ], + "logits": [ + -6.142830848693848, + 6.177990436553955, + -2.2274107933044434, + -6.007136821746826 + ], + "probabilities": [ + 4.456909209693549e-06, + 0.9997667670249939, + 0.00022360385628417134, + 5.104640422359807e-06 + ], + "log_probabilities": [ + -12.32105541229248, + -0.00023326536756940186, + -8.405634880065918, + -12.1853609085083 + ] + }, + { + "id": "arc:validation:ARC-Easy:93", + "group": "arc:4cbfac1ca611d9ed215100efd379c8f0dd54c167d815315c1b5160e8e2d541e8", + "family": "arc", + "target": 2, + "choices": [ + "dissolved.", + "mixed.", + "bonded.", + "divided." + ], + "logits": [ + -9.825539588928223, + 0.14203381538391113, + 6.502981185913086, + -7.245109558105469 + ], + "probabilities": [ + 8.088404968020768e-08, + 0.0017247468931600451, + 0.9982740879058838, + 1.067898210749263e-06 + ], + "log_probabilities": [ + -16.330249786376953, + -6.362675189971924, + -0.0017273995326831937, + -13.749817848205566 + ] + }, + { + "id": "arc:validation:ARC-Easy:298", + "group": "arc:54ebb3d2114e906e92085fd1041f491f651effda27876b2f0f1f1c51966d0ef7", + "family": "arc", + "target": 1, + "choices": [ + "thermometer", + "sifter", + "magnet", + "ruler" + ], + "logits": [ + -11.727031707763672, + 6.0439534187316895, + -10.680176734924316, + -11.693864822387695 + ], + "probabilities": [ + 1.9149586805156105e-08, + 0.9999998807907104, + 5.45509450944337e-08, + 1.979536889962219e-08 + ], + "log_probabilities": [ + -17.770984649658203, + -1.1920928244535389e-07, + -16.724130630493164, + -17.737817764282227 + ] + }, + { + "id": "arc:validation:ARC-Easy:569", + "group": "arc:49e504985eddd200b2367943b1bec2cf150750e2ca6b0168846c7281760de85f", + "family": "arc", + "target": 3, + "choices": [ + "the production of nitrogen-fixing bacteria", + "the mechanical weathering of roads", + "the increase in runoff", + "the formation of acid rain" + ], + "logits": [ + -10.748108863830566, + -10.243412971496582, + -0.69420325756073, + 6.443995475769043 + ], + "probabilities": [ + 3.413651583628052e-08, + 5.654651502595698e-08, + 0.0007935510366223752, + 0.9992064833641052 + ], + "log_probabilities": [ + -17.19289779663086, + -16.688201904296875, + -7.138992786407471, + -0.0007938570925034583 + ] + }, + { + "id": "arc:validation:ARC-Easy:74", + "group": "arc:4620feab9b2fc5d754bf3f98d2aa757c6e435c455b43f18a6af9042486172538", + "family": "arc", + "target": 0, + "choices": [ + "soil nutrients", + "seedling plants", + "sunlight", + "water" + ], + "logits": [ + 5.751089096069336, + -7.744931221008301, + -8.420114517211914, + 3.7159390449523926 + ], + "probabilities": [ + 0.8844369053840637, + 1.2173619552413584e-06, + 6.197140010044677e-07, + 0.11556129902601242 + ], + "log_probabilities": [ + -0.12280411273241043, + -13.618824005126953, + -14.294007301330566, + -2.157954216003418 + ] + }, + { + "id": "arc:validation:ARC-Easy:253", + "group": "arc:6cd48bcf6c5fdcbdafb115f603fa624ad8045b9669ff8dfe9aff8511e490e7ac", + "family": "arc", + "target": 2, + "choices": [ + "the presence of fleas in its fur", + "the habit of barking to go outside", + "the color of its fur", + "the ability to sit up and beg" + ], + "logits": [ + -9.244433403015137, + -7.780857086181641, + 6.759751319885254, + -2.1145665645599365 + ], + "probabilities": [ + 1.1204949146303989e-07, + 4.842091243517643e-07, + 0.9998594522476196, + 0.00013991736341267824 + ], + "log_probabilities": [ + -16.00432586669922, + -14.540748596191406, + -0.00014053787162993103, + -8.874458312988281 + ] + }, + { + "id": "arc:validation:ARC-Challenge:267", + "group": "arc:041046b9421113945e2ac2d4924cf31957f4bfe4131627cbad41cb3df9e4ea92", + "family": "arc", + "target": 0, + "choices": [ + "the thickness of the ramp", + "the time it takes the ball to travel", + "the length of the ramp", + "the size of each ball" + ], + "logits": [ + -3.1371519565582275, + -1.5510542392730713, + -0.5265524387359619, + -0.5297891497612 + ], + "probabilities": [ + 0.030252525582909584, + 0.14777302742004395, + 0.4116523563861847, + 0.4103220999240875 + ], + "log_probabilities": [ + -3.498175621032715, + -1.9120779037475586, + -0.8875761032104492, + -0.8908128142356873 + ] + }, + { + "id": "arc:validation:ARC-Challenge:189", + "group": "arc:2e301aac72efeb143da98d38b21a228facf5d351c99bf127fd2dc2975911c39a", + "family": "arc", + "target": 3, + "choices": [ + "scrambled eggs", + "potato chips", + "chocolate cake", + "fruit salad" + ], + "logits": [ + -3.0406954288482666, + -5.4148125648498535, + -6.963735580444336, + 1.9572525024414062 + ], + "probabilities": [ + 0.006701435428112745, + 0.0006238810601644218, + 0.00013256017700769007, + 0.9925421476364136 + ], + "log_probabilities": [ + -5.005433559417725, + -7.379550933837891, + -8.928473472595215, + -0.00748579204082489 + ] + }, + { + "id": "arc:validation:ARC-Easy:409", + "group": "arc:48baad8716f322ef3eac2f04d523dc3dedb22c957c78cff1b1079565e488b45d", + "family": "arc", + "target": 0, + "choices": [ + "their DNA", + "their geographic distribution", + "their diets", + "their body sizes" + ], + "logits": [ + 9.092836380004883, + -9.004435539245605, + -0.29112163186073303, + -7.6652512550354 + ], + "probabilities": [ + 0.9999158382415771, + 1.3817152755279949e-08, + 8.4054765466135e-05, + 5.2725255272889626e-08 + ], + "log_probabilities": [ + -8.415821503149346e-05, + -18.097354888916016, + -9.384041786193848, + -16.75817108154297 + ] + }, + { + "id": "arc:validation:ARC-Easy:68", + "group": "arc:f3038f34faf3942d9bcb93a7faa5465d41cb8e6cb95fb79ca1c2e7ab7278173b", + "family": "arc", + "target": 2, + "choices": [ + "Tell how to do a different experiment.", + "Name how many experiments have been done.", + "Write the experiment in order.", + "Show the results of the experiment." + ], + "logits": [ + -10.396801948547363, + -12.106355667114258, + -2.690467596054077, + -9.874581336975098 + ], + "probabilities": [ + 0.00044938831706531346, + 8.131525100907311e-05, + 0.9987117052078247, + 0.0007575639756396413 + ], + "log_probabilities": [ + -7.707623481750488, + -9.417177200317383, + -0.0012891324004158378, + -7.185402870178223 + ] + }, + { + "id": "arc:validation:ARC-Easy:259", + "group": "arc:81afe703a6377e5f57275982a1445f03b8d83b6427d52a80f991ab3bd50859be", + "family": "arc", + "target": 3, + "choices": [ + "bare wire, iron rod, light bulb", + "bare wire, plastic rod, battery", + "insulated wire, plastic rod, light bulb", + "insulated wire, iron rod, battery" + ], + "logits": [ + 2.897568464279175, + 1.2062255144119263, + -5.253632545471191, + 8.42414379119873 + ], + "probabilities": [ + 0.003960923291742802, + 0.000729886582121253, + 1.142285668720433e-06, + 0.995307981967926 + ], + "log_probabilities": [ + -5.531278133392334, + -7.222621440887451, + -13.682479858398438, + -0.004703054670244455 + ] + }, + { + "id": "arc:validation:ARC-Challenge:64", + "group": "arc:33a5537c65e811298c7a73e65187a5ba7ac9e7c3bd55f4d92bb4a231e3bbfd8f", + "family": "arc", + "target": 3, + "choices": [ + "atmospheric carbon incorporated into sugars in plants", + "release of carbon into the atmosphere while breathing", + "incorporation of carbon through digestion into animal tissues", + "breakdown of carbon in plant tissues to form oil" + ], + "logits": [ + -6.160690784454346, + -11.246191024780273, + -9.373998641967773, + -1.9274746179580688 + ], + "probabilities": [ + 0.014288772828876972, + 8.838741632644087e-05, + 0.0005747421528212726, + 0.9850480556488037 + ], + "log_probabilities": [ + -4.248281002044678, + -9.333781242370605, + -7.4615888595581055, + -0.015064871869981289 + ] + }, + { + "id": "arc:validation:ARC-Easy:186", + "group": "arc:f047287030e2e0fc18437fbc26e2da66e1fa7bb5b25d2eae7a9d00c59b67615e", + "family": "arc", + "target": 0, + "choices": [ + "squirrel, deer, woodpecker", + "gull, tree frog, grasshopper", + "field mouse, rabbit, pheasant", + "coyote, antelope, bison" + ], + "logits": [ + 3.682828903198242, + -4.086015224456787, + 2.1132493019104004, + -5.1262125968933105 + ], + "probabilities": [ + 0.8273319005966187, + 0.0003497145080473274, + 0.17219479382038116, + 0.0001235837844433263 + ], + "log_probabilities": [ + -0.1895492970943451, + -7.958393573760986, + -1.7591289281845093, + -8.998591423034668 + ] + }, + { + "id": "arc:validation:ARC-Easy:329", + "group": "arc:b49e676c078568cb0d7534e34971026f20e78e3733cc9839ba39b9d90f5217d0", + "family": "arc", + "target": 1, + "choices": [ + "plastic", + "metal", + "glass", + "salt" + ], + "logits": [ + -9.638998985290527, + 8.686315536499023, + -9.434748649597168, + -7.955329895019531 + ], + "probabilities": [ + 1.100062707592997e-08, + 1.0, + 1.3493425932153968e-08, + 5.924138690716063e-08 + ], + "log_probabilities": [ + -18.325313568115234, + 0.0, + -18.121063232421875, + -16.641645431518555 + ] + }, + { + "id": "arc:validation:ARC-Easy:160", + "group": "arc:6926ec937cbf0faceae753e5b1bcd81c5b18f866ad5140e196d6584bbb43bff5", + "family": "arc", + "target": 0, + "choices": [ + "The organic matter in the soil increases.", + "More minerals are lost from the field.", + "The number of organisms in the soil decreases.", + "More nutrients in the soil are dissolved." + ], + "logits": [ + 6.49546480178833, + -4.214000701904297, + -5.5180206298828125, + -1.0175174474716187 + ], + "probabilities": [ + 0.999426007270813, + 2.231973485322669e-05, + 6.0584343373193406e-06, + 0.0005456370417959988 + ], + "log_probabilities": [ + -0.0005741854547522962, + -10.710039138793945, + -12.014059066772461, + -7.513556480407715 + ] + }, + { + "id": "arc:validation:ARC-Easy:432", + "group": "arc:9f09118decb35532a87d6c7c807e171ad3224e0272fcd128ae091e2079f6da64", + "family": "arc", + "target": 2, + "choices": [ + "formation of sedimentary rocks", + "weathering of mountains", + "movement of crustal plates", + "erosion of coastlines" + ], + "logits": [ + -8.49954605102539, + -11.283293724060059, + 4.8232269287109375, + -11.66240119934082 + ], + "probabilities": [ + 1.6367880562029313e-06, + 1.0116395543491308e-07, + 0.9999982118606567, + 6.924396700469515e-08 + ], + "log_probabilities": [ + -13.322774887084961, + -16.106523513793945, + -1.7881377516459906e-06, + -16.48563003540039 + ] + }, + { + "id": "arc:validation:ARC-Challenge:218", + "group": "arc:17aa2478741bc6be9186562d73db67f97b7b6baec6d3f68cb1c953d239aeb6bb", + "family": "arc", + "target": 0, + "choices": [ + "a salt and water", + "two different elements", + "hydrogen ions and hydroxide ions", + "a weak acid and a weak base" + ], + "logits": [ + 8.342005729675293, + -8.49282455444336, + -2.8112127780914307, + -9.551562309265137 + ], + "probabilities": [ + 0.9999855756759644, + 4.8833680210691455e-08, + 1.43288916660822e-05, + 1.6940095548534373e-08 + ], + "log_probabilities": [ + -1.4424220353248529e-05, + -16.83484649658203, + -11.15323257446289, + -17.893583297729492 + ] + }, + { + "id": "arc:validation:ARC-Easy:115", + "group": "arc:8061f62bd70506c9850e9138e2aac7f4a165535a5e700c3b281a627f57a95b2e", + "family": "arc", + "target": 1, + "choices": [ + "water.", + "oxygen.", + "hydrogen.", + "nitrogen." + ], + "logits": [ + -2.8167507648468018, + 4.460153579711914, + -5.080055236816406, + -6.964797019958496 + ], + "probabilities": [ + 0.0006907877395860851, + 0.999226450920105, + 7.184621063061059e-05, + 1.0911159733950626e-05 + ], + "log_probabilities": [ + -7.2776780128479, + -0.0007738456479273736, + -9.540982246398926, + -11.425724029541016 + ] + }, + { + "id": "arc:validation:ARC-Easy:7", + "group": "arc:7637cf014df30747d6ac7e43fccfdd62cddeb514ead4bc93b13c9ea0adeddc23", + "family": "arc", + "target": 1, + "choices": [ + "gills and feet", + "feathers and wings", + "fur and wings", + "moist skin and feet" + ], + "logits": [ + -8.551387786865234, + 2.9011223316192627, + -8.624131202697754, + -9.097880363464355 + ], + "probabilities": [ + 1.0622495210554916e-05, + 0.9999732971191406, + 9.877215234155301e-06, + 6.150180070108036e-06 + ], + "log_probabilities": [ + -11.452536582946777, + -2.6702524337451905e-05, + -11.525279998779297, + -11.999029159545898 + ] + }, + { + "id": "arc:validation:ARC-Easy:171", + "group": "arc:842f180d4ece70ef0a3607f727e899bdbd658eec8efce69d419917083a820304", + "family": "arc", + "target": 1, + "choices": [ + "the folded three-dimensional shape", + "the sequence of base pairs", + "the molecular mass", + "the distribution of electrical charges" + ], + "logits": [ + -8.241925239562988, + 8.804147720336914, + -9.819823265075684, + -9.004343032836914 + ], + "probabilities": [ + 3.9535219542585764e-08, + 1.0, + 8.160421671732365e-09, + 1.8444662686079027e-08 + ], + "log_probabilities": [ + -17.04607391357422, + 0.0, + -18.62397003173828, + -17.808490753173828 + ] + }, + { + "id": "arc:validation:ARC-Easy:18", + "group": "arc:4343fda84ce65a1f6cbfb7bd5d5146b9d0261687416c64153c8eb21f1080b86b", + "family": "arc", + "target": 0, + "choices": [ + "Pacific Plate", + "African Plate", + "North American Plate", + "Nazca Plate" + ], + "logits": [ + 4.1995697021484375, + -6.761074066162109, + -3.7721312046051025, + 4.301029682159424 + ], + "probabilities": [ + 0.47457507252693176, + 8.244380296673626e-06, + 0.00016377180872950703, + 0.5252528786659241 + ], + "log_probabilities": [ + -0.7453354001045227, + -11.705978393554688, + -8.717036247253418, + -0.6438754200935364 + ] + }, + { + "id": "banking:train:124", + "group": "banking:b4c1667ba164f5772653eb2aee97370c5ef23d1a7e4fd77ef37a8f3dedd44ea5", + "family": "banking", + "target": 0, + "choices": [ + "card arrival", + "pending transfer", + "wrong amount of cash received", + "card swallowed" + ], + "logits": [ + 6.714693546295166, + -5.427388668060303, + -7.742809295654297, + -3.518444776535034 + ], + "probabilities": [ + 0.9999582767486572, + 5.330188741936581e-06, + 5.262212994239235e-07, + 3.595725502236746e-05 + ], + "log_probabilities": [ + -4.172238186583854e-05, + -12.14212417602539, + -14.457544326782227, + -10.233180046081543 + ] + }, + { + "id": "banking:train:6551", + "group": "banking:7d18fdfd8f25d15712ca8619f0aafa8ae54d2d4d7596d8cbd4087e7cb50fa19c", + "family": "banking", + "target": 3, + "choices": [ + "automatic top up", + "card about to expire", + "wrong exchange rate for cash withdrawal", + "verify source of funds" + ], + "logits": [ + -5.17024564743042, + -8.804686546325684, + -10.753375053405762, + 1.5804332494735718 + ], + "probabilities": [ + 0.00116867630276829, + 3.08515336655546e-05, + 4.3951340558123775e-06, + 0.9987961053848267 + ], + "log_probabilities": [ + -6.751883506774902, + -10.386323928833008, + -12.335012435913086, + -0.0012045992771163583 + ] + }, + { + "id": "banking:train:8186", + "group": "banking:791df8ddded87ac0cc453b7ae9bcb3d39db03e8f34afb0e5d02bb7b515e64b78", + "family": "banking", + "target": 3, + "choices": [ + "card delivery estimate", + "cash withdrawal not recognised", + "beneficiary not allowed", + "virtual card not working" + ], + "logits": [ + -9.122103691101074, + -6.334379196166992, + -5.9847307205200195, + 4.96524715423584 + ], + "probabilities": [ + 7.619525490554224e-07, + 1.2377167877275497e-05, + 1.7557864339323714e-05, + 0.9999692440032959 + ], + "log_probabilities": [ + -14.087381362915039, + -11.299656867980957, + -10.950008392333984, + -3.075552376685664e-05 + ] + }, + { + "id": "banking:train:2546", + "group": "banking:23b40b5d43a3663248a7bd809575ca97aa11f1b6bcc7793c59cfd17636973f3c", + "family": "banking", + "target": 1, + "choices": [ + "transaction charged twice", + "card payment fee charged", + "country support", + "fiat currency support" + ], + "logits": [ + -8.022948265075684, + 4.721980094909668, + -7.369022369384766, + -5.259809494018555 + ], + "probabilities": [ + 2.9169175377319334e-06, + 0.9999451637268066, + 5.609453637589468e-06, + 4.623171844286844e-05 + ], + "log_probabilities": [ + -12.744982719421387, + -5.4834770708112046e-05, + -12.091056823730469, + -9.981843948364258 + ] + }, + { + "id": "banking:train:9812", + "group": "banking:14eaf8b569451d0df6fd28951bbb0560d1acdaf29f668170c460e7e612ffff52", + "family": "banking", + "target": 0, + "choices": [ + "verify my identity", + "verify source of funds", + "card payment not recognised", + "cancel transfer" + ], + "logits": [ + 1.1959182024002075, + -5.7607526779174805, + -8.5573148727417, + -7.727413177490234 + ], + "probabilities": [ + 0.9988577365875244, + 0.0009511738899163902, + 5.804012835142203e-05, + 0.0001330914383288473 + ], + "log_probabilities": [ + -0.00114292127545923, + -6.957813739776611, + -9.754375457763672, + -8.924473762512207 + ] + }, + { + "id": "banking:train:3220", + "group": "banking:6d3812e1e2698a22af85ac104e0c9d2bc3d508cc11dc365ee70ac6420824ca03", + "family": "banking", + "target": 0, + "choices": [ + "top up reverted", + "declined transfer", + "lost or stolen card", + "terminate account" + ], + "logits": [ + 1.3604694604873657, + -7.049698829650879, + -7.699914455413818, + -3.2840051651000977 + ], + "probabilities": [ + 0.9901447296142578, + 0.00022039859322831035, + 0.00011503339919727296, + 0.009519826620817184 + ], + "log_probabilities": [ + -0.009904171340167522, + -8.420072555541992, + -9.070287704467773, + -4.654378890991211 + ] + }, + { + "id": "banking:train:4364", + "group": "banking:28d1d8dd5a814a1ff68fcaf8b339971a61468338c006311193886640e8d3b094", + "family": "banking", + "target": 3, + "choices": [ + "order physical card", + "compromised card", + "card linking", + "disposable card limits" + ], + "logits": [ + -7.981290817260742, + -4.789434432983398, + -4.939413070678711, + 5.1602373123168945 + ], + "probabilities": [ + 1.961857378773857e-06, + 4.7738973080413416e-05, + 4.109019209863618e-05, + 0.9999092817306519 + ], + "log_probabilities": [ + -13.141618728637695, + -9.949762344360352, + -10.099740982055664, + -9.07141511561349e-05 + ] + }, + { + "id": "banking:train:5985", + "group": "banking:8b28a5d0d669ad592f58a2e83ecb61fa48ce1a8af01254a79b6da232398576a7", + "family": "banking", + "target": 2, + "choices": [ + "failed transfer", + "age limit", + "declined card payment", + "transfer into account" + ], + "logits": [ + 0.645842969417572, + -9.993988037109375, + 6.073699951171875, + -7.581241607666016 + ], + "probabilities": [ + 0.004373283591121435, + 1.0470989053601443e-07, + 0.995625376701355, + 1.1690422070387285e-06 + ], + "log_probabilities": [ + -5.432240962982178, + -16.072072982788086, + -0.004384191241115332, + -13.65932559967041 + ] + }, + { + "id": "banking:train:8667", + "group": "banking:a7bcda69709a5d0c07cd57d278b9c7859f49f5c78eee09acdb1b6879d9539dd5", + "family": "banking", + "target": 3, + "choices": [ + "verify source of funds", + "transfer into account", + "country support", + "balance not updated after bank transfer" + ], + "logits": [ + -5.061713695526123, + -1.3023391962051392, + -7.7623395919799805, + -0.7718513011932373 + ], + "probabilities": [ + 0.008551014587283134, + 0.3670230507850647, + 0.0005743159563280642, + 0.6238515973091125 + ], + "log_probabilities": [ + -4.76170539855957, + -1.0023306608200073, + -7.4623308181762695, + -0.47184276580810547 + ] + }, + { + "id": "banking:train:3838", + "group": "banking:77fb5a2c703bc6871fea8f3d69dd25e0773a29eb209026e3d8883bf55a9a3225", + "family": "banking", + "target": 1, + "choices": [ + "pending transfer", + "why verify identity", + "exchange charge", + "atm support" + ], + "logits": [ + -6.328221321105957, + 1.4674104452133179, + -6.008266448974609, + -3.881239414215088 + ], + "probabilities": [ + 0.00040918291779235005, + 0.9942998886108398, + 0.0005634717526845634, + 0.004727463703602552 + ], + "log_probabilities": [ + -7.8013482093811035, + -0.005716404877603054, + -7.481393337249756, + -5.354366302490234 + ] + }, + { + "id": "banking:train:5335", + "group": "banking:c415c6e358cd79665d87d32902e7aa386ece004c62dcf94e20ed9591a974ff04", + "family": "banking", + "target": 1, + "choices": [ + "request refund", + "lost or stolen phone", + "declined transfer", + "declined cash withdrawal" + ], + "logits": [ + -7.066760063171387, + 5.402284622192383, + -8.256569862365723, + -7.93925142288208 + ], + "probabilities": [ + 3.843792001134716e-06, + 0.9999934434890747, + 1.1695857438098756e-06, + 1.6063562497947714e-06 + ], + "log_probabilities": [ + -12.469051361083984, + -6.556489552167477e-06, + -13.65886116027832, + -13.34154224395752 + ] + }, + { + "id": "banking:train:9355", + "group": "banking:45cc4dd660e198822d1b0bba1fab79a504c64ab646f674b5dfff6caad977bbad", + "family": "banking", + "target": 0, + "choices": [ + "cash withdrawal charge", + "lost or stolen card", + "transfer fee charged", + "extra charge on statement" + ], + "logits": [ + 5.650181770324707, + -9.636130332946777, + 2.998575448989868, + 0.814681887626648 + ], + "probabilities": [ + 0.9272302985191345, + 2.1302305697190604e-07, + 0.06540479511022568, + 0.0073647284880280495 + ], + "log_probabilities": [ + -0.07555331289768219, + -15.361865043640137, + -2.7271597385406494, + -4.91105318069458 + ] + }, + { + "id": "banking:train:2788", + "group": "banking:74cd593f9a38d56fc00ea600e36c61fb7f18c04e215c27149376da9320189c7c", + "family": "banking", + "target": 2, + "choices": [ + "lost or stolen phone", + "reverted card payment?", + "transfer not received by recipient", + "cancel transfer" + ], + "logits": [ + -8.548702239990234, + -4.781459808349609, + 1.3417788743972778, + 0.04201269522309303 + ], + "probabilities": [ + 3.973414277425036e-05, + 0.001718922983855009, + 0.7844136953353882, + 0.21382766962051392 + ], + "log_probabilities": [ + -10.133299827575684, + -6.366057395935059, + -0.2428187131881714, + -1.5425848960876465 + ] + }, + { + "id": "banking:train:6096", + "group": "banking:59cbfcae4988144cbecd26f813cad708b470b925874e8b5f6313ec3f4ab6fc88", + "family": "banking", + "target": 2, + "choices": [ + "getting virtual card", + "cash withdrawal charge", + "pending transfer", + "cash withdrawal not recognised" + ], + "logits": [ + -9.461331367492676, + -8.990239143371582, + 0.7208414077758789, + -9.226447105407715 + ], + "probabilities": [ + 3.783337160712108e-05, + 6.059932638891041e-05, + 0.9998537302017212, + 4.785022247233428e-05 + ], + "log_probabilities": [ + -10.182318687438965, + -9.711226463317871, + -0.00014625910262111574, + -9.947434425354004 + ] + }, + { + "id": "banking:train:5394", + "group": "banking:d0d89353cd2be769a709230a85591f4e5ec9794d80c45603222194fd01a6252a", + "family": "banking", + "target": 2, + "choices": [ + "wrong exchange rate for cash withdrawal", + "transfer timing", + "request refund", + "pending cash withdrawal" + ], + "logits": [ + -12.193831443786621, + -10.833311080932617, + 4.562066555023193, + -10.210917472839355 + ], + "probabilities": [ + 5.2845244624677434e-08, + 2.0600225525413407e-07, + 0.9999994039535522, + 3.838614475171198e-07 + ], + "log_probabilities": [ + -16.755897521972656, + -15.395379066467285, + -5.960462772236497e-07, + -14.772984504699707 + ] + }, + { + "id": "banking:train:2720", + "group": "banking:995e2bb35fd424f5449d336ce31c72b650d46a8e3f306118fb71059dca9ec307", + "family": "banking", + "target": 2, + "choices": [ + "order physical card", + "card delivery estimate", + "transfer not received by recipient", + "pending cash withdrawal" + ], + "logits": [ + -8.426980972290039, + -8.242743492126465, + 4.504146575927734, + -8.304520606994629 + ], + "probabilities": [ + 2.421470526314806e-06, + 2.9113373329892056e-06, + 0.9999920129776001, + 2.736926035140641e-06 + ], + "log_probabilities": [ + -12.931135177612305, + -12.74689769744873, + -7.986990567587782e-06, + -12.808674812316895 + ] + }, + { + "id": "banking:train:8470", + "group": "banking:67a8b6f57ff89bd9a35052f49411c7080faf27c6c0534ec184d3ea50c2dce02a", + "family": "banking", + "target": 2, + "choices": [ + "virtual card not working", + "getting virtual card", + "top up failed", + "order physical card" + ], + "logits": [ + -8.411686897277832, + -8.157681465148926, + 0.6890046000480652, + -10.656055450439453 + ], + "probabilities": [ + 0.00011155877291457728, + 0.00014381921209860593, + 0.9997327923774719, + 1.1824609828181565e-05 + ], + "log_probabilities": [ + -9.100958824157715, + -8.846953392028809, + -0.00026723151677288115, + -11.345327377319336 + ] + }, + { + "id": "banking:train:7828", + "group": "banking:3b743c286899c3e25e36979450fd8c3ec92ec7114e43d4d7d595552b5bdefc2d", + "family": "banking", + "target": 0, + "choices": [ + "getting spare card", + "direct debit payment not recognised", + "contactless not working", + "declined cash withdrawal" + ], + "logits": [ + -0.6302487850189209, + -8.586564064025879, + -8.484679222106934, + -8.238018989562988 + ], + "probabilities": [ + 0.9987665414810181, + 0.0003500098246149719, + 0.00038755047717131674, + 0.0004959654761478305 + ], + "log_probabilities": [ + -0.0012342463014647365, + -7.957549095153809, + -7.855664253234863, + -7.609004020690918 + ] + }, + { + "id": "banking:train:3952", + "group": "banking:04ab8a100cbe505eff39b6649ebd84c26031d81807e925ff1e0a607fd72da082", + "family": "banking", + "target": 0, + "choices": [ + "unable to verify identity", + "verify top up", + "card payment not recognised", + "wrong exchange rate for cash withdrawal" + ], + "logits": [ + 1.345511794090271, + -6.426085948944092, + -8.82889175415039, + -9.152726173400879 + ], + "probabilities": [ + 0.9995129108428955, + 0.0004213338252156973, + 3.811546412180178e-05, + 2.7571586542762816e-05 + ], + "log_probabilities": [ + -0.00048720886115916073, + -7.772085189819336, + -10.174890518188477, + -10.498724937438965 + ] + }, + { + "id": "banking:train:2251", + "group": "banking:07c5c9989fc2e409a7cf9d553bf6fd667294751bed17e9243aeec8dda055ab09", + "family": "banking", + "target": 3, + "choices": [ + "request refund", + "get disposable virtual card", + "exchange via app", + "top up limits" + ], + "logits": [ + -8.934426307678223, + -7.119716167449951, + -7.088565826416016, + 5.314284324645996 + ], + "probabilities": [ + 6.484251002802921e-07, + 3.9808760448067915e-06, + 4.1068310565606225e-06, + 0.9999912977218628 + ], + "log_probabilities": [ + -14.248719215393066, + -12.434008598327637, + -12.40285873413086, + -8.702239938429557e-06 + ] + }, + { + "id": "banking:train:9450", + "group": "banking:3479d15dddc26c08d4ad222eaa599b58b3f45074337ec168fd4a56e33474d74b", + "family": "banking", + "target": 0, + "choices": [ + "cash withdrawal charge", + "balance not updated after bank transfer", + "reverted card payment?", + "automatic top up" + ], + "logits": [ + 4.682294845581055, + -7.218358039855957, + -5.511579513549805, + -8.418992042541504 + ], + "probabilities": [ + 0.9999537467956543, + 6.785659479646711e-06, + 3.73969814972952e-05, + 2.0425059119588695e-06 + ], + "log_probabilities": [ + -4.625213477993384e-05, + -11.9006986618042, + -10.193920135498047, + -13.101332664489746 + ] + }, + { + "id": "banking:train:4619", + "group": "banking:07b2c3ae90310e6442a4b312723c0690963855d3ec513dd991cc674074cd2c47", + "family": "banking", + "target": 1, + "choices": [ + "extra charge on statement", + "atm support", + "disposable card limits", + "terminate account" + ], + "logits": [ + -8.277237892150879, + 1.7198878526687622, + -8.317129135131836, + -8.94658374786377 + ], + "probabilities": [ + 4.552548489300534e-05, + 0.9998873472213745, + 4.374516356620006e-05, + 2.3311024051508866e-05 + ], + "log_probabilities": [ + -9.997238159179688, + -0.00011264643399044871, + -10.037129402160645, + -10.666584014892578 + ] + }, + { + "id": "banking:train:8155", + "group": "banking:f99e0a83852434be4de26e74578c89db99c3900b027d91667393d560010f4063", + "family": "banking", + "target": 0, + "choices": [ + "order physical card", + "pending cash withdrawal", + "getting spare card", + "supported cards and currencies" + ], + "logits": [ + -5.456020355224609, + -7.91218900680542, + -7.651432037353516, + -4.513092041015625 + ], + "probabilities": [ + 0.26563501358032227, + 0.022781627252697945, + 0.02956855297088623, + 0.6820148229598999 + ], + "log_probabilities": [ + -1.3256322145462036, + -3.7818007469177246, + -3.5210437774658203, + -0.38270387053489685 + ] + }, + { + "id": "banking:train:1747", + "group": "banking:1432b649160c051c066e42083c05c085bdb7820bfd1f2b35e4c26c40742a8fa6", + "family": "banking", + "target": 1, + "choices": [ + "disposable card limits", + "pin blocked", + "get physical card", + "visa or mastercard" + ], + "logits": [ + -11.243714332580566, + 1.6227151155471802, + -5.945303916931152, + -7.2890424728393555 + ], + "probabilities": [ + 2.581646413091221e-06, + 0.9993463158607483, + 0.0005163773312233388, + 0.00013470661360770464 + ], + "log_probabilities": [ + -12.867083549499512, + -0.0006538875168189406, + -7.5686726570129395, + -8.9124116897583 + ] + }, + { + "id": "banking:train:476", + "group": "banking:004bd3a5bed73fb4cd7adfd8d41d6ce4cc6cf8bb4194f74317351aa33867558c", + "family": "banking", + "target": 3, + "choices": [ + "pending card payment", + "card payment fee charged", + "card linking", + "card payment wrong exchange rate" + ], + "logits": [ + -5.350428581237793, + 1.6439661979675293, + -8.516518592834473, + 3.523535966873169 + ], + "probabilities": [ + 0.00012143159983679652, + 0.13242153823375702, + 5.120545665704412e-06, + 0.8674519062042236 + ], + "log_probabilities": [ + -9.016159057617188, + -2.0217649936676025, + -12.182249069213867, + -0.1421951800584793 + ] + }, + { + "id": "banking:train:9019", + "group": "banking:628bb11400bcf55cf8e682dbe8ca28edd96e6671e5eb8b38b52071b77ae840dc", + "family": "banking", + "target": 0, + "choices": [ + "exchange charge", + "cash withdrawal charge", + "top up failed", + "card about to expire" + ], + "logits": [ + 4.018948554992676, + 1.2116320133209229, + -8.975327491760254, + -8.69421100616455 + ], + "probabilities": [ + 0.9430652856826782, + 0.056929804384708405, + 2.143874553439673e-06, + 2.8397930691426154e-06 + ], + "log_probabilities": [ + -0.05861978605389595, + -2.865936279296875, + -13.052895545959473, + -12.77177906036377 + ] + }, + { + "id": "banking:train:895", + "group": "banking:67cc7f7422a18bd60d807c4278939827fb691e835c6b996145c70fba2d25fb79", + "family": "banking", + "target": 2, + "choices": [ + "transfer fee charged", + "top up by card charge", + "fiat currency support", + "get physical card" + ], + "logits": [ + -6.204592704772949, + -6.23532772064209, + 0.6432253122329712, + -5.143829822540283 + ], + "probabilities": [ + 0.0010563210817053914, + 0.0010243490105494857, + 0.9948680400848389, + 0.00305126141756773 + ], + "log_probabilities": [ + -6.852962970733643, + -6.883697986602783, + -0.005145165137946606, + -5.792200088500977 + ] + }, + { + "id": "banking:train:8315", + "group": "banking:00c4c527659c793d1e5aa1fd6e2951a3110f14c8ee2e68f6827a94fab162df39", + "family": "banking", + "target": 0, + "choices": [ + "wrong exchange rate for cash withdrawal", + "Refund not showing up", + "why verify identity", + "pending cash withdrawal" + ], + "logits": [ + 1.4269953966140747, + -9.533703804016113, + -7.246428489685059, + -0.11680257320404053 + ], + "probabilities": [ + 0.8238881826400757, + 1.4311895938590169e-05, + 0.00014094452490098774, + 0.17595651745796204 + ], + "log_probabilities": [ + -0.19372044503688812, + -11.154419898986816, + -8.867144584655762, + -1.7375184297561646 + ] + }, + { + "id": "banking:train:137", + "group": "banking:8682ecb19406155c9f5314f5d234e8d6cffc4a109c38fd3fa154c7e3f8807a40", + "family": "banking", + "target": 3, + "choices": [ + "declined transfer", + "declined card payment", + "extra charge on statement", + "card arrival" + ], + "logits": [ + -11.489656448364258, + -10.43309497833252, + -11.37630558013916, + 5.255315780639648 + ], + "probabilities": [ + 5.342577935607551e-08, + 1.5367727712600754e-07, + 5.983814332921611e-08, + 0.9999997615814209 + ], + "log_probabilities": [ + -16.744972229003906, + -15.688410758972168, + -16.631622314453125, + -2.3841855067985307e-07 + ] + }, + { + "id": "banking:train:7579", + "group": "banking:502d7c102e83866632e9144d4fd8f6f5e6ffefc68b37188d93cc2846e2cf574d", + "family": "banking", + "target": 3, + "choices": [ + "country support", + "extra charge on statement", + "verify my identity", + "transfer into account" + ], + "logits": [ + -7.960105895996094, + -8.870955467224121, + -5.888058662414551, + 4.778571128845215 + ], + "probabilities": [ + 2.935289558081422e-06, + 1.1805218491645064e-06, + 2.3309321477427147e-05, + 0.9999725818634033 + ], + "log_probabilities": [ + -12.738704681396484, + -13.649554252624512, + -10.666657447814941, + -2.7417760065873154e-05 + ] + }, + { + "id": "banking:train:1624", + "group": "banking:dc71f437c0dc18279936bce7e89ef3ced2a2675feab0578563a7aa38398df5f7", + "family": "banking", + "target": 0, + "choices": [ + "age limit", + "exchange rate", + "topping up by card", + "country support" + ], + "logits": [ + 3.250460147857666, + -9.537239074707031, + -8.489760398864746, + -7.009722709655762 + ], + "probabilities": [ + 0.9999542236328125, + 2.794815372908488e-06, + 7.966488738020416e-06, + 3.499766899039969e-05 + ], + "log_probabilities": [ + -4.577531944960356e-05, + -12.787744522094727, + -11.740266799926758, + -10.260229110717773 + ] + }, + { + "id": "banking:train:9588", + "group": "banking:45eeaa7806f83b9f514bc43215ffe74e522b0f1614a53c757e42c16884f6c117", + "family": "banking", + "target": 1, + "choices": [ + "wrong exchange rate for cash withdrawal", + "card about to expire", + "supported cards and currencies", + "top up by card charge" + ], + "logits": [ + -10.772004127502441, + -3.8462817668914795, + -1.9517415761947632, + -6.3679399490356445 + ], + "probabilities": [ + 0.00012704935215879232, + 0.12935273349285126, + 0.8601297736167908, + 0.010390427894890308 + ], + "log_probabilities": [ + -8.970934867858887, + -2.0452122688293457, + -0.1506720334291458, + -4.566870212554932 + ] + }, + { + "id": "banking:train:850", + "group": "banking:df4ecd9a57e7a438e3525e1750def94b0f5245069af3022de12179683ed212e0", + "family": "banking", + "target": 1, + "choices": [ + "card payment wrong exchange rate", + "pending cash withdrawal", + "exchange via app", + "automatic top up" + ], + "logits": [ + -10.417975425720215, + 4.4133100509643555, + -7.4008469581604, + -10.920197486877441 + ], + "probabilities": [ + 3.621188113811513e-07, + 0.9999920129776001, + 7.399001788144233e-06, + 2.1914866010774858e-07 + ], + "log_probabilities": [ + -14.831293106079102, + -7.986990567587782e-06, + -11.814165115356445, + -15.333515167236328 + ] + }, + { + "id": "banking:train:2967", + "group": "banking:26fb3650417a4298ce8b09951390a8e2cada5b228fb82dfaed0a9953185f7c2a", + "family": "banking", + "target": 1, + "choices": [ + "failed transfer", + "supported cards and currencies", + "exchange via app", + "fiat currency support" + ], + "logits": [ + -7.309604644775391, + -3.3165063858032227, + -6.344437599182129, + -4.874229431152344 + ], + "probabilities": [ + 0.014436690136790276, + 0.782795250415802, + 0.03789957985281944, + 0.16486848890781403 + ], + "log_probabilities": [ + -4.237982273101807, + -0.24488407373428345, + -3.272815227508545, + -1.8026070594787598 + ] + }, + { + "id": "banking:train:9716", + "group": "banking:d601872a2312d4087f15896d7742a175bbde1c0b6dbadb258a9d44d65c4e0013", + "family": "banking", + "target": 3, + "choices": [ + "disposable card limits", + "top up reverted", + "declined cash withdrawal", + "apple pay or google pay" + ], + "logits": [ + -9.667021751403809, + -7.0027899742126465, + -10.070496559143066, + -4.249690055847168 + ], + "probabilities": [ + 0.004144182428717613, + 0.05949767306447029, + 0.0027682925574481487, + 0.9335898160934448 + ], + "log_probabilities": [ + -5.486049652099609, + -2.8218181133270264, + -5.889524459838867, + -0.06871809810400009 + ] + }, + { + "id": "banking:train:7065", + "group": "banking:eb01f0b0615549e4e2dbec1a42bea2d7d768393c7603aab5ff091dfd946ec083", + "family": "banking", + "target": 2, + "choices": [ + "apple pay or google pay", + "cancel transfer", + "beneficiary not allowed", + "lost or stolen card" + ], + "logits": [ + -6.893086910247803, + -6.432761192321777, + -3.7601566314697266, + -4.6288371086120605 + ], + "probabilities": [ + 0.028449827805161476, + 0.04508131369948387, + 0.6526705026626587, + 0.2737983465194702 + ], + "log_probabilities": [ + -3.5596132278442383, + -3.099287509918213, + -0.42668288946151733, + -1.295363426208496 + ] + }, + { + "id": "banking:train:2506", + "group": "banking:591b5ea038a2fed65094c249667d65cf4857f72ff055162df1e07812e9b730fd", + "family": "banking", + "target": 0, + "choices": [ + "wrong amount of cash received", + "extra charge on statement", + "contactless not working", + "direct debit payment not recognised" + ], + "logits": [ + 3.2497220039367676, + -7.709438800811768, + -11.012443542480469, + -10.280881881713867 + ], + "probabilities": [ + 0.9999806880950928, + 1.739756771712564e-05, + 6.397525567081175e-07, + 1.3296128145157127e-06 + ], + "log_probabilities": [ + -1.9311717551317997e-05, + -10.959179878234863, + -14.262184143066406, + -13.530622482299805 + ] + }, + { + "id": "banking:train:1131", + "group": "banking:377c8447a48109a672e65d91160c5e29365ee032d6cea8c811a1f184cfc8b540", + "family": "banking", + "target": 1, + "choices": [ + "top up limits", + "automatic top up", + "passcode forgotten", + "order physical card" + ], + "logits": [ + -6.269129753112793, + -5.362813472747803, + -8.797591209411621, + -9.29924488067627 + ], + "probabilities": [ + 0.2775249481201172, + 0.6869263648986816, + 0.022141406312584877, + 0.013407251797616482 + ], + "log_probabilities": [ + -1.2818444967269897, + -0.3755281865596771, + -3.8103058338165283, + -4.311959743499756 + ] + }, + { + "id": "banking:train:1594", + "group": "banking:c6bba524e1d0af4fd4cf2c0301ea985c54ae2482bd38b66f4f7f36a3e707c439", + "family": "banking", + "target": 1, + "choices": [ + "lost or stolen phone", + "age limit", + "pending top up", + "cash withdrawal not recognised" + ], + "logits": [ + -6.26417350769043, + -0.05114912614226341, + -6.920562267303467, + -8.028885841369629 + ], + "probabilities": [ + 0.001996411243453622, + 0.9966262578964233, + 0.0010355808772146702, + 0.0003418575506657362 + ], + "log_probabilities": [ + -6.216403961181641, + -0.003379469271749258, + -6.872792720794678, + -7.98111629486084 + ] + }, + { + "id": "banking:train:8851", + "group": "banking:649612ae8460c647f8ca8bc905d4b5973df4ae655634c02ba0be0382df245044", + "family": "banking", + "target": 0, + "choices": [ + "cash withdrawal not recognised", + "card arrival", + "pin blocked", + "wrong exchange rate for cash withdrawal" + ], + "logits": [ + -7.79147481918335, + -10.664674758911133, + -9.85533618927002, + -11.970285415649414 + ], + "probabilities": [ + 0.8341694474220276, + 0.047145407646894455, + 0.10590846091508865, + 0.012776735238730907 + ], + "log_probabilities": [ + -0.1813187450170517, + -3.054518699645996, + -2.245180130004883, + -4.360129356384277 + ] + }, + { + "id": "banking:train:5075", + "group": "banking:25b30df743fcb8d88b5d1c218f4a16c2128a71472a76847bd8470cd11ea7e39a", + "family": "banking", + "target": 2, + "choices": [ + "edit personal details", + "transfer fee charged", + "declined cash withdrawal", + "contactless not working" + ], + "logits": [ + -7.0997090339660645, + -3.6728806495666504, + 5.675318717956543, + -6.624173641204834 + ], + "probabilities": [ + 2.830314315360738e-06, + 8.711387636139989e-05, + 0.9999054670333862, + 4.553627150016837e-06 + ], + "log_probabilities": [ + -12.77512264251709, + -9.348294258117676, + -9.452849917579442e-05, + -12.299586296081543 + ] + }, + { + "id": "banking:train:6508", + "group": "banking:c3bd622f28499432d024edcf6a195ed0f1014d1760cceb4b85d3960741b8bf8b", + "family": "banking", + "target": 3, + "choices": [ + "pending cash withdrawal", + "top up by bank transfer charge", + "card delivery estimate", + "verify source of funds" + ], + "logits": [ + 0.13408946990966797, + -4.806783199310303, + -10.287364959716797, + -1.4294641017913818 + ], + "probabilities": [ + 0.8219839334487915, + 0.005875834729522467, + 2.44840448431205e-05, + 0.172115758061409 + ], + "log_probabilities": [ + -0.19603446125984192, + -5.13690710067749, + -10.617488861083984, + -1.7595880031585693 + ] + }, + { + "id": "banking:train:3806", + "group": "banking:0023d07146d84c052027ca7ef2f2e3da77ccc8eefd8c04c136a6f5a5838bbe1e", + "family": "banking", + "target": 1, + "choices": [ + "verify top up", + "why verify identity", + "pending card payment", + "exchange rate" + ], + "logits": [ + -2.6426470279693604, + -2.398175001144409, + -7.206447601318359, + -8.814596176147461 + ], + "probabilities": [ + 0.43678486347198486, + 0.5577511191368103, + 0.004552335944026709, + 0.0009116418659687042 + ], + "log_probabilities": [ + -0.828314483165741, + -0.5838424563407898, + -5.392114639282227, + -7.000263214111328 + ] + }, + { + "id": "banking:train:306", + "group": "banking:f46ef5abb801a547035365b68e72d6e60e88b3f06c745bafc9cf6fd3780fcc9b", + "family": "banking", + "target": 0, + "choices": [ + "exchange rate", + "Refund not showing up", + "pin blocked", + "pending transfer" + ], + "logits": [ + -1.3693021535873413, + -8.978659629821777, + -8.24356746673584, + -6.94340181350708 + ], + "probabilities": [ + 0.994703471660614, + 0.0004931644070893526, + 0.0010285803582519293, + 0.0037747914902865887 + ], + "log_probabilities": [ + -0.0053105950355529785, + -7.614667892456055, + -6.879575729370117, + -5.579410076141357 + ] + }, + { + "id": "banking:train:6032", + "group": "banking:41a55952da1b4d98b280baabed4a08a526c6ad28ca75dc6d0b1dc58cbc1564bc", + "family": "banking", + "target": 2, + "choices": [ + "virtual card not working", + "request refund", + "pending transfer", + "cash withdrawal charge" + ], + "logits": [ + -11.73898696899414, + -7.67429256439209, + 0.7153992056846619, + -11.956098556518555 + ], + "probabilities": [ + 3.899664534401381e-06, + 0.00022714417718816549, + 0.9997658133506775, + 3.13860709866276e-06 + ], + "log_probabilities": [ + -12.454620361328125, + -8.389925956726074, + -0.00023421882360707968, + -12.671731948852539 + ] + }, + { + "id": "banking:train:1190", + "group": "banking:484ecf01e0825fc1fde45d06bee4b73c2d8d4c6d158e64976845633884d5f136", + "family": "banking", + "target": 3, + "choices": [ + "age limit", + "topping up by card", + "pin blocked", + "automatic top up" + ], + "logits": [ + -9.883746147155762, + -0.012535271234810352, + -9.849772453308105, + 4.028950214385986 + ], + "probabilities": [ + 8.917166951505351e-07, + 0.017267903313040733, + 9.225321946360054e-07, + 0.9827303886413574 + ], + "log_probabilities": [ + -13.9301176071167, + -4.058905601501465, + -13.896143913269043, + -0.01742049679160118 + ] + }, + { + "id": "banking:train:6240", + "group": "banking:c817bb7ad60bc138ec1255ece7cafd5b1b599e565c77cc05303003877f734ec6", + "family": "banking", + "target": 2, + "choices": [ + "declined card payment", + "pending transfer", + "terminate account", + "getting spare card" + ], + "logits": [ + -11.354159355163574, + -9.751435279846191, + 5.9463911056518555, + -9.306218147277832 + ], + "probabilities": [ + 3.065252585088274e-08, + 1.522370922657501e-07, + 0.9999996423721313, + 2.3761607792494033e-07 + ], + "log_probabilities": [ + -17.30055046081543, + -15.697826385498047, + -3.576278118089249e-07, + -15.252609252929688 + ] + }, + { + "id": "banking:train:6839", + "group": "banking:7beb665682e981e0b8b49a970f88225e88d44c7010e821c2506b6f8fcde1fcd0", + "family": "banking", + "target": 1, + "choices": [ + "beneficiary not allowed", + "reverted card payment?", + "topping up by card", + "top up limits" + ], + "logits": [ + -7.089383125305176, + -2.7103044986724854, + -8.677736282348633, + -9.714523315429688 + ], + "probabilities": [ + 0.012339400127530098, + 0.9842463731765747, + 0.0025204671546816826, + 0.0008937378879636526 + ], + "log_probabilities": [ + -4.394958019256592, + -0.015879012644290924, + -5.983311176300049, + -7.0200982093811035 + ] + }, + { + "id": "banking:train:9676", + "group": "banking:67fdd7b615087a383ae35607908a44e849d5ef2c9aa7cb3b503823e2f120a5a1", + "family": "banking", + "target": 3, + "choices": [ + "atm support", + "card arrival", + "transfer not received by recipient", + "apple pay or google pay" + ], + "logits": [ + -6.929840087890625, + -8.509793281555176, + -7.503873825073242, + -2.098111629486084 + ], + "probabilities": [ + 0.007861833088099957, + 0.0016194176860153675, + 0.0044281682930886745, + 0.9860906600952148 + ], + "log_probabilities": [ + -4.845735549926758, + -6.425688743591309, + -5.419769287109375, + -0.01400700118392706 + ] + }, + { + "id": "banking:train:5851", + "group": "banking:c227bdc92223d1ec0a37da9487e463f5d9cb0b007d7e9af7cba154ec66320b3d", + "family": "banking", + "target": 2, + "choices": [ + "wrong exchange rate for cash withdrawal", + "pending top up", + "declined card payment", + "verify source of funds" + ], + "logits": [ + -5.589620590209961, + -4.297321796417236, + 4.0449676513671875, + -6.3752946853637695 + ], + "probabilities": [ + 6.540435424540192e-05, + 0.00023814698215574026, + 0.9996665716171265, + 2.9812110369675793e-05 + ], + "log_probabilities": [ + -9.63492202758789, + -8.342622756958008, + -0.0003334919747430831, + -10.4205961227417 + ] + }, + { + "id": "banking:train:23", + "group": "banking:17fd8bb541ec718b410907700affcb1b6ab38433723bfef0281c25ed29f083bd", + "family": "banking", + "target": 1, + "choices": [ + "declined cash withdrawal", + "card arrival", + "apple pay or google pay", + "disposable card limits" + ], + "logits": [ + -7.165593147277832, + 0.3695138096809387, + -7.774192810058594, + -8.00632381439209 + ], + "probabilities": [ + 0.0005334413144737482, + 0.9989462494850159, + 0.0002902521227952093, + 0.0002301241474924609 + ], + "log_probabilities": [ + -7.536161422729492, + -0.0010543270036578178, + -8.144761085510254, + -8.37689208984375 + ] + }, + { + "id": "banking:train:8092", + "group": "banking:e1f1409d4abbfcf02b9227c74d94d6dc10c898184e08e032edda70b0a801ac98", + "family": "banking", + "target": 1, + "choices": [ + "age limit", + "order physical card", + "get disposable virtual card", + "pending transfer" + ], + "logits": [ + -9.66734790802002, + 4.033609390258789, + -4.079493999481201, + -4.667177677154541 + ], + "probabilities": [ + 1.1208487649128074e-06, + 0.9995330572128296, + 0.00029944765265099704, + 0.0001663771108724177 + ], + "log_probabilities": [ + -13.701424598693848, + -0.0004670721245929599, + -8.113571166992188, + -8.701253890991211 + ] + }, + { + "id": "banking:train:9256", + "group": "banking:a001014f6da912ff4beb6169dc79cbafbc8d344d90f6648fe9f553e3fc9e261a", + "family": "banking", + "target": 2, + "choices": [ + "declined card payment", + "card payment not recognised", + "activate my card", + "pending transfer" + ], + "logits": [ + -0.6934364438056946, + -1.4493567943572998, + 5.564033508300781, + -10.948531150817871 + ], + "probabilities": [ + 0.0019107068656012416, + 0.0008972263312898576, + 0.9971920847892761, + 6.721445089397093e-08 + ], + "log_probabilities": [ + -6.260282039642334, + -7.016202449798584, + -0.0028118856716901064, + -16.515377044677734 + ] + }, + { + "id": "banking:train:2377", + "group": "banking:2285ba022e96a14c5efa53f52f913ca6d1061ea24668fc80e47cf9232d717868", + "family": "banking", + "target": 1, + "choices": [ + "edit personal details", + "wrong amount of cash received", + "top up by cash or cheque", + "beneficiary not allowed" + ], + "logits": [ + -9.713653564453125, + -1.5103192329406738, + -3.4206910133361816, + -4.113184928894043 + ], + "probabilities": [ + 0.00022394313418772072, + 0.818089485168457, + 0.12109798192977905, + 0.06058855727314949 + ], + "log_probabilities": [ + -8.404118537902832, + -0.20078352093696594, + -2.1111552715301514, + -2.8036491870880127 + ] + }, + { + "id": "banking:train:2350", + "group": "banking:623656c1053a8a1c916e232d584f3712307c9e929170a7218aa56474fff2de6b", + "family": "banking", + "target": 0, + "choices": [ + "wrong amount of cash received", + "failed transfer", + "transfer into account", + "card payment wrong exchange rate" + ], + "logits": [ + 3.448146104812622, + -9.341445922851562, + -11.654351234436035, + -6.820483684539795 + ], + "probabilities": [ + 0.9999622106552124, + 2.7895518996956525e-06, + 2.7609112862592156e-07, + 3.47035784216132e-05 + ], + "log_probabilities": [ + -3.7788631743751466e-05, + -12.789629936218262, + -15.102535247802734, + -10.268668174743652 + ] + }, + { + "id": "banking:train:4014", + "group": "banking:7501cadf1493b08105646898d448a0fe95aaaa403aee27347fe8b26dd4823cb1", + "family": "banking", + "target": 3, + "choices": [ + "failed transfer", + "card delivery estimate", + "pending transfer", + "get physical card" + ], + "logits": [ + -8.139105796813965, + -9.095547676086426, + -8.299543380737305, + -6.355630874633789 + ], + "probabilities": [ + 0.1221519336104393, + 0.046937815845012665, + 0.10404546558856964, + 0.7268648147583008 + ], + "log_probabilities": [ + -2.102489709854126, + -3.058931589126587, + -2.262927293777466, + -0.3190147578716278 + ] + }, + { + "id": "banking:train:8752", + "group": "banking:2bce2828bc5064dc8aa0e480b0f19c9efedac931e70faf59d0fc71352cf362b3", + "family": "banking", + "target": 2, + "choices": [ + "failed transfer", + "wrong amount of cash received", + "balance not updated after bank transfer", + "get disposable virtual card" + ], + "logits": [ + -1.2897368669509888, + -9.749156951904297, + -5.325267791748047, + -11.2514009475708 + ], + "probabilities": [ + 0.982380747795105, + 0.0002081614511553198, + 0.017364846542477608, + 4.634298966266215e-05 + ], + "log_probabilities": [ + -0.017776336520910263, + -8.47719669342041, + -4.05330753326416, + -9.979440689086914 + ] + }, + { + "id": "banking:train:9963", + "group": "banking:490a587c0756255827acaf59b6f76a53e075c79a6ee2e61cb94cfa6f3dafc5eb", + "family": "banking", + "target": 0, + "choices": [ + "country support", + "supported cards and currencies", + "passcode forgotten", + "edit personal details" + ], + "logits": [ + -3.098332166671753, + -4.787347793579102, + -5.898690223693848, + -6.6177263259887695 + ], + "probabilities": [ + 0.7842479944229126, + 0.14485158026218414, + 0.047673095017671585, + 0.02322736568748951 + ], + "log_probabilities": [ + -0.24303002655506134, + -1.9320456981658936, + -3.0433881282806396, + -3.7624242305755615 + ] + }, + { + "id": "banking:train:5957", + "group": "banking:eaaa192b23b7d0146f5a5899765b3bbebdbba61c97b7afc1716c9742bbc4a880", + "family": "banking", + "target": 2, + "choices": [ + "Refund not showing up", + "getting virtual card", + "declined card payment", + "virtual card not working" + ], + "logits": [ + -8.961881637573242, + -7.052104949951172, + 3.1612465381622314, + -4.045632362365723 + ], + "probabilities": [ + 5.428154508990701e-06, + 3.6648623790824786e-05, + 0.9992169141769409, + 0.0007408873061649501 + ], + "log_probabilities": [ + -12.123910903930664, + -10.214134216308594, + -0.0007833749405108392, + -7.207662105560303 + ] + }, + { + "id": "banking:train:8761", + "group": "banking:360db7c763401d3197c5f7488cb288d430344f6445300615c6b93829cca94f64", + "family": "banking", + "target": 3, + "choices": [ + "exchange rate", + "fiat currency support", + "Refund not showing up", + "balance not updated after bank transfer" + ], + "logits": [ + -8.748908042907715, + -6.039032936096191, + -5.6188483238220215, + -1.5935537815093994 + ], + "probabilities": [ + 0.0007576622883789241, + 0.011385693214833736, + 0.017331795766949654, + 0.970524787902832 + ], + "log_probabilities": [ + -7.185272693634033, + -4.47539758682251, + -4.055212497711182, + -0.029918305575847626 + ] + }, + { + "id": "banking:train:5", + "group": "banking:9aee6e6a3f7007e1b76d53fc6bd6d5bc4b2f8c03b4c4011d2fd5c54babf14414", + "family": "banking", + "target": 3, + "choices": [ + "passcode forgotten", + "card acceptance", + "contactless not working", + "card arrival" + ], + "logits": [ + -7.543128967285156, + -5.69897985458374, + -6.778578758239746, + 0.7476037740707397 + ], + "probabilities": [ + 0.0002502362185623497, + 0.0015821723500266671, + 0.0005375141627155244, + 0.9976300001144409 + ], + "log_probabilities": [ + -8.293105125427246, + -6.448956489562988, + -7.528555393218994, + -0.002372785471379757 + ] + }, + { + "id": "banking:train:9862", + "group": "banking:b0689cf616f4bf2c29fdfb0e9ec3dc3eeee534ae6012656df510c1342faf9f4a", + "family": "banking", + "target": 2, + "choices": [ + "verify source of funds", + "transaction charged twice", + "verify my identity", + "top up limits" + ], + "logits": [ + -6.89178466796875, + -8.396150588989258, + 0.4992534816265106, + -10.22110366821289 + ], + "probabilities": [ + 0.0006162772770039737, + 0.0001369110104860738, + 0.9992246627807617, + 2.20735037146369e-05 + ], + "log_probabilities": [ + -7.3918137550354, + -8.89617919921875, + -0.0007756323902867734, + -10.721132278442383 + ] + }, + { + "id": "banking:train:148", + "group": "banking:7ffbb33b6ae8d010b530dc00e39b61313dd565c79daa494e3a16656c6a7036b0", + "family": "banking", + "target": 2, + "choices": [ + "topping up by card", + "atm support", + "card arrival", + "compromised card" + ], + "logits": [ + -8.342209815979004, + -7.575554847717285, + 2.6542603969573975, + -9.206768035888672 + ], + "probabilities": [ + 1.6759749996708706e-05, + 3.607626058510505e-05, + 0.999940037727356, + 7.059836661937879e-06 + ], + "log_probabilities": [ + -10.996530532836914, + -10.229875564575195, + -5.9960475482512265e-05, + -11.861088752746582 + ] + }, + { + "id": "banking:train:1053", + "group": "banking:3c4413e2a70c43d6238518b5f07d4ac819a9c9341db182bd4ddc3e711f26712c", + "family": "banking", + "target": 3, + "choices": [ + "cancel transfer", + "compromised card", + "getting spare card", + "card delivery estimate" + ], + "logits": [ + -10.824606895446777, + -10.675549507141113, + -5.752775192260742, + 2.2222707271575928 + ], + "probabilities": [ + 2.156063601432834e-06, + 2.5026283765328117e-06, + 0.0003438191779423505, + 0.9996515512466431 + ], + "log_probabilities": [ + -13.047225952148438, + -12.898168563842773, + -7.9753947257995605, + -0.00034850722295232117 + ] + }, + { + "id": "banking:train:3999", + "group": "banking:6497b0ad6999959b59d65519b220af256b97c975cb5ea44a3567f2ea937d906d", + "family": "banking", + "target": 1, + "choices": [ + "transfer fee charged", + "get physical card", + "transfer timing", + "unable to verify identity" + ], + "logits": [ + -10.851651191711426, + -4.990840435028076, + -8.824380874633789, + -4.597838878631592 + ], + "probabilities": [ + 0.0011368889827281237, + 0.3990578353404999, + 0.008632774464786053, + 0.5911725163459778 + ], + "log_probabilities": [ + -6.7794599533081055, + -0.9186489582061768, + -4.752189636230469, + -0.5256474018096924 + ] + }, + { + "id": "banking:train:8215", + "group": "banking:fa4045736dcd4e82ca8aaf648c1de17347366842207a37ac15f45be67115e51e", + "family": "banking", + "target": 3, + "choices": [ + "card not working", + "balance not updated after bank transfer", + "card acceptance", + "wrong exchange rate for cash withdrawal" + ], + "logits": [ + -7.726462364196777, + -8.082037925720215, + -7.8915276527404785, + 2.466810703277588 + ], + "probabilities": [ + 3.7417616113089025e-05, + 2.6221143343718722e-05, + 3.1724102882435545e-05, + 0.9999046325683594 + ], + "log_probabilities": [ + -10.193368911743164, + -10.548944473266602, + -10.358433723449707, + -9.536288416711614e-05 + ] + }, + { + "id": "banking:train:3048", + "group": "banking:57e1119e06167e1aa7c8f8cb0367d65345c0788db27fe0c60679312242b8681b", + "family": "banking", + "target": 3, + "choices": [ + "top up by bank transfer charge", + "card payment not recognised", + "card about to expire", + "getting virtual card" + ], + "logits": [ + -8.656399726867676, + -7.782890319824219, + -8.190289497375488, + 5.487048149108887 + ], + "probabilities": [ + 7.20405637366639e-07, + 1.7255892998946365e-06, + 1.1481699857540661e-06, + 0.9999964237213135 + ], + "log_probabilities": [ + -14.143451690673828, + -13.269942283630371, + -13.67734146118164, + -3.576272320060525e-06 + ] + }, + { + "id": "banking:train:7749", + "group": "banking:1e2603f931e1bbcae302a655b0cfc69657c34226d65c89fc202f5a6cc9fabff5", + "family": "banking", + "target": 3, + "choices": [ + "compromised card", + "transfer not received by recipient", + "card payment fee charged", + "verify top up" + ], + "logits": [ + -7.687624931335449, + -9.260141372680664, + -10.671019554138184, + 1.0502115488052368 + ], + "probabilities": [ + 0.00016036811575759202, + 3.327996455482207e-05, + 8.117947800201364e-06, + 0.9997982382774353 + ], + "log_probabilities": [ + -8.738039016723633, + -10.310555458068848, + -11.721433639526367, + -0.00020180096908006817 + ] + }, + { + "id": "banking:train:9370", + "group": "banking:b0f095927ebf00da628817866e0454fb939b4ea95526d3e8f42aae0a86f3cc7e", + "family": "banking", + "target": 1, + "choices": [ + "change pin", + "cash withdrawal charge", + "pending card payment", + "compromised card" + ], + "logits": [ + -7.127376556396484, + 4.792741298675537, + -8.31662654876709, + -8.867086410522461 + ], + "probabilities": [ + 6.655092420260189e-06, + 0.9999901056289673, + 2.0261416011635447e-06, + 1.1684434184644488e-06 + ], + "log_probabilities": [ + -11.920127868652344, + -9.894321920000948e-06, + -13.109376907348633, + -13.65983772277832 + ] + }, + { + "id": "banking:train:7809", + "group": "banking:bbae7649bc4fbf335e62fe2e8074d0dd2bbc8aef4a188006be1e73dbfc3c2f3b", + "family": "banking", + "target": 1, + "choices": [ + "declined cash withdrawal", + "getting spare card", + "exchange rate", + "extra charge on statement" + ], + "logits": [ + -7.442978382110596, + 0.8978126049041748, + -7.76853084564209, + 2.4497976303100586 + ], + "probabilities": [ + 4.170133615843952e-05, + 0.17478720843791962, + 3.0113724278635345e-05, + 0.8251410126686096 + ], + "log_probabilities": [ + -10.084977149963379, + -1.7441860437393188, + -10.410529136657715, + -0.19220098853111267 + ] + }, + { + "id": "banking:train:9595", + "group": "banking:8b0c9a95654ebfbfcdd842126c527ed27433eb9512e4d41260d407a44dab177c", + "family": "banking", + "target": 0, + "choices": [ + "card about to expire", + "reverted card payment?", + "activate my card", + "top up by bank transfer charge" + ], + "logits": [ + -8.908600807189941, + -7.79029655456543, + -8.396807670593262, + -8.504834175109863 + ], + "probabilities": [ + 0.13840071856975555, + 0.42345935106277466, + 0.2308911681175232, + 0.20724879205226898 + ], + "log_probabilities": [ + -1.9776020050048828, + -0.8592977523803711, + -1.4658088684082031, + -1.5738353729248047 + ] + }, + { + "id": "banking:train:1927", + "group": "banking:31546f90a0640eeb1eeeabd30ca5196f29861ba3502698777a5c1e8bd8976bea", + "family": "banking", + "target": 3, + "choices": [ + "exchange via app", + "receiving money", + "cancel transfer", + "top up by bank transfer charge" + ], + "logits": [ + -2.58943772315979, + -7.12570858001709, + -10.93019962310791, + -7.54319953918457 + ], + "probabilities": [ + 0.9823099970817566, + 0.010523761622607708, + 0.00023436977062374353, + 0.0069319759495556355 + ], + "log_probabilities": [ + -0.017848355695605278, + -4.55411958694458, + -8.358610153198242, + -4.9716105461120605 + ] + }, + { + "id": "banking:train:1493", + "group": "banking:46af23bc3fce516d6eb503f52257f5b95ba0430df6519de06f8b383fcf730d0e", + "family": "banking", + "target": 1, + "choices": [ + "reverted card payment?", + "lost or stolen card", + "card payment not recognised", + "wrong amount of cash received" + ], + "logits": [ + -6.01378059387207, + 8.131237983703613, + -6.191319942474365, + -10.086125373840332 + ], + "probabilities": [ + 7.192765565378068e-07, + 0.9999986886978149, + 6.022707452757459e-07, + 1.2254597336891493e-08 + ], + "log_probabilities": [ + -14.14501953125, + -1.311301275563892e-06, + -14.322558403015137, + -18.217365264892578 + ] + }, + { + "id": "banking:train:4803", + "group": "banking:b9feb7df8c528923ad8818eb4a51e776db06b2a186819a367ebe528cf69ffda2", + "family": "banking", + "target": 2, + "choices": [ + "cash withdrawal not recognised", + "declined transfer", + "direct debit payment not recognised", + "reverted card payment?" + ], + "logits": [ + -10.32662582397461, + -5.366013526916504, + -0.39418500661849976, + -5.74521017074585 + ], + "probabilities": [ + 4.801030445378274e-05, + 0.006850163917988539, + 0.9884135127067566, + 0.004688328132033348 + ], + "log_probabilities": [ + -9.94409465789795, + -4.983482837677002, + -0.011654151603579521, + -5.362679481506348 + ] + }, + { + "id": "banking:train:1633", + "group": "banking:40bd35a29b9ef6fa17d323851e90090e378c4f4ca5921ceb5a797a10768e71e8", + "family": "banking", + "target": 3, + "choices": [ + "pending transfer", + "top up by bank transfer charge", + "receiving money", + "age limit" + ], + "logits": [ + -9.712671279907227, + -8.710465431213379, + -6.611149311065674, + 4.015427112579346 + ], + "probabilities": [ + 1.09131599401735e-06, + 2.9730524602200603e-06, + 2.4261866201413795e-05, + 0.9999716281890869 + ], + "log_probabilities": [ + -13.728126525878906, + -12.725921630859375, + -10.626605033874512, + -2.8371408916427754e-05 + ] + }, + { + "id": "banking:train:3665", + "group": "banking:f3caeb78b345c1c330852b9bd7ece0608be0c261be7f4b633ddfa0ee70fe25d2", + "family": "banking", + "target": 2, + "choices": [ + "declined transfer", + "card payment not recognised", + "edit personal details", + "pin blocked" + ], + "logits": [ + -11.702719688415527, + -11.258816719055176, + 5.297878265380859, + -9.455357551574707 + ], + "probabilities": [ + 4.1374569548224827e-08, + 6.449394618357474e-08, + 0.9999995231628418, + 3.9151720443442173e-07 + ], + "log_probabilities": [ + -17.000598907470703, + -16.55669403076172, + -4.768370445162873e-07, + -14.753235816955566 + ] + }, + { + "id": "banking:train:5192", + "group": "banking:b08133d9d9dbddc049242d601f4e0c7eb55575ac654fa4975ef5a9e47286fdd3", + "family": "banking", + "target": 0, + "choices": [ + "pending card payment", + "transaction charged twice", + "visa or mastercard", + "reverted card payment?" + ], + "logits": [ + -0.1144058108329773, + -9.121404647827148, + -7.3076066970825195, + -7.317470550537109 + ], + "probabilities": [ + 0.9983839988708496, + 0.00012235104804858565, + 0.0007504643872380257, + 0.0007430983241647482 + ], + "log_probabilities": [ + -0.001617315225303173, + -9.00861644744873, + -7.194818496704102, + -7.204682350158691 + ] + }, + { + "id": "banking:train:5049", + "group": "banking:3778f1077ffdbceca21c9c9a1f1e68cfa6668195d12837c8e6384195c4f0aab1", + "family": "banking", + "target": 3, + "choices": [ + "lost or stolen phone", + "Refund not showing up", + "top up by cash or cheque", + "declined cash withdrawal" + ], + "logits": [ + -9.48387622833252, + -9.277787208557129, + -8.43341064453125, + -2.705214738845825 + ], + "probabilities": [ + 0.0011312478454783559, + 0.0013901483034715056, + 0.0032342171762138605, + 0.994244396686554 + ], + "log_probabilities": [ + -6.784433841705322, + -6.578344821929932, + -5.733968257904053, + -0.005772230681031942 + ] + }, + { + "id": "banking:train:6488", + "group": "banking:0130ed748cbfa7f33abb9b80acec4ab9e72bd5a7b8dbb66951354c944833c523", + "family": "banking", + "target": 3, + "choices": [ + "beneficiary not allowed", + "direct debit payment not recognised", + "card payment fee charged", + "verify source of funds" + ], + "logits": [ + -6.033586502075195, + -8.466012001037598, + -6.404236793518066, + 2.0237083435058594 + ], + "probabilities": [ + 0.0003166042733937502, + 2.7805313948192634e-05, + 0.00021854726946912706, + 0.9994370341300964 + ], + "log_probabilities": [ + -8.057857513427734, + -10.490283012390137, + -8.428507804870605, + -0.0005631053354591131 + ] + }, + { + "id": "banking:train:9467", + "group": "banking:9d1d1b512b69369e9d1d13fa5cfa19a972c6b0e427bb70d22ba98debf7517754", + "family": "banking", + "target": 2, + "choices": [ + "card delivery estimate", + "card linking", + "cash withdrawal charge", + "edit personal details" + ], + "logits": [ + -10.009886741638184, + -5.571302890777588, + 4.157656669616699, + -8.10354995727539 + ], + "probabilities": [ + 7.032112989691086e-07, + 5.953030995442532e-05, + 0.9999350309371948, + 4.731484295916744e-06 + ], + "log_probabilities": [ + -14.167608261108398, + -9.729024887084961, + -6.496695277746767e-05, + -12.261271476745605 + ] + }, + { + "id": "banking:train:3499", + "group": "banking:7321ab0d4b29bfc20d28d72ca5ba30c1e742a60c3a7c4fcd39063826b547e599", + "family": "banking", + "target": 3, + "choices": [ + "balance not updated after bank transfer", + "get physical card", + "Refund not showing up", + "card payment not recognised" + ], + "logits": [ + -10.563694953918457, + -4.463212013244629, + -10.963398933410645, + 0.44997698068618774 + ], + "probabilities": [ + 1.6354271792806685e-05, + 0.00729520246386528, + 1.0965842193400022e-05, + 0.9926774501800537 + ], + "log_probabilities": [ + -11.021020889282227, + -4.920538425445557, + -11.420724868774414, + -0.007349478080868721 + ] + }, + { + "id": "banking:train:9837", + "group": "banking:505fd8c543da3abb240aff9d6b5b8fed6f2c5328f32dab78e3e46d3eb298e640", + "family": "banking", + "target": 2, + "choices": [ + "exchange charge", + "card payment not recognised", + "verify my identity", + "edit personal details" + ], + "logits": [ + -8.100812911987305, + -7.315885543823242, + -1.4210331439971924, + -6.573997497558594 + ], + "probabilities": [ + 0.0012438743142411113, + 0.0027268806006759405, + 0.9903029799461365, + 0.0057261670008301735 + ], + "log_probabilities": [ + -6.689524173736572, + -5.90459680557251, + -0.009744339622557163, + -5.162708759307861 + ] + }, + { + "id": "banking:train:3312", + "group": "banking:f01c86cabc24aa36c1a4ba417a69193322621a881a4bd5470e0bcfff733e02a2", + "family": "banking", + "target": 2, + "choices": [ + "cash withdrawal not recognised", + "exchange rate", + "balance not updated after cheque or cash deposit", + "pending card payment" + ], + "logits": [ + -7.46839714050293, + -9.587571144104004, + 5.300546646118164, + -8.677054405212402 + ], + "probabilities": [ + 2.8478455078584375e-06, + 3.4211399224659544e-07, + 0.9999959468841553, + 8.50360777349124e-07 + ], + "log_probabilities": [ + -12.76894760131836, + -14.888121604919434, + -4.0531076592742465e-06, + -13.977604866027832 + ] + }, + { + "id": "banking:train:9145", + "group": "banking:205b83a38290543ec9a89fd3ca87eabcf78a47b2265afef261a9c9b1a3fa6f54", + "family": "banking", + "target": 1, + "choices": [ + "contactless not working", + "top up by card charge", + "getting virtual card", + "exchange charge" + ], + "logits": [ + -9.442200660705566, + 1.8453648090362549, + -8.113602638244629, + -3.3431525230407715 + ], + "probabilities": [ + 1.2457477168936748e-05, + 0.9943915009498596, + 4.7036272007972e-05, + 0.005548975896090269 + ], + "log_probabilities": [ + -11.293190002441406, + -0.005624303128570318, + -9.964591979980469, + -5.194141864776611 + ] + }, + { + "id": "banking:train:4882", + "group": "banking:11e51c58af983b8a5fb119aa60de7451a907a22f929a0cc0ebd2b157dc11e0c4", + "family": "banking", + "target": 0, + "choices": [ + "passcode forgotten", + "change pin", + "cancel transfer", + "transfer not received by recipient" + ], + "logits": [ + 4.705336570739746, + -0.01802259311079979, + -10.99492073059082, + -10.41506576538086 + ], + "probabilities": [ + 0.991192638874054, + 0.008807025849819183, + 1.505299564996676e-07, + 2.6881332360062515e-07 + ], + "log_probabilities": [ + -0.008846377022564411, + -4.732205390930176, + -15.70910358428955, + -15.12924861907959 + ] + }, + { + "id": "banking:train:8763", + "group": "banking:a8ecb53d1a1ff73e7b7089cf9981b4749f1c6ed9d882b767b457d43fefc71bfe", + "family": "banking", + "target": 0, + "choices": [ + "balance not updated after bank transfer", + "top up limits", + "get disposable virtual card", + "terminate account" + ], + "logits": [ + -2.2196927070617676, + -7.658881187438965, + -5.466184616088867, + -3.0802435874938965 + ], + "probabilities": [ + 0.6820433735847473, + 0.0029621184803545475, + 0.026538627222180367, + 0.28845593333244324 + ], + "log_probabilities": [ + -0.3826620578765869, + -5.821850776672363, + -3.6291539669036865, + -1.2432129383087158 + ] + }, + { + "id": "banking:train:5846", + "group": "banking:b04fdfd11ec66984b33178c42d46a4303a5da1c42e5b25db9e9bdab208067aa1", + "family": "banking", + "target": 0, + "choices": [ + "declined card payment", + "edit personal details", + "get physical card", + "exchange via app" + ], + "logits": [ + 1.7174712419509888, + -8.666733741760254, + -5.210636615753174, + -8.665555000305176 + ], + "probabilities": [ + 0.9989593029022217, + 3.0884810257703066e-05, + 0.0009788335300981998, + 3.092123370151967e-05 + ], + "log_probabilities": [ + -0.0010412277188152075, + -10.385246276855469, + -6.929149150848389, + -10.38406753540039 + ] + }, + { + "id": "banking:train:2715", + "group": "banking:dcb81ee392fb9a49f61e1f15d6e1ac1f83103e8547a4ad73709f7af2c4ef7ffc", + "family": "banking", + "target": 2, + "choices": [ + "card delivery estimate", + "verify my identity", + "transfer not received by recipient", + "age limit" + ], + "logits": [ + -4.675739288330078, + -6.230485439300537, + 3.4055473804473877, + -11.237818717956543 + ], + "probabilities": [ + 0.000309156981529668, + 6.530722021125257e-05, + 0.9996250867843628, + 4.368216650618706e-07 + ], + "log_probabilities": [ + -8.081661224365234, + -9.636407852172852, + -0.00037496211007237434, + -14.6437406539917 + ] + }, + { + "id": "banking:train:1142", + "group": "banking:9d068c605e393aee75c3394b0172bafbcf0dc7749a759c88fd7b07fd541a013c", + "family": "banking", + "target": 2, + "choices": [ + "verify source of funds", + "declined transfer", + "automatic top up", + "exchange via app" + ], + "logits": [ + -9.476478576660156, + -9.919600486755371, + 4.147571086883545, + -5.7129411697387695 + ], + "probabilities": [ + 1.2109513818359119e-06, + 7.774665391480085e-07, + 0.999945878982544, + 5.2192808652762324e-05 + ], + "log_probabilities": [ + -13.624104499816895, + -14.067225456237793, + -5.411955135059543e-05, + -9.860566139221191 + ] + }, + { + "id": "banking:train:8917", + "group": "banking:4e83a9eef3c1a3edc30e3945212967ece5074f05cdaa4f300eeae5dd86308124", + "family": "banking", + "target": 2, + "choices": [ + "top up by bank transfer charge", + "pending card payment", + "cash withdrawal not recognised", + "card swallowed" + ], + "logits": [ + -9.086628913879395, + -4.218902111053467, + -1.7865785360336304, + -9.195368766784668 + ], + "probabilities": [ + 0.0006202333606779575, + 0.0806458443403244, + 0.9181775450706482, + 0.0005563268205150962 + ], + "log_probabilities": [ + -7.3854146003723145, + -2.517688035964966, + -0.08536447584629059, + -7.494154453277588 + ] + }, + { + "id": "banking:train:5477", + "group": "banking:896c0af75d1c9fd27bece337661675804b5a37c6895294f6eaa2c08dfa382ae9", + "family": "banking", + "target": 3, + "choices": [ + "pending transfer", + "pending card payment", + "card about to expire", + "request refund" + ], + "logits": [ + -5.207187175750732, + -2.17335844039917, + -7.815107345581055, + 4.9688897132873535 + ], + "probabilities": [ + 3.8038626371417195e-05, + 0.0007903145160526037, + 2.8029780878569e-06, + 0.999168872833252 + ], + "log_probabilities": [ + -10.176908493041992, + -7.14307975769043, + -12.784828186035156, + -0.0008314966107718647 + ] + }, + { + "id": "banking:train:5863", + "group": "banking:40dacf9ce07323746fb756dc6254d8e2455c1b02b01ae6f74aa424486c6f11c1", + "family": "banking", + "target": 1, + "choices": [ + "pin blocked", + "declined card payment", + "cash withdrawal charge", + "pending top up" + ], + "logits": [ + -3.781729221343994, + 6.226139068603516, + -5.570684909820557, + -1.6412450075149536 + ], + "probabilities": [ + 4.5024520659353584e-05, + 0.9995645880699158, + 7.525155979237752e-06, + 0.0003828683402389288 + ], + "log_probabilities": [ + -10.00830364227295, + -0.0004354958946350962, + -11.797259330749512, + -7.867819309234619 + ] + }, + { + "id": "banking:train:2528", + "group": "banking:c9a501013f4bc7d12d846884c438e1569a29fe34ae2d986c1b8e40c2326bacae", + "family": "banking", + "target": 2, + "choices": [ + "verify my identity", + "get physical card", + "card payment fee charged", + "top up failed" + ], + "logits": [ + -4.262834072113037, + -10.293306350708008, + 2.76590895652771, + -9.193281173706055 + ], + "probabilities": [ + 0.0008852530154399574, + 2.128464302586508e-06, + 0.9991061091423035, + 6.394421234290348e-06 + ], + "log_probabilities": [ + -7.029636859893799, + -13.060110092163086, + -0.0008942657150328159, + -11.960084915161133 + ] + }, + { + "id": "banking:train:2049", + "group": "banking:489936985618d4e53c575d6148296e8b562bc44f7af0087e9eeb9a6bfa45e41e", + "family": "banking", + "target": 2, + "choices": [ + "topping up by card", + "wrong amount of cash received", + "pending top up", + "why verify identity" + ], + "logits": [ + -1.1217951774597168, + -11.677918434143066, + -1.8711267709732056, + -8.222151756286621 + ], + "probabilities": [ + 0.6786409616470337, + 1.7667445717961527e-05, + 0.3207816481590271, + 0.0005597503622993827 + ], + "log_probabilities": [ + -0.3876630961894989, + -10.94378662109375, + -1.13699471950531, + -7.4880194664001465 + ] + }, + { + "id": "banking:train:3724", + "group": "banking:c1e74d9513b07010faa693c530c755078c8dd5e89e54df08f8408c8b2fe3d2f2", + "family": "banking", + "target": 0, + "choices": [ + "edit personal details", + "unable to verify identity", + "cash withdrawal charge", + "cancel transfer" + ], + "logits": [ + -1.9583818912506104, + -8.198939323425293, + -11.820052146911621, + -11.578474044799805 + ], + "probabilities": [ + 0.9979370832443237, + 0.001944748335517943, + 5.202763350098394e-05, + 6.624454545089975e-05 + ], + "log_probabilities": [ + -0.0020650746300816536, + -6.2426228523254395, + -9.86373519897461, + -9.622157096862793 + ] + }, + { + "id": "banking:train:8626", + "group": "banking:0adc29a9307b65ee1a022ab63e0279ef86abc74e8f67045533652694c4d6a3de", + "family": "banking", + "target": 2, + "choices": [ + "top up reverted", + "topping up by card", + "balance not updated after bank transfer", + "change pin" + ], + "logits": [ + -1.3783282041549683, + -5.8591108322143555, + 1.205615520477295, + -8.19812297821045 + ], + "probabilities": [ + 0.07011785358190536, + 0.000794053019490093, + 0.9290116429328918, + 7.656488742213696e-05 + ], + "log_probabilities": [ + -2.6575779914855957, + -7.138360500335693, + -0.07363402843475342, + -9.477372169494629 + ] + }, + { + "id": "banking:train:9967", + "group": "banking:d14b3f31104a5d9f4752f040d6985bcbd6384aedb5dc21b61ee2601d5f0a446a", + "family": "banking", + "target": 0, + "choices": [ + "country support", + "card not working", + "verify source of funds", + "lost or stolen card" + ], + "logits": [ + 0.8237311244010925, + -5.736754894256592, + -5.690213203430176, + -6.979671478271484 + ], + "probabilities": [ + 0.9967047572135925, + 0.0014105344889685512, + 0.0014777348842471838, + 0.0004069976566825062 + ], + "log_probabilities": [ + -0.0033006970770657063, + -6.563786506652832, + -6.517244815826416, + -7.806703090667725 + ] + }, + { + "id": "banking:train:3055", + "group": "banking:caa004804f2c86969167020c87aa819c1570045bfee2e2f5088965e804cdada0", + "family": "banking", + "target": 2, + "choices": [ + "wrong amount of cash received", + "card swallowed", + "getting virtual card", + "passcode forgotten" + ], + "logits": [ + -11.157240867614746, + -8.805060386657715, + 6.490221977233887, + -9.246461868286133 + ], + "probabilities": [ + 2.1667267091629583e-08, + 2.2768955432184157e-07, + 0.9999996423721313, + 1.4643499923749914e-07 + ], + "log_probabilities": [ + -17.647462844848633, + -15.295282363891602, + -3.576278118089249e-07, + -15.73668384552002 + ] + }, + { + "id": "banking:train:2497", + "group": "banking:451068e7473e984ee5cb1f549e08caff4c77baa1e8ac9782b02806e290a8d425", + "family": "banking", + "target": 3, + "choices": [ + "declined card payment", + "pin blocked", + "card arrival", + "wrong amount of cash received" + ], + "logits": [ + -6.779824256896973, + -7.763710975646973, + -8.15017032623291, + 3.363487482070923 + ], + "probabilities": [ + 3.933580228476785e-05, + 1.470589359087171e-05, + 9.99204257823294e-06, + 0.9999359846115112 + ], + "log_probabilities": [ + -10.143375396728516, + -11.127262115478516, + -11.513721466064453, + -6.401333666872233e-05 + ] + }, + { + "id": "banking:train:3993", + "group": "banking:ca2918db038ed1a5499116efbee320c40ff7ffafc5541a37968a61464295dc02", + "family": "banking", + "target": 2, + "choices": [ + "card payment wrong exchange rate", + "contactless not working", + "unable to verify identity", + "get physical card" + ], + "logits": [ + -8.336213111877441, + -9.422539710998535, + -2.0895678997039795, + -3.5613842010498047 + ], + "probabilities": [ + 0.0015720668016001582, + 0.0005304999649524689, + 0.811623215675354, + 0.1862742304801941 + ], + "log_probabilities": [ + -6.455364227294922, + -7.541690826416016, + -0.20871907472610474, + -1.6805353164672852 + ] + }, + { + "id": "banking:train:6926", + "group": "banking:d00ee66603c79e2e9ae12249c0cdd521d335181d783d412a11e13660db7fe88d", + "family": "banking", + "target": 1, + "choices": [ + "pending cash withdrawal", + "change pin", + "declined transfer", + "transfer fee charged" + ], + "logits": [ + -1.7307617664337158, + 2.3103837966918945, + -5.505741119384766, + -6.400570869445801 + ], + "probabilities": [ + 0.017264069989323616, + 0.9821781516075134, + 0.0003959955938626081, + 0.00016183435218408704 + ], + "log_probabilities": [ + -4.0591278076171875, + -0.017982544377446175, + -7.834107398986816, + -8.728937149047852 + ] + }, + { + "id": "banking:train:1050", + "group": "banking:2173250cc76f7051b3eeaceca67dc0e65fe1554f8007112034e8c0a14f809e03", + "family": "banking", + "target": 2, + "choices": [ + "transfer into account", + "Refund not showing up", + "card delivery estimate", + "disposable card limits" + ], + "logits": [ + -10.6470308303833, + -10.793336868286133, + 6.7635817527771, + -10.948888778686523 + ], + "probabilities": [ + 2.745789551283906e-08, + 2.3720668096416375e-08, + 1.0, + 2.030353130066942e-08 + ], + "log_probabilities": [ + -17.410612106323242, + -17.55691909790039, + 0.0, + -17.71247100830078 + ] + }, + { + "id": "banking:train:3502", + "group": "banking:01b4724e01c4dd0c49c799d64e707630549e260da074cff02245e8979f9a61f6", + "family": "banking", + "target": 3, + "choices": [ + "pending top up", + "automatic top up", + "balance not updated after bank transfer", + "card payment not recognised" + ], + "logits": [ + -4.562498092651367, + -4.639516353607178, + -6.8679094314575195, + -4.506982326507568 + ], + "probabilities": [ + 0.3243934214115143, + 0.30034711956977844, + 0.03234779089689255, + 0.34291166067123413 + ], + "log_probabilities": [ + -1.125798225402832, + -1.2028164863586426, + -3.4312095642089844, + -1.0702824592590332 + ] + }, + { + "id": "banking:train:549", + "group": "banking:71f4949b0dfb396fc5661c249562bcc1ddcdb293608408f4387596cee261c586", + "family": "banking", + "target": 0, + "choices": [ + "card payment wrong exchange rate", + "direct debit payment not recognised", + "automatic top up", + "card payment fee charged" + ], + "logits": [ + 1.4997485876083374, + -9.276450157165527, + -9.221797943115234, + -8.799847602844238 + ], + "probabilities": [ + 0.9999234676361084, + 2.0889268853352405e-05, + 2.206268982263282e-05, + 3.364411531947553e-05 + ], + "log_probabilities": [ + -7.652943895664066e-05, + -10.776274681091309, + -10.721622467041016, + -10.29967212677002 + ] + }, + { + "id": "banking:train:2739", + "group": "banking:3a95e615bc458c487ab10a74df8f60f6de03830d8dd225fc583f5cb72591a8a3", + "family": "banking", + "target": 1, + "choices": [ + "compromised card", + "transfer not received by recipient", + "declined cash withdrawal", + "edit personal details" + ], + "logits": [ + -5.1059722900390625, + -6.273252964019775, + -6.674478530883789, + -8.990001678466797 + ], + "probabilities": [ + 0.6492933034896851, + 0.20206792652606964, + 0.13528427481651306, + 0.013354523107409477 + ], + "log_probabilities": [ + -0.431870698928833, + -1.599151372909546, + -2.0003769397735596, + -4.315899848937988 + ] + }, + { + "id": "banking:train:9406", + "group": "banking:5b38226b0ebc35620b06afd14466d0af87baccabf20dffb075c942b0126c2e7d", + "family": "banking", + "target": 1, + "choices": [ + "declined card payment", + "cash withdrawal charge", + "transfer timing", + "pending top up" + ], + "logits": [ + -8.718695640563965, + 2.5524566173553467, + -9.360299110412598, + -7.951166152954102 + ], + "probabilities": [ + 1.2734452866425272e-05, + 0.9999531507492065, + 6.704022780468222e-06, + 2.743557888607029e-05 + ], + "log_probabilities": [ + -11.271199226379395, + -4.684815212385729e-05, + -11.912802696228027, + -10.503669738769531 + ] + }, + { + "id": "banking:train:9454", + "group": "banking:b22ea784ff20428fb3714d083d379de9889922a1112d1a9e0092ba846e9ce8cd", + "family": "banking", + "target": 0, + "choices": [ + "cash withdrawal charge", + "get physical card", + "exchange charge", + "visa or mastercard" + ], + "logits": [ + 3.5648560523986816, + -0.6699228286743164, + 0.9042108654975891, + -5.872262001037598 + ], + "probabilities": [ + 0.9221129417419434, + 0.013354973867535591, + 0.06445854902267456, + 7.350140367634594e-05 + ], + "log_probabilities": [ + -0.08108757436275482, + -4.315866470336914, + -2.7417328357696533, + -9.518205642700195 + ] + }, + { + "id": "banking:train:6132", + "group": "banking:ccd9cdd66cadbce18197124f3ebe6b9399fca92911cd57d3bf429cae805ce254", + "family": "banking", + "target": 2, + "choices": [ + "change pin", + "age limit", + "pending transfer", + "Refund not showing up" + ], + "logits": [ + -10.546015739440918, + -12.291335105895996, + -1.2759696245193481, + -9.978177070617676 + ], + "probabilities": [ + 9.417808905709535e-05, + 1.6442480045952834e-05, + 0.9997232556343079, + 0.00016617246728856117 + ], + "log_probabilities": [ + -9.270322799682617, + -11.015642166137695, + -0.000276765669696033, + -8.702484130859375 + ] + }, + { + "id": "banking:train:4070", + "group": "banking:55d39238f1d7607e77986d666ec7b0aa34436ecf7e9481ac1bcf1571f64cf4c0", + "family": "banking", + "target": 2, + "choices": [ + "exchange charge", + "card acceptance", + "get physical card", + "activate my card" + ], + "logits": [ + -7.481657981872559, + -5.580929279327393, + -3.9614689350128174, + -4.440567970275879 + ], + "probabilities": [ + 0.016023168340325356, + 0.10720730572938919, + 0.541435956954956, + 0.33533358573913574 + ], + "log_probabilities": [ + -4.133719444274902, + -2.2329907417297363, + -0.6135305166244507, + -1.0926295518875122 + ] + }, + { + "id": "banking:train:5332", + "group": "banking:3b5e7929e5e90cc75d890babeefcd5fce6fb5750b71ab45af9c2fc9dcfad3be1", + "family": "banking", + "target": 3, + "choices": [ + "pending transfer", + "card about to expire", + "card linking", + "lost or stolen phone" + ], + "logits": [ + -7.530246257781982, + -9.916643142700195, + -6.9658002853393555, + 5.30438232421875 + ], + "probabilities": [ + 2.6667855763662374e-06, + 2.452388798701577e-07, + 4.689473371399799e-06, + 0.9999923706054688 + ], + "log_probabilities": [ + -12.834636688232422, + -15.221033096313477, + -12.270190238952637, + -7.629365427419543e-06 + ] + }, + { + "id": "banking:train:9972", + "group": "banking:4b59abac805f9cfb3a10f7d0695407bfc3942f7318ed4398b6311e5dd2062718", + "family": "banking", + "target": 3, + "choices": [ + "pending cash withdrawal", + "top up reverted", + "transaction charged twice", + "country support" + ], + "logits": [ + -6.582704067230225, + -7.3212432861328125, + -7.215763568878174, + -2.155247211456299 + ], + "probabilities": [ + 0.011664935387670994, + 0.005573638714849949, + 0.006193670444190502, + 0.976567804813385 + ], + "log_probabilities": [ + -4.451168060302734, + -5.189707279205322, + -5.084227561950684, + -0.023711102083325386 + ] + }, + { + "id": "banking:train:1498", + "group": "banking:fbe3a848cc420f55c9fab623619183b2d3cb98491f7cd9ce939e1cfccaff0909", + "family": "banking", + "target": 1, + "choices": [ + "balance not updated after cheque or cash deposit", + "lost or stolen card", + "failed transfer", + "card not working" + ], + "logits": [ + -10.253758430480957, + 7.991898059844971, + -13.132967948913574, + -5.466439247131348 + ], + "probabilities": [ + 1.1912728581364718e-08, + 0.9999985694885254, + 6.692470466695966e-10, + 1.4292808145910385e-06 + ], + "log_probabilities": [ + -18.24565887451172, + -1.4305104514278355e-06, + -21.124868392944336, + -13.458338737487793 + ] + }, + { + "id": "banking:train:987", + "group": "banking:39aef3d1b10f3d048d5d6f5d81f3efdb3684b672526b1bedacf011e13950b6d7", + "family": "banking", + "target": 3, + "choices": [ + "card delivery estimate", + "unable to verify identity", + "cash withdrawal charge", + "fiat currency support" + ], + "logits": [ + -12.552732467651367, + -7.003353118896484, + -8.884122848510742, + 3.5787131786346436 + ], + "probabilities": [ + 9.867105177363555e-08, + 2.5366127374581993e-05, + 3.8676416806993075e-06, + 0.9999706745147705 + ], + "log_probabilities": [ + -16.131473541259766, + -10.582096099853516, + -12.462865829467773, + -2.932505594799295e-05 + ] + }, + { + "id": "banking:train:5445", + "group": "banking:a40a6000b9e442bdcae1321024ba2cad743e12d9d8b576534cc6a2498a83e34d", + "family": "banking", + "target": 3, + "choices": [ + "order physical card", + "atm support", + "country support", + "request refund" + ], + "logits": [ + -8.792440414428711, + -6.816692352294922, + -7.899377822875977, + 6.135212421417236 + ], + "probabilities": [ + 3.2885273526517267e-07, + 2.3716900159342913e-06, + 8.032553182601987e-07, + 0.999996542930603 + ], + "log_probabilities": [ + -14.927656173706055, + -12.951908111572266, + -14.03459358215332, + -3.4570634852570947e-06 + ] + }, + { + "id": "banking:train:8176", + "group": "banking:7a3e5d2640b73290ab173918a2d8ff50e9fd3579bbc35500037353f09b9aa10a", + "family": "banking", + "target": 2, + "choices": [ + "balance not updated after bank transfer", + "disposable card limits", + "virtual card not working", + "request refund" + ], + "logits": [ + -8.188782691955566, + -2.72796893119812, + 2.0378899574279785, + -6.097006797790527 + ], + "probabilities": [ + 3.5874665627488866e-05, + 0.008440913632512093, + 0.9912325739860535, + 0.0002905591973103583 + ], + "log_probabilities": [ + -10.235479354858398, + -4.774664878845215, + -0.008806084282696247, + -8.14370346069336 + ] + }, + { + "id": "banking:train:8653", + "group": "banking:eae0ca79fcf70748a9a6f0bc835382a23bad8bc12184da35383177ff43913571", + "family": "banking", + "target": 1, + "choices": [ + "top up reverted", + "balance not updated after bank transfer", + "transfer timing", + "getting virtual card" + ], + "logits": [ + -4.62474250793457, + 4.390435218811035, + -0.8380552530288696, + -9.31067943572998 + ], + "probabilities": [ + 0.00012088788207620382, + 0.9945456981658936, + 0.005332369357347488, + 1.115080522140488e-06 + ], + "log_probabilities": [ + -9.020647048950195, + -0.00546923978254199, + -5.233959674835205, + -13.706583976745605 + ] + }, + { + "id": "banking:train:7600", + "group": "banking:92ae85c143aca9e8a3d269e8001f8e0072bd2d42353cd3ee630db7ba4db85c37", + "family": "banking", + "target": 2, + "choices": [ + "passcode forgotten", + "transfer not received by recipient", + "transfer into account", + "verify top up" + ], + "logits": [ + -11.178348541259766, + -7.651651382446289, + 5.134579658508301, + -4.017526149749756 + ], + "probabilities": [ + 8.228835923773659e-08, + 2.7987437078991206e-06, + 0.9998910427093506, + 0.00010598486551316455 + ], + "log_probabilities": [ + -16.31303596496582, + -12.78633975982666, + -0.00010895135346800089, + -9.152214050292969 + ] + }, + { + "id": "banking:train:746", + "group": "banking:fac7676f3db6b44670d19bc774841a605c7758fcf1c56ac10d4cbb54f8f42b3a", + "family": "banking", + "target": 2, + "choices": [ + "pending top up", + "contactless not working", + "pending cash withdrawal", + "apple pay or google pay" + ], + "logits": [ + -5.473824501037598, + -8.927510261535645, + -1.0780909061431885, + -9.799880027770996 + ], + "probabilities": [ + 0.012173006311058998, + 0.0003850181237794459, + 0.9872810244560242, + 0.0001609221362741664 + ], + "log_probabilities": [ + -4.408534526824951, + -7.862220287322998, + -0.012800551019608974, + -8.734589576721191 + ] + }, + { + "id": "banking:train:202", + "group": "banking:2ef252a6b48d9ec0c286184f11697d5800a463032c69c6dea2a95ae81f04ff4b", + "family": "banking", + "target": 3, + "choices": [ + "declined cash withdrawal", + "exchange rate", + "cancel transfer", + "card linking" + ], + "logits": [ + -10.440007209777832, + -10.018329620361328, + -10.199275016784668, + -2.274935722351074 + ], + "probabilities": [ + 0.00028410955565050244, + 0.0004331297823227942, + 0.00036143852048553526, + 0.9989213943481445 + ], + "log_probabilities": [ + -8.16615104675293, + -7.744472980499268, + -7.925418376922607, + -0.0010792152024805546 + ] + }, + { + "id": "banking:train:2186", + "group": "banking:c97d815b09f84417f383101b3ae21b1270db4fb967c79ec7286dad6ebf4ca8bb", + "family": "banking", + "target": 1, + "choices": [ + "top up by card charge", + "cancel transfer", + "beneficiary not allowed", + "terminate account" + ], + "logits": [ + -10.9924898147583, + 5.4027485847473145, + -6.675262451171875, + -8.178215026855469 + ], + "probabilities": [ + 7.579406258173549e-08, + 0.9999929666519165, + 5.683077688445337e-06, + 1.264327579519886e-06 + ], + "log_probabilities": [ + -16.395246505737305, + -7.033323527139146e-06, + -12.078017234802246, + -13.58096981048584 + ] + }, + { + "id": "banking:train:4735", + "group": "banking:8d5c79dc49e3fd96d580f1c76178f387f9b85b00035bdeea83421f21c5257d9d", + "family": "banking", + "target": 1, + "choices": [ + "receiving money", + "direct debit payment not recognised", + "lost or stolen phone", + "automatic top up" + ], + "logits": [ + -7.794271469116211, + -4.126762390136719, + -9.011322021484375, + -10.789754867553711 + ], + "probabilities": [ + 0.024691132828593254, + 0.9667628407478333, + 0.007311099208891392, + 0.0012348638847470284 + ], + "log_probabilities": [ + -3.7013111114501953, + -0.033802058547735214, + -4.918361663818359, + -6.696794509887695 + ] + }, + { + "id": "banking:train:3726", + "group": "banking:62d3327a8548e7be6edda7569c02bee99609d466edae5d9e0ae734672d999a8a", + "family": "banking", + "target": 1, + "choices": [ + "exchange rate", + "edit personal details", + "top up by card charge", + "direct debit payment not recognised" + ], + "logits": [ + -11.834423065185547, + 2.587428569793701, + -10.038082122802734, + -12.687623023986816 + ], + "probabilities": [ + 5.453400717669865e-07, + 0.9999959468841553, + 3.287065965196234e-06, + 2.3234206025790627e-07 + ], + "log_probabilities": [ + -14.421855926513672, + -4.0531076592742465e-06, + -12.62551498413086, + -15.275054931640625 + ] + }, + { + "id": "banking:train:2614", + "group": "banking:6c03f4f957367a831ddac09f65ed50a78e41fd19b55a1083d71f055795dd781a", + "family": "banking", + "target": 3, + "choices": [ + "activate my card", + "card payment wrong exchange rate", + "top up reverted", + "card payment fee charged" + ], + "logits": [ + -9.847443580627441, + -5.314782619476318, + -8.015198707580566, + 3.711138963699341 + ], + "probabilities": [ + 1.2927846455568215e-06, + 0.00012023630551993847, + 8.077185157162603e-06, + 0.9998703002929688 + ], + "log_probabilities": [ + -13.558712005615234, + -9.02605152130127, + -11.72646713256836, + -0.000129691296024248 + ] + }, + { + "id": "banking:train:8929", + "group": "banking:ee7fe70741f705da7aab016ce3a8029391a329ef1643ffb96a76f3c3a0fc35a4", + "family": "banking", + "target": 3, + "choices": [ + "atm support", + "card not working", + "declined transfer", + "cash withdrawal not recognised" + ], + "logits": [ + -9.298593521118164, + -9.623254776000977, + -5.326435089111328, + -6.156188488006592 + ], + "probabilities": [ + 0.012823588214814663, + 0.009268533438444138, + 0.6809200048446655, + 0.296987920999527 + ], + "log_probabilities": [ + -4.35646915435791, + -4.681130409240723, + -0.3843104839324951, + -1.2140638828277588 + ] + }, + { + "id": "banking:train:4220", + "group": "banking:94b5112e614c4b1b1266f542235c537e25bdcbafd03f3c2bbe761f435ce27fc4", + "family": "banking", + "target": 2, + "choices": [ + "card delivery estimate", + "why verify identity", + "visa or mastercard", + "balance not updated after bank transfer" + ], + "logits": [ + -8.664852142333984, + -5.389748573303223, + 2.1679067611694336, + -9.510933876037598 + ], + "probabilities": [ + 1.9731207430595532e-05, + 0.0005218107253313065, + 0.9994499087333679, + 8.466520739602856e-06 + ], + "log_probabilities": [ + -10.833309173583984, + -7.558205604553223, + -0.0005502378917299211, + -11.679390907287598 + ] + }, + { + "id": "banking:train:9279", + "group": "banking:3100d51c485c2974c69cce3a882409798fbbee7c373f0224b58a3b0945779bbe", + "family": "banking", + "target": 2, + "choices": [ + "unable to verify identity", + "card payment not recognised", + "activate my card", + "lost or stolen phone" + ], + "logits": [ + -7.420401096343994, + -3.5513713359832764, + 6.2843122482299805, + -9.531131744384766 + ], + "probabilities": [ + 1.1171066489623627e-06, + 5.350483479560353e-05, + 0.9999452829360962, + 1.3533689013911498e-07 + ], + "log_probabilities": [ + -13.704768180847168, + -9.835738182067871, + -5.471556869451888e-05, + -15.815498352050781 + ] + }, + { + "id": "banking:train:4917", + "group": "banking:9b6d50b41801821c4e6008ec462af066242644e46f8e4fe0680a6de2d95329f9", + "family": "banking", + "target": 0, + "choices": [ + "passcode forgotten", + "top up by card charge", + "unable to verify identity", + "card delivery estimate" + ], + "logits": [ + -1.9018292427062988, + -7.276361465454102, + -4.963801383972168, + -10.56213665008545 + ], + "probabilities": [ + 0.9509302973747253, + 0.0044057415798306465, + 0.04449908435344696, + 0.00016482580394949764 + ], + "log_probabilities": [ + -0.05031449347734451, + -5.424846649169922, + -3.1122865676879883, + -8.71062183380127 + ] + }, + { + "id": "banking:train:7987", + "group": "banking:96823e9b1c107c0cec831c641e078531531e797707fab841bcde647b8dd61dca", + "family": "banking", + "target": 3, + "choices": [ + "pin blocked", + "visa or mastercard", + "order physical card", + "top up by cash or cheque" + ], + "logits": [ + -8.51452922821045, + -6.944003582000732, + -8.052647590637207, + 0.8805670738220215 + ], + "probabilities": [ + 8.307967073051259e-05, + 0.00039954454405233264, + 0.00013185222633183002, + 0.9993854761123657 + ], + "log_probabilities": [ + -9.395710945129395, + -7.825185298919678, + -8.933829307556152, + -0.0006146925734356046 + ] + }, + { + "id": "boolq:validation:1383", + "group": "boolq:a8de3db56642a41af2204562cf47faef19f179083133985aaef10bc6c522db55", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 6.781427383422852, + -3.9387571811676025 + ], + "probabilities": [ + 0.9999779462814331, + 2.2093958250479773e-05 + ], + "log_probabilities": [ + -2.2053474822314456e-05, + -10.720206260681152 + ] + }, + { + "id": "boolq:validation:807", + "group": "boolq:efe654a47465de4700f253246b2fc32db40428e27f85381dd46d4b13e7bbb300", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -13.576624870300293, + -1.580196499824524 + ], + "probabilities": [ + 6.1661576182814315e-06, + 0.9999938011169434 + ], + "log_probabilities": [ + -11.996434211730957, + -6.198863957251888e-06 + ] + }, + { + "id": "boolq:validation:2751", + "group": "boolq:f03c0a7f590b3d116f372ee74d66415c1a32c900561d823c62d007ecd4d1fd37", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -1.1726949214935303, + 1.3245784044265747 + ], + "probabilities": [ + 0.07604954391717911, + 0.9239504337310791 + ], + "log_probabilities": [ + -2.5763702392578125, + -0.07909683883190155 + ] + }, + { + "id": "boolq:validation:1792", + "group": "boolq:2b2a36aed43e0df8023fded978489965c1a161c90270b448b05efb108a54c331", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 4.165911674499512, + -0.7002979516983032 + ], + "probabilities": [ + 0.9923564195632935, + 0.007643630728125572 + ], + "log_probabilities": [ + -0.007672957144677639, + -4.873882293701172 + ] + }, + { + "id": "boolq:validation:1641", + "group": "boolq:8de5d0aef2e1206898d26a10a16e6de7c4b0c2e82771d117d95a65888c9f402d", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 6.929288864135742, + -1.5082879066467285 + ], + "probabilities": [ + 0.999783456325531, + 0.00021652752184309065 + ], + "log_probabilities": [ + -0.0002165798214264214, + -8.437792778015137 + ] + }, + { + "id": "boolq:validation:210", + "group": "boolq:76c9f39172b6d74477e8b41f2c9786edcfb281dff44885ecdb31a4bdcd436b95", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 7.6876749992370605, + -6.496209621429443 + ], + "probabilities": [ + 0.9999992847442627, + 6.918577923897828e-07 + ], + "log_probabilities": [ + -7.152555099310121e-07, + -14.18388557434082 + ] + }, + { + "id": "boolq:validation:1059", + "group": "boolq:606045a79180743b21239b004207800bb6a5753457be3ab2f99e4e462470d808", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -5.948758125305176, + 6.99738883972168 + ], + "probabilities": [ + 2.3853865513956407e-06, + 0.999997615814209 + ], + "log_probabilities": [ + -12.946148872375488, + -2.3841830625315197e-06 + ] + }, + { + "id": "boolq:validation:1541", + "group": "boolq:1c1036bab37ce28a840beb9845d76519e24da4c7dfd4528529574db2d36aa62f", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + -9.594736099243164, + -6.7636003494262695 + ], + "probabilities": [ + 0.05566466972231865, + 0.9443352818489075 + ], + "log_probabilities": [ + -2.8884096145629883, + -0.057273972779512405 + ] + }, + { + "id": "boolq:validation:394", + "group": "boolq:85915bdd5e0f51a56e2edf309e0aa7fad744d3ad83794a89c15851b60eaaae87", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -1.1188374757766724, + 1.4963268041610718 + ], + "probabilities": [ + 0.06816882640123367, + 0.9318311810493469 + ], + "log_probabilities": [ + -2.685767889022827, + -0.0706036165356636 + ] + }, + { + "id": "boolq:validation:2098", + "group": "boolq:a89a464f816a99be3120ce6b26bc3aba47d011d7d23a397860f36bc340f6e44c", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 5.603908538818359, + 0.892680823802948 + ], + "probabilities": [ + 0.9910864233970642, + 0.008913560770452023 + ], + "log_probabilities": [ + -0.008953542448580265, + -4.720181465148926 + ] + }, + { + "id": "boolq:validation:2524", + "group": "boolq:dc82d76c66d93a051e32f7eaf802135def2f414f5617fe3842fb0cdb104317b3", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -2.6544244289398193, + -2.400604486465454 + ], + "probabilities": [ + 0.43688350915908813, + 0.5631164908409119 + ], + "log_probabilities": [ + -0.8280887007713318, + -0.5742687582969666 + ] + }, + { + "id": "boolq:validation:2014", + "group": "boolq:037afd9bfac52661ab4683e5479476b2c1bf26c8ed6aec681240fe7672657adc", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + 1.4457002878189087, + 0.90811687707901 + ], + "probabilities": [ + 0.6312500834465027, + 0.3687499165534973 + ], + "log_probabilities": [ + -0.46005314588546753, + -0.9976365566253662 + ] + }, + { + "id": "boolq:validation:883", + "group": "boolq:022bb46961e2d5c1af22e7730dd308cfefee38ae97cd65b888bd9b0e88ce7ad6", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -3.064160108566284, + -10.343705177307129 + ], + "probabilities": [ + 0.9993109703063965, + 0.0006890242220833898 + ], + "log_probabilities": [ + -0.00068926892708987, + -7.280234336853027 + ] + }, + { + "id": "boolq:validation:1739", + "group": "boolq:f2fe370cbc447b04486bcee31e1943859badefb000c057633b3605d6e2e126eb", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + 0.3674924969673157, + 8.432270050048828 + ], + "probabilities": [ + 0.00031432227115146816, + 0.9996856451034546 + ], + "log_probabilities": [ + -8.065092086791992, + -0.00031442465842701495 + ] + }, + { + "id": "boolq:validation:2398", + "group": "boolq:aaaeef91fffdd4bf26d5ed67d7dc8337d25a12ba2aa18a720d5d3075f5f150d8", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -7.172494411468506, + 8.030643463134766 + ], + "probabilities": [ + 2.4966681166915805e-07, + 0.9999997615814209 + ], + "log_probabilities": [ + -15.20313835144043, + -2.3841855067985307e-07 + ] + }, + { + "id": "boolq:validation:1818", + "group": "boolq:666545442968c85fdc9ebee812825fcbd018226ae3fcbdf94b782157c142a3fe", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -11.333346366882324, + 0.5030028223991394 + ], + "probabilities": [ + 7.236616056616185e-06, + 0.9999927282333374 + ], + "log_probabilities": [ + -11.836357116699219, + -7.271740287251305e-06 + ] + }, + { + "id": "boolq:validation:1873", + "group": "boolq:b451653923de173fdc842a4ec172d69b402799671f638c630618ef3c2be004b2", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + -6.436332702636719, + -1.8543387651443481 + ], + "probabilities": [ + 0.010130784474313259, + 0.989869236946106 + ], + "log_probabilities": [ + -4.59217643737793, + -0.01018245704472065 + ] + }, + { + "id": "boolq:validation:3231", + "group": "boolq:62363b42a9428dab274bd6e0b58e0e5c0457b337af5f6f17113e7fd1af632654", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + -10.21256160736084, + 1.311902403831482 + ], + "probabilities": [ + 9.885183317237534e-06, + 0.9999901056289673 + ], + "log_probabilities": [ + -11.524473190307617, + -9.894321920000948e-06 + ] + }, + { + "id": "boolq:validation:1458", + "group": "boolq:b8e349841a55126fca05360196adb1cd1ab3f06cc7afaf83fb8cb4e4e43cc220", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -7.463979721069336, + 7.677515029907227 + ], + "probabilities": [ + 2.655414448327065e-07, + 0.9999997615814209 + ], + "log_probabilities": [ + -15.141494750976562, + -2.3841855067985307e-07 + ] + }, + { + "id": "boolq:validation:1373", + "group": "boolq:15187cf375520c95172440efc2858b39094c04fa88dcdcbca2afe69c244eb45b", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -1.635570764541626, + 10.256932258605957 + ], + "probabilities": [ + 6.841458798589883e-06, + 0.9999932050704956 + ], + "log_probabilities": [ + -11.892509460449219, + -6.794906312279636e-06 + ] + }, + { + "id": "boolq:validation:2439", + "group": "boolq:0610dd725975f15c53a0cd3b8a46f0d1771b14b61c1f5a4d1ff12cc5992eef5d", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -11.822823524475098, + -5.132411956787109 + ], + "probabilities": [ + 0.0012412286596372724, + 0.9987587928771973 + ], + "log_probabilities": [ + -6.691653728485107, + -0.0012419852428138256 + ] + }, + { + "id": "boolq:validation:1927", + "group": "boolq:83d7431c77a57d7e45ccfa5d52a288534ac5c7c50729a0b19e5e684eb8c190ae", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -3.759303331375122, + 6.4551897048950195 + ], + "probabilities": [ + 3.663415918708779e-05, + 0.9999634027481079 + ], + "log_probabilities": [ + -10.214529037475586, + -3.659658250398934e-05 + ] + }, + { + "id": "boolq:validation:2355", + "group": "boolq:e355d61af2defa26d664a5eb16d348eb4f4379011103e6240778ce848805bdef", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -5.967045307159424, + 9.883960723876953 + ], + "probabilities": [ + 1.3061578840734e-07, + 0.9999998807907104 + ], + "log_probabilities": [ + -15.851005554199219, + -1.1920928244535389e-07 + ] + }, + { + "id": "boolq:validation:2843", + "group": "boolq:ea937e3933e6718d80ba23675a6481d5e3855cd04d4b631f06e5c7384bd70695", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -1.939759612083435, + -8.363922119140625 + ], + "probabilities": [ + 0.9983807802200317, + 0.0016192649491131306 + ], + "log_probabilities": [ + -0.001620528637431562, + -6.425782680511475 + ] + }, + { + "id": "boolq:validation:2669", + "group": "boolq:61e09f47c5bebfc3cab070183c0cd6f85758f7615aafcfbb2e972048f80ef166", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -1.506942868232727, + -1.017417311668396 + ], + "probabilities": [ + 0.3800053298473358, + 0.6199946403503418 + ], + "log_probabilities": [ + -0.9675700068473816, + -0.47804445028305054 + ] + }, + { + "id": "boolq:validation:1326", + "group": "boolq:f59170da10628bf9a16399d6a43de95e08ba8e30aa66bcad4d9886d3da3025c1", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -7.4493408203125, + -1.5035277605056763 + ], + "probabilities": [ + 0.0026099439710378647, + 0.99739009141922 + ], + "log_probabilities": [ + -5.948426723480225, + -0.002613345393911004 + ] + }, + { + "id": "boolq:validation:808", + "group": "boolq:65bf8baf9905b1413e9394f008b1ec3b3dde4022ed50078c367cd9115a6b1359", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 4.6293230056762695, + 0.12780672311782837 + ], + "probabilities": [ + 0.9890295267105103, + 0.01097047794610262 + ], + "log_probabilities": [ + -0.011031119152903557, + -4.512547492980957 + ] + }, + { + "id": "boolq:validation:2478", + "group": "boolq:4f5d179ff725223adaab0ef7cee5d68e619f393b13561028ca2dacbef8236157", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -4.914095878601074, + -1.2996947765350342 + ], + "probabilities": [ + 0.02622668445110321, + 0.9737733006477356 + ], + "log_probabilities": [ + -3.6409778594970703, + -0.02657676301896572 + ] + }, + { + "id": "boolq:validation:563", + "group": "boolq:cc932d5582bc4b1a0b19440bafe0a498fb251c3123fc455bf901729735e95f28", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -4.438039779663086, + -7.110626220703125 + ], + "probabilities": [ + 0.935389518737793, + 0.06461048126220703 + ], + "log_probabilities": [ + -0.06679221987724304, + -2.7393786907196045 + ] + }, + { + "id": "boolq:validation:1320", + "group": "boolq:8cf971721fa06a9174759ebf83787a4d5b9465a2ac274fdadd0f380fd0f3c1a2", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 6.950380802154541, + -9.624929428100586 + ], + "probabilities": [ + 0.9999998807907104, + 6.33044692222029e-08 + ], + "log_probabilities": [ + -1.1920928244535389e-07, + -16.57530975341797 + ] + }, + { + "id": "boolq:validation:1410", + "group": "boolq:6f258c3f361103522a23876a22361fb9b9eec4365702a47b144f7dce5ee114bb", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 5.794500827789307, + 3.34736967086792 + ], + "probabilities": [ + 0.9203513860702515, + 0.07964859157800674 + ], + "log_probabilities": [ + -0.08299974352121353, + -2.5301308631896973 + ] + }, + { + "id": "boolq:validation:1930", + "group": "boolq:39ba7a5f4e96f62fcb3121d8c523342309382c2b52b2821a7624b1e810dc925c", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -9.362805366516113, + 5.81827449798584 + ], + "probabilities": [ + 2.552352782458911e-07, + 0.9999997615814209 + ], + "log_probabilities": [ + -15.181079864501953, + -2.3841855067985307e-07 + ] + }, + { + "id": "boolq:validation:2247", + "group": "boolq:9875249f15e73b135f2a9ff48db15778f80bb5222a3527a988415f30a44a07e6", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -4.182589054107666, + -4.280948638916016 + ], + "probabilities": [ + 0.524570107460022, + 0.4754299223423004 + ], + "log_probabilities": [ + -0.6451762318611145, + -0.7435358166694641 + ] + }, + { + "id": "boolq:validation:1256", + "group": "boolq:77350335ce799c0acfac2fbf7a24bffae5d0633731a48ae76be4c27a9b0f50d6", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -4.4962286949157715, + -0.3547077775001526 + ], + "probabilities": [ + 0.015649838373064995, + 0.9843500852584839 + ], + "log_probabilities": [ + -4.157294750213623, + -0.015773644670844078 + ] + }, + { + "id": "boolq:validation:2283", + "group": "boolq:b0147524a9df63b5a20be03f3846ebf7ea22dec17986dbd3b3faa5e275a709c8", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -0.37502342462539673, + -10.96363353729248 + ], + "probabilities": [ + 0.9999748468399048, + 2.520079942769371e-05 + ], + "log_probabilities": [ + -2.5152843591058627e-05, + -10.588634490966797 + ] + }, + { + "id": "boolq:validation:103", + "group": "boolq:c9b04718bdcc61cdad62d90f08d078cfee1181c7760e4efa874a1ddd984afd3c", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -0.1972690224647522, + -3.303708791732788 + ], + "probabilities": [ + 0.9571576118469238, + 0.04284239932894707 + ], + "log_probabilities": [ + -0.04378718137741089, + -3.1502270698547363 + ] + }, + { + "id": "boolq:validation:2607", + "group": "boolq:71cac4dac1be9d5666ab2fb7f94006447937d01d32c1cb8708095d166dad9f1d", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -4.421272277832031, + -8.656655311584473 + ], + "probabilities": [ + 0.9857322573661804, + 0.014267750084400177 + ], + "log_probabilities": [ + -0.01437052059918642, + -4.249753475189209 + ] + }, + { + "id": "boolq:validation:915", + "group": "boolq:80bff977e7b2d54fc873ddfeb497fc6029dfd61f2141249d147eefbe3f71029c", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -2.363408327102661, + -5.054320335388184 + ], + "probabilities": [ + 0.9364882111549377, + 0.06351175159215927 + ], + "log_probabilities": [ + -0.0656183585524559, + -2.756530284881592 + ] + }, + { + "id": "boolq:validation:313", + "group": "boolq:a8ac9f16feca6b697afa643a5e1688a389ccbc379f855a3f2143f106a80e59c7", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -4.313239574432373, + 7.862493515014648 + ], + "probabilities": [ + 5.1539936976041645e-06, + 0.9999948740005493 + ], + "log_probabilities": [ + -12.175738334655762, + -5.125986263010418e-06 + ] + }, + { + "id": "boolq:validation:2907", + "group": "boolq:5c7e11835ea97db67fe47809343f6a50facd72cb6ea63e0a07aae52b8e5b5fdd", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -10.1923246383667, + -5.761231422424316 + ], + "probabilities": [ + 0.011761493049561977, + 0.9882384538650513 + ], + "log_probabilities": [ + -4.442924499511719, + -0.011831232346594334 + ] + }, + { + "id": "boolq:validation:428", + "group": "boolq:ed7fcdeb9d64267849d28d5bfd11ea0a4f4dd5dec4c093e895b2c20b4ce95021", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + 2.892011880874634, + 8.535059928894043 + ], + "probabilities": [ + 0.003529552835971117, + 0.9964704513549805 + ], + "log_probabilities": [ + -5.6465840339660645, + -0.003535807365551591 + ] + }, + { + "id": "boolq:validation:2679", + "group": "boolq:5bd55ef5356d6c3dc471c25af27dd08d1e249798be24430bfecac2bf3141c6e6", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 4.449155807495117, + 0.9766712188720703 + ], + "probabilities": [ + 0.9698946475982666, + 0.0301053486764431 + ], + "log_probabilities": [ + -0.030567839741706848, + -3.5030524730682373 + ] + }, + { + "id": "boolq:validation:2103", + "group": "boolq:1445aa7eaa844ab7bd1d09bebc88c644d87105849ee254e0559502cc2c710368", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -4.362905502319336, + 0.008167061023414135 + ], + "probabilities": [ + 0.012479957193136215, + 0.9875199794769287 + ], + "log_probabilities": [ + -4.383631229400635, + -0.012558544985949993 + ] + }, + { + "id": "boolq:validation:2611", + "group": "boolq:2ab4a1ab9884605388eb16a7f071564f54a47eef81bc65db646d717fdcad553c", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 6.179799556732178, + -2.500364065170288 + ], + "probabilities": [ + 0.9998301267623901, + 0.000169894439750351 + ], + "log_probabilities": [ + -0.00016985881666187197, + -8.680333137512207 + ] + }, + { + "id": "boolq:validation:39", + "group": "boolq:219d88a726439935f65db9baa639d6a7e0b87f4ca703d4f53fc0f811730635d0", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + 0.5908598899841309, + -1.6577612161636353 + ], + "probabilities": [ + 0.9045314788818359, + 0.09546848386526108 + ], + "log_probabilities": [ + -0.10033813863992691, + -2.34895920753479 + ] + }, + { + "id": "boolq:validation:2909", + "group": "boolq:c2d0e0b22538eaf4944165f30c50320809c65705bde7346fa83a08e0a75d94c4", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 3.982870578765869, + -2.3468377590179443 + ], + "probabilities": [ + 0.9982206225395203, + 0.0017793821170926094 + ], + "log_probabilities": [ + -0.001780949649401009, + -6.331489086151123 + ] + }, + { + "id": "boolq:validation:2321", + "group": "boolq:7fc30ab9c0d1755a0544e77f9a94732d410a1a9e0f8ab89d92d3bffbe635bfbc", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -2.834989547729492, + -4.78253698348999 + ], + "probabilities": [ + 0.8751789927482605, + 0.12482103705406189 + ], + "log_probabilities": [ + -0.13332687318325043, + -2.08087420463562 + ] + }, + { + "id": "boolq:validation:1568", + "group": "boolq:4380e6d02f1ae4f33b0191491b567ced617dfd022232db018a46b249d73d7b50", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -4.191832542419434, + -1.4155088663101196 + ], + "probabilities": [ + 0.058617088943719864, + 0.9413829445838928 + ], + "log_probabilities": [ + -2.836729049682617, + -0.06040525063872337 + ] + }, + { + "id": "boolq:validation:2440", + "group": "boolq:8c2419e74db1c9ee2bc4d25c4239a90191a1915dce992f17c7e327418676ab95", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -5.928077697753906, + -5.029311180114746 + ], + "probabilities": [ + 0.28930404782295227, + 0.7106959819793701 + ], + "log_probabilities": [ + -1.2402770519256592, + -0.3415105640888214 + ] + }, + { + "id": "boolq:validation:2362", + "group": "boolq:97c72c051ed6c00d6d8bf96065c501bb11f0996043376435789a0a25853a3c05", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -3.0503644943237305, + -0.38772308826446533 + ], + "probabilities": [ + 0.0652141198515892, + 0.9347859025001526 + ], + "log_probabilities": [ + -2.730079174041748, + -0.06743774563074112 + ] + }, + { + "id": "boolq:validation:589", + "group": "boolq:c25d8a53c91b13ba032e97a1c7e53fc672b4f399871703d452903d43db73e252", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -3.98187518119812, + 8.07079792022705 + ], + "probabilities": [ + 5.8289178923587315e-06, + 0.999994158744812 + ], + "log_probabilities": [ + -12.052679061889648, + -5.8412379075889476e-06 + ] + }, + { + "id": "boolq:validation:2251", + "group": "boolq:dbabbb7f384c4ddea3703d3fab48656acf2aaf168c9e5bbd632ff2cd440538ed", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -1.1174920797348022, + -4.018155574798584 + ], + "probabilities": [ + 0.9478792548179626, + 0.05212077870965004 + ], + "log_probabilities": [ + -0.05352817475795746, + -2.9541914463043213 + ] + }, + { + "id": "boolq:validation:2553", + "group": "boolq:10925450f12183b7a4fec4444f5d0268aedbc840d4395e56582257e6bde5a618", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -0.9112159013748169, + 2.6666760444641113 + ], + "probabilities": [ + 0.02717539481818676, + 0.9728245735168457 + ], + "log_probabilities": [ + -3.605443239212036, + -0.027551498264074326 + ] + }, + { + "id": "boolq:validation:234", + "group": "boolq:74b007f0bc291c46a2b40917f31779c97191f756c0dfc48ad328ac4017d3ceb7", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -1.4106746912002563, + 2.5114762783050537 + ], + "probabilities": [ + 0.019414091482758522, + 0.9805858731269836 + ], + "log_probabilities": [ + -3.941756248474121, + -0.01960507594048977 + ] + }, + { + "id": "boolq:validation:90", + "group": "boolq:fc6e350086f2c58fa58074ceeed2d04ee8579e844b0c1044720073473798a7b8", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + 1.2519981861114502, + 2.128338098526001 + ], + "probabilities": [ + 0.2939367890357971, + 0.7060631513595581 + ], + "log_probabilities": [ + -1.2243905067443848, + -0.3480505645275116 + ] + }, + { + "id": "boolq:validation:453", + "group": "boolq:83c6cc1f3e877bf1157bdc93222990d0b5bd06c6efa4caf7918e129e134db121", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -6.266976356506348, + 8.407341003417969 + ], + "probabilities": [ + 4.2366710317764955e-07, + 0.9999995231628418 + ], + "log_probabilities": [ + -14.674317359924316, + -4.768370445162873e-07 + ] + }, + { + "id": "boolq:validation:3089", + "group": "boolq:bf8def9e06e2e254b0f1c7477a0c89591095003a879fe0de286cf8bdf1d81a17", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -2.324767589569092, + -8.235038757324219 + ], + "probabilities": [ + 0.9972959160804749, + 0.002704119309782982 + ], + "log_probabilities": [ + -0.002707746112719178, + -5.9129791259765625 + ] + }, + { + "id": "boolq:validation:2879", + "group": "boolq:fbeb32c249d4cc01b309dbea088076aef8d1f31a58c08dfbcbb4b1093e782ae4", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -0.5508049726486206, + -1.2666951417922974 + ], + "probabilities": [ + 0.6717013120651245, + 0.3282986283302307 + ], + "log_probabilities": [ + -0.3979414701461792, + -1.113831639289856 + ] + }, + { + "id": "boolq:validation:2485", + "group": "boolq:34ea159a798d8a923369f7e5e42df1c15f8c8f88e975f4d043f0ebb64216e437", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -4.998671531677246, + 6.18827486038208 + ], + "probabilities": [ + 1.3853665222995915e-05, + 0.9999861717224121 + ], + "log_probabilities": [ + -11.186960220336914, + -1.3828182090946939e-05 + ] + }, + { + "id": "boolq:validation:949", + "group": "boolq:0c901afd79054533062d8314f17f3388cf9987f256e1d992d2ea2f255b135957", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -6.421053886413574, + 5.609033107757568 + ], + "probabilities": [ + 5.962072009424446e-06, + 0.9999940395355225 + ], + "log_probabilities": [ + -12.030092239379883, + -5.960446742392378e-06 + ] + }, + { + "id": "boolq:validation:1592", + "group": "boolq:664a7f345f846127befbd503a9ad7bc1d7586ff9e4091206d42b14e7e91ef4c8", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -1.3761347532272339, + 2.245899200439453 + ], + "probabilities": [ + 0.026032453402876854, + 0.9739675521850586 + ], + "log_probabilities": [ + -3.648411273956299, + -0.02637731283903122 + ] + }, + { + "id": "boolq:validation:2139", + "group": "boolq:3de29983f1afdb47f129ed97eed13ad6b0b5f07e3bdb11b872e8c35f3dbb3728", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 6.013935089111328, + -7.173041343688965 + ], + "probabilities": [ + 0.9999980926513672, + 1.8748567072179867e-06 + ], + "log_probabilities": [ + -1.9073468138230965e-06, + -13.186978340148926 + ] + }, + { + "id": "boolq:validation:2953", + "group": "boolq:e58ad235630d8a2e5f0f384c49f390a9e730b28728841001a961b6c541e8ac72", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -4.197665214538574, + -6.035704135894775 + ], + "probabilities": [ + 0.8627166152000427, + 0.13728339970111847 + ], + "log_probabilities": [ + -0.1476689875125885, + -1.9857078790664673 + ] + }, + { + "id": "boolq:validation:2077", + "group": "boolq:d3d97f2d8766548c01ba212598a39f2b82888607d83c863f4af7f48793efc955", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + 1.3029693365097046, + 8.06257438659668 + ], + "probabilities": [ + 0.0011583438608795404, + 0.9988417029380798 + ], + "log_probabilities": [ + -6.760764122009277, + -0.001158996019512415 + ] + }, + { + "id": "boolq:validation:436", + "group": "boolq:f620f29e916351dee1297907a5b7e5cf02586da22b334d7857f26438dec834ca", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -2.7778103351593018, + -7.346960067749023 + ], + "probabilities": [ + 0.9897395968437195, + 0.010260400362312794 + ], + "log_probabilities": [ + -0.010313430801033974, + -4.579463481903076 + ] + }, + { + "id": "boolq:validation:301", + "group": "boolq:3401931782ff0b3dfbe866e41b563c66742c7228c6a0b268efabf0478551fb3f", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + 2.1339104175567627, + -6.107348442077637 + ], + "probabilities": [ + 0.999736487865448, + 0.00026348288520239294 + ], + "log_probabilities": [ + -0.00026353701832704246, + -8.241521835327148 + ] + }, + { + "id": "boolq:validation:910", + "group": "boolq:35017f4daf588b209c8a5cc0571a482f6663f2544cac1e190b95230378b28a90", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -3.7120018005371094, + 1.6465829610824585 + ], + "probabilities": [ + 0.004685505758970976, + 0.9953144788742065 + ], + "log_probabilities": [ + -5.36328125, + -0.004696528892964125 + ] + }, + { + "id": "boolq:validation:643", + "group": "boolq:e91c70d8f88ea6ef9e7f5a952f51b0836021089e65a538672311aa6bb2e83267", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -7.2618913650512695, + 0.07881644368171692 + ], + "probabilities": [ + 0.0006481708842329681, + 0.9993517994880676 + ], + "log_probabilities": [ + -7.34135627746582, + -0.0006484074983745813 + ] + }, + { + "id": "boolq:validation:15", + "group": "boolq:69678cff7c5a7d23a39a05488a7946af5b8913c1f234de58e0b92396a6300939", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 5.065147399902344, + 0.4166228771209717 + ], + "probabilities": [ + 0.9905151128768921, + 0.009484898298978806 + ], + "log_probabilities": [ + -0.009530168026685715, + -4.658054351806641 + ] + }, + { + "id": "boolq:validation:1042", + "group": "boolq:a2d4ac426a6783ed11d40a4b5152969043758e64c086c4b1e9572f0330b6e584", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -2.9298665523529053, + -1.5440404415130615 + ], + "probabilities": [ + 0.2000749409198761, + 0.7999250888824463 + ], + "log_probabilities": [ + -1.6090632677078247, + -0.22323720157146454 + ] + }, + { + "id": "boolq:validation:149", + "group": "boolq:9f1363d81f7c530c3c08d4f0d9fc785fa00cc487426aa2a61d06b27d2233f2e8", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -9.256850242614746, + 10.170509338378906 + ], + "probabilities": [ + 3.6543028603119865e-09, + 1.0 + ], + "log_probabilities": [ + -19.42736053466797, + 0.0 + ] + }, + { + "id": "boolq:validation:4", + "group": "boolq:12778c17b6d0c393b2476746dd62967c262e9233f28e36a60be9afe47de1f3d8", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + 3.2328970432281494, + 7.324248313903809 + ], + "probabilities": [ + 0.016441775485873222, + 0.9835582375526428 + ], + "log_probabilities": [ + -4.107929706573486, + -0.016578415408730507 + ] + }, + { + "id": "boolq:validation:3164", + "group": "boolq:f3ad0a95772e2f8725bc2941f8710993fc21f8cdb7891feacc94d99bd4da1bf7", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + -3.5044214725494385, + -2.6057944297790527 + ], + "probabilities": [ + 0.28933271765708923, + 0.7106673121452332 + ], + "log_probabilities": [ + -1.240177869796753, + -0.34155088663101196 + ] + }, + { + "id": "boolq:validation:253", + "group": "boolq:6adc1a8389c11c8dce59cd9a37f2d5f176b50a9bc558c9c08804cd2adbd4b418", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 7.63631534576416, + -5.328155517578125 + ], + "probabilities": [ + 0.999997615814209, + 2.3420748220814858e-06 + ], + "log_probabilities": [ + -2.3841830625315197e-06, + -12.964472770690918 + ] + }, + { + "id": "boolq:validation:1940", + "group": "boolq:085f44f5f5584fcdcf1761a1ce251bb58f2bb989b1f57eed53771b13717cb185", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + 0.3725423812866211, + -7.624469757080078 + ], + "probabilities": [ + 0.9996637105941772, + 0.00033635328873060644 + ], + "log_probabilities": [ + -0.0003363520372658968, + -7.997348308563232 + ] + }, + { + "id": "boolq:validation:1065", + "group": "boolq:17c7928817a81c7375b04b1f62d3f517e9e0ebfae17b6bc82af49834ebcf0d99", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -7.054311275482178, + 6.652740478515625 + ], + "probabilities": [ + 1.1145572216264554e-06, + 0.999998927116394 + ], + "log_probabilities": [ + -13.707053184509277, + -1.0728830375228426e-06 + ] + }, + { + "id": "boolq:validation:124", + "group": "boolq:50ddaddb24bd2fc7eab1072de57322f7246937aae94de4da63b5f25fa7631afb", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + 0.5085321068763733, + 6.526923656463623 + ], + "probabilities": [ + 0.0024276727344840765, + 0.9975723624229431 + ], + "log_probabilities": [ + -6.020822048187256, + -0.0024305821862071753 + ] + }, + { + "id": "boolq:validation:1848", + "group": "boolq:a02a50ab031936b4c78472fe95aaf929b964ac301ddf4805a65daf2d5f65e883", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + -0.1228000819683075, + -4.506715774536133 + ], + "probabilities": [ + 0.987677276134491, + 0.012322664260864258 + ], + "log_probabilities": [ + -0.012399254366755486, + -4.396315097808838 + ] + }, + { + "id": "boolq:validation:1130", + "group": "boolq:c271532dc04bac74a601a409e197bc99f5053aaa9626696ee756142450b126d5", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 4.9927849769592285, + -8.08794116973877 + ], + "probabilities": [ + 0.9999979734420776, + 2.0850270630035084e-06 + ], + "log_probabilities": [ + -2.0265558760002023e-06, + -13.080728530883789 + ] + }, + { + "id": "boolq:validation:2924", + "group": "boolq:461e6c1f6d9f095c2785512ef5d721dfd7cacaf9e6dd3219e9c5d7b614380a83", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 7.472864627838135, + -4.492865562438965 + ], + "probabilities": [ + 0.9999936819076538, + 6.358379778248491e-06 + ], + "log_probabilities": [ + -6.318072337307967e-06, + -11.965737342834473 + ] + }, + { + "id": "boolq:validation:2443", + "group": "boolq:00c54e0a9cda66e11183eef414471714c578c3f7c8119e19a8885937fb814e79", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -5.032878875732422, + -8.082422256469727 + ], + "probabilities": [ + 0.9547628164291382, + 0.045237187296152115 + ], + "log_probabilities": [ + -0.04629234969615936, + -3.0958356857299805 + ] + }, + { + "id": "boolq:validation:49", + "group": "boolq:17c78cb04abba5e55a360ab19a542d96f36a372445e4d204e2ab311cf99dc86e", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + -0.03845423087477684, + -1.2211161851882935 + ], + "probabilities": [ + 0.7654260993003845, + 0.23457391560077667 + ], + "log_probabilities": [ + -0.2673225700855255, + -1.4499845504760742 + ] + }, + { + "id": "boolq:validation:2623", + "group": "boolq:3a9b87f5ef63c93fb2762b265e6f536765968342d4d827c5ae87e607802d7b88", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -8.566004753112793, + 0.25366783142089844 + ], + "probabilities": [ + 0.00014777490287087858, + 0.999852180480957 + ], + "log_probabilities": [ + -8.819820404052734, + -0.00014780859055463225 + ] + }, + { + "id": "boolq:validation:579", + "group": "boolq:0fff4f242f510d8ec4cfbd06a38e7507bb223b93a8fe9a49fe1e8304b382f8af", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -6.217524528503418, + 8.562424659729004 + ], + "probabilities": [ + 3.8119699752314773e-07, + 0.9999996423721313 + ], + "log_probabilities": [ + -14.779949188232422, + -3.576278118089249e-07 + ] + }, + { + "id": "boolq:validation:2971", + "group": "boolq:e08dd6a010d82368ecea8c48711b01f187becbcb13ebdc94332dfbfd947f783c", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -3.241349458694458, + -7.274656295776367 + ], + "probabilities": [ + 0.9825927019119263, + 0.017407264560461044 + ], + "log_probabilities": [ + -0.017560599371790886, + -4.050867557525635 + ] + }, + { + "id": "boolq:validation:1732", + "group": "boolq:ffb051a4ad17b7a03117da77e7a1f14705f78c35fbaa525dd93888fb37697cbd", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + -5.326568603515625, + -2.453946352005005 + ], + "probabilities": [ + 0.053523652255535126, + 0.9464762806892395 + ], + "log_probabilities": [ + -2.9276316165924072, + -0.05500935763120651 + ] + }, + { + "id": "boolq:validation:1702", + "group": "boolq:831811e1975dc0d53f0b865972de0f3d296916dcbebf3516c6f5916342f57569", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -2.7711551189422607, + 7.431177139282227 + ], + "probabilities": [ + 3.708234362420626e-05, + 0.9999629259109497 + ], + "log_probabilities": [ + -10.202369689941406, + -3.707340147229843e-05 + ] + }, + { + "id": "boolq:validation:461", + "group": "boolq:d09d20e4f3f9020f35c88d2be17406ea63e1dc4d750b92d39c3759360192be69", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -5.471352577209473, + 6.1780619621276855 + ], + "probabilities": [ + 8.724086910660844e-06, + 0.9999912977218628 + ], + "log_probabilities": [ + -11.649422645568848, + -8.702239938429557e-06 + ] + }, + { + "id": "boolq:validation:155", + "group": "boolq:4965728da77c39cd4c8903d16fe7210d12d08de6eb022d4812f51bd32241d11d", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + -9.415891647338867, + 0.42433249950408936 + ], + "probabilities": [ + 5.326253085513599e-05, + 0.9999467134475708 + ], + "log_probabilities": [ + -9.840277671813965, + -5.328513361746445e-05 + ] + }, + { + "id": "boolq:validation:1814", + "group": "boolq:13aac3ec678575c156abee3e298ada889048951ba226fb663d753b249f7f4252", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 8.149455070495605, + -5.8952813148498535 + ], + "probabilities": [ + 0.9999991655349731, + 7.951479119583382e-07 + ], + "log_probabilities": [ + -8.344646857949556e-07, + -14.044737815856934 + ] + }, + { + "id": "boolq:validation:512", + "group": "boolq:0944c6525495d120659a7eb8713be412c54f0f1bc254630581ed43c08193c7c7", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -13.117094993591309, + -1.1353501081466675 + ], + "probabilities": [ + 6.257367658690782e-06, + 0.9999938011169434 + ], + "log_probabilities": [ + -11.98175048828125, + -6.198863957251888e-06 + ] + }, + { + "id": "boolq:validation:1513", + "group": "boolq:28de74519ee0d56c9e2ac29b0f438b497a4925806785768b8d72da0135804a4d", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -2.280400514602661, + 0.3081452250480652 + ], + "probabilities": [ + 0.06987923383712769, + 0.9301207065582275 + ], + "log_probabilities": [ + -2.6609866619110107, + -0.07244090735912323 + ] + }, + { + "id": "boolq:validation:419", + "group": "boolq:e647eb7da4d2865208f9657bad0ddd23ee3191a72bc43317e07681477608b7a5", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 2.5948355197906494, + -0.23984944820404053 + ], + "probabilities": [ + 0.9445216059684753, + 0.05547839775681496 + ], + "log_probabilities": [ + -0.057076726108789444, + -2.891761541366577 + ] + }, + { + "id": "boolq:validation:2215", + "group": "boolq:bddc935aed5d4a275c25e4a49114fb2fe8094b3e5434186d8e6de02487b39240", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + 1.8485528230667114, + 4.765663146972656 + ], + "probabilities": [ + 0.051314182579517365, + 0.9486857652664185 + ], + "log_probabilities": [ + -2.969788074493408, + -0.05267763137817383 + ] + }, + { + "id": "boolq:validation:359", + "group": "boolq:5c04389d8f2b96ceeb5059a710538bde906ba3ad25b9b32365f6a7d12a84c9e4", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -13.242785453796387, + 4.971983432769775 + ], + "probabilities": [ + 1.2286442974129841e-08, + 1.0 + ], + "log_probabilities": [ + -18.21476936340332, + 0.0 + ] + }, + { + "id": "boolq:validation:2259", + "group": "boolq:7c64218720e97a58b45fb402894b1b35b91ad49984c5a2bef4108fcdb1f742e1", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -5.339975357055664, + 7.325893402099609 + ], + "probabilities": [ + 3.157052105962066e-06, + 0.9999969005584717 + ], + "log_probabilities": [ + -12.665871620178223, + -3.099436753473128e-06 + ] + }, + { + "id": "boolq:validation:1097", + "group": "boolq:04ab0258351c951315bcf10e0bc10b7d53cb628f745ca76b3fd8d14b71a06ff0", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + 2.318026304244995, + 5.43941068649292 + ], + "probabilities": [ + 0.04223373904824257, + 0.9577662348747253 + ], + "log_probabilities": [ + -3.1645359992980957, + -0.04315154626965523 + ] + }, + { + "id": "boolq:validation:1989", + "group": "boolq:3e9c030ae0aa78f6ee5e7ed76fa1257f2d0d9139aab06e8005bb9ea29bcb9745", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -7.3265790939331055, + 6.649141311645508 + ], + "probabilities": [ + 8.519642733517685e-07, + 0.9999991655349731 + ], + "log_probabilities": [ + -13.97572135925293, + -8.344646857949556e-07 + ] + }, + { + "id": "boolq:validation:3201", + "group": "boolq:d82db3330a2bcc281fb3742e3068c2679b7e879ad4ab1700dbb524322b2887fd", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -3.516415596008301, + 5.92670202255249 + ], + "probabilities": [ + 7.922676741145551e-05, + 0.9999207258224487 + ], + "log_probabilities": [ + -9.443196296691895, + -7.92710343375802e-05 + ] + }, + { + "id": "boolq:validation:1336", + "group": "boolq:aa4706b133cc61dcef3a110127d4ea1b2a17381485c461a38cd70c1a7eb2d041", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + -0.8713505268096924, + 0.2653927803039551 + ], + "probabilities": [ + 0.24291878938674927, + 0.7570812106132507 + ], + "log_probabilities": [ + -1.4150280952453613, + -0.27828478813171387 + ] + }, + { + "id": "boolq:validation:558", + "group": "boolq:d7259536d3be808dd697f963db28682502b5002fc5d66d1405e211759819aded", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -2.0457799434661865, + 5.262231826782227 + ], + "probabilities": [ + 0.0006696991622447968, + 0.9993302822113037 + ], + "log_probabilities": [ + -7.308681964874268, + -0.0006699701189063489 + ] + }, + { + "id": "boolq:validation:357", + "group": "boolq:2d9d8d7d5f6b1df0e421d8c21eaa6a870153a4750e03abc3d586eb39d8c25135", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -10.719671249389648, + -1.0498138666152954 + ], + "probabilities": [ + 6.315489736152813e-05, + 0.9999368190765381 + ], + "log_probabilities": [ + -9.669919967651367, + -6.317892984952778e-05 + ] + }, + { + "id": "boolq:validation:1381", + "group": "boolq:466fe53ddb9156dc97cb9641c672e588e3f3706fec8023f56b730a2fb74933fd", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -6.262343883514404, + -0.46710139513015747 + ], + "probabilities": [ + 0.003032767679542303, + 0.9969672560691833 + ], + "log_probabilities": [ + -5.798279762268066, + -0.0030373651534318924 + ] + }, + { + "id": "boolq:validation:1189", + "group": "boolq:f3298cb88736fe72ad071f55fd41c2e168f42aa837f5800fdbaa9012ee9e72fb", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -0.565424919128418, + -3.1626694202423096 + ], + "probabilities": [ + 0.9306840300559998, + 0.06931596994400024 + ], + "log_probabilities": [ + -0.07183543592691422, + -2.6690800189971924 + ] + }, + { + "id": "boolq:validation:2872", + "group": "boolq:042f95b42fe91da66ca60b71a022da2ed6835b3e81081ef0a62d9623ad374165", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 5.155538558959961, + -3.3313214778900146 + ], + "probabilities": [ + 0.9997939467430115, + 0.00020611703803297132 + ], + "log_probabilities": [ + -0.0002060916303889826, + -8.487066268920898 + ] + }, + { + "id": "boolq:validation:2978", + "group": "boolq:8e07c9f27dac789269ccea4ed405cafb358c83b1d78f74ce618f7933f9f58195", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 7.155771255493164, + 2.5924770832061768 + ], + "probabilities": [ + 0.9896799921989441, + 0.010320036672055721 + ], + "log_probabilities": [ + -0.01037360168993473, + -4.573668003082275 + ] + }, + { + "id": "boolq:validation:415", + "group": "boolq:4ceee47528224fadcda958d3e05c0ea59593acdb832cf5365bd21d5077173b65", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -3.3817965984344482, + -0.5378439426422119 + ], + "probabilities": [ + 0.05499475076794624, + 0.9450051784515381 + ], + "log_probabilities": [ + -2.900517463684082, + -0.05656484514474869 + ] + }, + { + "id": "boolq:validation:1654", + "group": "boolq:3790f494cc505721f56e5fbb21269c3fec48d2dfd659860790235fb0287b08b4", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -0.4406251907348633, + -0.6437612771987915 + ], + "probabilities": [ + 0.5506101250648499, + 0.44938990473747253 + ], + "log_probabilities": [ + -0.5967283248901367, + -0.7998644113540649 + ] + }, + { + "id": "boolq:validation:874", + "group": "boolq:0ca0c5caf217844138e3bf51bd769dca2cca3fde58432bca1687558d909a996c", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -0.4173821210861206, + 1.4646497964859009 + ], + "probabilities": [ + 0.1321556717157364, + 0.8678443431854248 + ], + "log_probabilities": [ + -2.0237748622894287, + -0.14174287021160126 + ] + }, + { + "id": "boolq:validation:1350", + "group": "boolq:afe4f24c9c6f369929e0b3760030c53147dbd5b029e8688645ba4c660fc238d7", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -3.5839831829071045, + -8.184809684753418 + ], + "probabilities": [ + 0.9900563955307007, + 0.009943664073944092 + ], + "log_probabilities": [ + -0.009993401356041431, + -4.6108198165893555 + ] + }, + { + "id": "boolq:validation:2023", + "group": "boolq:7768ffc5753765aa266150e6901462a15a5198d72428c69ed16885dee55ee343", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -3.059363603591919, + -5.793459892272949 + ], + "probabilities": [ + 0.9390088319778442, + 0.060991138219833374 + ], + "log_probabilities": [ + -0.06293041259050369, + -2.7970266342163086 + ] + }, + { + "id": "boolq:validation:1167", + "group": "boolq:0cfbc3a05f962ae35116c51fa7913d91d1dd89c7edc1db8f1d3f5df076a06e1d", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 2.3895368576049805, + -2.001725673675537 + ], + "probabilities": [ + 0.9877663850784302, + 0.012233569286763668 + ], + "log_probabilities": [ + -0.012309061363339424, + -4.403571605682373 + ] + }, + { + "id": "boolq:validation:2832", + "group": "boolq:34d024ba2b1140d95ac0e25ff8f6667a8d87feff3af84389b4bc3359531461fa", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -5.163430213928223, + -4.552737236022949 + ], + "probabilities": [ + 0.3519011437892914, + 0.648098886013031 + ], + "log_probabilities": [ + -1.0444049835205078, + -0.43371203541755676 + ] + }, + { + "id": "boolq:validation:282", + "group": "boolq:8d6ab7f7d060a4bee3dbc425e5f0852172b0b23270626110a89c86eeb5d3f461", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -8.446797370910645, + 1.1569880247116089 + ], + "probabilities": [ + 6.746827421011403e-05, + 0.9999325275421143 + ], + "log_probabilities": [ + -9.603853225708008, + -6.747018051100895e-05 + ] + }, + { + "id": "boolq:validation:1741", + "group": "boolq:1bc34bbe8e7711804fc39fbc0c0b62bcee4b9dd538e66d7a13a03f4381ffe710", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 7.051009178161621, + -5.423822402954102 + ], + "probabilities": [ + 0.9999961853027344, + 3.82162261303165e-06 + ], + "log_probabilities": [ + -3.814689989667386e-06, + -12.474835395812988 + ] + }, + { + "id": "boolq:validation:2575", + "group": "boolq:bac10745a22ca35c4f8806ba93f2369f5a5547aab59081d0bf352613147b4be3", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + -1.2474781274795532, + -10.000457763671875 + ], + "probabilities": [ + 0.9998420476913452, + 0.00015796496882103384 + ], + "log_probabilities": [ + -0.00015793983766343445, + -8.753137588500977 + ] + }, + { + "id": "boolq:validation:16", + "group": "boolq:0385f1d87b1a439fb963553f0be310152883f503e7e7b4fda621dbe5729cc1fe", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -5.474194526672363, + 0.1000438928604126 + ], + "probabilities": [ + 0.003780021797865629, + 0.996220052242279 + ], + "log_probabilities": [ + -5.5780253410339355, + -0.0037871322128921747 + ] + }, + { + "id": "boolq:validation:696", + "group": "boolq:1de2340b843cd064357057b20a9596dacca5119fac8815a1058da7af1910f5f0", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -0.24790489673614502, + 5.082381248474121 + ], + "probabilities": [ + 0.004819346126168966, + 0.9951807260513306 + ], + "log_probabilities": [ + -5.335116863250732, + -0.00483095133677125 + ] + }, + { + "id": "boolq:validation:2444", + "group": "boolq:e9c97ab8909534b662ab32f83055fedcbca7003572ef26235120cd6f57885f78", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -5.677532196044922, + -4.29121208190918 + ], + "probabilities": [ + 0.19999587535858154, + 0.8000041246414185 + ], + "log_probabilities": [ + -1.609458565711975, + -0.22313840687274933 + ] + }, + { + "id": "boolq:validation:322", + "group": "boolq:15a8416a42e7992817d078f5ecb3b1d22645d56573477d9fd8a9f56f92ce63ff", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -5.7449445724487305, + 7.451100826263428 + ], + "probabilities": [ + 1.8579313518785057e-06, + 0.9999980926513672 + ], + "log_probabilities": [ + -13.196046829223633, + -1.9073468138230965e-06 + ] + }, + { + "id": "boolq:validation:2720", + "group": "boolq:60050d1b71f42c94555fd63ba417a7b2874246287fefd80d5e37d1b2937540c6", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 9.0776948928833, + -5.553824424743652 + ], + "probabilities": [ + 0.9999995231628418, + 4.4219282813173777e-07 + ], + "log_probabilities": [ + -4.768370445162873e-07, + -14.631519317626953 + ] + }, + { + "id": "boolq:validation:2660", + "group": "boolq:0fd51b0a75652085a2b684c592cf21273abaa6fb4898bfce6451ac56fbff1069", + "family": "boolq", + "target": 0, + "choices": [ + "no", + "yes" + ], + "logits": [ + 0.1749025583267212, + -13.32676887512207 + ], + "probabilities": [ + 0.9999986886978149, + 1.3686673128177063e-06 + ], + "log_probabilities": [ + -1.311301275563892e-06, + -13.501672744750977 + ] + }, + { + "id": "boolq:validation:2091", + "group": "boolq:02d07ab2bcb31ad623c1f2c88015c7086c84f96c917daceca792f80c9ba80e25", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + 9.056503295898438, + -8.050457954406738 + ], + "probabilities": [ + 1.0, + 3.719988228567672e-08 + ], + "log_probabilities": [ + 0.0, + -17.10696029663086 + ] + }, + { + "id": "boolq:validation:2384", + "group": "boolq:2d46c58249b29f523523d777dc92b912acb0aedf2a38731ab529873e3862d4c0", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + -3.884782314300537, + -3.2642972469329834 + ], + "probabilities": [ + 0.3496711552143097, + 0.6503288745880127 + ], + "log_probabilities": [ + -1.0507621765136719, + -0.4302770495414734 + ] + }, + { + "id": "boolq:validation:1255", + "group": "boolq:e19b2fe4fc0d0773a6a01cb04392b9c0c2cbbf9f276e622b9c0c6e6ff4be88d5", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -1.2702308893203735, + 0.13011252880096436 + ], + "probabilities": [ + 0.1977616250514984, + 0.802238404750824 + ], + "log_probabilities": [ + -1.6206929683685303, + -0.2203494906425476 + ] + }, + { + "id": "boolq:validation:2148", + "group": "boolq:b4212a179e140eb2e5b778e76acc0c6d24a593519971ad2741381e858f13cb9c", + "family": "boolq", + "target": 1, + "choices": [ + "no", + "yes" + ], + "logits": [ + -0.8471812009811401, + 3.8906471729278564 + ], + "probabilities": [ + 0.008681613951921463, + 0.9913184642791748 + ], + "log_probabilities": [ + -4.746547698974609, + -0.00871946569532156 + ] + }, + { + "id": "boolq:validation:731", + "group": "boolq:8778dd8deefed27681598c7940907c0462d58a4edbecafdbd6e7897ce227712f", + "family": "boolq", + "target": 0, + "choices": [ + "yes", + "no" + ], + "logits": [ + -6.5855631828308105, + -5.492349624633789 + ], + "probabilities": [ + 0.2510136067867279, + 0.7489863634109497 + ], + "log_probabilities": [ + -1.3822481632232666, + -0.28903454542160034 + ] + }, + { + "id": "boolq:validation:106", + "group": "boolq:bcd329a8d99b7152a2299271e6dd3d80e14ba210cc8419a1774dd0fac2897580", + "family": "boolq", + "target": 1, + "choices": [ + "yes", + "no" + ], + "logits": [ + -11.341378211975098, + 6.597537994384766 + ], + "probabilities": [ + 1.6189302343150302e-08, + 1.0 + ], + "log_probabilities": [ + -17.938915252685547, + 0.0 + ] + }, + { + "id": "snli:validation:3049", + "group": "snli:47989da814054656373133c13f5a56b07e37b95eef6b645c75a02ec86433458f", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -5.3279709815979, + 4.815747261047363, + 2.0100739002227783 + ], + "probabilities": [ + 3.7078832974657416e-05, + 0.9429466724395752, + 0.05701625347137451 + ], + "log_probabilities": [ + -10.20246410369873, + -0.058745577931404114, + -2.8644189834594727 + ] + }, + { + "id": "snli:validation:4846", + "group": "snli:c1db7df38096c0d1511f928ae20282cde537c1c7f20e698a01cbbc65ee289d20", + "family": "snli", + "target": 0, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -1.0607856512069702, + -0.6948080658912659, + -3.3598973751068115 + ], + "probabilities": [ + 0.3933491110801697, + 0.5671790838241577, + 0.03947177529335022 + ], + "log_probabilities": [ + -0.9330577254295349, + -0.5670801401138306, + -3.2321696281433105 + ] + }, + { + "id": "snli:validation:9655", + "group": "snli:96a5d21ac449b95efc5683ec7bcb55e2ea219cc58a3e8b747199a5399a0a1db3", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + 2.292815685272217, + -3.702516794204712, + 4.724039077758789 + ], + "probabilities": [ + 0.08080627024173737, + 0.00020123583090025932, + 0.9189924597740173 + ], + "log_probabilities": [ + -2.5157008171081543, + -8.511033058166504, + -0.08447738736867905 + ] + }, + { + "id": "snli:validation:1978", + "group": "snli:57ff161b8ed28f2f3c54268d796d8cb144a6b765c50bc41d058f8d01cc6f365e", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + 2.406567335128784, + -7.178018093109131, + 5.103703498840332 + ], + "probabilities": [ + 0.06314227730035782, + 4.3429804463812616e-06, + 0.936853289604187 + ], + "log_probabilities": [ + -2.762364625930786, + -12.346949577331543, + -0.06522855907678604 + ] + }, + { + "id": "snli:validation:2422", + "group": "snli:731883d9875ae9a02de33dd09f482cf7a9ab72a2ad391124c95738d3799b6e4a", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -4.012205600738525, + -7.45467472076416, + -2.0256097316741943 + ], + "probabilities": [ + 0.12015392631292343, + 0.003843197599053383, + 0.8760029673576355 + ], + "log_probabilities": [ + -2.1189815998077393, + -5.561450481414795, + -0.13238579034805298 + ] + }, + { + "id": "snli:validation:4492", + "group": "snli:af344e36ac14b315d312e645eecbc138fe87cc8d75efafe5fef90833caa49064", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -9.643637657165527, + -3.5392768383026123, + 0.9592328667640686 + ], + "probabilities": [ + 2.4570610548835248e-05, + 0.011002876795828342, + 0.9889726042747498 + ], + "log_probabilities": [ + -10.613959312438965, + -4.509598731994629, + -0.011088653467595577 + ] + }, + { + "id": "snli:validation:3772", + "group": "snli:3f80561350b7b0e90695a7608e4bcda88d6b49c319d0049359e75ffa312ca36b", + "family": "snli", + "target": 1, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -10.482673645019531, + 0.3684803247451782, + -3.767272710800171 + ], + "probabilities": [ + 1.9076798707828857e-05, + 0.9842422604560852, + 0.01573864184319973 + ], + "log_probabilities": [ + -10.867037773132324, + -0.01588323712348938, + -4.151636600494385 + ] + }, + { + "id": "snli:validation:1612", + "group": "snli:56d2c2779347d2287f4c6aad09fd4eda955c44ca3a4211a77b7a9ac974364193", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -1.4112814664840698, + 1.9432947635650635, + 3.5408592224121094 + ], + "probabilities": [ + 0.00584415951743722, + 0.16733859479427338, + 0.8268172144889832 + ], + "log_probabilities": [ + -5.142312526702881, + -1.7877360582351685, + -0.19017162919044495 + ] + }, + { + "id": "snli:validation:6283", + "group": "snli:3b08666f67b4edfdff9bbd08d64b3eeefcc15875c2c2b5b4e41f0dd25c469437", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -4.2916259765625, + -3.690781831741333, + -1.7474068403244019 + ], + "probabilities": [ + 0.06428001075983047, + 0.11722470819950104, + 0.8184953331947327 + ], + "log_probabilities": [ + -2.744506597518921, + -2.143662691116333, + -0.2002875953912735 + ] + }, + { + "id": "snli:validation:6619", + "group": "snli:8b6c7cc3996cb2e32efdea0f1e76824f39627c3de94af457637e16c0dd53f902", + "family": "snli", + "target": 1, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.872633934020996, + -0.752864420413971, + -9.993114471435547 + ], + "probabilities": [ + 0.042295172810554504, + 0.9576118588447571, + 9.293944458477199e-05 + ], + "log_probabilities": [ + -3.1630823612213135, + -0.04331274703145027, + -9.283562660217285 + ] + }, + { + "id": "snli:validation:5761", + "group": "snli:b279ac878d0040c34b913ac3ca8a02f2471c352dbbb5002054af6e12d5d2380a", + "family": "snli", + "target": 1, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -2.571174383163452, + -1.6521751880645752, + -2.731389045715332 + ], + "probabilities": [ + 0.22942402958869934, + 0.5751156210899353, + 0.19546028971672058 + ], + "log_probabilities": [ + -1.472183346748352, + -0.5531841516494751, + -1.632398009300232 + ] + }, + { + "id": "snli:validation:420", + "group": "snli:8d867f5809fafb25856a9206e9e012bd0fe5d76dff03b88433ef15b7cbb4e12f", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -3.040297746658325, + -9.320601463317871, + 0.30379682779312134 + ], + "probabilities": [ + 0.03408690541982651, + 6.383904110407457e-05, + 0.9658493399620056 + ], + "log_probabilities": [ + -3.3788418769836426, + -9.65914535522461, + -0.034747444093227386 + ] + }, + { + "id": "snli:validation:6772", + "group": "snli:e6904deb51d3b86e66d407db19f294b57f90b99bef7e72ad3002554f0a5af82f", + "family": "snli", + "target": 0, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.5170226097106934, + -3.283066749572754, + -8.436123847961426 + ], + "probabilities": [ + 0.440355122089386, + 0.5564277768135071, + 0.0032170999329537153 + ], + "log_probabilities": [ + -0.8201737999916077, + -0.5862179398536682, + -5.739274978637695 + ] + }, + { + "id": "snli:validation:4888", + "group": "snli:33f716336271bef54d238acc6e08e3e415b5a55877e8c26c8c002a2958e8f962", + "family": "snli", + "target": 1, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -9.295472145080566, + 0.45798665285110474, + -3.153223752975464 + ], + "probabilities": [ + 5.6561839301139116e-05, + 0.9736366271972656, + 0.026306811720132828 + ], + "log_probabilities": [ + -9.780176162719727, + -0.02671709656715393, + -3.637927532196045 + ] + }, + { + "id": "snli:validation:6598", + "group": "snli:1dddf1eb47ab50a08b2d9c71f5e6fd7205280f6efba7a63a41d9a829445fc210", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -6.634117603302002, + -4.080606460571289, + -4.066002368927002 + ], + "probabilities": [ + 0.03718388080596924, + 0.47789284586906433, + 0.48492327332496643 + ], + "log_probabilities": [ + -3.291879892349243, + -0.7383686900138855, + -0.7237645983695984 + ] + }, + { + "id": "snli:validation:255", + "group": "snli:bf3bb22c5d744c53dee0cfc833c4607be32a4fff5c4ffece0910a907a708668b", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -10.713011741638184, + -5.068024635314941, + -0.6862159371376038 + ], + "probabilities": [ + 4.3651882151607424e-05, + 0.012347797863185406, + 0.9876085519790649 + ], + "log_probabilities": [ + -10.039264678955078, + -4.394277572631836, + -0.012468837201595306 + ] + }, + { + "id": "snli:validation:2257", + "group": "snli:134a43bb83ce31972803aa7557e433ddfcf48a5ccb13d4d338bd086908d67938", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.621485471725464, + -2.3007419109344482, + -5.915773391723633 + ], + "probabilities": [ + 0.20631152391433716, + 0.7728854417800903, + 0.020803043618798256 + ], + "log_probabilities": [ + -1.5783679485321045, + -0.25762444734573364, + -3.8726558685302734 + ] + }, + { + "id": "snli:validation:3232", + "group": "snli:88a641b30916a20f4f6dc712865fb01fe72443f22a6319552b6f87f6ee0b52a6", + "family": "snli", + "target": 0, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + -2.8972694873809814, + -2.28413462638855, + -6.042430400848389 + ], + "probabilities": [ + 0.34610819816589355, + 0.6389883756637573, + 0.014903416857123375 + ], + "log_probabilities": [ + -1.0610039234161377, + -0.44786903262138367, + -4.206164836883545 + ] + }, + { + "id": "snli:validation:7594", + "group": "snli:33ae6441ae8ebae9dced819620de7bfaa15560f8f8eb69fc53e5097828111985", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 3.5190863609313965, + 1.6385747194290161, + 0.812628448009491 + ], + "probabilities": [ + 0.820152759552002, + 0.12508319318294525, + 0.05476398766040802 + ], + "log_probabilities": [ + -0.19826462864875793, + -2.0787763595581055, + -2.9047224521636963 + ] + }, + { + "id": "snli:validation:4648", + "group": "snli:3599ba5d2e5454ca02d1492fdf6bb83c86a442cd2a058a50b3da2713c69ccb54", + "family": "snli", + "target": 0, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -1.6966913938522339, + -3.667520761489868, + -4.183164596557617 + ], + "probabilities": [ + 0.8179664015769958, + 0.11397644877433777, + 0.06805717945098877 + ], + "log_probabilities": [ + -0.20093399286270142, + -2.1717634201049805, + -2.6874070167541504 + ] + }, + { + "id": "snli:validation:8623", + "group": "snli:949517bb2329f2cee19d9e4a2ca0dfbc3fc6510732dd3cabf3cd390fedab12ff", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.137413263320923, + 1.747304916381836, + 4.250104904174805 + ], + "probabilities": [ + 0.0005717736203223467, + 0.07561885565519333, + 0.923809289932251 + ], + "log_probabilities": [ + -7.466767311096191, + -2.582049608230591, + -0.07924959808588028 + ] + }, + { + "id": "snli:validation:7588", + "group": "snli:02eff959ef76e91d2d646dc2935c89353d9a8bf3fd3e5ad217fd55e427045d94", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + 4.334505081176758, + -2.1002707481384277, + 2.4162538051605225 + ], + "probabilities": [ + 0.8707249164581299, + 0.0013973116874694824, + 0.12787775695323944 + ], + "log_probabilities": [ + -0.1384292095899582, + -6.57320499420166, + -2.05668044090271 + ] + }, + { + "id": "snli:validation:5575", + "group": "snli:6fd4e2817f45281b693b5e36c901366325d6267976afeaa42407f6f48666bed3", + "family": "snli", + "target": 0, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -2.0663013458251953, + -6.600431442260742, + -2.7511684894561768 + ], + "probabilities": [ + 0.6601124405860901, + 0.007087127771228552, + 0.3328004479408264 + ], + "log_probabilities": [ + -0.41534507274627686, + -4.949475288391113, + -1.1002122163772583 + ] + }, + { + "id": "snli:validation:168", + "group": "snli:a34cf2f23c5afa177eeaa4df705b7ff247c363d6c1092ecebdf66c148f94c305", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -5.23863410949707, + -3.716278314590454, + -8.86393928527832 + ], + "probabilities": [ + 0.17826426029205322, + 0.816986620426178, + 0.004749130457639694 + ], + "log_probabilities": [ + -1.724488377571106, + -0.20213253796100616, + -5.349793910980225 + ] + }, + { + "id": "snli:validation:7996", + "group": "snli:6571756c7460cf2c513bc7779a716451ac3b75840789516d4b884713d63997ae", + "family": "snli", + "target": 1, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 2.2099530696868896, + 5.394600868225098, + -6.380182266235352 + ], + "probabilities": [ + 0.03974726423621178, + 0.9602453112602234, + 7.390245627902914e-06 + ], + "log_probabilities": [ + -3.2252142429351807, + -0.040566492825746536, + -11.815349578857422 + ] + }, + { + "id": "snli:validation:7750", + "group": "snli:a9418d380cb2a11bf8bd7a081175de35d185b150c0bb2213251e1c85f0b3f6a2", + "family": "snli", + "target": 0, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -0.25557994842529297, + -7.22059440612793, + -3.832909345626831 + ], + "probabilities": [ + 0.9719167947769165, + 0.0009178289910778403, + 0.027165312319993973 + ], + "log_probabilities": [ + -0.02848508395254612, + -6.993499755859375, + -3.6058144569396973 + ] + }, + { + "id": "snli:validation:4300", + "group": "snli:6f6663ebd1db7c374a005f804f2f5e605bdc27f21fc56361eb0a36f02833f914", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -1.3095780611038208, + -6.595273971557617, + -2.5996570587158203 + ], + "probabilities": [ + 0.7810592651367188, + 0.0039548990316689014, + 0.21498581767082214 + ], + "log_probabilities": [ + -0.247104212641716, + -5.532800197601318, + -1.537183165550232 + ] + }, + { + "id": "snli:validation:7387", + "group": "snli:d6b6619f07df5927554501c5c09642242d485c51a0fc2b3579de358ea84ce08c", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + 1.9610326290130615, + -7.175833225250244, + 4.432258129119873 + ], + "probabilities": [ + 0.0778995081782341, + 8.383865861105733e-06, + 0.9220921397209167 + ], + "log_probabilities": [ + -2.552335500717163, + -11.689201354980469, + -0.08111010491847992 + ] + }, + { + "id": "snli:validation:7117", + "group": "snli:d1cceeaf836cf1055ac05108a19b80d5b053a19fbf34aa19b10064206d2fa4e3", + "family": "snli", + "target": 0, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -1.3148982524871826, + -10.206562995910645, + -4.717250823974609 + ], + "probabilities": [ + 0.9676492214202881, + 0.00013308132474776357, + 0.032217733561992645 + ], + "log_probabilities": [ + -0.032885655760765076, + -8.92455005645752, + -3.4352381229400635 + ] + }, + { + "id": "snli:validation:3700", + "group": "snli:adf15ad394284272fa08108e42bb8123b5f7465aaee2171f927f84c65b6615bc", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.0051515102386475, + -2.8163092136383057, + -6.458376884460449 + ], + "probabilities": [ + 0.44652947783470154, + 0.5393407940864563, + 0.014129714109003544 + ], + "log_probabilities": [ + -0.8062499165534973, + -0.6174076199531555, + -4.259475231170654 + ] + }, + { + "id": "snli:validation:4051", + "group": "snli:f57344a8279819892ee08492b926751344091c1e0e490ee0bd243a43ca947aca", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -7.8262529373168945, + -3.037130117416382, + -0.26400190591812134 + ], + "probabilities": [ + 0.0004889095434919, + 0.058764923363924026, + 0.9407461285591125 + ], + "log_probabilities": [ + -7.623332977294922, + -2.834210157394409, + -0.06108194589614868 + ] + }, + { + "id": "snli:validation:6442", + "group": "snli:9cbb933321ddb68326c487f9d4b3dcbdb47c0d4f09108002dafbda180a655d8d", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + 4.0587663650512695, + -3.919731616973877, + 2.273747205734253 + ], + "probabilities": [ + 0.8560642600059509, + 0.00029341934714466333, + 0.14364230632781982 + ], + "log_probabilities": [ + -0.1554098278284073, + -8.13390827178955, + -1.9404289722442627 + ] + }, + { + "id": "snli:validation:5332", + "group": "snli:b0cf08c4c292dce6573f70043fb744c3f25f93a82e06d835c0ec762fda9c86ee", + "family": "snli", + "target": 1, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + -5.0497236251831055, + 0.3226205110549927, + -10.995949745178223 + ], + "probabilities": [ + 0.0046217190101742744, + 0.9953662157058716, + 1.2088998118997552e-05 + ], + "log_probabilities": [ + -5.376988410949707, + -0.004644558299332857, + -11.323214530944824 + ] + }, + { + "id": "snli:validation:9646", + "group": "snli:51805e8fb325a2f62ae765564f017ed319abc1fb968459406dfe6cc055ba27ba", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -4.9159698486328125, + -2.6054065227508545, + -6.422119140625 + ], + "probabilities": [ + 0.08848098665475845, + 0.8918973207473755, + 0.019621744751930237 + ], + "log_probabilities": [ + -2.4249675273895264, + -0.11440429091453552, + -3.931116819381714 + ] + }, + { + "id": "snli:validation:6055", + "group": "snli:314f2defc11b676894cf21a8134a729171a96c4d7ee6edc28e4bc6a7fa151b33", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -2.1880319118499756, + -3.736032724380493, + -0.7610402703285217 + ], + "probabilities": [ + 0.18591439723968506, + 0.0395389199256897, + 0.7745466828346252 + ], + "log_probabilities": [ + -1.6824690103530884, + -3.2304697036743164, + -0.25547730922698975 + ] + }, + { + "id": "snli:validation:2251", + "group": "snli:163f2043b730f0635afe17517c018ff4abe9f8956226b803c29a74c01aa9ea8e", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -3.6220688819885254, + -1.6530697345733643, + -1.4798095226287842 + ], + "probabilities": [ + 0.05994425714015961, + 0.4294108748435974, + 0.5106448531150818 + ], + "log_probabilities": [ + -2.814340114593506, + -0.8453410863876343, + -0.6720808744430542 + ] + }, + { + "id": "snli:validation:6715", + "group": "snli:b2654f1bf157f7c38b108976a56322c96f4c0a02da108085cce619509cca4736", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -2.8033645153045654, + -2.8684890270233154, + -7.737861633300781 + ], + "probabilities": [ + 0.5143649578094482, + 0.48193466663360596, + 0.0037003825418651104 + ], + "log_probabilities": [ + -0.6648222208023071, + -0.7299467325210571, + -5.599318981170654 + ] + }, + { + "id": "snli:validation:6898", + "group": "snli:9e6b77edb3304f31d28e0ae874d3d9d25a14c8efec74a887ef53a0aa7cf843eb", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + 3.2160303592681885, + -3.9979960918426514, + 1.8645379543304443 + ], + "probabilities": [ + 0.7939091920852661, + 0.0005844656261615455, + 0.20550628006458282 + ], + "log_probabilities": [ + -0.23078620433807373, + -7.444812774658203, + -1.5822786092758179 + ] + }, + { + "id": "snli:validation:7954", + "group": "snli:4ac13b39941e38a1dcfdb044de70af13df2195a1055ca6f89dcd913bc911c01c", + "family": "snli", + "target": 1, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 2.139284372329712, + 4.945348739624023, + -5.403205871582031 + ], + "probabilities": [ + 0.05699563026428223, + 0.9429742097854614, + 3.0212011552066542e-05 + ], + "log_probabilities": [ + -2.8647806644439697, + -0.05871634930372238, + -10.407271385192871 + ] + }, + { + "id": "snli:validation:7228", + "group": "snli:a1775a4d14734d4170585c786647e4b04f6cfd6e8f3101e2d5e4327ac73c1dd6", + "family": "snli", + "target": 1, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 1.9031903743743896, + 4.3700785636901855, + -6.395178318023682 + ], + "probabilities": [ + 0.07821076363325119, + 0.9217697381973267, + 1.9468425307422876e-05 + ], + "log_probabilities": [ + -2.5483479499816895, + -0.08145981281995773, + -10.84671688079834 + ] + }, + { + "id": "snli:validation:3007", + "group": "snli:d9a7621104f59721e1485f6018f2a044d9a60572320cd667787b93d9081edcb8", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -4.916017532348633, + -9.560903549194336, + -1.4984567165374756 + ], + "probabilities": [ + 0.031741440296173096, + 0.00030505520408041775, + 0.9679534435272217 + ], + "log_probabilities": [ + -3.450132131576538, + -8.095017433166504, + -0.03257126733660698 + ] + }, + { + "id": "snli:validation:7507", + "group": "snli:35dfb3dbe833482c6ae1ed4adb369000c12d6f23eef5bb4c3478fb8ad871e950", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -0.16041678190231323, + -2.9105679988861084, + -0.8404324650764465 + ], + "probabilities": [ + 0.6367288827896118, + 0.04069856181740761, + 0.32257258892059326 + ], + "log_probabilities": [ + -0.4514113664627075, + -3.2015624046325684, + -1.1314270496368408 + ] + }, + { + "id": "snli:validation:2389", + "group": "snli:ad69c7c361f10741e809bb0b90e952c75d6a845dd52ba16369e88435f84cf5d8", + "family": "snli", + "target": 1, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -3.4531567096710205, + -1.349007487297058, + -3.071716547012329 + ], + "probabilities": [ + 0.0937689021229744, + 0.768916666507721, + 0.13731445372104645 + ], + "log_probabilities": [ + -2.366921901702881, + -0.26277264952659607, + -1.9854817390441895 + ] + }, + { + "id": "snli:validation:1693", + "group": "snli:95c752b84f14494a42f2cdfe80b8e3f1edab592bed8bbb98fa3c2b14fe364424", + "family": "snli", + "target": 1, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -7.153265953063965, + -2.511911630630493, + -2.4672839641571045 + ], + "probabilities": [ + 0.0046926033683121204, + 0.4865509867668152, + 0.5087563991546631 + ], + "log_probabilities": [ + -5.361767768859863, + -0.7204136252403259, + -0.6757859587669373 + ] + }, + { + "id": "snli:validation:2563", + "group": "snli:70efcea6ac473cbccf4c6c8a854aaa4011bd909faae85785a4d31eb7e6578fa4", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -2.2079989910125732, + -2.9738547801971436, + -6.53561544418335 + ], + "probabilities": [ + 0.67652827501297, + 0.3145422637462616, + 0.008929475210607052 + ], + "log_probabilities": [ + -0.39078107476234436, + -1.1566368341445923, + -4.718397617340088 + ] + }, + { + "id": "snli:validation:9277", + "group": "snli:66d768af49febd38d8d096ab708e99f053db2789a9e18b20fe2e2be7dd12edd2", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -2.743485689163208, + -6.5608696937561035, + -3.5741946697235107 + ], + "probabilities": [ + 0.6860002279281616, + 0.015081878751516342, + 0.2989179193973541 + ], + "log_probabilities": [ + -0.3768773674964905, + -4.19426155090332, + -1.2075862884521484 + ] + }, + { + "id": "snli:validation:4414", + "group": "snli:500ddbb6c8cd2ce8f57d34395c0d666729081c8f212b0ccdb8ac17541feea88e", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -2.5694727897644043, + 0.5995883345603943, + 0.15793722867965698 + ], + "probabilities": [ + 0.024951115250587463, + 0.5934658646583557, + 0.3815830647945404 + ], + "log_probabilities": [ + -3.6908369064331055, + -0.5217756032943726, + -0.9634267091751099 + ] + }, + { + "id": "snli:validation:5185", + "group": "snli:f15d51f1751116096088fcfd31218c4bbc772e7200d5d3e40d84bd2a91eeaaf7", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -5.225735187530518, + 2.1626341342926025, + 5.0179643630981445 + ], + "probabilities": [ + 3.364399162819609e-05, + 0.0544046126306057, + 0.9455617666244507 + ], + "log_probabilities": [ + -10.299675941467285, + -2.911306381225586, + -0.055976059287786484 + ] + }, + { + "id": "snli:validation:2134", + "group": "snli:20dc7af8745c5e034331e99561f17942ed46d9f8dfc7ade1cd43a6d5eeb358d0", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.7918307781219482, + 2.275787591934204, + 5.433999061584473 + ], + "probabilities": [ + 9.443981252843514e-05, + 0.04076508805155754, + 0.9591404795646667 + ], + "log_probabilities": [ + -9.267547607421875, + -3.1999292373657227, + -0.04171774163842201 + ] + }, + { + "id": "snli:validation:1240", + "group": "snli:503165283db324f5748f9d5cc27ab4a2dd9a5e7dca48d5e4fc87e50cf89dbdd8", + "family": "snli", + "target": 1, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + -4.615242958068848, + -0.767960250377655, + -9.470715522766113 + ], + "probabilities": [ + 0.02088846080005169, + 0.9789488911628723, + 0.00016263032739516348 + ], + "log_probabilities": [ + -3.868558406829834, + -0.02127586118876934, + -8.724030494689941 + ] + }, + { + "id": "snli:validation:6949", + "group": "snli:bc365b6a9ed16f9677ce0601dc126da71aab9efc4cc69a1a19e8602c79c957a2", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + 2.6069085597991943, + -3.732036828994751, + 5.3958821296691895 + ], + "probabilities": [ + 0.05791701003909111, + 0.00010229091276414692, + 0.9419806599617004 + ], + "log_probabilities": [ + -2.8487441539764404, + -9.187689781188965, + -0.059770550578832626 + ] + }, + { + "id": "snli:validation:9451", + "group": "snli:1d1effc2aba64d86b0401623a594b15b340b1d086712146d1cb4a3a649610b0a", + "family": "snli", + "target": 0, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.672300100326538, + -1.8379117250442505, + -6.373126983642578 + ], + "probabilities": [ + 0.13645444810390472, + 0.8543826341629028, + 0.009162910282611847 + ], + "log_probabilities": [ + -1.9917645454406738, + -0.15737614035606384, + -4.692591667175293 + ] + }, + { + "id": "snli:validation:300", + "group": "snli:c49f08996314b119d5f3a922b5649818bff0f20438c93e68892412f78a31d949", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -4.3451714515686035, + 4.252933979034424, + 2.025130271911621 + ], + "probabilities": [ + 0.00016648319433443248, + 0.9025683999061584, + 0.09726515412330627 + ], + "log_probabilities": [ + -8.700615882873535, + -0.10251078754663467, + -2.3303143978118896 + ] + }, + { + "id": "snli:validation:405", + "group": "snli:295397b08cc3dfb2afe5a07277e354fc14c095df108b218ad9994bf59bc7a4d7", + "family": "snli", + "target": 1, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -10.574332237243652, + -0.9078705310821533, + -5.119203090667725 + ], + "probabilities": [ + 6.244389078347012e-05, + 0.9853284955024719, + 0.014609074220061302 + ], + "log_probabilities": [ + -9.681241989135742, + -0.014780187979340553, + -4.226112365722656 + ] + }, + { + "id": "snli:validation:8995", + "group": "snli:57911248b670e9df483140a3d5e365057502b0bce12215f3c03f827b30fe5acc", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -3.3002312183380127, + -8.529014587402344, + -0.9615472555160522 + ], + "probabilities": [ + 0.08792796730995178, + 0.0004712977970484644, + 0.9116007089614868 + ], + "log_probabilities": [ + -2.43123722076416, + -7.660020351409912, + -0.09255321323871613 + ] + }, + { + "id": "snli:validation:8974", + "group": "snli:a838f9d50f0a2da1f67f6c5d58614d24cdcba90b98aab35cd14efb170a774a14", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -4.124133586883545, + -10.291977882385254, + -0.5311762690544128 + ], + "probabilities": [ + 0.026778431609272957, + 5.612088352791034e-05, + 0.9731653928756714 + ], + "log_probabilities": [ + -3.6201584339141846, + -9.788002967834473, + -0.027201209217309952 + ] + }, + { + "id": "snli:validation:3496", + "group": "snli:0a861ba764586f849b3cf2c9cf66d82910e04a56a521dab09bcd6fb1c48037c5", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.0860352516174316, + -3.017997980117798, + -7.192856788635254 + ], + "probabilities": [ + 0.47918763756752014, + 0.5129249095916748, + 0.007887430489063263 + ], + "log_probabilities": [ + -0.7356630563735962, + -0.6676257848739624, + -4.842484951019287 + ] + }, + { + "id": "snli:validation:5140", + "group": "snli:b9ec644820077c4dd704c1a0068a71ea68dd89b91b0e6c114f8909f889c6ce8a", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.1931960582733154, + -1.7283096313476562, + -4.988633155822754 + ], + "probabilities": [ + 0.18204635381698608, + 0.787723958492279, + 0.030229680240154266 + ], + "log_probabilities": [ + -1.7034939527511597, + -0.23860755562782288, + -3.4989311695098877 + ] + }, + { + "id": "snli:validation:8971", + "group": "snli:d8b8202d449ed4b5e3fd1c46c683463feb65f265e016865d960207c68fdb2f28", + "family": "snli", + "target": 0, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -2.975815773010254, + -6.074312210083008, + -2.987877368927002 + ], + "probabilities": [ + 0.4918529987335205, + 0.022190924733877182, + 0.4859561026096344 + ], + "log_probabilities": [ + -0.7095754146575928, + -3.8080718517303467, + -0.7216370105743408 + ] + }, + { + "id": "snli:validation:1156", + "group": "snli:61e0b224545b09303050f4bc9d98c20633de71454f05c1886122a9a69888c301", + "family": "snli", + "target": 0, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -1.349403977394104, + -10.669093132019043, + -4.627203464508057 + ], + "probabilities": [ + 0.963576078414917, + 8.637669816380367e-05, + 0.03633755445480347 + ], + "log_probabilities": [ + -0.03710384666919708, + -9.356792449951172, + -3.314903497695923 + ] + }, + { + "id": "snli:validation:8554", + "group": "snli:d31677a0f89b2aa40a3b448ead1a530465dfcf32020075bc1f0293bef6095927", + "family": "snli", + "target": 0, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -1.127357840538025, + -9.471631050109863, + -4.058455944061279 + ], + "probabilities": [ + 0.9491482973098755, + 0.00022566391271539032, + 0.05062608793377876 + ], + "log_probabilities": [ + -0.05219019949436188, + -8.396463394165039, + -2.983288288116455 + ] + }, + { + "id": "snli:validation:8095", + "group": "snli:1705850b86c40fee4a1ea41efeb0426fecc7789e1deb4dc74f99aa4d53416153", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -8.262923240661621, + 1.3764785528182983, + 3.8289194107055664 + ], + "probabilities": [ + 5.160765340406215e-06, + 0.07925983518362045, + 0.9207350611686707 + ], + "log_probabilities": [ + -12.174426078796387, + -2.5350236892700195, + -0.08258296549320221 + ] + }, + { + "id": "snli:validation:7465", + "group": "snli:4dc40bfba4dd3f66c85681bfdb4f3028c3d78f96d6d330bb0cbbad1baa9d3521", + "family": "snli", + "target": 1, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 2.112041711807251, + 4.838048458099365, + -4.383084297180176 + ], + "probabilities": [ + 0.06145038083195686, + 0.9384567737579346, + 9.283835970563814e-05 + ], + "log_probabilities": [ + -2.789525270462036, + -0.0635184794664383, + -9.284650802612305 + ] + }, + { + "id": "snli:validation:9523", + "group": "snli:a2efa2951411119e8ca7eedbd293a9d3ac8c36bbda450be9a5ac6442f17344fe", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + 1.1404609680175781, + -0.5649325847625732, + 4.519094944000244 + ], + "probabilities": [ + 0.03277358412742615, + 0.005954989697784185, + 0.9612714052200317 + ], + "log_probabilities": [ + -3.4181325435638428, + -5.123525619506836, + -0.03949848562479019 + ] + }, + { + "id": "snli:validation:2881", + "group": "snli:0efa686be12fe539d0fd54ead017c156afa86a89750fd483e2eb5f9b4f699296", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 3.5074989795684814, + 1.1649500131607056, + -6.9385151863098145 + ], + "probabilities": [ + 0.9123159050941467, + 0.08765753358602524, + 2.651543945830781e-05 + ], + "log_probabilities": [ + -0.09176895022392273, + -2.4343178272247314, + -10.5377836227417 + ] + }, + { + "id": "snli:validation:333", + "group": "snli:ff63c51844d8c4addfdc0010cc2c7efb8e9d2d180ab2331a43416da6428f83b3", + "family": "snli", + "target": 1, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.825971841812134, + -1.2016903162002563, + -8.546786308288574 + ], + "probabilities": [ + 0.06755129992961884, + 0.9318470358848572, + 0.000601741427090019 + ], + "log_probabilities": [ + -2.6948680877685547, + -0.07058662176132202, + -7.415682792663574 + ] + }, + { + "id": "snli:validation:2836", + "group": "snli:be86a464391b1375fdf94400055f1bf2355fa0c28cefdfc2c20e386f4b152831", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + 5.14757776260376, + -7.777561187744141, + 1.9050023555755615 + ], + "probabilities": [ + 0.9624031186103821, + 2.344448603253113e-06, + 0.0375945083796978 + ], + "log_probabilities": [ + -0.0383218489587307, + -12.963459968566895, + -3.2808971405029297 + ] + }, + { + "id": "snli:validation:3169", + "group": "snli:5252fbd056a622904b94b79c69f4b6774378992e4de302152a034d2aa88fcc69", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + 1.9828791618347168, + -5.749279499053955, + 4.079582214355469 + ], + "probabilities": [ + 0.10941242426633835, + 4.7976995119825006e-05, + 0.8905395865440369 + ], + "log_probabilities": [ + -2.2126307487487793, + -9.944788932800293, + -0.11592768877744675 + ] + }, + { + "id": "snli:validation:660", + "group": "snli:5141e45f9939c4d3121caec3d91e6880e5cc240d702d26316ace8f05609efac0", + "family": "snli", + "target": 0, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + -2.761906385421753, + -4.814652442932129, + -4.3658223152160645 + ], + "probabilities": [ + 0.7521684765815735, + 0.09656480699777603, + 0.1512666791677475 + ], + "log_probabilities": [ + -0.2847949266433716, + -2.337541103363037, + -1.888710856437683 + ] + }, + { + "id": "snli:validation:9688", + "group": "snli:7bc9dd773e24097427f79188cbb6375a9d1f3bd547c149b619ca98e37766ec9c", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -7.672290802001953, + -4.954602241516113, + -4.482933044433594 + ], + "probabilities": [ + 0.024741385132074356, + 0.37471505999565125, + 0.6005434989929199 + ], + "log_probabilities": [ + -3.699277877807617, + -0.9815893769264221, + -0.5099201798439026 + ] + }, + { + "id": "snli:validation:6925", + "group": "snli:4409bcc9d6644a09ecb86f22ee8e9d26bf000ec85c8df8b517a5b090f27c865b", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 3.849809408187866, + 1.5840785503387451, + -4.1593427658081055 + ], + "probabilities": [ + 0.9057261347770691, + 0.09397286921739578, + 0.00030106911435723305 + ], + "log_probabilities": [ + -0.09901831299066544, + -2.3647491931915283, + -8.108170509338379 + ] + }, + { + "id": "snli:validation:8035", + "group": "snli:4ae6561618c356d1e61757a6f7370ba17a5a6083988d23fa5af0daad9e273a22", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -9.958232879638672, + -4.522352695465088, + -0.5961205959320068 + ], + "probabilities": [ + 8.424997940892354e-05, + 0.01933492347598076, + 0.9805808067321777 + ], + "log_probabilities": [ + -9.381722450256348, + -3.9458422660827637, + -0.019610218703746796 + ] + }, + { + "id": "snli:validation:8962", + "group": "snli:1dd97ecd3c0a15cd29f1e1ece11b6443d358ffeb36afd772bcca55d90b50cf59", + "family": "snli", + "target": 0, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -0.446688175201416, + -11.105311393737793, + -4.494940757751465 + ], + "probabilities": [ + 0.9828238487243652, + 2.3093760319170542e-05, + 0.017153073102235794 + ], + "log_probabilities": [ + -0.01732536591589451, + -10.675948143005371, + -4.065577983856201 + ] + }, + { + "id": "snli:validation:5806", + "group": "snli:ef86932c04624c34e6c42d0688f170152e5d35973e57c52a04d5b6ef5845f9c4", + "family": "snli", + "target": 1, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -7.682834148406982, + -3.6254653930664062, + -3.3227341175079346 + ], + "probabilities": [ + 0.007294642738997936, + 0.4217905104160309, + 0.5709148049354553 + ], + "log_probabilities": [ + -4.920615196228027, + -0.863246500492096, + -0.5605152249336243 + ] + }, + { + "id": "snli:validation:5632", + "group": "snli:0d0d0d7f63d85cf1f5d72f2e359fb9146b311b455b32f27d216810f890d83efa", + "family": "snli", + "target": 0, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 0.17182832956314087, + 0.5146083235740662, + -0.918125569820404 + ], + "probabilities": [ + 0.3642866909503937, + 0.5132284760475159, + 0.12248483300209045 + ], + "log_probabilities": [ + -1.0098141431808472, + -0.6670341491699219, + -2.0997681617736816 + ] + }, + { + "id": "snli:validation:7192", + "group": "snli:d0f9762707fbd77d2a35b248b101ec8050bc4f8ff1c1b5822b4b9651538c3ce9", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -6.407748699188232, + 1.3383017778396606, + 4.270018100738525 + ], + "probabilities": [ + 2.188471808040049e-05, + 0.05060668662190437, + 0.9493714570999146 + ], + "log_probabilities": [ + -10.729722023010254, + -2.9836716651916504, + -0.05195516347885132 + ] + }, + { + "id": "snli:validation:3097", + "group": "snli:0ceda4c67d791f6acc0996de75a69a428ed188164a2dd28fe71f4e99b6243258", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -5.018195152282715, + -5.315069198608398, + -3.2220160961151123 + ], + "probabilities": [ + 0.12870487570762634, + 0.09564542770385742, + 0.7756496667861938 + ], + "log_probabilities": [ + -2.0502333641052246, + -2.347107410430908, + -0.2540542781352997 + ] + }, + { + "id": "snli:validation:1102", + "group": "snli:889ba190c7c3ec5821edf6e84556074a66213c2b67bd7b29113d7a3f7c41391b", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.53174090385437, + -2.1228668689727783, + -6.3321661949157715 + ], + "probabilities": [ + 0.1940944790840149, + 0.7941076755523682, + 0.011797881685197353 + ], + "log_probabilities": [ + -1.6394102573394775, + -0.23053622245788574, + -4.439835548400879 + ] + }, + { + "id": "snli:validation:2485", + "group": "snli:c8b4dbe3069fdda3cb77030da259dff2fd68431546ea321880301b97e32dedf8", + "family": "snli", + "target": 0, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -2.0371110439300537, + -3.0784623622894287, + -6.82418966293335 + ], + "probabilities": [ + 0.7345842719078064, + 0.2592916190624237, + 0.006124063860625029 + ], + "log_probabilities": [ + -0.3084505498409271, + -1.3498018980026245, + -5.095529556274414 + ] + }, + { + "id": "snli:validation:1559", + "group": "snli:fc46c403c2a3ff358f08a685680184eb3afb6acc22a83c39189df7ac1503f523", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 4.050320625305176, + 1.8461271524429321, + -5.057315826416016 + ], + "probabilities": [ + 0.9005355834960938, + 0.09936461597681046, + 9.979404421756044e-05 + ], + "log_probabilities": [ + -0.10476557910442352, + -2.3089592456817627, + -9.21240234375 + ] + }, + { + "id": "snli:validation:7909", + "group": "snli:401e40ad0fa308ffdfaba8c945c3b07a35a24bc1ca7c259f02c780ab2e1a89e4", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -4.209616661071777, + -2.693875551223755, + -1.4196627140045166 + ], + "probabilities": [ + 0.04580209031701088, + 0.20852749049663544, + 0.7456704378128052 + ], + "log_probabilities": [ + -3.083425521850586, + -1.5676844120025635, + -0.2934715747833252 + ] + }, + { + "id": "snli:validation:4168", + "group": "snli:2976eb0d7438ad609637bca012571499d29cb9d0661dd50c844b1cb681ace1a3", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -2.614240884780884, + -9.45082950592041, + 1.9304357767105103 + ], + "probabilities": [ + 0.010511812753975391, + 1.1287163943052292e-05, + 0.9894769191741943 + ], + "log_probabilities": [ + -4.55525541305542, + -11.391844749450684, + -0.010578864254057407 + ] + }, + { + "id": "snli:validation:2767", + "group": "snli:6b693fc1d8849819328504db938beaf65d5e2080489283d23a477bc6eaf91e8b", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -8.737579345703125, + 2.1290714740753174, + 5.13192081451416 + ], + "probabilities": [ + 9.026296652336896e-07, + 0.047297269105911255, + 0.9527018070220947 + ], + "log_probabilities": [ + -13.917953491210938, + -3.051302671432495, + -0.04845332354307175 + ] + }, + { + "id": "snli:validation:291", + "group": "snli:839c9f7ea0d91591bab193971063236cd3c018f2ac336ff9e8c5988844dec16a", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + 1.9047542810440063, + -1.6719982624053955, + 2.166559934616089 + ], + "probabilities": [ + 0.42969346046447754, + 0.012016966007649899, + 0.5582895278930664 + ], + "log_probabilities": [ + -0.8446832895278931, + -4.421435832977295, + -0.5828776359558105 + ] + }, + { + "id": "snli:validation:3709", + "group": "snli:632641c3dcaffc70b8864b494298002ad9e83438d626ded9986e1eabc47a5587", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -5.398859024047852, + -1.8764680624008179, + -5.476359844207764 + ], + "probabilities": [ + 0.02794019877910614, + 0.9462031722068787, + 0.02585659548640251 + ], + "log_probabilities": [ + -3.577688694000244, + -0.055297933518886566, + -3.6551895141601562 + ] + }, + { + "id": "snli:validation:5224", + "group": "snli:c59f01ebbe6cd253fcac8b1d67233a27b3dd352989fc49f768555e61a3befed0", + "family": "snli", + "target": 1, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -3.449699640274048, + -2.4346296787261963, + -4.594927787780762 + ], + "probabilities": [ + 0.24523581564426422, + 0.6767420768737793, + 0.07802210003137589 + ], + "log_probabilities": [ + -1.4055349826812744, + -0.39046505093574524, + -2.5507631301879883 + ] + }, + { + "id": "snli:validation:3655", + "group": "snli:820acdf281b8facd3d77b8fcf56696db4be6f3109e91bb326572e5995420a63b", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -2.9516472816467285, + -5.322163105010986, + -2.335894823074341 + ], + "probabilities": [ + 0.33961835503578186, + 0.03173139691352844, + 0.6286501884460449 + ], + "log_probabilities": [ + -1.0799328088760376, + -3.450448513031006, + -0.4641803503036499 + ] + }, + { + "id": "snli:validation:7351", + "group": "snli:359ea0262f3366c658f6dd281c135786384f1120d25485249dce46fe35b0893f", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -9.373902320861816, + -3.0817110538482666, + -0.6516807675361633 + ], + "probabilities": [ + 0.00014971998461987823, + 0.08089910447597504, + 0.918951153755188 + ], + "log_probabilities": [ + -8.806743621826172, + -2.514552593231201, + -0.0845222994685173 + ] + }, + { + "id": "snli:validation:4516", + "group": "snli:3254bdd5eb7f09577c5cfe2883fbd55145494f1b67767236910456c08a6ef848", + "family": "snli", + "target": 0, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + -1.8077434301376343, + -4.18247652053833, + -4.707706451416016 + ], + "probabilities": [ + 0.8710311055183411, + 0.0810401514172554, + 0.047928716987371445 + ], + "log_probabilities": [ + -0.13807758688926697, + -2.512810468673706, + -3.0380403995513916 + ] + }, + { + "id": "snli:validation:949", + "group": "snli:0d9cca1475ca24de08e24490910309836f6ba8cbb5483ed5ffcc9e23afc18f35", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -4.668887138366699, + -11.271293640136719, + -0.13973885774612427 + ], + "probabilities": [ + 0.010674530640244484, + 1.4486387044598814e-05, + 0.9893109798431396 + ], + "log_probabilities": [ + -4.5398945808410645, + -11.142301559448242, + -0.01074658241122961 + ] + }, + { + "id": "snli:validation:7723", + "group": "snli:d11f75d28155d5fbb935d55b79db96dc1b05eb0bf2ba87640814c9a77e5827ef", + "family": "snli", + "target": 0, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.4295074939727783, + -4.3046488761901855, + -6.166484355926514 + ], + "probabilities": [ + 0.6749601364135742, + 0.28132548928260803, + 0.043714363127946854 + ], + "log_probabilities": [ + -0.39310163259506226, + -1.2682430744171143, + -3.1300785541534424 + ] + }, + { + "id": "snli:validation:9385", + "group": "snli:ed41a4346a8be4f82d2d220f864cb49a1a5538ad4c68dcd5767e68eb5cc903c3", + "family": "snli", + "target": 1, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 0.42876023054122925, + 2.995562791824341, + -6.111763954162598 + ], + "probabilities": [ + 0.07129842042922974, + 0.9285986423492432, + 0.00010293578816344962 + ], + "log_probabilities": [ + -2.640881299972534, + -0.07407868653535843, + -9.181405067443848 + ] + }, + { + "id": "snli:validation:2377", + "group": "snli:724a73ef9aa97c6cfcd47cce650e0bc7660d64ecf951425a1478e42051897b5b", + "family": "snli", + "target": 1, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -6.205201148986816, + -2.9097211360931396, + -3.9587008953094482 + ], + "probabilities": [ + 0.026705868542194366, + 0.7208011150360107, + 0.2524929940700531 + ], + "log_probabilities": [ + -3.6228718757629395, + -0.32739198207855225, + -1.3763717412948608 + ] + }, + { + "id": "snli:validation:7544", + "group": "snli:fe7a28674d2b6ca06ec10646386d72e3556854d1d4bca86e8516e6012de0f4f8", + "family": "snli", + "target": 1, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 2.7798197269439697, + 5.984108924865723, + -4.3893842697143555 + ], + "probabilities": [ + 0.039003461599349976, + 0.9609664678573608, + 3.0030141715542413e-05 + ], + "log_probabilities": [ + -3.2441048622131348, + -0.039815742522478104, + -10.413309097290039 + ] + }, + { + "id": "snli:validation:1330", + "group": "snli:ec3ba47600cac6c1b343792fc5fa9ffc27d1fb71439f4a4befc91afc432036c8", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.9945685863494873, + -3.987093687057495, + -6.1587324142456055 + ], + "probabilities": [ + 0.4711760878562927, + 0.4747112989425659, + 0.05411265790462494 + ], + "log_probabilities": [ + -0.7525233626365662, + -0.745048463344574, + -2.916687250137329 + ] + }, + { + "id": "snli:validation:3871", + "group": "snli:5c2f7537ce9896fde8cd2e947c70ba770e357f24a47745b99f8f1d7d9510c8c4", + "family": "snli", + "target": 1, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + -4.275460720062256, + 0.12305337190628052, + -10.605461120605469 + ], + "probabilities": [ + 0.012145986780524254, + 0.9878323078155518, + 2.1644549633492716e-05 + ], + "log_probabilities": [ + -4.410756587982178, + -0.01224229484796524, + -10.74075698852539 + ] + }, + { + "id": "snli:validation:9595", + "group": "snli:221ab05496dc04bdbfdb9e2c4d963f7e0929902c77a2908369debed74fd64bf6", + "family": "snli", + "target": 0, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -2.9092044830322266, + -5.402940273284912, + -3.6605358123779297 + ], + "probabilities": [ + 0.6433603167533875, + 0.05314208194613457, + 0.3034975826740265 + ], + "log_probabilities": [ + -0.44105032086372375, + -2.934786081314087, + -1.1923816204071045 + ] + }, + { + "id": "snli:validation:7492", + "group": "snli:919c7379b14ea69772df6b7f8fc1befcea930fb27ed3dfacdbeff3af6242e552", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -0.24795305728912354, + -5.416923522949219, + -2.05499529838562 + ], + "probabilities": [ + 0.854825496673584, + 0.0048643192276358604, + 0.1403101235628128 + ], + "log_probabilities": [ + -0.15685789287090302, + -5.325828552246094, + -1.963900089263916 + ] + }, + { + "id": "snli:validation:2587", + "group": "snli:4fc61bc7fc4330a0864afb5e3f339ae8323d40fbd05110747acdccaddf088a51", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + 2.304522752761841, + -5.893723487854004, + -0.22984039783477783 + ], + "probabilities": [ + 0.9262798428535461, + 0.00025485269725322723, + 0.07346529513597488 + ], + "log_probabilities": [ + -0.07657887786626816, + -8.274825096130371, + -2.6109421253204346 + ] + }, + { + "id": "snli:validation:9589", + "group": "snli:0068f4118fbc586aa27dbf4c33792600259980b4c3a92a9c281a5a72161d9bc4", + "family": "snli", + "target": 1, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -3.575032949447632, + -1.4973187446594238, + -1.4245985746383667 + ], + "probabilities": [ + 0.05689970776438713, + 0.4544121026992798, + 0.48868823051452637 + ], + "log_probabilities": [ + -2.8664650917053223, + -0.7887507677078247, + -0.7160305976867676 + ] + }, + { + "id": "snli:validation:666", + "group": "snli:7496ec298ad696281c30a5fb4affdc8897eebe32b813eeb891a1bbad14b24339", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -2.5645997524261475, + 4.298007488250732, + 2.012141704559326 + ], + "probabilities": [ + 0.0009487189818173647, + 0.9068384766578674, + 0.09221277385950089 + ], + "log_probabilities": [ + -6.960397720336914, + -0.0977909043431282, + -2.3836567401885986 + ] + }, + { + "id": "snli:validation:1876", + "group": "snli:41db8d150be282da53afb377e60a2ef2004b07f4208b0ad6fb4bba95a76213c0", + "family": "snli", + "target": 1, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -8.77175521850586, + -1.365889310836792, + -4.378354072570801 + ], + "probabilities": [ + 0.0005788631970062852, + 0.9525823593139648, + 0.04683879762887955 + ], + "log_probabilities": [ + -7.454444408416748, + -0.04857869818806648, + -3.0610435009002686 + ] + }, + { + "id": "snli:validation:1261", + "group": "snli:a107a534bd462ee873d36b6969a7bdc314c352dea053d433251a8aec1743e65e", + "family": "snli", + "target": 0, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -1.633069634437561, + -3.977088212966919, + -7.73100471496582 + ], + "probabilities": [ + 0.9105902910232544, + 0.08736324310302734, + 0.002046555047854781 + ], + "log_probabilities": [ + -0.09366223961114883, + -2.437680721282959, + -6.1915974617004395 + ] + }, + { + "id": "snli:validation:4537", + "group": "snli:0ea1c8f1211c7ef7ed4ab6100a595652c689ac896bd2fc1e8c727a668230947c", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -4.0169148445129395, + 2.38634991645813, + 4.67046594619751 + ], + "probabilities": [ + 0.00015308194269891828, + 0.09243287891149521, + 0.9074140191078186 + ], + "log_probabilities": [ + -8.784537315368652, + -2.381272554397583, + -0.09715645760297775 + ] + }, + { + "id": "snli:validation:6124", + "group": "snli:626c023ca3208a15efcc09804063130ffd99f665058848a1fe0c297ab698cf5b", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -1.9747719764709473, + -1.0141093730926514, + -0.6410547494888306 + ], + "probabilities": [ + 0.13497914373874664, + 0.3527582287788391, + 0.5122626423835754 + ], + "log_probabilities": [ + -2.0026350021362305, + -1.0419723987579346, + -0.6689178347587585 + ] + }, + { + "id": "snli:validation:3913", + "group": "snli:d5436b2025ce63852b6165aae8ec633c2effdb19fad63c92a293d7e1dc8b6422", + "family": "snli", + "target": 0, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -2.0580451488494873, + -4.376096725463867, + -8.585025787353516 + ], + "probabilities": [ + 0.9091498851776123, + 0.0895196795463562, + 0.0013304664753377438 + ], + "log_probabilities": [ + -0.09524528682231903, + -2.413296937942505, + -6.622225761413574 + ] + }, + { + "id": "snli:validation:9490", + "group": "snli:ed022acc1ea0992bef134ca11c18629b3a0e09c6e115d5ff7b12f1cd86c9f3bd", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + 3.1568734645843506, + -3.6387977600097656, + 1.1161924600601196 + ], + "probabilities": [ + 0.8841272592544556, + 0.000988990650512278, + 0.1148836761713028 + ], + "log_probabilities": [ + -0.12315429747104645, + -6.918825626373291, + -2.163835287094116 + ] + }, + { + "id": "snli:validation:1738", + "group": "snli:b8697bd17fde78e1b3d6014c6f2ed94d1497b5ad8bb4659c9ea66e04545cdb5e", + "family": "snli", + "target": 1, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + -3.9489476680755615, + 0.8697373867034912, + -10.35560131072998 + ], + "probabilities": [ + 0.008012574166059494, + 0.9919741749763489, + 1.3225058864918537e-05 + ], + "log_probabilities": [ + -4.826743125915527, + -0.00805818010121584, + -11.233397483825684 + ] + }, + { + "id": "snli:validation:5050", + "group": "snli:7e811c4afcdd6523a3e50e5e287b9bee1f3d57036f2c96ee541e8149306b8d53", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -0.5578575730323792, + 1.6037813425064087, + 2.0148587226867676 + ], + "probabilities": [ + 0.043885208666324615, + 0.3811587989330292, + 0.5749559998512268 + ], + "log_probabilities": [ + -3.126178026199341, + -0.9645391702651978, + -0.5534617900848389 + ] + }, + { + "id": "snli:validation:6964", + "group": "snli:fc911b60edeec7442402cae43e131d1e4ecde549c3fb9b76b87fb659ebddd61e", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + 4.913045406341553, + -3.9977362155914307, + 1.883612036705017 + ], + "probabilities": [ + 0.9537634253501892, + 0.00012868776684626937, + 0.04610781371593475 + ], + "log_probabilities": [ + -0.04733959585428238, + -8.958121299743652, + -3.076772928237915 + ] + }, + { + "id": "snli:validation:8110", + "group": "snli:42a297bf6d27c3da45bf9ad7131444f6712bd3fb46a3c8c2a88111b10ec02057", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis.", + "The premise entails the hypothesis." + ], + "logits": [ + 3.1447503566741943, + -4.215394020080566, + 5.630824089050293 + ], + "probabilities": [ + 0.0768364891409874, + 4.8876205255510285e-05, + 0.9231146574020386 + ], + "log_probabilities": [ + -2.566075563430786, + -9.926219940185547, + -0.08000180870294571 + ] + }, + { + "id": "snli:validation:7924", + "group": "snli:08c9e64d55f3f4e9c8f5a4dc311f1578d631f3b1f5c54e639c41dc6bc9c0972b", + "family": "snli", + "target": 0, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + 1.9194893836975098, + -2.990224599838257, + -7.860739231109619 + ], + "probabilities": [ + 0.9926236867904663, + 0.007320201490074396, + 5.614166730083525e-05 + ], + "log_probabilities": [ + -0.0074036745354533195, + -4.917117595672607, + -9.78763198852539 + ] + }, + { + "id": "snli:validation:9163", + "group": "snli:ee28663198a1f6596e92de0195daa8f1f8ee4dd564755d8e062d11b2265c01c1", + "family": "snli", + "target": 0, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -2.479226589202881, + -2.8520314693450928, + -5.06581974029541 + ], + "probabilities": [ + 0.5668691396713257, + 0.39045923948287964, + 0.042671672999858856 + ], + "log_probabilities": [ + -0.5676268339157104, + -0.9404317140579224, + -3.1542201042175293 + ] + }, + { + "id": "snli:validation:2248", + "group": "snli:ae413b34747e6d31f16e5e11e873805d9e03aff0c6961f63cb302ccb2c1840cf", + "family": "snli", + "target": 0, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -3.450225830078125, + -8.198314666748047, + -3.045025110244751 + ], + "probabilities": [ + 0.3986808955669403, + 0.003455863334238529, + 0.5978632569313049 + ], + "log_probabilities": [ + -0.9195939302444458, + -5.667683124542236, + -0.5143932104110718 + ] + }, + { + "id": "snli:validation:4681", + "group": "snli:b383128c00898b4d997971a8830915d20a3092ffc8ca01e970b9908200bb2379", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -3.319371461868286, + -3.186293363571167, + -1.6291980743408203 + ], + "probabilities": [ + 0.1322268545627594, + 0.15104793012142181, + 0.7167251706123352 + ], + "log_probabilities": [ + -2.0232362747192383, + -1.8901581764221191, + -0.3330628275871277 + ] + }, + { + "id": "snli:validation:498", + "group": "snli:6c04a98f282297a14cd85f33e941731a2fa6215da8ec1dec2ab57d6cacaefde7", + "family": "snli", + "target": 2, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -7.569850444793701, + 2.3675343990325928, + 5.392528057098389 + ], + "probabilities": [ + 2.2382937459042296e-06, + 0.046309325844049454, + 0.9536884427070618 + ], + "log_probabilities": [ + -13.009797096252441, + -3.0724120140075684, + -0.047418270260095596 + ] + }, + { + "id": "snli:validation:5440", + "group": "snli:a211d0c5459540d402b48d6355f2f8078e8be9caee68612660a6ef2e6a7ac62e", + "family": "snli", + "target": 2, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -3.567716360092163, + -9.423226356506348, + 0.23735284805297852 + ], + "probabilities": [ + 0.021771682426333427, + 6.235569162527099e-05, + 0.9781659245491028 + ], + "log_probabilities": [ + -3.8271450996398926, + -9.682655334472656, + -0.022075984627008438 + ] + }, + { + "id": "snli:validation:4012", + "group": "snli:209cae9f7a748e7199d0261c4f8ad1c75f4df49c24fe6d459fd22faf662e8850", + "family": "snli", + "target": 0, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 2.3569092750549316, + 4.129655361175537, + 1.0145310163497925 + ], + "probabilities": [ + 0.13989494740962982, + 0.8235611915588379, + 0.03654387965798378 + ], + "log_probabilities": [ + -1.9668635129928589, + -0.1941174417734146, + -3.309241771697998 + ] + }, + { + "id": "snli:validation:7045", + "group": "snli:c2a491896468a1beff3e85b233862399141edcfb94d33380f5300783647e87ec", + "family": "snli", + "target": 1, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -7.486246109008789, + 0.7672865390777588, + -2.76863169670105 + ], + "probabilities": [ + 0.0002529038756620139, + 0.9714468717575073, + 0.02830018661916256 + ], + "log_probabilities": [ + -8.282501220703125, + -0.0289686881005764, + -3.5648868083953857 + ] + }, + { + "id": "snli:validation:7726", + "group": "snli:9e94cad8e8abee068484ee3f29e428bbf800c3e2c5804676eaf542ee7f0ca18d", + "family": "snli", + "target": 1, + "choices": [ + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 2.3830714225769043, + 5.0850348472595215, + -7.0563812255859375 + ], + "probabilities": [ + 0.06285727769136429, + 0.9371376633644104, + 4.9986551857728045e-06 + ], + "log_probabilities": [ + -2.7668886184692383, + -0.06492507457733154, + -12.206341743469238 + ] + }, + { + "id": "snli:validation:8143", + "group": "snli:f56b606c8d832fd4179667678fb70f04ea945a99dfcae25a529ae487505b5826", + "family": "snli", + "target": 0, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + 0.10128605365753174, + -3.3962645530700684, + -9.282064437866211 + ], + "probabilities": [ + 0.9705387353897095, + 0.02937960810959339, + 8.163484744727612e-05 + ], + "log_probabilities": [ + -0.02990395948290825, + -3.527454376220703, + -9.413254737854004 + ] + }, + { + "id": "snli:validation:9574", + "group": "snli:650b7bcd3fe6801fd422367ca507ef9aaa132bf10ecf96c8fde3e108a901a8a1", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + -10.069847106933594, + -3.96877121925354, + -0.07858127355575562 + ], + "probabilities": [ + 4.4878739572595805e-05, + 0.02003108337521553, + 0.9799240827560425 + ], + "log_probabilities": [ + -10.01154613494873, + -3.9104700088500977, + -0.020280150696635246 + ] + }, + { + "id": "snli:validation:4093", + "group": "snli:debb73c9b0592905a4e05a7291f9c36eeea51569a10a14800e08eccf885986cb", + "family": "snli", + "target": 1, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + -1.5819263458251953, + -1.5579837560653687, + -3.0910918712615967 + ], + "probabilities": [ + 0.4453696608543396, + 0.45616161823272705, + 0.09846873581409454 + ], + "log_probabilities": [ + -0.8088506460189819, + -0.7849080562591553, + -2.3180160522460938 + ] + }, + { + "id": "snli:validation:2659", + "group": "snli:8b066b7970ed8a1d524f554aad0599735cb9cfac8487a5ecf8ca485126bdae92", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + 2.9899094104766846, + -0.48611634969711304, + 2.122997760772705 + ], + "probabilities": [ + 0.6890956163406372, + 0.02131378836929798, + 0.28959062695503235 + ], + "log_probabilities": [ + -0.3723752796649933, + -3.8484010696411133, + -1.2392868995666504 + ] + }, + { + "id": "snli:validation:7510", + "group": "snli:7491bae3624da515278e4a8f23cf2ccc5ebfb9e4e29e18cfbc0a9d66466af4b3", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + 4.155570030212402, + -7.588287353515625, + 1.4125604629516602 + ], + "probabilities": [ + 0.9395102262496948, + 7.457771516783396e-06, + 0.0604822039604187 + ], + "log_probabilities": [ + -0.06239654868841171, + -11.806254386901855, + -2.805406093597412 + ] + }, + { + "id": "snli:validation:8074", + "group": "snli:b9505adf90a8e91ed78ea073be13f1f9b4639e503014785134b7247755cb0acd", + "family": "snli", + "target": 0, + "choices": [ + "The premise entails the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise contradicts the hypothesis." + ], + "logits": [ + 5.710422515869141, + 2.2400081157684326, + -3.9863522052764893 + ], + "probabilities": [ + 0.9697763323783875, + 0.03016405925154686, + 5.962328941677697e-05 + ], + "log_probabilities": [ + -0.030689813196659088, + -3.5011041164398193, + -9.72746467590332 + ] + }, + { + "id": "snli:validation:5947", + "group": "snli:6cf9360efa33740c5e3e7668d88e3722a8123ef05e78e76113dffe72301ffc68", + "family": "snli", + "target": 2, + "choices": [ + "The premise entails the hypothesis.", + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted." + ], + "logits": [ + -7.453094482421875, + -1.9307478666305542, + -3.5779263973236084 + ], + "probabilities": [ + 0.0033398764207959175, + 0.8357088565826416, + 0.16095128655433655 + ], + "log_probabilities": [ + -5.701821327209473, + -0.17947500944137573, + -1.8266534805297852 + ] + }, + { + "id": "snli:validation:1735", + "group": "snli:e5f96a9ff2fabbf4f3ecd89a01a5b6f68e723fc0989e251619d0f572e0eb8fc4", + "family": "snli", + "target": 0, + "choices": [ + "The premise contradicts the hypothesis.", + "The hypothesis is neither established nor contradicted.", + "The premise entails the hypothesis." + ], + "logits": [ + 0.31414395570755005, + -4.484597206115723, + -10.773265838623047 + ], + "probabilities": [ + 0.9918122291564941, + 0.008172644302248955, + 1.5178487046796363e-05 + ], + "log_probabilities": [ + -0.008221473544836044, + -4.806962966918945, + -11.09563159942627 + ] + } +]