| {"panel_index": 0, "id": "mind2web:bef473f1-82a1-4359-a2c0-59b6dc2f6abb:22ad3562-e0f4-42c3-b096-8c173a47673c", "task_family": "browser", "gold": "candidate-c59cf6b3cdd1ee8dfe92", "candidate_ids": ["candidate-f1094edca3d95c3ab877", "candidate-365bc85de0d8df852b74", "candidate-528c0da02e102bf4290b", "candidate-68a3dbfbe50374b33385", "candidate-c59cf6b3cdd1ee8dfe92", "candidate-6a5d2547e9b7961af9f2", "candidate-a44d590fb75558028c8a", "candidate-519332b584cbfc17ffca", "candidate-beb9d47a1825f26d1023", "candidate-d27c1c551c69db04ab36", "candidate-ed6c918d8bc2facd9fb5", "candidate-7111d2a0c81d7ac049be", "candidate-7dae2a8703bdc9f5d043", "candidate-7d02e4befb688b244764", "candidate-7a89b1b7a87361ea291e", "candidate-089cbe46c0766ba6701e"], "prompt_sha256": "b3fd1770027f0a5409a9d04f32bde5d632ef802787a60f4932e72ecc89167216", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [12.8125, 12.9375, 12.125, 12.1875, 20.625, 12.1875, 12.25, 12.25, 12.8125, 12.75, 12.0, 11.4375, 11.9375, 12.3125, 11.4375, 12.0], "probabilities": [0.00040314404759556055, 0.0004568220756482333, 0.00020271356333978474, 0.0002157874550903216, 0.9962903261184692, 0.0002157874550903216, 0.00022970455756876618, 0.00022970455756876618, 0.00040314404759556055, 0.0003787188034038991, 0.00017889408627524972, 0.00010193077469011769, 0.00016805544146336615, 0.0002445192658342421, 0.00010193077469011769, 0.00017889408627524972], "choice": "candidate-c59cf6b3cdd1ee8dfe92"} |
| {"panel_index": 1, "id": "mind2web:5f9182dc-d35d-4c0e-9abe-cd913c136528:8450e2c6-f8aa-40bc-876e-21cf29a8cb77", "task_family": "browser", "gold": "candidate-d2449a13158601200ec0", "candidate_ids": ["candidate-0ac56ef6c8e3a6864ae3", "candidate-33ff2e219977f0035115", "candidate-ae85d05843eef166dc37", "candidate-1491fc48d5480406272d", "candidate-458964bfea8f39410a8c", "candidate-6a3568401638b21de4c7", "candidate-5554637f601e90894848", "candidate-fb424fe48f87098b50ab", "candidate-d2449a13158601200ec0", "candidate-d26fca5ac7bd53d243e4", "candidate-59a124a5de2d7629d231", "candidate-37c56ce11f36b7ace139", "candidate-bfd1999ae1c4a3ad89f3", "candidate-77988599c59cbb77c809", "candidate-eb1b6dd49112ec23d746", "candidate-a8a56f7aec962e7413b8"], "prompt_sha256": "9aca18e5ab33a35ca47a65fe691068ba467052dea071279b1751dbfdc95fb224", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [13.375, 13.375, 12.8125, 12.8125, 12.8125, 12.75, 12.5, 13.3125, 20.625, 16.5, 13.0, 13.3125, 13.0625, 13.5625, 12.75, 13.0], "probabilities": [0.0006938408478163183, 0.0006938408478163183, 0.00039533860399387777, 0.00039533860399387777, 0.00039533860399387777, 0.00037138626794330776, 0.000289235933450982, 0.0006518031586892903, 0.9770007133483887, 0.015791745856404305, 0.00047686940524727106, 0.0006518031586892903, 0.0005076248198747635, 0.0008369318093173206, 0.00037138626794330776, 0.00047686940524727106], "choice": "candidate-d2449a13158601200ec0"} |
| {"panel_index": 2, "id": "mind2web:0b59dd33-7f6a-48df-aa1e-9cc67177287f:b99c5581-8a56-4bd7-bbe4-782795ebf93c", "task_family": "browser", "gold": "candidate-9409b72a36db8d4a0a79", "candidate_ids": ["candidate-0120149ac9a61a819265", "candidate-4312931ba215cd0b2310", "candidate-dd54dfdd68be2163e2b6", "candidate-d8ba462bbea45dc4eb77", "candidate-cb3001c9ecbf0dfd250c", "candidate-9409b72a36db8d4a0a79", "candidate-f6ba1cc847604be6bc73", "candidate-2f2099d2f07ae88921ce", "candidate-77f1025025b0e2d0d1fd", "candidate-e743f54599422c4ee674", "candidate-cd31d3ac291210a0a5e6", "candidate-991d9567f58fb994a717", "candidate-d65d92a915149075d6ad", "candidate-98c01750f337ab587383", "candidate-3939d47e8ecda2b48209", "candidate-a7c78ea57e9f0bf1b5b6"], "prompt_sha256": "d960c318e8c88d1c79f12958cf002b9e2b0b9f76a03321dac1dd1d86d3d1c031", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [12.75, 13.375, 12.5625, 12.8125, 13.625, 20.25, 12.625, 13.0, 12.9375, 11.5625, 12.0625, 12.0, 12.6875, 12.5, 11.1875, 12.5], "probabilities": [0.0005486779846251011, 0.0010250654304400086, 0.00045487002353183925, 0.0005840646917931736, 0.0013162100221961737, 0.992033064365387, 0.00048420665552839637, 0.0007045164820738137, 0.0006618319894187152, 0.0001673373335506767, 0.0002758926129899919, 0.00025917711900547147, 0.0005154352984391153, 0.00042731084977276623, 0.00011500916298246011, 0.00042731084977276623], "choice": "candidate-9409b72a36db8d4a0a79"} |
| {"panel_index": 3, "id": "mind2web:274571ea-fc2f-4353-86ba-00ecb112d6d2:e6345ea9-a5a4-4b88-95b5-4efececed261", "task_family": "browser", "gold": "candidate-3b25ae8d064a298ef021", "candidate_ids": ["candidate-6c861878e1df45af7cb0", "candidate-5dc0c98aa1601abb7255", "candidate-df37b5f34129ec35c5e2", "candidate-7fc3aa839f6eddc4f5e0", "candidate-a105394e5c10cc41573b", "candidate-99243ece7e7fc3575645", "candidate-3b25ae8d064a298ef021", "candidate-c9f0a04f58f5031fe4e6", "candidate-b039454179929264efa9", "candidate-5dc632768de9b7f12a36", "candidate-0b63de0d609d3e1730f1", "candidate-ed1ed5d91fa057eb68be", "candidate-9827a0d3bbbb4c3f2ef3", "candidate-720f59bcd44dc13ecfd0", "candidate-520f72cca9eaf711108b", "candidate-d45432c0ee25d5e74fe8"], "prompt_sha256": "be5d6ca2e7f4e736ac3a410e66cdb9fb2dce3de6f3cb2d58e0425d11bd3e5264", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [17.625, 14.5625, 13.75, 13.875, 14.1875, 14.1875, 20.5, 14.6875, 14.4375, 14.3125, 17.875, 13.0625, 13.625, 15.0, 13.0, 13.75], "probabilities": [0.04895426332950592, 0.0022896211594343185, 0.0010160132078453898, 0.001151293865405023, 0.0015736321220174432, 0.0015736321220174432, 0.8677350282669067, 0.0025944807566702366, 0.002020583488047123, 0.001783158746547997, 0.06285851448774338, 0.000510883517563343, 0.0008966285386122763, 0.003546234918758273, 0.00047993066255003214, 0.0010160132078453898], "choice": "candidate-3b25ae8d064a298ef021"} |
| {"panel_index": 4, "id": "mind2web:d637c171-dc6e-4a4e-a162-9c230e822932:9053f0e2-da05-4721-87b5-13edf923052b", "task_family": "browser", "gold": "candidate-34e89f28b090ce5327b0", "candidate_ids": ["candidate-34e89f28b090ce5327b0", "candidate-08b4435b3120f48b358c", "candidate-55a0ff963ae8b79b2ac8", "candidate-f95a96c1f7da545920f5", "candidate-98f2cb734f98ff10ff0a", "candidate-d82967df7ccb99323f3d", "candidate-244abe86bc95c904fd2d", "candidate-c71ff755e4fd0c874dfe", "candidate-8d25c242ac6c2febeb64", "candidate-ad36e87635c46e6e4d49", "candidate-88d796f046707b090dc5", "candidate-c16587c8a38af93f0938", "candidate-a96e4a183f184af811a8", "candidate-6d24b42f26f361f2c6c0", "candidate-227d6d1ece1c8d3e341b", "candidate-7a2474fe7e75e66c0d24"], "prompt_sha256": "e3450db0dcc97dbea2e0858fda6b8120ec2573e8c374f5f799c7ed8142a80f80", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [20.25, 13.6875, 12.75, 13.375, 12.25, 12.0625, 11.4375, 11.75, 12.0625, 10.75, 11.6875, 11.375, 12.125, 12.1875, 11.1875, 12.0625], "probabilities": [0.9943780303001404, 0.0014044102281332016, 0.000549974967725575, 0.0010274884989485145, 0.0003335766668897122, 0.0002765447716228664, 0.00014802375517319888, 0.00020232447423040867, 0.0002765447716228664, 7.44310236768797e-05, 0.00019006624643225223, 0.00013905545347370207, 0.00029438038473017514, 0.0003133662976324558, 0.00011528102186275646, 0.0002765447716228664], "choice": "candidate-34e89f28b090ce5327b0"} |
| {"panel_index": 5, "id": "mind2web:1efdcd9d-ebc6-4bb7-8823-e54dfe25f409:f6e611c9-ad21-49ca-a841-7ad529b56c95", "task_family": "browser", "gold": "candidate-fb3025ec54721504f9b5", "candidate_ids": ["candidate-fb3025ec54721504f9b5", "candidate-cfc771a1bb7562ebe782", "candidate-68c510f13da5956437bc", "candidate-ac1438ee133b5015c383", "candidate-58473582dc6c65ae4b7e", "candidate-30cbf6942451aa0f1470", "candidate-7ec55a659d963a2cc94d", "candidate-49df5ddbae6f1748c0de", "candidate-b5be7aabde3c609cc40f", "candidate-0e3fd6a816e692376632", "candidate-a3e570f7c516b4577418", "candidate-8a6b58c9cb19ccc7e1fa", "candidate-d8437c7bdf7236744ac4", "candidate-cbf6c1cc621042e7aff0", "candidate-b6291f89245ae394921e", "candidate-c5a94f8fac1dcdad627a"], "prompt_sha256": "36792836eaeed2b15b8a762fc57a57b4b104a27be92bff8c84681bb90d68476b", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [20.25, 13.3125, 12.8125, 12.375, 15.0625, 12.375, 11.9375, 15.8125, 12.5625, 11.25, 11.9375, 11.625, 12.125, 12.6875, 11.875, 12.0], "probabilities": [0.9781951308250427, 0.0009495273698121309, 0.0005759174819104373, 0.0003718402876984328, 0.005464153364300728, 0.0003718402876984328, 0.0002400781522737816, 0.011567611247301102, 0.00044852501014247537, 0.00012071886158082634, 0.0002400781522737816, 0.0001756449055392295, 0.00028958951588720083, 0.0005082454299554229, 0.0002255325234727934, 0.00025556181208230555], "choice": "candidate-fb3025ec54721504f9b5"} |
| {"panel_index": 6, "id": "mind2web:d1de3d1a-3df1-4421-98f3-f8d078752893:e1f18ee3-1577-44fb-a283-1be215e5ae52", "task_family": "browser", "gold": "candidate-888bb5997d1aba7b25f7", "candidate_ids": ["candidate-8d8171f50795c09388a0", "candidate-8d26ef6bd8e9f762c73d", "candidate-bb2ff00206221aa2b02d", "candidate-0196e00c3795624bcc41", "candidate-a9f93c25b378cb9448f1", "candidate-0b7a0a178194ef69867b", "candidate-880053bf9e617437e7cb", "candidate-cf42d1a8a48eeea86134", "candidate-67a5886245e859456378", "candidate-b7c7a409d7192fcbe70f", "candidate-888bb5997d1aba7b25f7", "candidate-dd07004fe07f84bf771d", "candidate-a8b562a5018f0346093a", "candidate-ba9bcd4bb262d6387c1e", "candidate-d4dbe03106eb96d6c9dc", "candidate-b3ddfc4f75cd756d4767"], "prompt_sha256": "873952066cc2833adc3b2b3af9b8f8261f195c13cd41118b830744f22683e25f", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [13.75, 13.5625, 12.5625, 12.4375, 14.25, 13.5625, 15.3125, 14.75, 13.8125, 16.25, 19.75, 12.6875, 13.25, 13.4375, 11.8125, 14.5625], "probabilities": [0.00230879127047956, 0.001914055086672306, 0.0007041415083222091, 0.0006214026943780482, 0.0038065530825406313, 0.001914055086672306, 0.011014626361429691, 0.0062759448774158955, 0.002457695547491312, 0.028126833960413933, 0.931432843208313, 0.0007978968787938356, 0.0014003525720909238, 0.0016891476698219776, 0.0003326128935441375, 0.005202941596508026], "choice": "candidate-888bb5997d1aba7b25f7"} |
| {"panel_index": 7, "id": "mind2web:80e12375-19ad-400f-9e35-2a3853173bed:e89bb795-2d24-4e2c-bcae-1294e3501dfa", "task_family": "browser", "gold": "candidate-41c5af16d7bf373cc74c", "candidate_ids": ["candidate-41c5af16d7bf373cc74c", "candidate-03bd5f2aaa71b912d85f", "candidate-39aafe4d05bcbbf1a9d8", "candidate-7db455c43ca404d644b3", "candidate-8bdbe188e49bad6ea2d9", "candidate-92648d446426dec0e918", "candidate-36e6b14fcf2f5e8e9c23", "candidate-fe113518f51162e48db7", "candidate-f6b0a3559a94799eebe8", "candidate-853b6e262fd75054c736", "candidate-a77385eabd707033f244", "candidate-b7024479880013db2adc", "candidate-b5cc7d0d8e9ea791112e", "candidate-1b8a962d51e9c3897102", "candidate-2b4df4c4f3a6e5c34716", "candidate-c3a3c2242e59afcbb3fb"], "prompt_sha256": "33badf184ca6146904e42f3db06fbd31f551b1ce3082595b5db35494ee245a4b", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [20.125, 13.0, 12.125, 11.875, 12.1875, 11.5625, 11.5, 11.6875, 11.9375, 10.5625, 11.5, 11.1875, 12.1875, 11.9375, 10.6875, 11.6875], "probabilities": [0.9960787892341614, 0.000801577465608716, 0.000334147218381986, 0.00026023408281616867, 0.00035569784813560545, 0.00019039132166653872, 0.00017885610577650368, 0.0002157416456611827, 0.00027701776707544923, 7.00410600984469e-05, 0.00017885610577650368, 0.0001308539358433336, 0.00035569784813560545, 0.00027701776707544923, 7.936691690701991e-05, 0.0002157416456611827], "choice": "candidate-41c5af16d7bf373cc74c"} |
| {"panel_index": 8, "id": "mind2web:0245df99-2909-465a-861e-7fbca948e82f:dc1847f7-919b-4a2f-b778-2ee33edacc46", "task_family": "browser", "gold": "candidate-a1a3ad1a8495aa678cbe", "candidate_ids": ["candidate-80e6a190025076e4821d", "candidate-cd39817d36a3b7f8086c", "candidate-a1a3ad1a8495aa678cbe", "candidate-74eaca906c939e439348", "candidate-1c996fce61cea008cd97", "candidate-b86e5504c07b50684120", "candidate-ca5385f6ff0f2b510b2a", "candidate-27ecbf7b79508deea5b5", "candidate-335d71d7afcd7c39e60c", "candidate-3fdeb3ac89f0ecf87cff", "candidate-d594855a68f3d65bda29", "candidate-ff28229b986139c46fad", "candidate-4d0fd233b1f9ec995708", "candidate-491e3298e78304983a55", "candidate-438c3b7b4da6155b0b79", "candidate-66345b239aef37d2f31c"], "prompt_sha256": "19bd775a219dfb7da24c37ac1e5319666e84c1584357f8e31021b2c8e9fe3952", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [12.375, 12.5625, 20.375, 12.8125, 12.5, 11.9375, 13.3125, 12.5625, 12.1875, 11.0, 11.4375, 11.3125, 12.0, 11.625, 10.9375, 11.75], "probabilities": [0.00033400097163394094, 0.0004028820840176195, 0.995642900466919, 0.0005173108074814081, 0.00037847270141355693, 0.00021564723283518106, 0.0008529013721272349, 0.0004028820840176195, 0.00027689654962159693, 8.444867125945166e-05, 0.00013079667405690998, 0.0001154276542365551, 0.0002295552840223536, 0.0001577708899276331, 7.93321814853698e-05, 0.0001787778310244903], "choice": "candidate-a1a3ad1a8495aa678cbe"} |
| {"panel_index": 9, "id": "mind2web:8eae88ef-9641-43c6-be6d-f8abc96d99fa:282c09d0-c9e0-4007-b88a-27887fe1e388", "task_family": "browser", "gold": "candidate-976c2731e7518a1f1b2b", "candidate_ids": ["candidate-976c2731e7518a1f1b2b", "candidate-55380cc26f4800be25ce", "candidate-495e2ce778804116afed", "candidate-6a3ce8bdfda5c7e09a24", "candidate-7e020b58dbe771cceb6b", "candidate-ca7f03f7b7139457a468", "candidate-4556165f722234b67398", "candidate-0232a0c57f2c0a004a53", "candidate-892461b7e0e4bf188cd7", "candidate-98a8e1da12737fa9372c", "candidate-f6c802447f1e19395568", "candidate-e95807766432f0e50c72", "candidate-955408afe8906a0bb10d", "candidate-cd1be178e6146e0fd80a", "candidate-38a919ada71ae1df352a", "candidate-38c746333273edc02a2e"], "prompt_sha256": "05bf3a03b2c0d0a936c4e37c690299142bb6148b2eda9be40aa00c6a13a66811", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [20.0, 15.4375, 13.375, 12.875, 13.0, 13.625, 12.3125, 13.0, 12.875, 11.9375, 12.4375, 12.25, 12.75, 12.9375, 11.5625, 12.5625], "probabilities": [0.979435920715332, 0.010221331380307674, 0.0012994963908568025, 0.0007881844067014754, 0.0008931299671530724, 0.0016685865120962262, 0.0004490939318202436, 0.0008931299671530724, 0.0007881844067014754, 0.00030865747248753905, 0.0005088900798000395, 0.00042188470251858234, 0.0006955703138373792, 0.0008390179136767983, 0.00021213694708421826, 0.0005766480462625623], "choice": "candidate-976c2731e7518a1f1b2b"} |
| {"panel_index": 10, "id": "mind2web:3f0988e0-e3a4-4dd7-a89f-482175a474a8:a684c98a-c238-4bef-b2ad-f476f07d73f8", "task_family": "browser", "gold": "candidate-016db9380de74cbcab5d", "candidate_ids": ["candidate-3f6330dc6b89ca9febbe", "candidate-0acffd69c24f4be0a17e", "candidate-ae8922f024c12c266278", "candidate-c12d0dfb7e58d7f22bc7", "candidate-86f75c1fc5227d6081b8", "candidate-6ff913a423628d92b636", "candidate-87e0dada00c5e19e9dce", "candidate-2c14d16a67e5d74c7a66", "candidate-f6a74c2240fb95cf9da0", "candidate-ac52e1e2c9fab34583a1", "candidate-0c2b330dc3030639c697", "candidate-016db9380de74cbcab5d", "candidate-cab20f7657710f02c34a", "candidate-d48a5d89e157a64dd7b4", "candidate-b4b12517818528229992", "candidate-09c561e352fda884d806"], "prompt_sha256": "8c9d16ca40b336c54eab472ed9a7d490065e655ff833efc53466acbdaf85024c", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [14.25, 14.6875, 12.6875, 13.25, 15.625, 14.125, 13.5, 14.9375, 13.875, 14.4375, 14.125, 19.0, 14.0625, 15.1875, 12.375, 13.625], "probabilities": [0.007526915520429611, 0.011657915078103542, 0.0015777271473780274, 0.0027689975686371326, 0.029769528657197952, 0.006642479449510574, 0.0035554631613194942, 0.014969058334827423, 0.005173168145120144, 0.009079193696379662, 0.006642479449510574, 0.8699931502342224, 0.006240031681954861, 0.01922065205872059, 0.001154289930127561, 0.004028867930173874], "choice": "candidate-016db9380de74cbcab5d"} |
| {"panel_index": 11, "id": "mind2web:5b56d5b8-1f41-43ca-9f21-369d849f1aa0:edb09eb7-6a8c-4aeb-9b52-796762ca821d", "task_family": "browser", "gold": "candidate-2dc16f49fe3acb051b39", "candidate_ids": ["candidate-021004f4c9756e9f14bf", "candidate-9393f92278ae33837cfc", "candidate-d53f82cb73ef67bc0ce8", "candidate-332f924943c28c247430", "candidate-afd6b2a84985b30c66cd", "candidate-21f93b804332aae201c9", "candidate-bdba9a0649055da71f94", "candidate-0cf8d953323f4b29b10c", "candidate-dea9b4fc8a207df523df", "candidate-fa70b5bc02a04fa0a18a", "candidate-1932fde20b275a9b3081", "candidate-5c9c9ac05919970737c1", "candidate-544fea69d385caac3601", "candidate-2dc16f49fe3acb051b39", "candidate-ca60dc8da2fba3f06111", "candidate-ea45663120f48fa54b88"], "prompt_sha256": "fc3a0ccb7f4fba5d2ba07c7ec21def24cb6fe447d1c9b124d867a6654c6c09b4", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [14.5625, 13.5, 13.5625, 13.1875, 12.6875, 12.5625, 12.75, 13.0625, 13.625, 16.625, 13.5, 13.125, 14.6875, 19.625, 12.25, 13.0625], "probabilities": [0.005850622430443764, 0.0020219211000949144, 0.0021523237228393555, 0.001479269121773541, 0.00089722202392295, 0.0007917956681922078, 0.0009550878894515336, 0.001305450452491641, 0.0022911368869245052, 0.04601871222257614, 0.0020219211000949144, 0.0013896446907892823, 0.006629623472690582, 0.924310564994812, 0.0005792900337837636, 0.001305450452491641], "choice": "candidate-2dc16f49fe3acb051b39"} |
| {"panel_index": 12, "id": "mind2web:6e565708-43e2-492b-9f1d-25d51387dcf7:bee75aa3-6f7d-4626-be6f-1b217ac16733", "task_family": "browser", "gold": "candidate-bb1945d8d438379625ee", "candidate_ids": ["candidate-69abfa80e562043e1fa3", "candidate-c4afb9a40ecda9a03c50", "candidate-ad4a56ee767e7be58ceb", "candidate-16c8c33fbf8679f935d6", "candidate-777d646249275ea3bc88", "candidate-ce64cb6d800f5f6f7886", "candidate-cb8d5f96e26185552cf9", "candidate-8203c66243ac00ab8c67", "candidate-32a97c97039dcc468732", "candidate-6fbd3f273e3c48d30d0c", "candidate-97141ccdf3d685ac91be", "candidate-d5d5ef09f20a3d2ceade", "candidate-04470be9c3bbc28919e6", "candidate-0fb9a6cde602f212d85e", "candidate-4ca405ae57be628d94ee", "candidate-bb1945d8d438379625ee"], "prompt_sha256": "a7f850a48b635b1a855ab90b47855fd8269980f52d324bdf635009f9344a5fa4", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [13.5625, 13.25, 13.75, 13.375, 12.625, 12.875, 12.4375, 12.6875, 14.1875, 12.625, 12.625, 12.5625, 13.625, 18.0, 12.0, 20.25], "probabilities": [0.0011153576197102666, 0.0008160130237229168, 0.001345377997495234, 0.0009246639092452824, 0.0004367803339846432, 0.0005608369829133153, 0.0003621035721153021, 0.0004649501934181899, 0.0020837620832026005, 0.0004367803339846432, 0.0004367803339846432, 0.0004103171231690794, 0.0011872919276356697, 0.09431827813386917, 0.00023379162303172052, 0.894866943359375], "choice": "candidate-bb1945d8d438379625ee"} |
| {"panel_index": 13, "id": "mind2web:44a12ff5-0172-444a-b979-f224162c1aa8:5b8da6f5-c53c-4b69-bfad-7bdfd2e6ce20", "task_family": "browser", "gold": "candidate-3ef3bb624316b6eb3508", "candidate_ids": ["candidate-3ef3bb624316b6eb3508", "candidate-5b52b8bc7f6397531f34", "candidate-6a5a6a33fbc65504059f", "candidate-bde4765810f968ad4833", "candidate-1f66a27bf372d26b14b3", "candidate-8033052a6976a4b01205", "candidate-45ec5aa3dbee10fc9a75", "candidate-ea5b9b527b94b21e6535", "candidate-56683febea1548c570fd", "candidate-bd10584aedf8afa78746", "candidate-94dddd06eb43ed2921b0", "candidate-c9197b3d3e5e97a0f6ff", "candidate-331b8cbdf48fd7f61188", "candidate-c8041a4dd7e8b00e705c", "candidate-f5c1b8b97d7add30b043", "candidate-7161a3b5bba5920fcb33"], "prompt_sha256": "c8d922fd930198c507227984857f26500162ceac030c038e92206981e9747cc3", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [13.5625, 13.375, 12.375, 12.375, 12.25, 12.4375, 13.0, 13.4375, 13.0, 14.0, 18.0, 12.375, 13.875, 14.3125, 16.625, 13.375], "probabilities": [0.008534916676580906, 0.0070756953209638596, 0.0026030028238892555, 0.0026030028238892555, 0.002297141822054982, 0.002770882099866867, 0.004863049369305372, 0.007532038260251284, 0.004863049369305372, 0.013219138607382774, 0.7217404842376709, 0.0026030028238892555, 0.011665849015116692, 0.018068421632051468, 0.18248458206653595, 0.0070756953209638596], "choice": "candidate-94dddd06eb43ed2921b0"} |
| {"panel_index": 14, "id": "mind2web:caafd610-202e-49d2-85d1-3f167f3ab443:d7bfb473-8c73-4808-96bc-187d00be5ad7", "task_family": "browser", "gold": "candidate-b56ad12ceea4c52feb3f", "candidate_ids": ["candidate-a78c74bd163f786d9539", "candidate-b56ad12ceea4c52feb3f", "candidate-b4ae8d879b43b183d54a", "candidate-9ebb992dd5a329ac8366", "candidate-f2c9f9f313e700cc877d", "candidate-af82db0cdef64a4a6cf2", "candidate-5fdd288dfbfc0a932f78", "candidate-f0729506779d73c72c2f", "candidate-4ffcfa3737d12e4f223c", "candidate-efc032a84043e09d128a", "candidate-4a068ffbc0d398300aaa", "candidate-7f042d5315889e8f72e0", "candidate-137b03b260a683ac0cd6", "candidate-874b3d025779abce748c", "candidate-5de2a5273572d4bc9c39", "candidate-49b9b04e59bbfb197a63"], "prompt_sha256": "d94ca8165f95e231260aacbaa5bc8e99ca44241878d872928f7c96298839ae96", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [12.9375, 20.0, 12.625, 12.25, 12.0625, 11.875, 12.0, 12.375, 12.4375, 11.75, 12.0625, 15.375, 12.875, 12.0, 11.4375, 12.1875], "probabilities": [0.0008430868037976325, 0.9841857552528381, 0.0006168154650367796, 0.00042393067269586027, 0.0003514508716762066, 0.0002913630160037428, 0.00033015754888765514, 0.00048037641681730747, 0.0005113580264151096, 0.0002571269287727773, 0.0003514508716762066, 0.009648618288338184, 0.000792006787378341, 0.00033015754888765514, 0.0001881180942291394, 0.00039824601844884455], "choice": "candidate-b56ad12ceea4c52feb3f"} |
| {"panel_index": 15, "id": "mind2web:8368b990-c6ca-4cfe-a7ab-c2a88697639d:bf14f1d4-470f-4110-b3f4-019a9f7d0aed", "task_family": "browser", "gold": "candidate-8b6280aa9682e1a79ce0", "candidate_ids": ["candidate-cc60994b6c36f4d19840", "candidate-f8c1512ffc92c70eafe7", "candidate-53d2672be9bfe9447865", "candidate-da095abe0a63c03f3114", "candidate-e926e62f231edca6157e", "candidate-3eccf28da059e9811f3b", "candidate-c8e6f0df1300d65debaa", "candidate-e76caeae9d53c8942ed1", "candidate-de3ea77a36017ef9c156", "candidate-1ab38af3801bba39e08c", "candidate-8b6280aa9682e1a79ce0", "candidate-451ffc245026adbc3d68", "candidate-77aac247bed375f821ae", "candidate-274f32a25dc920013c6f", "candidate-e97a589066e18a2db4b7", "candidate-c6136bbe715f050ff989"], "prompt_sha256": "52d0c2eeb247ef1c21d83eaac84a9f88d22eb50e65489a0dfb02c1c86b73c5e7", "candidate_token_ids": [32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47], "logits": [16.25, 15.625, 14.5, 19.5, 18.0, 15.5625, 14.1875, 17.0, 14.4375, 14.125, 15.4375, 13.875, 16.375, 14.75, 12.625, 13.8125], "probabilities": [0.026116006076335907, 0.01397889107465744, 0.004538281355053186, 0.6735407114028931, 0.15028725564479828, 0.013131953775882721, 0.0033202776685357094, 0.05528758838772774, 0.004263320937752724, 0.0031191124580800533, 0.011588907800614834, 0.002429167041555047, 0.029593313112854958, 0.005827269051223993, 0.00069596798857674, 0.0022819912992417812], "choice": "candidate-da095abe0a63c03f3114"} |
| {"panel_index": 16, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0010788", "task_family": "hs3", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "43d8aa81e0401b3731c05f98e2bd2b3dbf59139695ae6b700948ef63b4d14e30", "candidate_token_ids": [32, 33], "logits": [15.375, 18.5], "probabilities": [0.042087726294994354, 0.957912266254425], "choice": "no"} |
| {"panel_index": 17, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0001994", "task_family": "hs3", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "06ef7447367570160457d3b2f434528fe7391c356d258e3934f257f80f5c01f5", "candidate_token_ids": [32, 33], "logits": [17.625, 18.375], "probabilities": [0.3208213150501251, 0.6791787147521973], "choice": "no"} |
| {"panel_index": 18, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0000105", "task_family": "hs3", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "9fea3b00dd4a71a0363c8bd87b99ae4334c242011eba5648c197e999aa174c64", "candidate_token_ids": [32, 33], "logits": [19.625, 16.375], "probabilities": [0.9626730680465698, 0.037326883524656296], "choice": "yes"} |
| {"panel_index": 19, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0001238", "task_family": "hs3", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "8dace247ec58eab0973f7a1087fe3af7c8695a2992be4d300ba004babaf8cbbe", "candidate_token_ids": [32, 33], "logits": [18.875, 12.8125], "probabilities": [0.9976769089698792, 0.0023231625091284513], "choice": "yes"} |
| {"panel_index": 20, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0011197", "task_family": "hs3", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "b3fa91e805df134cb80d0ae82eabc86c63266d874b7fb6cdd584d222f7cd9426", "candidate_token_ids": [32, 33], "logits": [19.0, 12.9375], "probabilities": [0.9976769089698792, 0.0023231625091284513], "choice": "yes"} |
| {"panel_index": 21, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0017850", "task_family": "hs3", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "8e283dc3e113374111c25df9df8ed38d3a0991314388f80ace18540c352235d0", "candidate_token_ids": [32, 33], "logits": [11.6875, 18.5], "probabilities": [0.001098731067031622, 0.9989012479782104], "choice": "no"} |
| {"panel_index": 22, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0019640", "task_family": "hs3", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "475cb8ff904634ace670760f71e582174addfbcf71d28985c0e1c7c1f9b3dbcc", "candidate_token_ids": [32, 33], "logits": [19.375, 12.625], "probabilities": [0.9988304972648621, 0.0011695101857185364], "choice": "yes"} |
| {"panel_index": 23, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0010645", "task_family": "hs3", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "62ea4bbe1886885ce73d0c1abf72e927fd23117d83868d32d50405bd0a692191", "candidate_token_ids": [32, 33], "logits": [19.0, 15.375], "probabilities": [0.9740425944328308, 0.02595735713839531], "choice": "yes"} |
| {"panel_index": 24, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0020714", "task_family": "hs3", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "43596c9cb034207f4c188aa25416d7d290143d2f1850853e180cbee8e1ffbe81", "candidate_token_ids": [32, 33], "logits": [19.0, 12.875], "probabilities": [0.9978172779083252, 0.002182716503739357], "choice": "yes"} |
| {"panel_index": 25, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0008261", "task_family": "hs3", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "bc7fe561ed0c1b12e7a21d23aa6bc9a8fff8e502d0ec7328c0c3500042da1225", "candidate_token_ids": [32, 33], "logits": [13.125, 19.0], "probabilities": [0.0028009270317852497, 0.9971990585327148], "choice": "no"} |
| {"panel_index": 26, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0015735", "task_family": "hs3", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "cba3fb62985350d60d64f9988e06a26577a2e643809593877cd7eddaf1e3e1b9", "candidate_token_ids": [32, 33], "logits": [18.875, 16.0], "probabilities": [0.9465966820716858, 0.0534033328294754], "choice": "yes"} |
| {"panel_index": 27, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0014712", "task_family": "hs3", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "fc5d5293343cdb9a2c4d587a01f6d4b5c2adf98a0ee775d07a1601ae06342dea", "candidate_token_ids": [32, 33], "logits": [19.375, 13.0], "probabilities": [0.9982993006706238, 0.001700722612440586], "choice": "yes"} |
| {"panel_index": 28, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0024669", "task_family": "hs3", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "05bc8e81c80ffdc18ed69091c6d4c21decc0b2cd30b5164c34d24f95c17126ff", "candidate_token_ids": [32, 33], "logits": [15.6875, 18.5], "probabilities": [0.05665242671966553, 0.9433475732803345], "choice": "no"} |
| {"panel_index": 29, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0032390", "task_family": "hs3", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "1a9cc68b19fe2ec0158f8bbeab86b096a1496bbb755f023f66f4e3715b53da46", "candidate_token_ids": [32, 33], "logits": [12.0625, 18.5], "probabilities": [0.001597845577634871, 0.9984021782875061], "choice": "no"} |
| {"panel_index": 30, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0018442", "task_family": "hs3", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "f68722d712d424bdeddd2531a73b47948597a47e37bd59132b14df56fa98e9b8", "candidate_token_ids": [32, 33], "logits": [18.75, 14.0625], "probabilities": [0.9908744096755981, 0.00912563782185316], "choice": "yes"} |
| {"panel_index": 31, "id": "hs3-f6d145777bcbde96137596340fab89793acd1031-train-0014165", "task_family": "hs3", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "b2c1d04fc65e345807d5cf3dc93324826502c3131fbb3eca59bf166ef773b131", "candidate_token_ids": [32, 33], "logits": [19.25, 13.0], "probabilities": [0.9980732202529907, 0.0019267346942797303], "choice": "yes"} |
| {"panel_index": 32, "id": "boolq/8703574dc0db27742840afd3c1429829ef2f81c557670018e6ad5456fc53b150", "task_family": "boolq", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "938a388a0ea3db943c165f47c21a399dcbc2040c6f61340bd280786a9f5704f3", "candidate_token_ids": [32, 33], "logits": [13.125, 18.5], "probabilities": [0.004609572701156139, 0.9953904151916504], "choice": "no"} |
| {"panel_index": 33, "id": "boolq/42a6042685586d3796f9fe4460dd6e9cec208f39de59f765dcbef491fe576361", "task_family": "boolq", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "0d97ae562208ecc24ae9df8ab3678c7ae4fbe3aa22b17fffbf97fb6b2cfc2fec", "candidate_token_ids": [32, 33], "logits": [12.375, 18.875], "probabilities": [0.0015011822106316686, 0.998498797416687], "choice": "no"} |
| {"panel_index": 34, "id": "boolq/5ba6d06215b4f7b269d0b30369fea59d748f02f41d1977f14c46c9153cd45cde", "task_family": "boolq", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "a3a3f58378880f9c73e1dc63d51ea8d3951c8c90e5b4b593a8c7a1656898903e", "candidate_token_ids": [32, 33], "logits": [12.8125, 18.625], "probabilities": [0.002981032943353057, 0.9970190525054932], "choice": "no"} |
| {"panel_index": 35, "id": "boolq/4c460ed013de1b5d82c629bbf4e3bdbdaf4441a81341404d48d8e02ead5b9814", "task_family": "boolq", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "e7363021faeb0475c8d4a53d1e355b57cd7c2336433356f455b0dd025084fcdd", "candidate_token_ids": [32, 33], "logits": [19.5, 13.5], "probabilities": [0.9975274205207825, 0.0024726232513785362], "choice": "yes"} |
| {"panel_index": 36, "id": "boolq/46e903566fe8817ff37dce61d1ef85b757aa465dadb873c6356b6fc23f58476b", "task_family": "boolq", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "c59ba2cb157be77ed4543c9c8e414ce9d572e94a4f7af562105af456ca0993e3", "candidate_token_ids": [32, 33], "logits": [19.875, 12.125], "probabilities": [0.9995694756507874, 0.0004305570910219103], "choice": "yes"} |
| {"panel_index": 37, "id": "boolq/3f87d9cb171dfe78b389d22677512f92cb48f7eedeefd35f2db1a2444cf08af2", "task_family": "boolq", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "f4a7827700e4744e20ca7891fc537579e56467de67e1c9e0218eb74d1f850913", "candidate_token_ids": [32, 33], "logits": [20.0, 12.3125], "probabilities": [0.9995417594909668, 0.0004583129193633795], "choice": "yes"} |
| {"panel_index": 38, "id": "boolq/dbadfab033f2646b1a933fad5e132dc65cd8998c337d0332763f1df07680d7e7", "task_family": "boolq", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "349dd93162e0859e82c150bd521f171b1edd2cc2e98f05ed41fb16defcb80cb5", "candidate_token_ids": [32, 33], "logits": [19.625, 12.25], "probabilities": [0.999373733997345, 0.000626334163825959], "choice": "yes"} |
| {"panel_index": 39, "id": "boolq/6909b3bd9078683a97a30ee70c6f3e91a9b8848a34efc0784eddf12cfa305cd4", "task_family": "boolq", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "f5291ad0f6c72b83b6fd627aca39178a0202dd9a6674a6fca53a3a2dd9dfe3f7", "candidate_token_ids": [32, 33], "logits": [13.125, 19.0], "probabilities": [0.0028009270317852497, 0.9971990585327148], "choice": "no"} |
| {"panel_index": 40, "id": "boolq/791b5a767a61e438fe080d99068ef294b361fead41dbfc61b61021e33f2fff9f", "task_family": "boolq", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "44bb0f449bae5d6f5c4037e0f69fc24b29c530637f5f59fd6436f33027b12bc8", "candidate_token_ids": [32, 33], "logits": [19.75, 12.0], "probabilities": [0.9995694756507874, 0.0004305570910219103], "choice": "yes"} |
| {"panel_index": 41, "id": "boolq/cca90e3be9b421447fe9ae0594193ab92a92adb0083f27a46bc224ad0e67c46c", "task_family": "boolq", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "1f4adf18c45e5ad59ac100c1e54416032c380206c3420bf39071a4ac2010d52b", "candidate_token_ids": [32, 33], "logits": [13.25, 18.75], "probabilities": [0.004070138093084097, 0.9959298968315125], "choice": "no"} |
| {"panel_index": 42, "id": "boolq/179184609853d9f8f1f862bd5c3113e363f622606fcf5c188cf0da1d3ed61e86", "task_family": "boolq", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "e88d50a2527287c73f777f23fcb092662ed71ed0c5d7fe0168ec8994e8fb19a0", "candidate_token_ids": [32, 33], "logits": [19.5, 12.25], "probabilities": [0.9992903470993042, 0.0007096704212017357], "choice": "yes"} |
| {"panel_index": 43, "id": "boolq/58b070021c1d992130604f309a01b95166a281de0499349346694570a6c6ac57", "task_family": "boolq", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "8446057016a93c99345544b2afe9eaac75f9ffb0acc99cca9f255e73cb837e34", "candidate_token_ids": [32, 33], "logits": [14.8125, 18.375], "probabilities": [0.027585284784436226, 0.9724147915840149], "choice": "no"} |
| {"panel_index": 44, "id": "boolq/11b00c8dcb82dfbdaf02aa139e8c70603fb8c432e0fc51873ca00b20815a90f5", "task_family": "boolq", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "ecf3d435d5e2e523fc05ac04d40a235e7808770163f14f11214c899c8738f1b7", "candidate_token_ids": [32, 33], "logits": [19.125, 12.75], "probabilities": [0.9982993006706238, 0.001700722612440586], "choice": "yes"} |
| {"panel_index": 45, "id": "boolq/155bc4f5246c5b35ec14d7a2f697381de04c2cefbbc293b387bfdf83f2fea269", "task_family": "boolq", "gold": "yes", "candidate_ids": ["yes", "no"], "prompt_sha256": "3c4715c57e5dd569ad4eb1b9d4a725fefaf222f34bd9739091e97cbe8bb6945d", "candidate_token_ids": [32, 33], "logits": [20.5, 13.75], "probabilities": [0.9988304972648621, 0.0011695101857185364], "choice": "yes"} |
| {"panel_index": 46, "id": "boolq/31fa2124dc5769d9e6fae53be4190290131f8fb025a089f8372d6f5d61504af5", "task_family": "boolq", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "9a87a3789d0d031052a1165e22df7f13784f74d7d02fffac973d290d993657f7", "candidate_token_ids": [32, 33], "logits": [13.8125, 18.625], "probabilities": [0.00806199200451374, 0.9919379353523254], "choice": "no"} |
| {"panel_index": 47, "id": "boolq/a1ea17311c3aea8a751a1cd170483c439ce1338b451927c7db07692878ff0d82", "task_family": "boolq", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "cebe40ca184a82f8468175b02fdafcbbd829564cf847b3fc0135fd98f67083ea", "candidate_token_ids": [32, 33], "logits": [12.8125, 18.75], "probabilities": [0.0026316740550100803, 0.997368335723877], "choice": "no"} |
| {"panel_index": 48, "id": "mnli/ab466125416d6bc3f307f7fd25b78e63a8d90f8f54713027fdc7d75fffd8558d", "task_family": "mnli", "gold": "entailment", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "5834f0baf5838f80f70d57a54ea54fdf72bab1fffb7ed8abd7b6b83fec52396e", "candidate_token_ids": [32, 33, 34], "logits": [16.125, 19.375, 14.25], "probabilities": [0.03711443394422531, 0.957193911075592, 0.005691682919859886], "choice": "neutral"} |
| {"panel_index": 49, "id": "mnli/8f4dbf064e95ffddc782d0d50ab5e6e0fb83aab546d48b00bff5f03706183bf9", "task_family": "mnli", "gold": "neutral", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "52a795fb9d86048dfec129052857ec13bfa6dca7b7314081a62143a83055313a", "candidate_token_ids": [32, 33, 34], "logits": [13.125, 20.5, 12.375], "probabilities": [0.0006261488306336105, 0.9990780353546143, 0.0002957718097604811], "choice": "neutral"} |
| {"panel_index": 50, "id": "mnli/53ac0a380403b0ccd3ae48ea7763a52664f1d1744f6244c25d5980d69fcf7f0f", "task_family": "mnli", "gold": "entailment", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "f6adf5004089ef9a0cc851a183a3e4c72d4b8a84fd54803ef1789646635f01dd", "candidate_token_ids": [32, 33, 34], "logits": [20.25, 12.4375, 11.5], "probabilities": [0.9994372725486755, 0.0004044174565933645, 0.00015837214596103877], "choice": "entailment"} |
| {"panel_index": 51, "id": "mnli/e6cf83f056ba7587936d8026ff9709bc50de62e0dfb282f6b8d6aa85649e688d", "task_family": "mnli", "gold": "neutral", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "9ddcac65f7c20b39c2eafa8d124294ab44516209a07832ffa4575b35c2ea2396", "candidate_token_ids": [32, 33, 34], "logits": [13.5, 20.25, 12.5], "probabilities": [0.001169007271528244, 0.9984009861946106, 0.00043005376937799156], "choice": "neutral"} |
| {"panel_index": 52, "id": "mnli/834677de1c970abc266e34006f2e681c7301ff5d043796d92da66364b792f235", "task_family": "mnli", "gold": "contradiction", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "c1a73d0727accd049baa352165c01aebbbc68ef10ab728e698ef44f9efbc7b6c", "candidate_token_ids": [32, 33, 34], "logits": [11.25, 11.9375, 19.75], "probabilities": [0.0002033447235589847, 0.000404399266699329, 0.9993922710418701], "choice": "contradiction"} |
| {"panel_index": 53, "id": "mnli/13f1e11494916138e91023e5bf4d2483ab5d93f00e2e1e558c5f595ca0e8e22d", "task_family": "mnli", "gold": "neutral", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "5aedfe5d0e0bcfe168031cd031b0355c0ed3ce9f22948073417e36f0682394e8", "candidate_token_ids": [32, 33, 34], "logits": [20.125, 12.0, 11.25], "probabilities": [0.9995643496513367, 0.0002959157864097506, 0.00013978072092868388], "choice": "entailment"} |
| {"panel_index": 54, "id": "mnli/9cf51bc8717b59b904d198884ba5b832b53cdc96a5b1aafee7203dca9bfc824d", "task_family": "mnli", "gold": "entailment", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "37b5f12a82b74d56402bb3c33b63e27e4d08218a0ec1ec3a2087df90fa35ea3f", "candidate_token_ids": [32, 33, 34], "logits": [16.875, 19.625, 13.5], "probabilities": [0.05996336042881012, 0.9379847645759583, 0.0020518333185464144], "choice": "neutral"} |
| {"panel_index": 55, "id": "mnli/3d8bd065ebff13c30fa3aa4943c5f2851ca8a5860bae22e25f212be97790ab28", "task_family": "mnli", "gold": "entailment", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "0a2b268fa0d617735fea967a5896b3d205b101d83b018ec9fca7d988f11d10db", "candidate_token_ids": [32, 33, 34], "logits": [20.125, 12.4375, 11.375], "probabilities": [0.9993834495544434, 0.00045824036351405084, 0.00015836361853871495], "choice": "entailment"} |
| {"panel_index": 56, "id": "mnli/4dc433ef7c48f1158e61aa4f1b568bac7ee2ede91001c9b8d933fd5c54e71820", "task_family": "mnli", "gold": "entailment", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "28ea8cef7c3cefbc4e52117dbbd91fe6ba0185a3067aff8e0a364e78d7918819", "candidate_token_ids": [32, 33, 34], "logits": [19.75, 12.0625, 11.375], "probabilities": [0.9993114471435547, 0.00045820733066648245, 0.0002304011140950024], "choice": "entailment"} |
| {"panel_index": 57, "id": "mnli/533107d0478441289d303edb55e3769ea75e77ee657738576b1e86f9f523ff09", "task_family": "mnli", "gold": "neutral", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "f5983d410d1ffb47caf1d2c160be923e0ed6839419930f59eadfb89cfb2b4c1c", "candidate_token_ids": [32, 33, 34], "logits": [14.375, 17.125, 19.625], "probabilities": [0.004826047457754612, 0.07549208402633667, 0.9196819067001343], "choice": "contradiction"} |
| {"panel_index": 58, "id": "mnli/e6856d10a89f46cbfc7fa77bf9266c482f130090a961f5bcb10be540e7c5fc2c", "task_family": "mnli", "gold": "neutral", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "b0414aaab93e025d307d733858e0be03f543479f804f1dc12a6324b94a1a28c2", "candidate_token_ids": [32, 33, 34], "logits": [13.875, 19.75, 15.25], "probabilities": [0.0027702387887984514, 0.9862732291221619, 0.010956507176160812], "choice": "neutral"} |
| {"panel_index": 59, "id": "mnli/4bd800d8bc83435b531bb472e9078bb054a7bb68bf31036bc12502e177dea19b", "task_family": "mnli", "gold": "entailment", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "a2314ed00eeb6299fbe1343e769272e96da353429390c352cf49d59d0c2967e8", "candidate_token_ids": [32, 33, 34], "logits": [19.25, 14.4375, 17.125], "probabilities": [0.8868703842163086, 0.0072080534882843494, 0.10592156648635864], "choice": "entailment"} |
| {"panel_index": 60, "id": "mnli/b0220f9d099b621bde205ea6efa72624cc1948cceb2502cdc38d19c3762c2ba0", "task_family": "mnli", "gold": "neutral", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "5e649a151d402888b8c9e9b8ba693d39efad2f95912eb424363518e92fb26dee", "candidate_token_ids": [32, 33, 34], "logits": [14.1875, 15.0, 20.0], "probabilities": [0.0029611403588205576, 0.006673032883554697, 0.9903658628463745], "choice": "contradiction"} |
| {"panel_index": 61, "id": "mnli/5c5d3ecddeb08dada33aaa9e323aa10bdfa371aa2f535b2cd5f4f653b0e25e9c", "task_family": "mnli", "gold": "entailment", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "808dae944e65ee87bcaaa32c78f64633ec95e1e202c2e49fc0a34ffc831c7327", "candidate_token_ids": [32, 33, 34], "logits": [19.5, 16.75, 14.0625], "probabilities": [0.9360857605934143, 0.059841956943273544, 0.004072296433150768], "choice": "entailment"} |
| {"panel_index": 62, "id": "mnli/dba1b74655afea3f9676c7a8687e80c0da196b11f2324d6e3a41c3870b9d8591", "task_family": "mnli", "gold": "entailment", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "1e22807eca9d351d7041b7c3a7d466c369566a06caf7559c424c855f9dc8de40", "candidate_token_ids": [32, 33, 34], "logits": [19.75, 12.4375, 11.5625], "probabilities": [0.9990556836128235, 0.0006665171240456402, 0.0002778456546366215], "choice": "entailment"} |
| {"panel_index": 63, "id": "mnli/c8c695b22a0a846dde5f0ae3c17127f27c53f23219de2f4c97f2a9bebe1e0f81", "task_family": "mnli", "gold": "entailment", "candidate_ids": ["entailment", "neutral", "contradiction"], "prompt_sha256": "b2d7992028f3524744fa167194e920d2d2f96e049d9baa0c16a60567a2506e01", "candidate_token_ids": [32, 33, 34], "logits": [20.0, 12.1875, 11.375], "probabilities": [0.9994162321090698, 0.00040440892917104065, 0.00017945538274943829], "choice": "entailment"} |
| {"panel_index": 64, "id": "goemotions:0d6f68c6aab93172edb30824a77a2f20e857a379845cfc16d8315af53d05bc1f:approval", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "62e2f3ce6d8db5d5399c3dbeaa448fa75306f4d790a05d15745663f6ceabe85f", "candidate_token_ids": [32, 33], "logits": [18.75, 18.375], "probabilities": [0.5926666259765625, 0.4073334336280823], "choice": "yes"} |
| {"panel_index": 65, "id": "goemotions:5bb2f0355125b6ea32d14bc489651edeb09f6b4ef9f51b90b8ed330b8fd14cef:sadness", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "5cd89e6970749f8b4a0f8526f39a21035bd2a2d2dab17c9b22cb526e792d40bf", "candidate_token_ids": [32, 33], "logits": [12.125, 19.75], "probabilities": [0.00048785717808641493, 0.9995121955871582], "choice": "no"} |
| {"panel_index": 66, "id": "goemotions:5695bd603bf8ce60300298693b29b4295f2d34c083c7e52bff826db80a6ea996:grief", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "4a701cb3026d72bdc664138b3258e27154414aef18bc5d9658a22ca9b16431d3", "candidate_token_ids": [32, 33], "logits": [12.0625, 19.75], "probabilities": [0.0004583129193633795, 0.9995417594909668], "choice": "no"} |
| {"panel_index": 67, "id": "goemotions:e97ef69f22521e136e92eee4bbc1e46d8571bf91280b2bc7ae24f2e1ec5d0745:desire", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "74cd0d0acfe64e81b3b02d676d3543c54fe2736d05f9d6964e9bf589a8fa604e", "candidate_token_ids": [32, 33], "logits": [13.625, 19.375], "probabilities": [0.0031726830638945103, 0.9968273043632507], "choice": "no"} |
| {"panel_index": 68, "id": "goemotions:0c48f870b5edcb7a8dcfeb58087c7e3e56a9a2d89a0687e66d9974557c74556a:love", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "74095411b7d11586abb60a651ae44840355675c465df21605302ced8aa7460e9", "candidate_token_ids": [32, 33], "logits": [12.5, 19.5], "probabilities": [0.0009110512328334153, 0.9990890026092529], "choice": "no"} |
| {"panel_index": 69, "id": "goemotions:30e748ace2950567f2e1dcc3c638f6d5fc1e2df8078792928acf9550168933c7:approval", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "a8e377d44a31f2539125c844e84396f69387ac0177550bfe52378a2461e31ae7", "candidate_token_ids": [32, 33], "logits": [19.75, 12.5], "probabilities": [0.9992903470993042, 0.0007096704212017357], "choice": "yes"} |
| {"panel_index": 70, "id": "goemotions:3b0e3210dddfd4dbb4b0e76cf62299246fd5a912229994a9e07de7dfc64c2262:embarrassment", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "897f9ee99d20643b8ec00e25182dded61636e60cfd09ee330ca3b25540069833", "candidate_token_ids": [32, 33], "logits": [12.6875, 19.625], "probabilities": [0.0009697519126348197, 0.9990302324295044], "choice": "no"} |
| {"panel_index": 71, "id": "goemotions:4308985a124eb5964a14e35ae0d7db83da5f33c019222497141a9a455cb5500c:joy", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "51b9806351f409e9959d99b25249e1561bcb1d2da032317b72b84a429a28d713", "candidate_token_ids": [32, 33], "logits": [12.625, 19.75], "probabilities": [0.0008040859247557819, 0.9991958737373352], "choice": "no"} |
| {"panel_index": 72, "id": "goemotions:1285f8257d6a85acd0b9b01bfbebadff45ec085608b755eb415c74c624f8f5eb:optimism", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "5af8f3b74ad252af8af13b9bbe1c5b4585c431868cfaa0c4f99abdb42e654a36", "candidate_token_ids": [32, 33], "logits": [18.875, 18.75], "probabilities": [0.531209409236908, 0.4687906503677368], "choice": "yes"} |
| {"panel_index": 73, "id": "goemotions:ee392e883c467546e7e603f5e6b94702211b3b4af3519a0bb7bd3b21bf4cbfd9:joy", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "266326a7e5d742f0cc33238676458ba8635f29efc4d3c95b662feaa590c2b38e", "candidate_token_ids": [32, 33], "logits": [11.9375, 19.5], "probabilities": [0.0005193048273213208, 0.999480664730072], "choice": "no"} |
| {"panel_index": 74, "id": "goemotions:43ef087b074a832ce71850c4c8d1672ca1d68b8b03830f65be8a52da990b454c:surprise", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "50981dcbdce4641c8cadc2eb3b78a20e23fca85a04376f095c1419f77d976694", "candidate_token_ids": [32, 33], "logits": [12.1875, 19.75], "probabilities": [0.0005193048273213208, 0.999480664730072], "choice": "no"} |
| {"panel_index": 75, "id": "goemotions:8285d89a0201a60100cf7540b9e92fbf0564e50afc4e58afb812f91b6fc64cba:desire", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "538fef417332ce98ebd74b27c7c5b59a41fc722574e13987db181517abe649bb", "candidate_token_ids": [32, 33], "logits": [12.6875, 19.375], "probabilities": [0.0012448433553799987, 0.9987550973892212], "choice": "no"} |
| {"panel_index": 76, "id": "goemotions:cfa49c3d3a46c50e494455f5f1aa94c401a83a9450181bcf5d1f64ae75e30e64:annoyance", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "22d93f0279f9bacc380b1a29a2debaca5cae59cd9a7ff8e82c8f42ec97d1aa8d", "candidate_token_ids": [32, 33], "logits": [15.1875, 19.25], "probabilities": [0.016914913430809975, 0.9830850958824158], "choice": "no"} |
| {"panel_index": 77, "id": "goemotions:e97ef69f22521e136e92eee4bbc1e46d8571bf91280b2bc7ae24f2e1ec5d0745:confusion", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "b7bc2566159ea8e56d02da9bdc7d94820e6e704c057d22624565cf84c3d8ccc8", "candidate_token_ids": [32, 33], "logits": [15.3125, 19.125], "probabilities": [0.02161533385515213, 0.9783847332000732], "choice": "no"} |
| {"panel_index": 78, "id": "goemotions:a312dda34fe450feab6e22e6d2aa7493d77c757d4800e2bfd9904549ff4c3756:realization", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "53472c74825a9353b6efae1df7e1106ab8c2aeb0f510b2923fd2754893391868", "candidate_token_ids": [32, 33], "logits": [13.6875, 19.625], "probabilities": [0.0026316740550100803, 0.997368335723877], "choice": "no"} |
| {"panel_index": 79, "id": "goemotions:4c893be6bdf7ad879db4d2299867417db381418ebeed081d85cbd13e6b3371a6:anger", "task_family": "score", "gold": "no", "candidate_ids": ["yes", "no"], "prompt_sha256": "6a4428c6d807234388965c34cc8785054f982294a2b8b91ab744deaa27db2c6c", "candidate_token_ids": [32, 33], "logits": [13.375, 19.5], "probabilities": [0.002182716503739357, 0.9978172779083252], "choice": "no"} |
|
|
