{ "gui360_word_1_1_1": { "id": "gui360_word_1_1_1", "app": "gui360_word", "family": "multi_step_submit", "goal": "Add an arrow to the document by navigating to the 'Insert' tab, selecting 'Shapes', and choosing an arrow style.\nCurrent step: Add an arrow to the document by navigating to the 'Insert' tab, selecting 'Shapes', and choosing an arrow style in the Word application.", "ax_tree": "- Button \"Quick Print\" @ [347, 180, 440, 211]\n- Button \"Ribbon Display Options\" @ [992, 154, 1012, 174]\n- Button \"View\" @ [492, 48, 538, 78]\n- Button \"Character Shading\" @ [328, 134, 352, 158]\n- Button \"Accept and Move to Next\" @ [181, 180, 346, 211]\n- Button \"More Options\" @ [170, 134, 185, 158]\n- Button \"Character Border\" @ [354, 82, 378, 106]\n- Button \"Save\" @ [10, 180, 70, 211]\n- Edit \"Header -Section 1-\" @ [112, 229, 894, 321]\n- Button \"Subscript\" @ [223, 108, 247, 132]\n- Button \"Dictate\" @ [579, 82, 621, 120]\n- Button \"Superscript\" @ [249, 108, 273, 132]\n- Button \"Strikethrough\" @ [71, 180, 180, 211]\n- Button \"Customize Quick Access Toolbar\" @ [826, 180, 854, 211]\n- Button \"Zoom In\" @ [914, 699, 963, 720]\n- Button \"Insert\" @ [114, 48, 167, 78]", "screenshot": "gui360_word_1_1_1.png", "options": [ { "element_id": "el_0", "role": "Button", "label": "Quick Print", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_1", "role": "Button", "label": "Ribbon Display Options", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_2", "role": "Button", "label": "View", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_3", "role": "Button", "label": "Character Shading", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_4", "role": "Button", "label": "Accept and Move to Next", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_5", "role": "Button", "label": "More Options", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_6", "role": "Button", "label": "Character Border", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_7", "role": "Button", "label": "Save", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_8", "role": "Edit", "label": "Header -Section 1-", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_9", "role": "Button", "label": "Subscript", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_10", "role": "Button", "label": "Dictate", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_11", "role": "Button", "label": "Superscript", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_12", "role": "Button", "label": "Strikethrough", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_13", "role": "Button", "label": "Customize Quick Access Toolbar", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_14", "role": "Button", "label": "Zoom In", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_15", "role": "Button", "label": "Insert", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_15", "role": "Button", "label": "Insert", "action": "click", "entity_id": null, "entity_value": null } ], "gold": [ { "element_id": "el_15", "action": "click", "label": "Insert" } ], "source": "GUI-360 (vyokky/Gui-360, MIT)", "episode": "word_1_1" }, "gui360_ppt_1_113_1": { "id": "gui360_ppt_1_113_1", "app": "gui360_ppt", "family": "multi_step_submit", "goal": "Draw a speech bubble on Slide 1 in the PowerPoint presentation.\nCurrent step: Draw a speech bubble on Slide 1 in the PowerPoint presentation 'draw_a_speech_bubble_1adbad7c-28ac-4004-9dda-21e5a5f86c7f.pptx'.", "ax_tree": "- Button \"Slide Sorter\" @ [706, 699, 746, 720]\n- Button \"Home\" @ [58, 48, 108, 78]\n- Button \"Slide Show\" @ [786, 699, 826, 720]\n- Button \"Restore Down\" @ [928, 0, 976, 48]\n- Button \"‪draw_a_speech_bubble_1adbad7c-28ac-4004-9dda-21e5a5f86c7f‬ - General\\All Employees (unrestricted)* - Saved to this PC\" @ [255, 0, 741, 48]\n- Button \"Record\" @ [830, 51, 872, 75]\n- Button \"Animations\" @ [337, 48, 419, 78]\n- Button \"Comments\" @ [930, 51, 972, 75]\n- Button \"Review\" @ [555, 48, 610, 78]\n- Button \"Save\" @ [42, 9, 70, 38]\n- Button \"Insert\" @ [109, 48, 157, 78]\n- Button \"Customize Quick Access Toolbar\" @ [226, 8, 254, 39]\n- Button \"New\" @ [197, 9, 225, 38]\n- Button \"Accessibility Checker Accessibility: Good to go\" @ [226, 699, 387, 720]\n- Button \"Notes\" @ [592, 699, 656, 720]\n- Button \"UFO\" @ [796, 0, 880, 48]", "screenshot": "gui360_ppt_1_113_1.png", "options": [ { "element_id": "el_0", "role": "Button", "label": "Slide Sorter", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_1", "role": "Button", "label": "Home", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_2", "role": "Button", "label": "Slide Show", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_3", "role": "Button", "label": "Restore Down", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_4", "role": "Button", "label": "‪draw_a_speech_bubble_1adbad7c-28ac-4004-9dda-21e5a5f86c7f‬ - General\\All Employees (unrestricted)* - Saved to this PC", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_5", "role": "Button", "label": "Record", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_6", "role": "Button", "label": "Animations", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_7", "role": "Button", "label": "Comments", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_8", "role": "Button", "label": "Review", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_9", "role": "Button", "label": "Save", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_10", "role": "Button", "label": "Insert", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_10", "role": "Button", "label": "Insert", "action": "click", "entity_id": null, "entity_value": null }, { "element_id": "el_11", "role": "Button", "label": "Customize Quick Access Toolbar", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_12", "role": "Button", "label": "New", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_13", "role": "Button", "label": "Accessibility Checker Accessibility: Good to go", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_14", "role": "Button", "label": "Notes", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_15", "role": "Button", "label": "UFO", "action": "skip", "entity_id": null, "entity_value": null } ], "gold": [ { "element_id": "el_10", "action": "click", "label": "Insert" } ], "source": "GUI-360 (vyokky/Gui-360, MIT)", "episode": "ppt_1_113" }, "gui360_excel_1_2_7": { "id": "gui360_excel_1_2_7", "app": "gui360_excel", "family": "form_filling", "goal": "Add the symbol '©' in the Excel spreadsheet.", "ax_tree": "- Button \"Sparklines\" @ [554, 80, 625, 176]\n- Button \"N1\" @ [845, 239, 908, 259]\n- Button \"AI Perfect Assistant\" @ [649, 48, 785, 78]\n- Button \"ScrollBar\" @ [1005, 219, 1022, 669]\n- Button \"System\" @ [0, 0, 22, 22]\n- Edit \"Edit Cell\" @ [26, 239, 89, 259]\n- Button \"Tables\" @ [12, 80, 67, 176]\n- Button \"N14\" @ [845, 499, 908, 519]\n- Button \"G14\" @ [404, 499, 467, 519]\n- Button \"C1\" @ [152, 239, 215, 259]\n- Button \"I13\" @ [530, 479, 593, 499]\n- Button \"M11\" @ [782, 439, 845, 459]\n- Button \"I\" @ [530, 219, 593, 239]\n- Button \"Illustrations\" @ [67, 80, 146, 176]\n- Button \"H17\" @ [467, 559, 530, 579]\n- Button \"J3\" @ [593, 279, 656, 299]", "screenshot": "gui360_excel_1_2_7.png", "options": [ { "element_id": "el_0", "role": "Button", "label": "Sparklines", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_1", "role": "Button", "label": "N1", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_2", "role": "Button", "label": "AI Perfect Assistant", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_3", "role": "Button", "label": "ScrollBar", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_4", "role": "Button", "label": "System", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_5", "role": "Edit", "label": "Edit Cell", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_5", "role": "Edit", "label": "Edit Cell", "action": "fill", "entity_id": "ent_0", "entity_value": "©" }, { "element_id": "el_6", "role": "Button", "label": "Tables", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_7", "role": "Button", "label": "N14", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_8", "role": "Button", "label": "G14", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_9", "role": "Button", "label": "C1", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_10", "role": "Button", "label": "I13", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_11", "role": "Button", "label": "M11", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_12", "role": "Button", "label": "I", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_13", "role": "Button", "label": "Illustrations", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_14", "role": "Button", "label": "H17", "action": "skip", "entity_id": null, "entity_value": null }, { "element_id": "el_15", "role": "Button", "label": "J3", "action": "skip", "entity_id": null, "entity_value": null } ], "gold": [ { "element_id": "el_5", "action": "fill", "label": "Edit Cell" } ], "source": "GUI-360 (vyokky/Gui-360, MIT)", "episode": "excel_1_2" } }