Spaces:
Running on Zero
Running on Zero
| { | |
| "gui360_word_1_1_1": { | |
| "id": "gui360_word_1_1_1", | |
| "app": "gui360_word", | |
| "family": "multi_step_submit", | |
| "goal": "Add an arrow to the document by navigating to the 'Insert' tab, selecting 'Shapes', and choosing an arrow style.\nCurrent step: Add an arrow to the document by navigating to the 'Insert' tab, selecting 'Shapes', and choosing an arrow style in the Word application.", | |
| "ax_tree": "- Button \"Quick Print\" @ [347, 180, 440, 211]\n- Button \"Ribbon Display Options\" @ [992, 154, 1012, 174]\n- Button \"View\" @ [492, 48, 538, 78]\n- Button \"Character Shading\" @ [328, 134, 352, 158]\n- Button \"Accept and Move to Next\" @ [181, 180, 346, 211]\n- Button \"More Options\" @ [170, 134, 185, 158]\n- Button \"Character Border\" @ [354, 82, 378, 106]\n- Button \"Save\" @ [10, 180, 70, 211]\n- Edit \"Header -Section 1-\" @ [112, 229, 894, 321]\n- Button \"Subscript\" @ [223, 108, 247, 132]\n- Button \"Dictate\" @ [579, 82, 621, 120]\n- Button \"Superscript\" @ [249, 108, 273, 132]\n- Button \"Strikethrough\" @ [71, 180, 180, 211]\n- Button \"Customize Quick Access Toolbar\" @ [826, 180, 854, 211]\n- Button \"Zoom In\" @ [914, 699, 963, 720]\n- Button \"Insert\" @ [114, 48, 167, 78]", | |
| "screenshot": "gui360_word_1_1_1.png", | |
| "options": [ | |
| { | |
| "element_id": "el_0", | |
| "role": "Button", | |
| "label": "Quick Print", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_1", | |
| "role": "Button", | |
| "label": "Ribbon Display Options", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_2", | |
| "role": "Button", | |
| "label": "View", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_3", | |
| "role": "Button", | |
| "label": "Character Shading", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_4", | |
| "role": "Button", | |
| "label": "Accept and Move to Next", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_5", | |
| "role": "Button", | |
| "label": "More Options", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_6", | |
| "role": "Button", | |
| "label": "Character Border", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_7", | |
| "role": "Button", | |
| "label": "Save", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_8", | |
| "role": "Edit", | |
| "label": "Header -Section 1-", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_9", | |
| "role": "Button", | |
| "label": "Subscript", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_10", | |
| "role": "Button", | |
| "label": "Dictate", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_11", | |
| "role": "Button", | |
| "label": "Superscript", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_12", | |
| "role": "Button", | |
| "label": "Strikethrough", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_13", | |
| "role": "Button", | |
| "label": "Customize Quick Access Toolbar", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_14", | |
| "role": "Button", | |
| "label": "Zoom In", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_15", | |
| "role": "Button", | |
| "label": "Insert", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_15", | |
| "role": "Button", | |
| "label": "Insert", | |
| "action": "click", | |
| "entity_id": null, | |
| "entity_value": null | |
| } | |
| ], | |
| "gold": [ | |
| { | |
| "element_id": "el_15", | |
| "action": "click", | |
| "label": "Insert" | |
| } | |
| ], | |
| "source": "GUI-360 (vyokky/Gui-360, MIT)", | |
| "episode": "word_1_1" | |
| }, | |
| "gui360_ppt_1_113_1": { | |
| "id": "gui360_ppt_1_113_1", | |
| "app": "gui360_ppt", | |
| "family": "multi_step_submit", | |
| "goal": "Draw a speech bubble on Slide 1 in the PowerPoint presentation.\nCurrent step: Draw a speech bubble on Slide 1 in the PowerPoint presentation 'draw_a_speech_bubble_1adbad7c-28ac-4004-9dda-21e5a5f86c7f.pptx'.", | |
| "ax_tree": "- Button \"Slide Sorter\" @ [706, 699, 746, 720]\n- Button \"Home\" @ [58, 48, 108, 78]\n- Button \"Slide Show\" @ [786, 699, 826, 720]\n- Button \"Restore Down\" @ [928, 0, 976, 48]\n- Button \"draw_a_speech_bubble_1adbad7c-28ac-4004-9dda-21e5a5f86c7f - General\\All Employees (unrestricted)* - Saved to this PC\" @ [255, 0, 741, 48]\n- Button \"Record\" @ [830, 51, 872, 75]\n- Button \"Animations\" @ [337, 48, 419, 78]\n- Button \"Comments\" @ [930, 51, 972, 75]\n- Button \"Review\" @ [555, 48, 610, 78]\n- Button \"Save\" @ [42, 9, 70, 38]\n- Button \"Insert\" @ [109, 48, 157, 78]\n- Button \"Customize Quick Access Toolbar\" @ [226, 8, 254, 39]\n- Button \"New\" @ [197, 9, 225, 38]\n- Button \"Accessibility Checker Accessibility: Good to go\" @ [226, 699, 387, 720]\n- Button \"Notes\" @ [592, 699, 656, 720]\n- Button \"UFO\" @ [796, 0, 880, 48]", | |
| "screenshot": "gui360_ppt_1_113_1.png", | |
| "options": [ | |
| { | |
| "element_id": "el_0", | |
| "role": "Button", | |
| "label": "Slide Sorter", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_1", | |
| "role": "Button", | |
| "label": "Home", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_2", | |
| "role": "Button", | |
| "label": "Slide Show", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_3", | |
| "role": "Button", | |
| "label": "Restore Down", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_4", | |
| "role": "Button", | |
| "label": "draw_a_speech_bubble_1adbad7c-28ac-4004-9dda-21e5a5f86c7f - General\\All Employees (unrestricted)* - Saved to this PC", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_5", | |
| "role": "Button", | |
| "label": "Record", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_6", | |
| "role": "Button", | |
| "label": "Animations", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_7", | |
| "role": "Button", | |
| "label": "Comments", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_8", | |
| "role": "Button", | |
| "label": "Review", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_9", | |
| "role": "Button", | |
| "label": "Save", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_10", | |
| "role": "Button", | |
| "label": "Insert", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_10", | |
| "role": "Button", | |
| "label": "Insert", | |
| "action": "click", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_11", | |
| "role": "Button", | |
| "label": "Customize Quick Access Toolbar", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_12", | |
| "role": "Button", | |
| "label": "New", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_13", | |
| "role": "Button", | |
| "label": "Accessibility Checker Accessibility: Good to go", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_14", | |
| "role": "Button", | |
| "label": "Notes", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_15", | |
| "role": "Button", | |
| "label": "UFO", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| } | |
| ], | |
| "gold": [ | |
| { | |
| "element_id": "el_10", | |
| "action": "click", | |
| "label": "Insert" | |
| } | |
| ], | |
| "source": "GUI-360 (vyokky/Gui-360, MIT)", | |
| "episode": "ppt_1_113" | |
| }, | |
| "gui360_excel_1_2_7": { | |
| "id": "gui360_excel_1_2_7", | |
| "app": "gui360_excel", | |
| "family": "form_filling", | |
| "goal": "Add the symbol '©' in the Excel spreadsheet.", | |
| "ax_tree": "- Button \"Sparklines\" @ [554, 80, 625, 176]\n- Button \"N1\" @ [845, 239, 908, 259]\n- Button \"AI Perfect Assistant\" @ [649, 48, 785, 78]\n- Button \"ScrollBar\" @ [1005, 219, 1022, 669]\n- Button \"System\" @ [0, 0, 22, 22]\n- Edit \"Edit Cell\" @ [26, 239, 89, 259]\n- Button \"Tables\" @ [12, 80, 67, 176]\n- Button \"N14\" @ [845, 499, 908, 519]\n- Button \"G14\" @ [404, 499, 467, 519]\n- Button \"C1\" @ [152, 239, 215, 259]\n- Button \"I13\" @ [530, 479, 593, 499]\n- Button \"M11\" @ [782, 439, 845, 459]\n- Button \"I\" @ [530, 219, 593, 239]\n- Button \"Illustrations\" @ [67, 80, 146, 176]\n- Button \"H17\" @ [467, 559, 530, 579]\n- Button \"J3\" @ [593, 279, 656, 299]", | |
| "screenshot": "gui360_excel_1_2_7.png", | |
| "options": [ | |
| { | |
| "element_id": "el_0", | |
| "role": "Button", | |
| "label": "Sparklines", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_1", | |
| "role": "Button", | |
| "label": "N1", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_2", | |
| "role": "Button", | |
| "label": "AI Perfect Assistant", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_3", | |
| "role": "Button", | |
| "label": "ScrollBar", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_4", | |
| "role": "Button", | |
| "label": "System", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_5", | |
| "role": "Edit", | |
| "label": "Edit Cell", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_5", | |
| "role": "Edit", | |
| "label": "Edit Cell", | |
| "action": "fill", | |
| "entity_id": "ent_0", | |
| "entity_value": "©" | |
| }, | |
| { | |
| "element_id": "el_6", | |
| "role": "Button", | |
| "label": "Tables", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_7", | |
| "role": "Button", | |
| "label": "N14", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_8", | |
| "role": "Button", | |
| "label": "G14", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_9", | |
| "role": "Button", | |
| "label": "C1", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_10", | |
| "role": "Button", | |
| "label": "I13", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_11", | |
| "role": "Button", | |
| "label": "M11", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_12", | |
| "role": "Button", | |
| "label": "I", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_13", | |
| "role": "Button", | |
| "label": "Illustrations", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_14", | |
| "role": "Button", | |
| "label": "H17", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| }, | |
| { | |
| "element_id": "el_15", | |
| "role": "Button", | |
| "label": "J3", | |
| "action": "skip", | |
| "entity_id": null, | |
| "entity_value": null | |
| } | |
| ], | |
| "gold": [ | |
| { | |
| "element_id": "el_5", | |
| "action": "fill", | |
| "label": "Edit Cell" | |
| } | |
| ], | |
| "source": "GUI-360 (vyokky/Gui-360, MIT)", | |
| "episode": "excel_1_2" | |
| } | |
| } |