| [ | |
| { | |
| "index": 0, | |
| "start": 19.6, | |
| "end": 20.3, | |
| "text": "Go to the menu bar.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2010.401123046875, | |
| 235.64308166503906 | |
| ], | |
| [ | |
| 2094.8388671875, | |
| 251.62506103515625 | |
| ], | |
| [ | |
| 2308.981201171875, | |
| 242.55055236816406 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1810.401123046875, | |
| 35.64308166503906, | |
| 2508.981201171875, | |
| 451.62506103515625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 20.9, | |
| "end": 23.5, | |
| "text": "Click the button with the green notifications labeled 'Issues'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2271.7060546875, | |
| 206.39198303222656 | |
| ], | |
| [ | |
| 2271.94287109375, | |
| 206.52764892578125 | |
| ], | |
| [ | |
| 2271.942626953125, | |
| 206.5330352783203 | |
| ], | |
| [ | |
| 2271.939208984375, | |
| 206.52581787109375 | |
| ], | |
| [ | |
| 2271.94287109375, | |
| 206.52767944335938 | |
| ], | |
| [ | |
| 2271.942626953125, | |
| 206.5330352783203 | |
| ], | |
| [ | |
| 2271.939208984375, | |
| 206.52581787109375 | |
| ], | |
| [ | |
| 2271.94287109375, | |
| 206.52764892578125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2071.7060546875, | |
| 6.3919830322265625, | |
| 2471.94287109375, | |
| 406.5330352783203 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 27.0, | |
| "end": 31.6, | |
| "text": "Observe that it automatically filters by issues assigned to yourself and opens in the 'Open' tab.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1579.85888671875, | |
| 423.6118469238281 | |
| ], | |
| [ | |
| 1515.34033203125, | |
| 435.9449768066406 | |
| ], | |
| [ | |
| 1191.06982421875, | |
| 526.8193359375 | |
| ], | |
| [ | |
| 1157.840576171875, | |
| 529.7659912109375 | |
| ], | |
| [ | |
| 834.3707885742188, | |
| 543.3265991210938 | |
| ], | |
| [ | |
| 792.4295043945312, | |
| 575.114013671875 | |
| ], | |
| [ | |
| 791.1898193359375, | |
| 610.5979614257812 | |
| ], | |
| [ | |
| 743.4261474609375, | |
| 616.3606567382812 | |
| ], | |
| [ | |
| 743.4246826171875, | |
| 616.384521484375 | |
| ], | |
| [ | |
| 743.4247436523438, | |
| 616.3844604492188 | |
| ], | |
| [ | |
| 743.4390258789062, | |
| 616.39990234375 | |
| ], | |
| [ | |
| 743.4246826171875, | |
| 616.384521484375 | |
| ], | |
| [ | |
| 610.2579956054688, | |
| 603.7939453125 | |
| ], | |
| [ | |
| 230.47564697265625, | |
| 465.88873291015625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 30.47564697265625, | |
| 223.61184692382812, | |
| 1779.85888671875, | |
| 816.39990234375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 35.5, | |
| "end": 37.4, | |
| "text": "Click on 'All' to view all issues assigned to yourself.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1193.1597900390625, | |
| 402.84320068359375 | |
| ], | |
| [ | |
| 1193.1627197265625, | |
| 402.8469543457031 | |
| ], | |
| [ | |
| 1192.9556884765625, | |
| 402.93072509765625 | |
| ], | |
| [ | |
| 1193.166015625, | |
| 402.9037780761719 | |
| ], | |
| [ | |
| 1238.427978515625, | |
| 415.942138671875 | |
| ], | |
| [ | |
| 1824.9853515625, | |
| 626.8273315429688 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 992.9556884765625, | |
| 202.84320068359375, | |
| 2024.9853515625, | |
| 826.8273315429688 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 49.7, | |
| "end": 53.5, | |
| "text": "Search for an issue by keyword.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1592.564697265625, | |
| 557.3162231445312 | |
| ], | |
| [ | |
| 1590.919189453125, | |
| 555.560546875 | |
| ], | |
| [ | |
| 1590.9161376953125, | |
| 555.5596923828125 | |
| ], | |
| [ | |
| 1590.8897705078125, | |
| 555.5834350585938 | |
| ], | |
| [ | |
| 1590.919189453125, | |
| 555.560546875 | |
| ], | |
| [ | |
| 1590.9161376953125, | |
| 555.5596923828125 | |
| ], | |
| [ | |
| 1590.8897705078125, | |
| 555.5834350585938 | |
| ], | |
| [ | |
| 1590.919189453125, | |
| 555.560546875 | |
| ], | |
| [ | |
| 1590.9161376953125, | |
| 555.5596923828125 | |
| ], | |
| [ | |
| 1590.8897705078125, | |
| 555.5834350585938 | |
| ], | |
| [ | |
| 1590.919189453125, | |
| 555.560546875 | |
| ], | |
| [ | |
| 1590.9161376953125, | |
| 555.5596923828125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1390.8897705078125, | |
| 355.5596923828125, | |
| 1792.564697265625, | |
| 757.3162231445312 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 54.2, | |
| "end": 55.3, | |
| "text": "Enter the keyword 'home page' in the search bar.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 75.0, | |
| "end": 75.2, | |
| "text": "Scroll to the bottom to find the oldest issue assigned to you.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 77.5, | |
| "end": 78.8, | |
| "text": "Click on 'Assignee' and then 'Edit'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2802.91552734375, | |
| 411.3120422363281 | |
| ], | |
| [ | |
| 2807.927001953125, | |
| 407.497314453125 | |
| ], | |
| [ | |
| 2808.42041015625, | |
| 406.7523193359375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2602.91552734375, | |
| 206.7523193359375, | |
| 3008.42041015625, | |
| 611.3120422363281 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 80.5, | |
| "end": 81.2, | |
| "text": "Assign the issue to a new person.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 82.4, | |
| "end": 83.1, | |
| "text": "Enter 'Rohan Kumar' as the new assignee.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2596.093017578125, | |
| 1059.69921875 | |
| ], | |
| [ | |
| 2596.24755859375, | |
| 1065.182373046875 | |
| ], | |
| [ | |
| 2596.2529296875, | |
| 1065.22802734375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2396.093017578125, | |
| 859.69921875, | |
| 2796.2529296875, | |
| 1265.22802734375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 103.9, | |
| "end": 110.4, | |
| "text": "Delete the current search and enter a new keyword.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1056.826904296875, | |
| 530.305908203125 | |
| ], | |
| [ | |
| 723.6396484375, | |
| 536.4440307617188 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 523.6396484375, | |
| 330.305908203125, | |
| 1256.826904296875, | |
| 736.4440307617188 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 111.5, | |
| "end": 113.2, | |
| "text": "Enter the keyword 'JavaScript' in the search bar.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 12, | |
| "start": 145.0, | |
| "end": 146.9, | |
| "text": "Select a JavaScript issue and assign it to yourself if there are zero assignees.", | |
| "cursor_coordinate": [ | |
| [ | |
| 442.3534240722656, | |
| 1177.9727783203125 | |
| ], | |
| [ | |
| 442.357666015625, | |
| 1177.9686279296875 | |
| ], | |
| [ | |
| 1058.8505859375, | |
| 995.67529296875 | |
| ], | |
| [ | |
| 1409.618896484375, | |
| 894.420166015625 | |
| ], | |
| [ | |
| 1512.1849365234375, | |
| 878.321044921875 | |
| ], | |
| [ | |
| 2258.577880859375, | |
| 778.7399291992188 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 242.35342407226562, | |
| 578.7399291992188, | |
| 2458.577880859375, | |
| 1377.9727783203125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] |