| { | |
| "id": null, | |
| "software": "Unknown", | |
| "title": "issue_repo_tutorial", | |
| "task with actions": [ | |
| { | |
| "task_index": 0, | |
| "task": "Explore and manage issues in a GitLab repository, including viewing, assigning, and filtering issues.", | |
| "actions": [ | |
| { | |
| "index": 0, | |
| "start": 23.1, | |
| "end": 24.1, | |
| "text": "Navigate to the repository with the most issues." | |
| }, | |
| { | |
| "index": 1, | |
| "start": 36.3, | |
| "end": 38.3, | |
| "text": "Click on 'Issues' in the left menu bar." | |
| }, | |
| { | |
| "index": 2, | |
| "start": 80.3, | |
| "end": 81.5, | |
| "text": "Search for different issues using the search bar." | |
| }, | |
| { | |
| "index": 3, | |
| "start": 82.0, | |
| "end": 84.6, | |
| "text": "Enter 'GitHub' to search for GitHub-related issues." | |
| }, | |
| { | |
| "index": 4, | |
| "start": 89.9, | |
| "end": 90.1, | |
| "text": "Click on 'Open' to filter for open issues." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 1, | |
| "task": "Create a new issue with specific details such as assignee, due date, and label.", | |
| "actions": [ | |
| { | |
| "index": 5, | |
| "start": 147.9, | |
| "end": 148.7, | |
| "text": "Click on the 'New Issue' blue button." | |
| }, | |
| { | |
| "index": 6, | |
| "start": 150.0, | |
| "end": 151.4, | |
| "text": "Enter 'McCall's test issue' as the issue title." | |
| }, | |
| { | |
| "index": 7, | |
| "start": 158.1, | |
| "end": 159.5, | |
| "text": "Assign the issue to the 'Ally project'." | |
| }, | |
| { | |
| "index": 8, | |
| "start": 160.7, | |
| "end": 162.2, | |
| "text": "Set the due date to the 30th of September." | |
| }, | |
| { | |
| "index": 9, | |
| "start": 167.8, | |
| "end": 169.3, | |
| "text": "Add 'Accessibility' as a label." | |
| }, | |
| { | |
| "index": 10, | |
| "start": 171.7, | |
| "end": 172.2, | |
| "text": "Click 'Create' to create the issue." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 2, | |
| "task": "Navigate and manage milestones, including viewing and creating new milestones.", | |
| "actions": [ | |
| { | |
| "index": 11, | |
| "start": 188.8, | |
| "end": 189.0, | |
| "text": "Navigate to 'Milestones'." | |
| }, | |
| { | |
| "index": 12, | |
| "start": 202.4, | |
| "end": 203.0, | |
| "text": "Enter 'testMilestone' as the milestone name." | |
| }, | |
| { | |
| "index": 13, | |
| "start": 221.8, | |
| "end": 223.0, | |
| "text": "Add different participants to the milestone." | |
| }, | |
| { | |
| "index": 14, | |
| "start": 237.4, | |
| "end": 238.7, | |
| "text": "Close the milestone if needed." | |
| }, | |
| { | |
| "index": 15, | |
| "start": 238.8, | |
| "end": 239.3, | |
| "text": "Delete the milestone if needed." | |
| } | |
| ] | |
| } | |
| ], | |
| "action with elements": [ | |
| { | |
| "index": 0, | |
| "start": 23.1, | |
| "end": 24.1, | |
| "text": "Navigate to the repository with the most issues.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1489.018798828125, | |
| 962.496826171875 | |
| ], | |
| [ | |
| 1498.0416259765625, | |
| 930.337646484375 | |
| ], | |
| [ | |
| 1126.686767578125, | |
| 779.8577880859375 | |
| ], | |
| [ | |
| 1112.43017578125, | |
| 740.4166259765625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 912.43017578125, | |
| 540.4166259765625, | |
| 1698.0416259765625, | |
| 1162.496826171875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 36.3, | |
| "end": 38.3, | |
| "text": "Click on 'Issues' in the left menu bar.", | |
| "cursor_coordinate": [ | |
| [ | |
| 591.5491943359375, | |
| 632.2701416015625 | |
| ], | |
| [ | |
| 368.0222473144531, | |
| 553.2392578125 | |
| ], | |
| [ | |
| 309.0124816894531, | |
| 521.9007568359375 | |
| ], | |
| [ | |
| 308.6786193847656, | |
| 517.3999633789062 | |
| ], | |
| [ | |
| 308.5806579589844, | |
| 517.4249877929688 | |
| ], | |
| [ | |
| 306.97607421875, | |
| 515.5712280273438 | |
| ], | |
| [ | |
| 306.92303466796875, | |
| 515.552734375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 106.92303466796875, | |
| 315.552734375, | |
| 791.5491943359375, | |
| 832.2701416015625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 80.3, | |
| "end": 81.5, | |
| "text": "Search for different issues using the search bar.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 82.0, | |
| "end": 84.6, | |
| "text": "Enter 'GitHub' to search for GitHub-related issues.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 89.9, | |
| "end": 90.1, | |
| "text": "Click on 'Open' to filter for open issues.", | |
| "cursor_coordinate": [ | |
| [ | |
| 899.8546142578125, | |
| 525.764404296875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 699.8546142578125, | |
| 325.764404296875, | |
| 1099.8546142578125, | |
| 725.764404296875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 147.9, | |
| "end": 148.7, | |
| "text": "Click on the 'New Issue' blue button.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2705.2998046875, | |
| 417.2669372558594 | |
| ], | |
| [ | |
| 2560.130615234375, | |
| 474.0460205078125 | |
| ], | |
| [ | |
| 1775.0572509765625, | |
| 610.1401977539062 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1575.0572509765625, | |
| 217.26693725585938, | |
| 2905.2998046875, | |
| 810.1401977539062 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 150.0, | |
| "end": 151.4, | |
| "text": "Enter 'McCall's test issue' as the issue title.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1011.7670288085938, | |
| 835.3294067382812 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 811.7670288085938, | |
| 635.3294067382812, | |
| 1211.7670288085938, | |
| 1035.3294067382812 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 158.1, | |
| "end": 159.5, | |
| "text": "Assign the issue to the 'Ally project'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 863.2332763671875, | |
| 867.8518676757812 | |
| ], | |
| [ | |
| 862.6351318359375, | |
| 922.6483764648438 | |
| ], | |
| [ | |
| 864.1282958984375, | |
| 923.7332763671875 | |
| ], | |
| [ | |
| 1396.3692626953125, | |
| 1267.5301513671875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 662.6351318359375, | |
| 667.8518676757812, | |
| 1596.3692626953125, | |
| 1467.5301513671875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 160.7, | |
| "end": 162.2, | |
| "text": "Set the due date to the 30th of September.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2012.1903076171875, | |
| 1359.53857421875 | |
| ], | |
| [ | |
| 1969.70068359375, | |
| 1461.875732421875 | |
| ], | |
| [ | |
| 1859.2298583984375, | |
| 1503.7109375 | |
| ], | |
| [ | |
| 1830.923828125, | |
| 1517.2047119140625 | |
| ], | |
| [ | |
| 1688.2913818359375, | |
| 1485.3951416015625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1488.2913818359375, | |
| 1159.53857421875, | |
| 2212.1903076171875, | |
| 1717.2047119140625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 167.8, | |
| "end": 169.3, | |
| "text": "Add 'Accessibility' as a label.", | |
| "cursor_coordinate": [ | |
| [ | |
| 926.4398193359375, | |
| 1209.46826171875 | |
| ], | |
| [ | |
| 927.072998046875, | |
| 1078.112548828125 | |
| ], | |
| [ | |
| 930.775390625, | |
| 1025.681884765625 | |
| ], | |
| [ | |
| 937.200439453125, | |
| 1001.32568359375 | |
| ], | |
| [ | |
| 933.036376953125, | |
| 1029.6654052734375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 726.4398193359375, | |
| 801.32568359375, | |
| 1137.200439453125, | |
| 1409.46826171875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 171.7, | |
| "end": 172.2, | |
| "text": "Click 'Create' to create the issue.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1034.120849609375, | |
| 1337.5638427734375 | |
| ], | |
| [ | |
| 1034.1409912109375, | |
| 1337.5975341796875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 834.120849609375, | |
| 1137.5638427734375, | |
| 1234.1409912109375, | |
| 1537.5975341796875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 188.8, | |
| "end": 189.0, | |
| "text": "Navigate to 'Milestones'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 810.4612426757812, | |
| 650.2255859375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 610.4612426757812, | |
| 450.2255859375, | |
| 1010.4612426757812, | |
| 850.2255859375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 12, | |
| "start": 202.4, | |
| "end": 203.0, | |
| "text": "Enter 'testMilestone' as the milestone name.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 13, | |
| "start": 221.8, | |
| "end": 223.0, | |
| "text": "Add different participants to the milestone.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1247.1287841796875, | |
| 830.1610107421875 | |
| ], | |
| [ | |
| 1260.892578125, | |
| 807.3309936523438 | |
| ], | |
| [ | |
| 1928.2103271484375, | |
| 496.9618225097656 | |
| ], | |
| [ | |
| 1793.2501220703125, | |
| 408.1474914550781 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1047.1287841796875, | |
| 208.14749145507812, | |
| 2128.2103271484375, | |
| 1030.1610107421875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 14, | |
| "start": 237.4, | |
| "end": 238.7, | |
| "text": "Close the milestone if needed.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1997.194580078125, | |
| 382.1210021972656 | |
| ], | |
| [ | |
| 1989.468017578125, | |
| 391.4008483886719 | |
| ], | |
| [ | |
| 1145.044677734375, | |
| 796.9779663085938 | |
| ], | |
| [ | |
| 1066.356201171875, | |
| 788.2899169921875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 866.356201171875, | |
| 182.12100219726562, | |
| 2197.194580078125, | |
| 996.9779663085938 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 15, | |
| "start": 238.8, | |
| "end": 239.3, | |
| "text": "Delete the milestone if needed.", | |
| "cursor_coordinate": [ | |
| [ | |
| 926.923095703125, | |
| 805.5986328125 | |
| ], | |
| [ | |
| 643.474365234375, | |
| 806.3145751953125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 443.474365234375, | |
| 605.5986328125, | |
| 1126.923095703125, | |
| 1006.3145751953125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] | |
| } |