| [ | |
| { | |
| "index": 0, | |
| "start": 12.9, | |
| "end": 16.4, | |
| "text": "Click on 'Reports' on the left-hand side.", | |
| "cursor_coordinate": [ | |
| [ | |
| 418.7646484375, | |
| 370.984619140625 | |
| ], | |
| [ | |
| 382.4407958984375, | |
| 262.83099365234375 | |
| ], | |
| [ | |
| 472.71844482421875, | |
| 150.8162841796875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 182.4407958984375, | |
| 0, | |
| 672.7184448242188, | |
| 570.984619140625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 16.5, | |
| "end": 17.8, | |
| "text": "Click on 'Sales Orders'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 471.52032470703125, | |
| 155.83447265625 | |
| ], | |
| [ | |
| 434.93865966796875, | |
| 220.314697265625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 234.93865966796875, | |
| 0, | |
| 671.5203247070312, | |
| 420.314697265625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 21.5, | |
| "end": 22.0, | |
| "text": "Navigate to the section to generate specific orders.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1396.098388671875, | |
| 556.69580078125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1196.098388671875, | |
| 356.69580078125, | |
| 1596.098388671875, | |
| 756.69580078125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 27.5, | |
| "end": 28.4, | |
| "text": "Select the option to generate order reports based on the time period.", | |
| "cursor_coordinate": [ | |
| [ | |
| 726.8509521484375, | |
| 310.06610107421875 | |
| ], | |
| [ | |
| 726.862060546875, | |
| 310.0675048828125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 526.8509521484375, | |
| 110.06610107421875, | |
| 926.862060546875, | |
| 510.0675048828125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 39.1, | |
| "end": 40.7, | |
| "text": "Select 'Monthly' as the time period.", | |
| "cursor_coordinate": [ | |
| [ | |
| 652.050048828125, | |
| 364.82025146484375 | |
| ], | |
| [ | |
| 759.3093872070312, | |
| 405.106689453125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 452.050048828125, | |
| 164.82025146484375, | |
| 959.3093872070312, | |
| 605.106689453125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 41.9, | |
| "end": 45.0, | |
| "text": "Set the start date to January 1st.", | |
| "cursor_coordinate": [ | |
| [ | |
| 972.6754760742188, | |
| 395.5880432128906 | |
| ], | |
| [ | |
| 938.5995483398438, | |
| 371.5115966796875 | |
| ], | |
| [ | |
| 924.8741455078125, | |
| 381.69989013671875 | |
| ], | |
| [ | |
| 741.0880126953125, | |
| 476.2702941894531 | |
| ], | |
| [ | |
| 658.6085205078125, | |
| 486.5800476074219 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 458.6085205078125, | |
| 171.5115966796875, | |
| 1172.6754760742188, | |
| 686.5800476074219 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 55.9, | |
| "end": 61.2, | |
| "text": "Set the end date to the end of September.", | |
| "cursor_coordinate": [ | |
| [ | |
| 835.9306640625, | |
| 387.8853759765625 | |
| ], | |
| [ | |
| 823.8668212890625, | |
| 383.24114990234375 | |
| ], | |
| [ | |
| 704.207763671875, | |
| 516.9765625 | |
| ], | |
| [ | |
| 721.0, | |
| 500.0653076171875 | |
| ], | |
| [ | |
| 827.6367797851562, | |
| 570.75244140625 | |
| ], | |
| [ | |
| 863.614013671875, | |
| 790.1026611328125 | |
| ], | |
| [ | |
| 863.6982421875, | |
| 790.1446533203125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 504.207763671875, | |
| 183.24114990234375, | |
| 1063.6982421875, | |
| 990.1446533203125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 69.1, | |
| "end": 70.4, | |
| "text": "Press 'Show Report' to generate the report.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1897.048095703125, | |
| 3.221316337585449 | |
| ], | |
| [ | |
| 1896.62548828125, | |
| 3.459348678588867 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1696.62548828125, | |
| 0, | |
| 2097.048095703125, | |
| 203.45934867858887 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 108.2, | |
| "end": 109.0, | |
| "text": "Select 'Day' as the time period.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1237.4952392578125, | |
| 238.85337829589844 | |
| ], | |
| [ | |
| 565.2875366210938, | |
| 530.6787719726562 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 365.28753662109375, | |
| 38.85337829589844, | |
| 1437.4952392578125, | |
| 730.6787719726562 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 111.8, | |
| "end": 112.3, | |
| "text": "Press 'Show Report' to generate the report for specific days.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1884.579345703125, | |
| 1.8526363372802734 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1684.579345703125, | |
| 0, | |
| 2084.579345703125, | |
| 201.85263633728027 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 130.7, | |
| "end": 131.0, | |
| "text": "Select 'Year' as the time period.", | |
| "cursor_coordinate": [ | |
| [ | |
| 608.39892578125, | |
| 306.656982421875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 408.39892578125, | |
| 106.656982421875, | |
| 808.39892578125, | |
| 506.656982421875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 175.5, | |
| "end": 176.1, | |
| "text": "Click on any of the arbitrary report options.", | |
| "cursor_coordinate": [ | |
| [ | |
| 580.9886474609375, | |
| 399.46466064453125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 380.9886474609375, | |
| 199.46466064453125, | |
| 780.9886474609375, | |
| 599.4646606445312 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 12, | |
| "start": 180.4, | |
| "end": 182.1, | |
| "text": "Specify the period for the report.", | |
| "cursor_coordinate": [ | |
| [ | |
| 756.3719482421875, | |
| 481.0118103027344 | |
| ], | |
| [ | |
| 622.4703979492188, | |
| 379.5143127441406 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 422.47039794921875, | |
| 179.51431274414062, | |
| 956.3719482421875, | |
| 681.0118103027344 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 13, | |
| "start": 185.2, | |
| "end": 186.5, | |
| "text": "Specify the time interval of interest.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 14, | |
| "start": 187.7, | |
| "end": 188.6, | |
| "text": "Press the button to generate the report.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1156.5216064453125, | |
| 484.55145263671875 | |
| ], | |
| [ | |
| 1197.7841796875, | |
| 417.5608825683594 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 956.5216064453125, | |
| 217.56088256835938, | |
| 1397.7841796875, | |
| 684.5514526367188 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] |