| [ | |
| { | |
| "index": 0, | |
| "start": 0.6, | |
| "end": 8.8, | |
| "text": "Start the tutorial on checking important sales statistics.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1178.1689453125, | |
| 977.8799438476562 | |
| ], | |
| [ | |
| 1178.1689453125, | |
| 977.8800048828125 | |
| ], | |
| [ | |
| 1178.1689453125, | |
| 977.8800048828125 | |
| ], | |
| [ | |
| 1178.15087890625, | |
| 977.9339599609375 | |
| ], | |
| [ | |
| 1178.1689453125, | |
| 977.8800048828125 | |
| ], | |
| [ | |
| 1178.1689453125, | |
| 977.8800048828125 | |
| ], | |
| [ | |
| 1178.1689453125, | |
| 977.8800048828125 | |
| ], | |
| [ | |
| 1178.1689453125, | |
| 977.8800048828125 | |
| ], | |
| [ | |
| 1178.1954345703125, | |
| 977.7359008789062 | |
| ], | |
| [ | |
| 1178.153564453125, | |
| 977.9349365234375 | |
| ], | |
| [ | |
| 1178.1783447265625, | |
| 977.877197265625 | |
| ], | |
| [ | |
| 1178.1544189453125, | |
| 977.88232421875 | |
| ], | |
| [ | |
| 1178.1689453125, | |
| 977.880126953125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 978.15087890625, | |
| 777.7359008789062, | |
| 1378.1954345703125, | |
| 1177.9349365234375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 9.0, | |
| "end": 17.2, | |
| "text": "Decide to check the monthly count of orders for different sales.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1178.1954345703125, | |
| 977.7359008789062 | |
| ], | |
| [ | |
| 1178.192626953125, | |
| 977.736328125 | |
| ], | |
| [ | |
| 1178.192626953125, | |
| 977.736328125 | |
| ], | |
| [ | |
| 1178.192626953125, | |
| 977.736328125 | |
| ], | |
| [ | |
| 1178.185302734375, | |
| 977.7377319335938 | |
| ], | |
| [ | |
| 1178.185302734375, | |
| 977.7377319335938 | |
| ], | |
| [ | |
| 1178.185302734375, | |
| 977.7377319335938 | |
| ], | |
| [ | |
| 1178.185302734375, | |
| 977.7377319335938 | |
| ], | |
| [ | |
| 1178.185302734375, | |
| 977.7377319335938 | |
| ], | |
| [ | |
| 1178.185302734375, | |
| 977.7377319335938 | |
| ], | |
| [ | |
| 1178.185302734375, | |
| 977.7377319335938 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 978.185302734375, | |
| 777.7359008789062, | |
| 1378.1954345703125, | |
| 1177.7377319335938 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 18.9, | |
| "end": 21.0, | |
| "text": "Navigate to the dashboard.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 21.8, | |
| "end": 22.2, | |
| "text": "Go to the 'Reports' section.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 26.2, | |
| "end": 27.4, | |
| "text": "Go to 'Orders' in the sales section.", | |
| "cursor_coordinate": [ | |
| [ | |
| 607.1048583984375, | |
| 251.2603759765625 | |
| ], | |
| [ | |
| 592.7271118164062, | |
| 223.5460662841797 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 392.72711181640625, | |
| 23.546066284179688, | |
| 807.1048583984375, | |
| 451.2603759765625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 30.6, | |
| "end": 31.1, | |
| "text": "Click on the 'Orders' report.", | |
| "cursor_coordinate": [ | |
| [ | |
| 798.70263671875, | |
| 485.4072570800781 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 598.70263671875, | |
| 285.4072570800781, | |
| 998.70263671875, | |
| 685.4072570800781 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 36.2, | |
| "end": 39.1, | |
| "text": "Fill in relevant information for the report.", | |
| "cursor_coordinate": [ | |
| [ | |
| 634.6534423828125, | |
| 287.6376037597656 | |
| ], | |
| [ | |
| 616.92431640625, | |
| 345.6309509277344 | |
| ], | |
| [ | |
| 610.07373046875, | |
| 347.81524658203125 | |
| ], | |
| [ | |
| 649.2060546875, | |
| 376.2604064941406 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 410.07373046875, | |
| 87.63760375976562, | |
| 849.2060546875, | |
| 576.2604064941406 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 39.3, | |
| "end": 46.9, | |
| "text": "Set the start date to January 1st.", | |
| "cursor_coordinate": [ | |
| [ | |
| 649.56103515625, | |
| 377.01959228515625 | |
| ], | |
| [ | |
| 788.8107299804688, | |
| 393.80010986328125 | |
| ], | |
| [ | |
| 825.9781494140625, | |
| 397.0272521972656 | |
| ], | |
| [ | |
| 747.145751953125, | |
| 306.8846435546875 | |
| ], | |
| [ | |
| 717.52685546875, | |
| 290.09222412109375 | |
| ], | |
| [ | |
| 717.051025390625, | |
| 289.01568603515625 | |
| ], | |
| [ | |
| 663.3466796875, | |
| 384.0144348144531 | |
| ], | |
| [ | |
| 675.6686401367188, | |
| 408.96783447265625 | |
| ], | |
| [ | |
| 690.0625, | |
| 199.7547607421875 | |
| ], | |
| [ | |
| 665.7794189453125, | |
| 98.19403076171875 | |
| ], | |
| [ | |
| 815.0396728515625, | |
| 393.68035888671875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 449.56103515625, | |
| 0, | |
| 1025.9781494140625, | |
| 608.9678344726562 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 51.1, | |
| "end": 61.6, | |
| "text": "Set the end date to December 31st.", | |
| "cursor_coordinate": [ | |
| [ | |
| 711.0317993164062, | |
| 382.7997131347656 | |
| ], | |
| [ | |
| 884.17431640625, | |
| 550.94287109375 | |
| ], | |
| [ | |
| 806.1721801757812, | |
| 476.6903991699219 | |
| ], | |
| [ | |
| 824.06396484375, | |
| 447.7662658691406 | |
| ], | |
| [ | |
| 702.5729370117188, | |
| 451.9361877441406 | |
| ], | |
| [ | |
| 693.4556884765625, | |
| 485.15411376953125 | |
| ], | |
| [ | |
| 671.9052124023438, | |
| 495.6658935546875 | |
| ], | |
| [ | |
| 690.1378173828125, | |
| 485.70928955078125 | |
| ], | |
| [ | |
| 699.644775390625, | |
| 551.815673828125 | |
| ], | |
| [ | |
| 695.2301025390625, | |
| 573.0896606445312 | |
| ], | |
| [ | |
| 791.6243896484375, | |
| 653.2720947265625 | |
| ], | |
| [ | |
| 594.3963623046875, | |
| 824.74072265625 | |
| ], | |
| [ | |
| 597.9391479492188, | |
| 857.3187255859375 | |
| ], | |
| [ | |
| 985.2601318359375, | |
| 455.25482177734375 | |
| ], | |
| [ | |
| 984.88232421875, | |
| 455.384521484375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 394.3963623046875, | |
| 182.79971313476562, | |
| 1185.2601318359375, | |
| 1057.3187255859375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 69.8, | |
| "end": 73.8, | |
| "text": "Select the period as 'Year'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 576.3715209960938, | |
| 314.6191101074219 | |
| ], | |
| [ | |
| 596.4483032226562, | |
| 305.4810791015625 | |
| ], | |
| [ | |
| 619.2618408203125, | |
| 266.5887451171875 | |
| ], | |
| [ | |
| 621.9708251953125, | |
| 252.7098846435547 | |
| ], | |
| [ | |
| 938.4071044921875, | |
| 383.5306396484375 | |
| ], | |
| [ | |
| 790.2999877929688, | |
| 339.6318054199219 | |
| ], | |
| [ | |
| 867.5430908203125, | |
| 728.3892822265625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 376.37152099609375, | |
| 52.70988464355469, | |
| 1138.4071044921875, | |
| 928.3892822265625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 76.1, | |
| "end": 77.0, | |
| "text": "Click 'Show Report'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1458.170166015625, | |
| 407.01361083984375 | |
| ], | |
| [ | |
| 1215.1597900390625, | |
| 549.7459716796875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1015.1597900390625, | |
| 207.01361083984375, | |
| 1658.170166015625, | |
| 749.7459716796875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 86.7, | |
| "end": 97.4, | |
| "text": "View different statistics like sales items, total, invoice, etc.", | |
| "cursor_coordinate": [ | |
| [ | |
| 182.40432739257812, | |
| 716.211669921875 | |
| ], | |
| [ | |
| 56.57716751098633, | |
| 769.1490478515625 | |
| ], | |
| [ | |
| 111.09272003173828, | |
| 752.58984375 | |
| ], | |
| [ | |
| 105.49251556396484, | |
| 803.8375854492188 | |
| ], | |
| [ | |
| 299.66168212890625, | |
| 817.7041625976562 | |
| ], | |
| [ | |
| 308.14630126953125, | |
| 827.7998046875 | |
| ], | |
| [ | |
| 160.83468627929688, | |
| 728.2618408203125 | |
| ], | |
| [ | |
| 353.57513427734375, | |
| 727.94482421875 | |
| ], | |
| [ | |
| 621.2198486328125, | |
| 741.4501342773438 | |
| ], | |
| [ | |
| 899.023681640625, | |
| 736.7241821289062 | |
| ], | |
| [ | |
| 1063.50537109375, | |
| 757.976318359375 | |
| ], | |
| [ | |
| 787.344970703125, | |
| 635.4202880859375 | |
| ], | |
| [ | |
| 728.2254028320312, | |
| 592.4464111328125 | |
| ], | |
| [ | |
| 641.9161987304688, | |
| 606.8563232421875 | |
| ], | |
| [ | |
| 527.0596313476562, | |
| 599.129638671875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 0, | |
| 392.4464111328125, | |
| 1263.50537109375, | |
| 1027.7998046875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 12, | |
| "start": 107.7, | |
| "end": 110.4, | |
| "text": "Decide to view invoices.", | |
| "cursor_coordinate": [ | |
| [ | |
| 701.5003051757812, | |
| 275.20123291015625 | |
| ], | |
| [ | |
| 713.3447875976562, | |
| 291.60479736328125 | |
| ], | |
| [ | |
| 713.3443603515625, | |
| 291.60467529296875 | |
| ], | |
| [ | |
| 713.34423828125, | |
| 291.60467529296875 | |
| ], | |
| [ | |
| 713.3444213867188, | |
| 291.6046447753906 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 501.50030517578125, | |
| 75.20123291015625, | |
| 913.3447875976562, | |
| 491.60479736328125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 13, | |
| "start": 113.0, | |
| "end": 115.0, | |
| "text": "Navigate to the 'Sales' section on the left-hand side.", | |
| "cursor_coordinate": [ | |
| [ | |
| 151.923583984375, | |
| 188.005859375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 0, | |
| 0, | |
| 351.923583984375, | |
| 388.005859375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 14, | |
| "start": 116.8, | |
| "end": 117.2, | |
| "text": "Click on 'Invoices'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 128.59271240234375, | |
| 172.3389434814453 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 0, | |
| 0, | |
| 328.59271240234375, | |
| 372.3389434814453 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 15, | |
| "start": 122.2, | |
| "end": 123.5, | |
| "text": "View different invoice IDs and their statuses.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 16, | |
| "start": 133.0, | |
| "end": 135.4, | |
| "text": "Decide to view a specific invoice ID.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 17, | |
| "start": 137.4, | |
| "end": 138.2, | |
| "text": "Check different information like billing and shipping addresses.", | |
| "cursor_coordinate": [ | |
| [ | |
| 784.447021484375, | |
| 630.9835815429688 | |
| ], | |
| [ | |
| 430.76971435546875, | |
| 728.0821533203125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 230.76971435546875, | |
| 430.98358154296875, | |
| 984.447021484375, | |
| 928.0821533203125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 18, | |
| "start": 146.5, | |
| "end": 147.4, | |
| "text": "Scroll down to view more information.", | |
| "cursor_coordinate": [ | |
| [ | |
| 209.35366821289062, | |
| 516.6201171875 | |
| ], | |
| [ | |
| 211.9591064453125, | |
| 517.0100708007812 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 9.353668212890625, | |
| 316.6201171875, | |
| 411.9591064453125, | |
| 717.0100708007812 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 19, | |
| "start": 171.6, | |
| "end": 172.2, | |
| "text": "Click on 'Orders' in the sales section.", | |
| "cursor_coordinate": [ | |
| [ | |
| 154.9612579345703, | |
| 91.05155944824219 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 0, | |
| 0, | |
| 354.9612579345703, | |
| 291.0515594482422 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 20, | |
| "start": 183.4, | |
| "end": 185.6, | |
| "text": "Scroll through the order section.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1212.7735595703125, | |
| 431.103759765625 | |
| ], | |
| [ | |
| 1212.767578125, | |
| 431.10479736328125 | |
| ], | |
| [ | |
| 820.8197021484375, | |
| 240.93289184570312 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 620.8197021484375, | |
| 40.932891845703125, | |
| 1412.7735595703125, | |
| 631.1047973632812 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 21, | |
| "start": 189.0, | |
| "end": 191.1, | |
| "text": "Note that orders are sorted by purchase date.", | |
| "cursor_coordinate": [ | |
| [ | |
| 586.9959716796875, | |
| 254.44602966308594 | |
| ], | |
| [ | |
| 610.74609375, | |
| 237.64259338378906 | |
| ], | |
| [ | |
| 625.824951171875, | |
| 230.4847412109375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 386.9959716796875, | |
| 30.4847412109375, | |
| 825.824951171875, | |
| 454.44602966308594 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 22, | |
| "start": 203.2, | |
| "end": 205.2, | |
| "text": "Scroll to see recent purchases and their statuses.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1416.1317138671875, | |
| 632.7052612304688 | |
| ], | |
| [ | |
| 1212.3408203125, | |
| 323.9232177734375 | |
| ], | |
| [ | |
| 1211.616455078125, | |
| 368.3351135253906 | |
| ], | |
| [ | |
| 1565.225830078125, | |
| 507.7117614746094 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1011.616455078125, | |
| 123.9232177734375, | |
| 1765.225830078125, | |
| 832.7052612304688 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 23, | |
| "start": 218.4, | |
| "end": 220.4, | |
| "text": "Filter orders by status.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1320.33203125, | |
| 702.886474609375 | |
| ], | |
| [ | |
| 1320.207763671875, | |
| 702.6565551757812 | |
| ], | |
| [ | |
| 1560.464599609375, | |
| 574.3201904296875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1120.207763671875, | |
| 374.3201904296875, | |
| 1760.464599609375, | |
| 902.886474609375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 24, | |
| "start": 230.2, | |
| "end": 231.6, | |
| "text": "Click on 'Holds' and apply the filter.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1595.68212890625, | |
| 557.5736083984375 | |
| ], | |
| [ | |
| 1595.6402587890625, | |
| 557.573486328125 | |
| ], | |
| [ | |
| 1609.5745849609375, | |
| 570.6431274414062 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1395.6402587890625, | |
| 357.573486328125, | |
| 1809.5745849609375, | |
| 770.6431274414062 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 25, | |
| "start": 240.4, | |
| "end": 243.0, | |
| "text": "Click on 'Cancel' to view canceled orders.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1707.6259765625, | |
| 484.1763000488281 | |
| ], | |
| [ | |
| 1702.99560546875, | |
| 751.8311767578125 | |
| ], | |
| [ | |
| 1658.29541015625, | |
| 775.2014770507812 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1458.29541015625, | |
| 284.1763000488281, | |
| 1907.6259765625, | |
| 975.2014770507812 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 26, | |
| "start": 251.0, | |
| "end": 252.3, | |
| "text": "Click on 'Purchase Date' to sort by date.", | |
| "cursor_coordinate": [ | |
| [ | |
| 581.2963256835938, | |
| 425.4605712890625 | |
| ], | |
| [ | |
| 579.9423828125, | |
| 408.22393798828125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 379.9423828125, | |
| 208.22393798828125, | |
| 781.2963256835938, | |
| 625.4605712890625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 27, | |
| "start": 263.1, | |
| "end": 263.5, | |
| "text": "Click again to flip the order to most recent.", | |
| "cursor_coordinate": [ | |
| [ | |
| 531.7523193359375, | |
| 408.14678955078125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 331.7523193359375, | |
| 208.14678955078125, | |
| 731.7523193359375, | |
| 608.1467895507812 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 28, | |
| "start": 275.1, | |
| "end": 276.2, | |
| "text": "Click 'Filter' to change status.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1215.630615234375, | |
| 231.12933349609375 | |
| ], | |
| [ | |
| 1401.647705078125, | |
| 391.78900146484375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1015.630615234375, | |
| 31.12933349609375, | |
| 1601.647705078125, | |
| 591.7890014648438 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 29, | |
| "start": 287.7, | |
| "end": 289.3, | |
| "text": "Search by ID or name.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 30, | |
| "start": 313.3, | |
| "end": 314.8, | |
| "text": "Set time bounds on purchase date.", | |
| "cursor_coordinate": [ | |
| [ | |
| 258.341796875, | |
| 504.310302734375 | |
| ], | |
| [ | |
| 274.3941650390625, | |
| 490.39007568359375 | |
| ], | |
| [ | |
| 423.4189147949219, | |
| 359.97314453125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 58.341796875, | |
| 159.97314453125, | |
| 623.4189147949219, | |
| 704.310302734375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 31, | |
| "start": 326.1, | |
| "end": 333.0, | |
| "text": "Apply multiple filters to find relevant orders.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1031.147216796875, | |
| 484.4883728027344 | |
| ], | |
| [ | |
| 526.117919921875, | |
| 377.79266357421875 | |
| ], | |
| [ | |
| 1718.35546875, | |
| 743.2342529296875 | |
| ], | |
| [ | |
| 1718.357177734375, | |
| 743.228759765625 | |
| ], | |
| [ | |
| 1802.9669189453125, | |
| 219.36317443847656 | |
| ], | |
| [ | |
| 1151.57421875, | |
| 459.284912109375 | |
| ], | |
| [ | |
| 967.9415893554688, | |
| 506.52557373046875 | |
| ], | |
| [ | |
| 526.48291015625, | |
| 621.8900146484375 | |
| ], | |
| [ | |
| 1055.287109375, | |
| 470.6031799316406 | |
| ], | |
| [ | |
| 1191.0615234375, | |
| 306.6322021484375 | |
| ], | |
| [ | |
| 1130.8118896484375, | |
| 674.5465087890625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 326.117919921875, | |
| 19.363174438476562, | |
| 2002.9669189453125, | |
| 943.2342529296875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 32, | |
| "start": 351.6, | |
| "end": 353.6, | |
| "text": "Click 'View' on action for more information.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1504.742431640625, | |
| 682.538330078125 | |
| ], | |
| [ | |
| 1601.2554931640625, | |
| 648.0462646484375 | |
| ], | |
| [ | |
| 1568.9996337890625, | |
| 637.546875 | |
| ], | |
| [ | |
| 1664.9622802734375, | |
| 467.293701171875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1304.742431640625, | |
| 267.293701171875, | |
| 1864.9622802734375, | |
| 882.538330078125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 33, | |
| "start": 365.1, | |
| "end": 365.8, | |
| "text": "Click 'Edit' at the billing address.", | |
| "cursor_coordinate": [ | |
| [ | |
| 741.00390625, | |
| 430.4313659667969 | |
| ], | |
| [ | |
| 913.503173828125, | |
| 491.335693359375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 541.00390625, | |
| 230.43136596679688, | |
| 1113.503173828125, | |
| 691.335693359375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 34, | |
| "start": 374.4, | |
| "end": 377.0, | |
| "text": "Enter new street and state information.", | |
| "cursor_coordinate": [ | |
| [ | |
| 731.3516235351562, | |
| 543.1329345703125 | |
| ], | |
| [ | |
| 595.8590087890625, | |
| 436.136474609375 | |
| ], | |
| [ | |
| 680.8599853515625, | |
| 423.4398193359375 | |
| ], | |
| [ | |
| 575.3878784179688, | |
| 491.04241943359375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 375.38787841796875, | |
| 223.4398193359375, | |
| 931.3516235351562, | |
| 743.1329345703125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 35, | |
| "start": 380.5, | |
| "end": 385.6, | |
| "text": "Enter new city and phone number.", | |
| "cursor_coordinate": [ | |
| [ | |
| 713.01953125, | |
| 597.8120727539062 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 513.01953125, | |
| 397.81207275390625, | |
| 913.01953125, | |
| 797.8120727539062 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 36, | |
| "start": 395.4, | |
| "end": 397.9, | |
| "text": "Click 'Save Order Address'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1793.293701171875, | |
| 89.80777740478516 | |
| ], | |
| [ | |
| 1539.296630859375, | |
| 722.109375 | |
| ], | |
| [ | |
| 1533.325439453125, | |
| 729.801513671875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1333.325439453125, | |
| 0, | |
| 1993.293701171875, | |
| 929.801513671875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 37, | |
| "start": 411.1, | |
| "end": 411.8, | |
| "text": "Click 'Ship' to add a tracking number.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1694.963623046875, | |
| 0.42900562286376953 | |
| ], | |
| [ | |
| 1717.07275390625, | |
| 15.478448867797852 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1494.963623046875, | |
| 0, | |
| 1917.07275390625, | |
| 215.47844886779785 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 38, | |
| "start": 418.3, | |
| "end": 419.5, | |
| "text": "Add a FedEx tracking number.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1179.960205078125, | |
| 692.673828125 | |
| ], | |
| [ | |
| 1272.438720703125, | |
| 772.6256103515625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 979.960205078125, | |
| 492.673828125, | |
| 1472.438720703125, | |
| 972.6256103515625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 39, | |
| "start": 431.2, | |
| "end": 433.1, | |
| "text": "Click 'Add Tracking Number'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1234.386474609375, | |
| 793.97900390625 | |
| ], | |
| [ | |
| 1427.539306640625, | |
| 895.5328369140625 | |
| ], | |
| [ | |
| 1430.3643798828125, | |
| 911.430419921875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1034.386474609375, | |
| 593.97900390625, | |
| 1630.3643798828125, | |
| 1111.430419921875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 40, | |
| "start": 469.2, | |
| "end": 470.2, | |
| "text": "Click on the column section for more information.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1799.133544921875, | |
| 267.4228515625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1599.133544921875, | |
| 67.4228515625, | |
| 1999.133544921875, | |
| 467.4228515625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 41, | |
| "start": 488.0, | |
| "end": 490.7, | |
| "text": "Click to add columns to the table.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1161.0670166015625, | |
| 483.9417724609375 | |
| ], | |
| [ | |
| 1163.0272216796875, | |
| 487.8293151855469 | |
| ], | |
| [ | |
| 1472.25732421875, | |
| 864.1698608398438 | |
| ], | |
| [ | |
| 1526.197998046875, | |
| 945.5206298828125 | |
| ], | |
| [ | |
| 1023.4071044921875, | |
| 879.2810668945312 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 823.4071044921875, | |
| 283.9417724609375, | |
| 1726.197998046875, | |
| 1145.5206298828125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 42, | |
| "start": 522.9, | |
| "end": 524.1, | |
| "text": "Click on 'Filter' for pending orders.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1398.578125, | |
| 577.8638305664062 | |
| ], | |
| [ | |
| 1364.934814453125, | |
| 327.0037841796875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1164.934814453125, | |
| 127.0037841796875, | |
| 1598.578125, | |
| 777.8638305664062 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 43, | |
| "start": 546.0, | |
| "end": 547.4, | |
| "text": "Add a comment and choose to notify the customer by email.", | |
| "cursor_coordinate": [ | |
| [ | |
| 887.7083740234375, | |
| 605.94140625 | |
| ], | |
| [ | |
| 887.7086791992188, | |
| 605.9417114257812 | |
| ], | |
| [ | |
| 787.487060546875, | |
| 699.7529296875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 587.487060546875, | |
| 405.94140625, | |
| 1087.7086791992188, | |
| 899.7529296875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 44, | |
| "start": 565.2, | |
| "end": 566.5, | |
| "text": "Submit the comment.", | |
| "cursor_coordinate": [ | |
| [ | |
| 733.2542724609375, | |
| 848.880859375 | |
| ], | |
| [ | |
| 715.2916259765625, | |
| 871.1981201171875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 515.2916259765625, | |
| 648.880859375, | |
| 933.2542724609375, | |
| 1071.1981201171875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 45, | |
| "start": 582.6, | |
| "end": 583.4, | |
| "text": "Send an email to the customer.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1235.6837158203125, | |
| 136.70562744140625 | |
| ], | |
| [ | |
| 1245.082763671875, | |
| 207.13778686523438 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1035.6837158203125, | |
| 0, | |
| 1445.082763671875, | |
| 407.1377868652344 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] |