[ { "index": 0, "start": 0.6, "end": 8.8, "text": "Start the tutorial on checking important sales statistics.", "cursor_coordinate": [ [ 1178.1689453125, 977.8799438476562 ], [ 1178.1689453125, 977.8800048828125 ], [ 1178.1689453125, 977.8800048828125 ], [ 1178.15087890625, 977.9339599609375 ], [ 1178.1689453125, 977.8800048828125 ], [ 1178.1689453125, 977.8800048828125 ], [ 1178.1689453125, 977.8800048828125 ], [ 1178.1689453125, 977.8800048828125 ], [ 1178.1954345703125, 977.7359008789062 ], [ 1178.153564453125, 977.9349365234375 ], [ 1178.1783447265625, 977.877197265625 ], [ 1178.1544189453125, 977.88232421875 ], [ 1178.1689453125, 977.880126953125 ] ], "bounding_box": [ 978.15087890625, 777.7359008789062, 1378.1954345703125, 1177.9349365234375 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 1, "start": 9.0, "end": 17.2, "text": "Decide to check the monthly count of orders for different sales.", "cursor_coordinate": [ [ 1178.1954345703125, 977.7359008789062 ], [ 1178.192626953125, 977.736328125 ], [ 1178.192626953125, 977.736328125 ], [ 1178.192626953125, 977.736328125 ], [ 1178.185302734375, 977.7377319335938 ], [ 1178.185302734375, 977.7377319335938 ], [ 1178.185302734375, 977.7377319335938 ], [ 1178.185302734375, 977.7377319335938 ], [ 1178.185302734375, 977.7377319335938 ], [ 1178.185302734375, 977.7377319335938 ], [ 1178.185302734375, 977.7377319335938 ] ], "bounding_box": [ 978.185302734375, 777.7359008789062, 1378.1954345703125, 1177.7377319335938 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 2, "start": 18.9, "end": 21.0, "text": "Navigate to the dashboard.", "cursor_coordinate": null, "bounding_box": null, "GUI_elements": [] }, { "index": 3, "start": 21.8, "end": 22.2, "text": "Go to the 'Reports' section.", "cursor_coordinate": null, "bounding_box": null, "GUI_elements": [] }, { "index": 4, "start": 26.2, "end": 27.4, "text": "Go to 'Orders' in the sales section.", "cursor_coordinate": [ [ 607.1048583984375, 251.2603759765625 ], [ 592.7271118164062, 223.5460662841797 ] ], "bounding_box": [ 392.72711181640625, 23.546066284179688, 807.1048583984375, 451.2603759765625 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 5, "start": 30.6, "end": 31.1, "text": "Click on the 'Orders' report.", "cursor_coordinate": [ [ 798.70263671875, 485.4072570800781 ] ], "bounding_box": [ 598.70263671875, 285.4072570800781, 998.70263671875, 685.4072570800781 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 6, "start": 36.2, "end": 39.1, "text": "Fill in relevant information for the report.", "cursor_coordinate": [ [ 634.6534423828125, 287.6376037597656 ], [ 616.92431640625, 345.6309509277344 ], [ 610.07373046875, 347.81524658203125 ], [ 649.2060546875, 376.2604064941406 ] ], "bounding_box": [ 410.07373046875, 87.63760375976562, 849.2060546875, 576.2604064941406 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 7, "start": 39.3, "end": 46.9, "text": "Set the start date to January 1st.", "cursor_coordinate": [ [ 649.56103515625, 377.01959228515625 ], [ 788.8107299804688, 393.80010986328125 ], [ 825.9781494140625, 397.0272521972656 ], [ 747.145751953125, 306.8846435546875 ], [ 717.52685546875, 290.09222412109375 ], [ 717.051025390625, 289.01568603515625 ], [ 663.3466796875, 384.0144348144531 ], [ 675.6686401367188, 408.96783447265625 ], [ 690.0625, 199.7547607421875 ], [ 665.7794189453125, 98.19403076171875 ], [ 815.0396728515625, 393.68035888671875 ] ], "bounding_box": [ 449.56103515625, 0, 1025.9781494140625, 608.9678344726562 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 8, "start": 51.1, "end": 61.6, "text": "Set the end date to December 31st.", "cursor_coordinate": [ [ 711.0317993164062, 382.7997131347656 ], [ 884.17431640625, 550.94287109375 ], [ 806.1721801757812, 476.6903991699219 ], [ 824.06396484375, 447.7662658691406 ], [ 702.5729370117188, 451.9361877441406 ], [ 693.4556884765625, 485.15411376953125 ], [ 671.9052124023438, 495.6658935546875 ], [ 690.1378173828125, 485.70928955078125 ], [ 699.644775390625, 551.815673828125 ], [ 695.2301025390625, 573.0896606445312 ], [ 791.6243896484375, 653.2720947265625 ], [ 594.3963623046875, 824.74072265625 ], [ 597.9391479492188, 857.3187255859375 ], [ 985.2601318359375, 455.25482177734375 ], [ 984.88232421875, 455.384521484375 ] ], "bounding_box": [ 394.3963623046875, 182.79971313476562, 1185.2601318359375, 1057.3187255859375 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 9, "start": 69.8, "end": 73.8, "text": "Select the period as 'Year'.", "cursor_coordinate": [ [ 576.3715209960938, 314.6191101074219 ], [ 596.4483032226562, 305.4810791015625 ], [ 619.2618408203125, 266.5887451171875 ], [ 621.9708251953125, 252.7098846435547 ], [ 938.4071044921875, 383.5306396484375 ], [ 790.2999877929688, 339.6318054199219 ], [ 867.5430908203125, 728.3892822265625 ] ], "bounding_box": [ 376.37152099609375, 52.70988464355469, 1138.4071044921875, 928.3892822265625 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 10, "start": 76.1, "end": 77.0, "text": "Click 'Show Report'.", "cursor_coordinate": [ [ 1458.170166015625, 407.01361083984375 ], [ 1215.1597900390625, 549.7459716796875 ] ], "bounding_box": [ 1015.1597900390625, 207.01361083984375, 1658.170166015625, 749.7459716796875 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 11, "start": 86.7, "end": 97.4, "text": "View different statistics like sales items, total, invoice, etc.", "cursor_coordinate": [ [ 182.40432739257812, 716.211669921875 ], [ 56.57716751098633, 769.1490478515625 ], [ 111.09272003173828, 752.58984375 ], [ 105.49251556396484, 803.8375854492188 ], [ 299.66168212890625, 817.7041625976562 ], [ 308.14630126953125, 827.7998046875 ], [ 160.83468627929688, 728.2618408203125 ], [ 353.57513427734375, 727.94482421875 ], [ 621.2198486328125, 741.4501342773438 ], [ 899.023681640625, 736.7241821289062 ], [ 1063.50537109375, 757.976318359375 ], [ 787.344970703125, 635.4202880859375 ], [ 728.2254028320312, 592.4464111328125 ], [ 641.9161987304688, 606.8563232421875 ], [ 527.0596313476562, 599.129638671875 ] ], "bounding_box": [ 0, 392.4464111328125, 1263.50537109375, 1027.7998046875 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 12, "start": 107.7, "end": 110.4, "text": "Decide to view invoices.", "cursor_coordinate": [ [ 701.5003051757812, 275.20123291015625 ], [ 713.3447875976562, 291.60479736328125 ], [ 713.3443603515625, 291.60467529296875 ], [ 713.34423828125, 291.60467529296875 ], [ 713.3444213867188, 291.6046447753906 ] ], "bounding_box": [ 501.50030517578125, 75.20123291015625, 913.3447875976562, 491.60479736328125 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 13, "start": 113.0, "end": 115.0, "text": "Navigate to the 'Sales' section on the left-hand side.", "cursor_coordinate": [ [ 151.923583984375, 188.005859375 ] ], "bounding_box": [ 0, 0, 351.923583984375, 388.005859375 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 14, "start": 116.8, "end": 117.2, "text": "Click on 'Invoices'.", "cursor_coordinate": [ [ 128.59271240234375, 172.3389434814453 ] ], "bounding_box": [ 0, 0, 328.59271240234375, 372.3389434814453 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 15, "start": 122.2, "end": 123.5, "text": "View different invoice IDs and their statuses.", "cursor_coordinate": null, "bounding_box": null, "GUI_elements": [] }, { "index": 16, "start": 133.0, "end": 135.4, "text": "Decide to view a specific invoice ID.", "cursor_coordinate": null, "bounding_box": null, "GUI_elements": [] }, { "index": 17, "start": 137.4, "end": 138.2, "text": "Check different information like billing and shipping addresses.", "cursor_coordinate": [ [ 784.447021484375, 630.9835815429688 ], [ 430.76971435546875, 728.0821533203125 ] ], "bounding_box": [ 230.76971435546875, 430.98358154296875, 984.447021484375, 928.0821533203125 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 18, "start": 146.5, "end": 147.4, "text": "Scroll down to view more information.", "cursor_coordinate": [ [ 209.35366821289062, 516.6201171875 ], [ 211.9591064453125, 517.0100708007812 ] ], "bounding_box": [ 9.353668212890625, 316.6201171875, 411.9591064453125, 717.0100708007812 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 19, "start": 171.6, "end": 172.2, "text": "Click on 'Orders' in the sales section.", "cursor_coordinate": [ [ 154.9612579345703, 91.05155944824219 ] ], "bounding_box": [ 0, 0, 354.9612579345703, 291.0515594482422 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 20, "start": 183.4, "end": 185.6, "text": "Scroll through the order section.", "cursor_coordinate": [ [ 1212.7735595703125, 431.103759765625 ], [ 1212.767578125, 431.10479736328125 ], [ 820.8197021484375, 240.93289184570312 ] ], "bounding_box": [ 620.8197021484375, 40.932891845703125, 1412.7735595703125, 631.1047973632812 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 21, "start": 189.0, "end": 191.1, "text": "Note that orders are sorted by purchase date.", "cursor_coordinate": [ [ 586.9959716796875, 254.44602966308594 ], [ 610.74609375, 237.64259338378906 ], [ 625.824951171875, 230.4847412109375 ] ], "bounding_box": [ 386.9959716796875, 30.4847412109375, 825.824951171875, 454.44602966308594 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 22, "start": 203.2, "end": 205.2, "text": "Scroll to see recent purchases and their statuses.", "cursor_coordinate": [ [ 1416.1317138671875, 632.7052612304688 ], [ 1212.3408203125, 323.9232177734375 ], [ 1211.616455078125, 368.3351135253906 ], [ 1565.225830078125, 507.7117614746094 ] ], "bounding_box": [ 1011.616455078125, 123.9232177734375, 1765.225830078125, 832.7052612304688 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 23, "start": 218.4, "end": 220.4, "text": "Filter orders by status.", "cursor_coordinate": [ [ 1320.33203125, 702.886474609375 ], [ 1320.207763671875, 702.6565551757812 ], [ 1560.464599609375, 574.3201904296875 ] ], "bounding_box": [ 1120.207763671875, 374.3201904296875, 1760.464599609375, 902.886474609375 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 24, "start": 230.2, "end": 231.6, "text": "Click on 'Holds' and apply the filter.", "cursor_coordinate": [ [ 1595.68212890625, 557.5736083984375 ], [ 1595.6402587890625, 557.573486328125 ], [ 1609.5745849609375, 570.6431274414062 ] ], "bounding_box": [ 1395.6402587890625, 357.573486328125, 1809.5745849609375, 770.6431274414062 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 25, "start": 240.4, "end": 243.0, "text": "Click on 'Cancel' to view canceled orders.", "cursor_coordinate": [ [ 1707.6259765625, 484.1763000488281 ], [ 1702.99560546875, 751.8311767578125 ], [ 1658.29541015625, 775.2014770507812 ] ], "bounding_box": [ 1458.29541015625, 284.1763000488281, 1907.6259765625, 975.2014770507812 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 26, "start": 251.0, "end": 252.3, "text": "Click on 'Purchase Date' to sort by date.", "cursor_coordinate": [ [ 581.2963256835938, 425.4605712890625 ], [ 579.9423828125, 408.22393798828125 ] ], "bounding_box": [ 379.9423828125, 208.22393798828125, 781.2963256835938, 625.4605712890625 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 27, "start": 263.1, "end": 263.5, "text": "Click again to flip the order to most recent.", "cursor_coordinate": [ [ 531.7523193359375, 408.14678955078125 ] ], "bounding_box": [ 331.7523193359375, 208.14678955078125, 731.7523193359375, 608.1467895507812 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 28, "start": 275.1, "end": 276.2, "text": "Click 'Filter' to change status.", "cursor_coordinate": [ [ 1215.630615234375, 231.12933349609375 ], [ 1401.647705078125, 391.78900146484375 ] ], "bounding_box": [ 1015.630615234375, 31.12933349609375, 1601.647705078125, 591.7890014648438 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 29, "start": 287.7, "end": 289.3, "text": "Search by ID or name.", "cursor_coordinate": null, "bounding_box": null, "GUI_elements": [] }, { "index": 30, "start": 313.3, "end": 314.8, "text": "Set time bounds on purchase date.", "cursor_coordinate": [ [ 258.341796875, 504.310302734375 ], [ 274.3941650390625, 490.39007568359375 ], [ 423.4189147949219, 359.97314453125 ] ], "bounding_box": [ 58.341796875, 159.97314453125, 623.4189147949219, 704.310302734375 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 31, "start": 326.1, "end": 333.0, "text": "Apply multiple filters to find relevant orders.", "cursor_coordinate": [ [ 1031.147216796875, 484.4883728027344 ], [ 526.117919921875, 377.79266357421875 ], [ 1718.35546875, 743.2342529296875 ], [ 1718.357177734375, 743.228759765625 ], [ 1802.9669189453125, 219.36317443847656 ], [ 1151.57421875, 459.284912109375 ], [ 967.9415893554688, 506.52557373046875 ], [ 526.48291015625, 621.8900146484375 ], [ 1055.287109375, 470.6031799316406 ], [ 1191.0615234375, 306.6322021484375 ], [ 1130.8118896484375, 674.5465087890625 ] ], "bounding_box": [ 326.117919921875, 19.363174438476562, 2002.9669189453125, 943.2342529296875 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 32, "start": 351.6, "end": 353.6, "text": "Click 'View' on action for more information.", "cursor_coordinate": [ [ 1504.742431640625, 682.538330078125 ], [ 1601.2554931640625, 648.0462646484375 ], [ 1568.9996337890625, 637.546875 ], [ 1664.9622802734375, 467.293701171875 ] ], "bounding_box": [ 1304.742431640625, 267.293701171875, 1864.9622802734375, 882.538330078125 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 33, "start": 365.1, "end": 365.8, "text": "Click 'Edit' at the billing address.", "cursor_coordinate": [ [ 741.00390625, 430.4313659667969 ], [ 913.503173828125, 491.335693359375 ] ], "bounding_box": [ 541.00390625, 230.43136596679688, 1113.503173828125, 691.335693359375 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 34, "start": 374.4, "end": 377.0, "text": "Enter new street and state information.", "cursor_coordinate": [ [ 731.3516235351562, 543.1329345703125 ], [ 595.8590087890625, 436.136474609375 ], [ 680.8599853515625, 423.4398193359375 ], [ 575.3878784179688, 491.04241943359375 ] ], "bounding_box": [ 375.38787841796875, 223.4398193359375, 931.3516235351562, 743.1329345703125 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 35, "start": 380.5, "end": 385.6, "text": "Enter new city and phone number.", "cursor_coordinate": [ [ 713.01953125, 597.8120727539062 ] ], "bounding_box": [ 513.01953125, 397.81207275390625, 913.01953125, 797.8120727539062 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 36, "start": 395.4, "end": 397.9, "text": "Click 'Save Order Address'.", "cursor_coordinate": [ [ 1793.293701171875, 89.80777740478516 ], [ 1539.296630859375, 722.109375 ], [ 1533.325439453125, 729.801513671875 ] ], "bounding_box": [ 1333.325439453125, 0, 1993.293701171875, 929.801513671875 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 37, "start": 411.1, "end": 411.8, "text": "Click 'Ship' to add a tracking number.", "cursor_coordinate": [ [ 1694.963623046875, 0.42900562286376953 ], [ 1717.07275390625, 15.478448867797852 ] ], "bounding_box": [ 1494.963623046875, 0, 1917.07275390625, 215.47844886779785 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 38, "start": 418.3, "end": 419.5, "text": "Add a FedEx tracking number.", "cursor_coordinate": [ [ 1179.960205078125, 692.673828125 ], [ 1272.438720703125, 772.6256103515625 ] ], "bounding_box": [ 979.960205078125, 492.673828125, 1472.438720703125, 972.6256103515625 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 39, "start": 431.2, "end": 433.1, "text": "Click 'Add Tracking Number'.", "cursor_coordinate": [ [ 1234.386474609375, 793.97900390625 ], [ 1427.539306640625, 895.5328369140625 ], [ 1430.3643798828125, 911.430419921875 ] ], "bounding_box": [ 1034.386474609375, 593.97900390625, 1630.3643798828125, 1111.430419921875 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 40, "start": 469.2, "end": 470.2, "text": "Click on the column section for more information.", "cursor_coordinate": [ [ 1799.133544921875, 267.4228515625 ] ], "bounding_box": [ 1599.133544921875, 67.4228515625, 1999.133544921875, 467.4228515625 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 41, "start": 488.0, "end": 490.7, "text": "Click to add columns to the table.", "cursor_coordinate": [ [ 1161.0670166015625, 483.9417724609375 ], [ 1163.0272216796875, 487.8293151855469 ], [ 1472.25732421875, 864.1698608398438 ], [ 1526.197998046875, 945.5206298828125 ], [ 1023.4071044921875, 879.2810668945312 ] ], "bounding_box": [ 823.4071044921875, 283.9417724609375, 1726.197998046875, 1145.5206298828125 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 42, "start": 522.9, "end": 524.1, "text": "Click on 'Filter' for pending orders.", "cursor_coordinate": [ [ 1398.578125, 577.8638305664062 ], [ 1364.934814453125, 327.0037841796875 ] ], "bounding_box": [ 1164.934814453125, 127.0037841796875, 1598.578125, 777.8638305664062 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 43, "start": 546.0, "end": 547.4, "text": "Add a comment and choose to notify the customer by email.", "cursor_coordinate": [ [ 887.7083740234375, 605.94140625 ], [ 887.7086791992188, 605.9417114257812 ], [ 787.487060546875, 699.7529296875 ] ], "bounding_box": [ 587.487060546875, 405.94140625, 1087.7086791992188, 899.7529296875 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 44, "start": 565.2, "end": 566.5, "text": "Submit the comment.", "cursor_coordinate": [ [ 733.2542724609375, 848.880859375 ], [ 715.2916259765625, 871.1981201171875 ] ], "bounding_box": [ 515.2916259765625, 648.880859375, 933.2542724609375, 1071.1981201171875 ], "GUI_elements": [], "candidate_elements": [] }, { "index": 45, "start": 582.6, "end": 583.4, "text": "Send an email to the customer.", "cursor_coordinate": [ [ 1235.6837158203125, 136.70562744140625 ], [ 1245.082763671875, 207.13778686523438 ] ], "bounding_box": [ 1035.6837158203125, 0, 1445.082763671875, 407.1377868652344 ], "GUI_elements": [], "candidate_elements": [] } ]