VWA / sales_tutorial /sales_tutorial.ele.json
KevinQHLin's picture
Upload folder using huggingface_hub
e54626f verified
raw
history blame
33.5 kB
[
{
"index": 0,
"start": 0.6,
"end": 8.8,
"text": "Start the tutorial on checking important sales statistics.",
"cursor_coordinate": [
[
1178.1689453125,
977.8799438476562
],
[
1178.1689453125,
977.8800048828125
],
[
1178.1689453125,
977.8800048828125
],
[
1178.15087890625,
977.9339599609375
],
[
1178.1689453125,
977.8800048828125
],
[
1178.1689453125,
977.8800048828125
],
[
1178.1689453125,
977.8800048828125
],
[
1178.1689453125,
977.8800048828125
],
[
1178.1954345703125,
977.7359008789062
],
[
1178.153564453125,
977.9349365234375
],
[
1178.1783447265625,
977.877197265625
],
[
1178.1544189453125,
977.88232421875
],
[
1178.1689453125,
977.880126953125
]
],
"bounding_box": [
978.15087890625,
777.7359008789062,
1378.1954345703125,
1177.9349365234375
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 1,
"start": 9.0,
"end": 17.2,
"text": "Decide to check the monthly count of orders for different sales.",
"cursor_coordinate": [
[
1178.1954345703125,
977.7359008789062
],
[
1178.192626953125,
977.736328125
],
[
1178.192626953125,
977.736328125
],
[
1178.192626953125,
977.736328125
],
[
1178.185302734375,
977.7377319335938
],
[
1178.185302734375,
977.7377319335938
],
[
1178.185302734375,
977.7377319335938
],
[
1178.185302734375,
977.7377319335938
],
[
1178.185302734375,
977.7377319335938
],
[
1178.185302734375,
977.7377319335938
],
[
1178.185302734375,
977.7377319335938
]
],
"bounding_box": [
978.185302734375,
777.7359008789062,
1378.1954345703125,
1177.7377319335938
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 2,
"start": 18.9,
"end": 21.0,
"text": "Navigate to the dashboard.",
"cursor_coordinate": null,
"bounding_box": null,
"GUI_elements": []
},
{
"index": 3,
"start": 21.8,
"end": 22.2,
"text": "Go to the 'Reports' section.",
"cursor_coordinate": null,
"bounding_box": null,
"GUI_elements": []
},
{
"index": 4,
"start": 26.2,
"end": 27.4,
"text": "Go to 'Orders' in the sales section.",
"cursor_coordinate": [
[
607.1048583984375,
251.2603759765625
],
[
592.7271118164062,
223.5460662841797
]
],
"bounding_box": [
392.72711181640625,
23.546066284179688,
807.1048583984375,
451.2603759765625
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 5,
"start": 30.6,
"end": 31.1,
"text": "Click on the 'Orders' report.",
"cursor_coordinate": [
[
798.70263671875,
485.4072570800781
]
],
"bounding_box": [
598.70263671875,
285.4072570800781,
998.70263671875,
685.4072570800781
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 6,
"start": 36.2,
"end": 39.1,
"text": "Fill in relevant information for the report.",
"cursor_coordinate": [
[
634.6534423828125,
287.6376037597656
],
[
616.92431640625,
345.6309509277344
],
[
610.07373046875,
347.81524658203125
],
[
649.2060546875,
376.2604064941406
]
],
"bounding_box": [
410.07373046875,
87.63760375976562,
849.2060546875,
576.2604064941406
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 7,
"start": 39.3,
"end": 46.9,
"text": "Set the start date to January 1st.",
"cursor_coordinate": [
[
649.56103515625,
377.01959228515625
],
[
788.8107299804688,
393.80010986328125
],
[
825.9781494140625,
397.0272521972656
],
[
747.145751953125,
306.8846435546875
],
[
717.52685546875,
290.09222412109375
],
[
717.051025390625,
289.01568603515625
],
[
663.3466796875,
384.0144348144531
],
[
675.6686401367188,
408.96783447265625
],
[
690.0625,
199.7547607421875
],
[
665.7794189453125,
98.19403076171875
],
[
815.0396728515625,
393.68035888671875
]
],
"bounding_box": [
449.56103515625,
0,
1025.9781494140625,
608.9678344726562
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 8,
"start": 51.1,
"end": 61.6,
"text": "Set the end date to December 31st.",
"cursor_coordinate": [
[
711.0317993164062,
382.7997131347656
],
[
884.17431640625,
550.94287109375
],
[
806.1721801757812,
476.6903991699219
],
[
824.06396484375,
447.7662658691406
],
[
702.5729370117188,
451.9361877441406
],
[
693.4556884765625,
485.15411376953125
],
[
671.9052124023438,
495.6658935546875
],
[
690.1378173828125,
485.70928955078125
],
[
699.644775390625,
551.815673828125
],
[
695.2301025390625,
573.0896606445312
],
[
791.6243896484375,
653.2720947265625
],
[
594.3963623046875,
824.74072265625
],
[
597.9391479492188,
857.3187255859375
],
[
985.2601318359375,
455.25482177734375
],
[
984.88232421875,
455.384521484375
]
],
"bounding_box": [
394.3963623046875,
182.79971313476562,
1185.2601318359375,
1057.3187255859375
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 9,
"start": 69.8,
"end": 73.8,
"text": "Select the period as 'Year'.",
"cursor_coordinate": [
[
576.3715209960938,
314.6191101074219
],
[
596.4483032226562,
305.4810791015625
],
[
619.2618408203125,
266.5887451171875
],
[
621.9708251953125,
252.7098846435547
],
[
938.4071044921875,
383.5306396484375
],
[
790.2999877929688,
339.6318054199219
],
[
867.5430908203125,
728.3892822265625
]
],
"bounding_box": [
376.37152099609375,
52.70988464355469,
1138.4071044921875,
928.3892822265625
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 10,
"start": 76.1,
"end": 77.0,
"text": "Click 'Show Report'.",
"cursor_coordinate": [
[
1458.170166015625,
407.01361083984375
],
[
1215.1597900390625,
549.7459716796875
]
],
"bounding_box": [
1015.1597900390625,
207.01361083984375,
1658.170166015625,
749.7459716796875
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 11,
"start": 86.7,
"end": 97.4,
"text": "View different statistics like sales items, total, invoice, etc.",
"cursor_coordinate": [
[
182.40432739257812,
716.211669921875
],
[
56.57716751098633,
769.1490478515625
],
[
111.09272003173828,
752.58984375
],
[
105.49251556396484,
803.8375854492188
],
[
299.66168212890625,
817.7041625976562
],
[
308.14630126953125,
827.7998046875
],
[
160.83468627929688,
728.2618408203125
],
[
353.57513427734375,
727.94482421875
],
[
621.2198486328125,
741.4501342773438
],
[
899.023681640625,
736.7241821289062
],
[
1063.50537109375,
757.976318359375
],
[
787.344970703125,
635.4202880859375
],
[
728.2254028320312,
592.4464111328125
],
[
641.9161987304688,
606.8563232421875
],
[
527.0596313476562,
599.129638671875
]
],
"bounding_box": [
0,
392.4464111328125,
1263.50537109375,
1027.7998046875
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 12,
"start": 107.7,
"end": 110.4,
"text": "Decide to view invoices.",
"cursor_coordinate": [
[
701.5003051757812,
275.20123291015625
],
[
713.3447875976562,
291.60479736328125
],
[
713.3443603515625,
291.60467529296875
],
[
713.34423828125,
291.60467529296875
],
[
713.3444213867188,
291.6046447753906
]
],
"bounding_box": [
501.50030517578125,
75.20123291015625,
913.3447875976562,
491.60479736328125
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 13,
"start": 113.0,
"end": 115.0,
"text": "Navigate to the 'Sales' section on the left-hand side.",
"cursor_coordinate": [
[
151.923583984375,
188.005859375
]
],
"bounding_box": [
0,
0,
351.923583984375,
388.005859375
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 14,
"start": 116.8,
"end": 117.2,
"text": "Click on 'Invoices'.",
"cursor_coordinate": [
[
128.59271240234375,
172.3389434814453
]
],
"bounding_box": [
0,
0,
328.59271240234375,
372.3389434814453
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 15,
"start": 122.2,
"end": 123.5,
"text": "View different invoice IDs and their statuses.",
"cursor_coordinate": null,
"bounding_box": null,
"GUI_elements": []
},
{
"index": 16,
"start": 133.0,
"end": 135.4,
"text": "Decide to view a specific invoice ID.",
"cursor_coordinate": null,
"bounding_box": null,
"GUI_elements": []
},
{
"index": 17,
"start": 137.4,
"end": 138.2,
"text": "Check different information like billing and shipping addresses.",
"cursor_coordinate": [
[
784.447021484375,
630.9835815429688
],
[
430.76971435546875,
728.0821533203125
]
],
"bounding_box": [
230.76971435546875,
430.98358154296875,
984.447021484375,
928.0821533203125
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 18,
"start": 146.5,
"end": 147.4,
"text": "Scroll down to view more information.",
"cursor_coordinate": [
[
209.35366821289062,
516.6201171875
],
[
211.9591064453125,
517.0100708007812
]
],
"bounding_box": [
9.353668212890625,
316.6201171875,
411.9591064453125,
717.0100708007812
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 19,
"start": 171.6,
"end": 172.2,
"text": "Click on 'Orders' in the sales section.",
"cursor_coordinate": [
[
154.9612579345703,
91.05155944824219
]
],
"bounding_box": [
0,
0,
354.9612579345703,
291.0515594482422
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 20,
"start": 183.4,
"end": 185.6,
"text": "Scroll through the order section.",
"cursor_coordinate": [
[
1212.7735595703125,
431.103759765625
],
[
1212.767578125,
431.10479736328125
],
[
820.8197021484375,
240.93289184570312
]
],
"bounding_box": [
620.8197021484375,
40.932891845703125,
1412.7735595703125,
631.1047973632812
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 21,
"start": 189.0,
"end": 191.1,
"text": "Note that orders are sorted by purchase date.",
"cursor_coordinate": [
[
586.9959716796875,
254.44602966308594
],
[
610.74609375,
237.64259338378906
],
[
625.824951171875,
230.4847412109375
]
],
"bounding_box": [
386.9959716796875,
30.4847412109375,
825.824951171875,
454.44602966308594
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 22,
"start": 203.2,
"end": 205.2,
"text": "Scroll to see recent purchases and their statuses.",
"cursor_coordinate": [
[
1416.1317138671875,
632.7052612304688
],
[
1212.3408203125,
323.9232177734375
],
[
1211.616455078125,
368.3351135253906
],
[
1565.225830078125,
507.7117614746094
]
],
"bounding_box": [
1011.616455078125,
123.9232177734375,
1765.225830078125,
832.7052612304688
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 23,
"start": 218.4,
"end": 220.4,
"text": "Filter orders by status.",
"cursor_coordinate": [
[
1320.33203125,
702.886474609375
],
[
1320.207763671875,
702.6565551757812
],
[
1560.464599609375,
574.3201904296875
]
],
"bounding_box": [
1120.207763671875,
374.3201904296875,
1760.464599609375,
902.886474609375
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 24,
"start": 230.2,
"end": 231.6,
"text": "Click on 'Holds' and apply the filter.",
"cursor_coordinate": [
[
1595.68212890625,
557.5736083984375
],
[
1595.6402587890625,
557.573486328125
],
[
1609.5745849609375,
570.6431274414062
]
],
"bounding_box": [
1395.6402587890625,
357.573486328125,
1809.5745849609375,
770.6431274414062
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 25,
"start": 240.4,
"end": 243.0,
"text": "Click on 'Cancel' to view canceled orders.",
"cursor_coordinate": [
[
1707.6259765625,
484.1763000488281
],
[
1702.99560546875,
751.8311767578125
],
[
1658.29541015625,
775.2014770507812
]
],
"bounding_box": [
1458.29541015625,
284.1763000488281,
1907.6259765625,
975.2014770507812
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 26,
"start": 251.0,
"end": 252.3,
"text": "Click on 'Purchase Date' to sort by date.",
"cursor_coordinate": [
[
581.2963256835938,
425.4605712890625
],
[
579.9423828125,
408.22393798828125
]
],
"bounding_box": [
379.9423828125,
208.22393798828125,
781.2963256835938,
625.4605712890625
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 27,
"start": 263.1,
"end": 263.5,
"text": "Click again to flip the order to most recent.",
"cursor_coordinate": [
[
531.7523193359375,
408.14678955078125
]
],
"bounding_box": [
331.7523193359375,
208.14678955078125,
731.7523193359375,
608.1467895507812
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 28,
"start": 275.1,
"end": 276.2,
"text": "Click 'Filter' to change status.",
"cursor_coordinate": [
[
1215.630615234375,
231.12933349609375
],
[
1401.647705078125,
391.78900146484375
]
],
"bounding_box": [
1015.630615234375,
31.12933349609375,
1601.647705078125,
591.7890014648438
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 29,
"start": 287.7,
"end": 289.3,
"text": "Search by ID or name.",
"cursor_coordinate": null,
"bounding_box": null,
"GUI_elements": []
},
{
"index": 30,
"start": 313.3,
"end": 314.8,
"text": "Set time bounds on purchase date.",
"cursor_coordinate": [
[
258.341796875,
504.310302734375
],
[
274.3941650390625,
490.39007568359375
],
[
423.4189147949219,
359.97314453125
]
],
"bounding_box": [
58.341796875,
159.97314453125,
623.4189147949219,
704.310302734375
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 31,
"start": 326.1,
"end": 333.0,
"text": "Apply multiple filters to find relevant orders.",
"cursor_coordinate": [
[
1031.147216796875,
484.4883728027344
],
[
526.117919921875,
377.79266357421875
],
[
1718.35546875,
743.2342529296875
],
[
1718.357177734375,
743.228759765625
],
[
1802.9669189453125,
219.36317443847656
],
[
1151.57421875,
459.284912109375
],
[
967.9415893554688,
506.52557373046875
],
[
526.48291015625,
621.8900146484375
],
[
1055.287109375,
470.6031799316406
],
[
1191.0615234375,
306.6322021484375
],
[
1130.8118896484375,
674.5465087890625
]
],
"bounding_box": [
326.117919921875,
19.363174438476562,
2002.9669189453125,
943.2342529296875
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 32,
"start": 351.6,
"end": 353.6,
"text": "Click 'View' on action for more information.",
"cursor_coordinate": [
[
1504.742431640625,
682.538330078125
],
[
1601.2554931640625,
648.0462646484375
],
[
1568.9996337890625,
637.546875
],
[
1664.9622802734375,
467.293701171875
]
],
"bounding_box": [
1304.742431640625,
267.293701171875,
1864.9622802734375,
882.538330078125
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 33,
"start": 365.1,
"end": 365.8,
"text": "Click 'Edit' at the billing address.",
"cursor_coordinate": [
[
741.00390625,
430.4313659667969
],
[
913.503173828125,
491.335693359375
]
],
"bounding_box": [
541.00390625,
230.43136596679688,
1113.503173828125,
691.335693359375
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 34,
"start": 374.4,
"end": 377.0,
"text": "Enter new street and state information.",
"cursor_coordinate": [
[
731.3516235351562,
543.1329345703125
],
[
595.8590087890625,
436.136474609375
],
[
680.8599853515625,
423.4398193359375
],
[
575.3878784179688,
491.04241943359375
]
],
"bounding_box": [
375.38787841796875,
223.4398193359375,
931.3516235351562,
743.1329345703125
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 35,
"start": 380.5,
"end": 385.6,
"text": "Enter new city and phone number.",
"cursor_coordinate": [
[
713.01953125,
597.8120727539062
]
],
"bounding_box": [
513.01953125,
397.81207275390625,
913.01953125,
797.8120727539062
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 36,
"start": 395.4,
"end": 397.9,
"text": "Click 'Save Order Address'.",
"cursor_coordinate": [
[
1793.293701171875,
89.80777740478516
],
[
1539.296630859375,
722.109375
],
[
1533.325439453125,
729.801513671875
]
],
"bounding_box": [
1333.325439453125,
0,
1993.293701171875,
929.801513671875
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 37,
"start": 411.1,
"end": 411.8,
"text": "Click 'Ship' to add a tracking number.",
"cursor_coordinate": [
[
1694.963623046875,
0.42900562286376953
],
[
1717.07275390625,
15.478448867797852
]
],
"bounding_box": [
1494.963623046875,
0,
1917.07275390625,
215.47844886779785
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 38,
"start": 418.3,
"end": 419.5,
"text": "Add a FedEx tracking number.",
"cursor_coordinate": [
[
1179.960205078125,
692.673828125
],
[
1272.438720703125,
772.6256103515625
]
],
"bounding_box": [
979.960205078125,
492.673828125,
1472.438720703125,
972.6256103515625
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 39,
"start": 431.2,
"end": 433.1,
"text": "Click 'Add Tracking Number'.",
"cursor_coordinate": [
[
1234.386474609375,
793.97900390625
],
[
1427.539306640625,
895.5328369140625
],
[
1430.3643798828125,
911.430419921875
]
],
"bounding_box": [
1034.386474609375,
593.97900390625,
1630.3643798828125,
1111.430419921875
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 40,
"start": 469.2,
"end": 470.2,
"text": "Click on the column section for more information.",
"cursor_coordinate": [
[
1799.133544921875,
267.4228515625
]
],
"bounding_box": [
1599.133544921875,
67.4228515625,
1999.133544921875,
467.4228515625
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 41,
"start": 488.0,
"end": 490.7,
"text": "Click to add columns to the table.",
"cursor_coordinate": [
[
1161.0670166015625,
483.9417724609375
],
[
1163.0272216796875,
487.8293151855469
],
[
1472.25732421875,
864.1698608398438
],
[
1526.197998046875,
945.5206298828125
],
[
1023.4071044921875,
879.2810668945312
]
],
"bounding_box": [
823.4071044921875,
283.9417724609375,
1726.197998046875,
1145.5206298828125
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 42,
"start": 522.9,
"end": 524.1,
"text": "Click on 'Filter' for pending orders.",
"cursor_coordinate": [
[
1398.578125,
577.8638305664062
],
[
1364.934814453125,
327.0037841796875
]
],
"bounding_box": [
1164.934814453125,
127.0037841796875,
1598.578125,
777.8638305664062
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 43,
"start": 546.0,
"end": 547.4,
"text": "Add a comment and choose to notify the customer by email.",
"cursor_coordinate": [
[
887.7083740234375,
605.94140625
],
[
887.7086791992188,
605.9417114257812
],
[
787.487060546875,
699.7529296875
]
],
"bounding_box": [
587.487060546875,
405.94140625,
1087.7086791992188,
899.7529296875
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 44,
"start": 565.2,
"end": 566.5,
"text": "Submit the comment.",
"cursor_coordinate": [
[
733.2542724609375,
848.880859375
],
[
715.2916259765625,
871.1981201171875
]
],
"bounding_box": [
515.2916259765625,
648.880859375,
933.2542724609375,
1071.1981201171875
],
"GUI_elements": [],
"candidate_elements": []
},
{
"index": 45,
"start": 582.6,
"end": 583.4,
"text": "Send an email to the customer.",
"cursor_coordinate": [
[
1235.6837158203125,
136.70562744140625
],
[
1245.082763671875,
207.13778686523438
]
],
"bounding_box": [
1035.6837158203125,
0,
1445.082763671875,
407.1377868652344
],
"GUI_elements": [],
"candidate_elements": []
}
]