| [ | |
| { | |
| "index": 0, | |
| "start": 20.4, | |
| "end": 21.3, | |
| "text": "Search for a replacement gaming console in the video gaming category.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2698.844970703125, | |
| 1007.3092651367188 | |
| ], | |
| [ | |
| 2698.821533203125, | |
| 1007.30810546875 | |
| ], | |
| [ | |
| 2698.77294921875, | |
| 1007.298583984375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2498.77294921875, | |
| 807.298583984375, | |
| 2898.844970703125, | |
| 1207.3092651367188 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 42.3, | |
| "end": 43.9, | |
| "text": "Enter keywords in the search box.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1083.030517578125, | |
| 433.70867919921875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 883.030517578125, | |
| 233.70867919921875, | |
| 1283.030517578125, | |
| 633.7086791992188 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 45.0, | |
| "end": 46.1, | |
| "text": "Enter the city in the location box.", | |
| "cursor_coordinate": [ | |
| [ | |
| 599.9304809570312, | |
| 796.533203125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 399.93048095703125, | |
| 596.533203125, | |
| 799.9304809570312, | |
| 996.533203125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 48.5, | |
| "end": 50.2, | |
| "text": "Enter the minimum price in the minimum price box.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 50.7, | |
| "end": 51.2, | |
| "text": "Enter the maximum price in the maximum price box.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 51.5, | |
| "end": 53.7, | |
| "text": "Click the 'Apply' button to filter results.", | |
| "cursor_coordinate": [ | |
| [ | |
| 420.14715576171875, | |
| 892.282958984375 | |
| ], | |
| [ | |
| 588.7711181640625, | |
| 938.7893676757812 | |
| ], | |
| [ | |
| 940.7691650390625, | |
| 810.4669189453125 | |
| ], | |
| [ | |
| 887.2730712890625, | |
| 817.8330688476562 | |
| ], | |
| [ | |
| 821.7608032226562, | |
| 831.2951049804688 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 220.14715576171875, | |
| 610.4669189453125, | |
| 1140.7691650390625, | |
| 1138.7893676757812 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 65.2, | |
| "end": 66.3, | |
| "text": "Select an Xbox listing to view details.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1464.3406982421875, | |
| 495.072509765625 | |
| ], | |
| [ | |
| 1409.0047607421875, | |
| 460.1027526855469 | |
| ], | |
| [ | |
| 1405.73583984375, | |
| 454.4403381347656 | |
| ], | |
| [ | |
| 1405.7254638671875, | |
| 454.3158264160156 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1205.7254638671875, | |
| 254.31582641601562, | |
| 1664.3406982421875, | |
| 695.072509765625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 71.5, | |
| "end": 72.9, | |
| "text": "Open an item listing to view details.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1521.7388916015625, | |
| 862.8002319335938 | |
| ], | |
| [ | |
| 1521.7869873046875, | |
| 862.8096313476562 | |
| ], | |
| [ | |
| 1521.791259765625, | |
| 862.80810546875 | |
| ], | |
| [ | |
| 1521.7388916015625, | |
| 862.8002319335938 | |
| ], | |
| [ | |
| 1520.0499267578125, | |
| 862.4200439453125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1320.0499267578125, | |
| 662.4200439453125, | |
| 1721.791259765625, | |
| 1062.8096313476562 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 87.0, | |
| "end": 88.5, | |
| "text": "View the seller's information on the right side of the listing.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2141.381591796875, | |
| 391.1710510253906 | |
| ], | |
| [ | |
| 2182.934326171875, | |
| 510.3368835449219 | |
| ], | |
| [ | |
| 2188.546875, | |
| 645.8782958984375 | |
| ], | |
| [ | |
| 2213.491455078125, | |
| 729.9732666015625 | |
| ], | |
| [ | |
| 2157.81494140625, | |
| 824.8563232421875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1941.381591796875, | |
| 191.17105102539062, | |
| 2413.491455078125, | |
| 1024.8563232421875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 97.0, | |
| "end": 98.2, | |
| "text": "Scroll down to the comments section.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2501.115234375, | |
| 1160.3388671875 | |
| ], | |
| [ | |
| 2501.125, | |
| 1160.3692626953125 | |
| ], | |
| [ | |
| 2501.106689453125, | |
| 1160.4058837890625 | |
| ], | |
| [ | |
| 2501.10595703125, | |
| 1160.4052734375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2301.10595703125, | |
| 960.3388671875, | |
| 2701.125, | |
| 1360.4058837890625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 110.1, | |
| "end": 112.3, | |
| "text": "Give a rating by selecting five stars.", | |
| "cursor_coordinate": [ | |
| [ | |
| 932.6803588867188, | |
| 1057.0128173828125 | |
| ], | |
| [ | |
| 873.3215942382812, | |
| 1078.251220703125 | |
| ], | |
| [ | |
| 911.0944213867188, | |
| 1108.18212890625 | |
| ], | |
| [ | |
| 956.8720703125, | |
| 1136.56005859375 | |
| ], | |
| [ | |
| 999.4454345703125, | |
| 1116.166015625 | |
| ], | |
| [ | |
| 1065.408447265625, | |
| 1108.4876708984375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 673.3215942382812, | |
| 857.0128173828125, | |
| 1265.408447265625, | |
| 1336.56005859375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 115.8, | |
| "end": 116.1, | |
| "text": "Enter a title for the comment.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 12, | |
| "start": 117.0, | |
| "end": 119.0, | |
| "text": "Type the comment \"Looking to buy a new console. This looks good. Can you lower the price?\"", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 13, | |
| "start": 130.2, | |
| "end": 130.8, | |
| "text": "Click 'Send' to post the comment.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1169.573974609375, | |
| 1319.047607421875 | |
| ], | |
| [ | |
| 1160.1796875, | |
| 1320.705810546875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 960.1796875, | |
| 1119.047607421875, | |
| 1369.573974609375, | |
| 1520.705810546875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 14, | |
| "start": 134.7, | |
| "end": 136.2, | |
| "text": "Optionally, delete or reply to the comment.", | |
| "cursor_coordinate": [ | |
| [ | |
| 878.9718627929688, | |
| 946.1135864257812 | |
| ], | |
| [ | |
| 770.9478759765625, | |
| 859.5724487304688 | |
| ], | |
| [ | |
| 911.4046630859375, | |
| 807.0709228515625 | |
| ], | |
| [ | |
| 956.3179321289062, | |
| 807.1513061523438 | |
| ], | |
| [ | |
| 1017.7772827148438, | |
| 810.27392578125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 570.9478759765625, | |
| 607.0709228515625, | |
| 1217.7772827148438, | |
| 1146.1135864257812 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 15, | |
| "start": 148.6, | |
| "end": 150.3, | |
| "text": "Search for arts and crafts for a second example.", | |
| "cursor_coordinate": [ | |
| [ | |
| 773.3386840820312, | |
| 1323.0133056640625 | |
| ], | |
| [ | |
| 834.9679565429688, | |
| 843.2080688476562 | |
| ], | |
| [ | |
| 854.634521484375, | |
| 808.7810668945312 | |
| ], | |
| [ | |
| 1088.3841552734375, | |
| 521.7305908203125 | |
| ], | |
| [ | |
| 1088.380859375, | |
| 521.7280883789062 | |
| ], | |
| [ | |
| 1088.4208984375, | |
| 522.029052734375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 573.3386840820312, | |
| 321.72808837890625, | |
| 1288.4208984375, | |
| 1523.0133056640625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 16, | |
| "start": 155.6, | |
| "end": 158.6, | |
| "text": "View the seller's name and email for the arts and crafts listing.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1997.27587890625, | |
| 958.7457275390625 | |
| ], | |
| [ | |
| 1954.9931640625, | |
| 953.5794677734375 | |
| ], | |
| [ | |
| 1953.9306640625, | |
| 954.0968627929688 | |
| ], | |
| [ | |
| 2342.46533203125, | |
| 946.9600830078125 | |
| ], | |
| [ | |
| 2388.91650390625, | |
| 948.0180053710938 | |
| ], | |
| [ | |
| 2390.35009765625, | |
| 948.7000732421875 | |
| ], | |
| [ | |
| 2133.94677734375, | |
| 979.7334594726562 | |
| ], | |
| [ | |
| 2163.764404296875, | |
| 962.2118530273438 | |
| ], | |
| [ | |
| 2165.3740234375, | |
| 959.1786499023438 | |
| ], | |
| [ | |
| 2161.936279296875, | |
| 960.1447143554688 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1753.9306640625, | |
| 746.9600830078125, | |
| 2590.35009765625, | |
| 1179.7334594726562 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 17, | |
| "start": 204.7, | |
| "end": 205.5, | |
| "text": "Leave feedback in the comments section.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2370.655029296875, | |
| 865.2854614257812 | |
| ], | |
| [ | |
| 2370.6513671875, | |
| 865.2693481445312 | |
| ], | |
| [ | |
| 2370.655029296875, | |
| 865.2853393554688 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2170.6513671875, | |
| 665.2693481445312, | |
| 2570.655029296875, | |
| 1065.2854614257812 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] |