| [ | |
| { | |
| "index": 0, | |
| "start": 17.7, | |
| "end": 19.1, | |
| "text": "Scroll all the way down to the newsletter section.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1944.8026123046875, | |
| 1360.9322509765625 | |
| ], | |
| [ | |
| 1944.7996826171875, | |
| 1360.9207763671875 | |
| ], | |
| [ | |
| 2102.074462890625, | |
| 1331.7724609375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1744.7996826171875, | |
| 1131.7724609375, | |
| 2302.074462890625, | |
| 1560.9322509765625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 19.4, | |
| "end": 20.7, | |
| "text": "Enter your email address (e.g., [email protected]).", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 23.5, | |
| "end": 23.7, | |
| "text": "Click the 'Subscribe' button.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2521.647216796875, | |
| 1434.4310302734375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2321.647216796875, | |
| 1234.4310302734375, | |
| 2721.647216796875, | |
| 1634.4310302734375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 42.0, | |
| "end": 42.5, | |
| "text": "Scroll down to the 'Contact Us' section.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1037.4754638671875, | |
| 1288.4468994140625 | |
| ], | |
| [ | |
| 1037.9237060546875, | |
| 1288.2677001953125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 837.4754638671875, | |
| 1088.2677001953125, | |
| 1237.9237060546875, | |
| 1488.4468994140625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 42.7, | |
| "end": 43.1, | |
| "text": "Click 'Contact Us'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1034.7633056640625, | |
| 1242.5389404296875 | |
| ], | |
| [ | |
| 1068.7733154296875, | |
| 1163.704345703125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 834.7633056640625, | |
| 963.704345703125, | |
| 1268.7733154296875, | |
| 1442.5389404296875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 46.7, | |
| "end": 48.4, | |
| "text": "Type your message (e.g., \"This is my test message\").", | |
| "cursor_coordinate": [ | |
| [ | |
| 2024.224853515625, | |
| 1756.323486328125 | |
| ], | |
| [ | |
| 2024.2279052734375, | |
| 1756.34130859375 | |
| ], | |
| [ | |
| 2024.225830078125, | |
| 1756.32666015625 | |
| ], | |
| [ | |
| 2024.224853515625, | |
| 1756.323486328125 | |
| ], | |
| [ | |
| 2024.2279052734375, | |
| 1756.34130859375 | |
| ], | |
| [ | |
| 2024.225830078125, | |
| 1756.32666015625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1824.224853515625, | |
| 1556.323486328125, | |
| 2224.2279052734375, | |
| 1956.34130859375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 62.1, | |
| "end": 62.5, | |
| "text": "Go to 'My Account'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1768.755859375, | |
| 205.7217254638672 | |
| ], | |
| [ | |
| 1627.842041015625, | |
| 289.4136962890625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1427.842041015625, | |
| 5.7217254638671875, | |
| 1968.755859375, | |
| 489.4136962890625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 63.6, | |
| "end": 63.9, | |
| "text": "Click 'My Orders'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 608.0454711914062, | |
| 806.99267578125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 408.04547119140625, | |
| 606.99267578125, | |
| 808.0454711914062, | |
| 1006.99267578125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 80.6, | |
| "end": 80.9, | |
| "text": "Click 'View Order' for the desired order.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2132.481201171875, | |
| 1033.192138671875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1932.481201171875, | |
| 833.192138671875, | |
| 2332.481201171875, | |
| 1233.192138671875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 86.8, | |
| "end": 87.5, | |
| "text": "Click 'File a Refund' for the order.", | |
| "cursor_coordinate": [ | |
| [ | |
| 610.73486328125, | |
| 1343.3931884765625 | |
| ], | |
| [ | |
| 609.6150512695312, | |
| 1342.4833984375 | |
| ], | |
| [ | |
| 594.693603515625, | |
| 1323.4755859375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 394.693603515625, | |
| 1123.4755859375, | |
| 810.73486328125, | |
| 1543.3931884765625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 92.7, | |
| "end": 93.5, | |
| "text": "Click 'Contact Us' for refund request.", | |
| "cursor_coordinate": [ | |
| [ | |
| 428.8313293457031, | |
| 1404.1990966796875 | |
| ], | |
| [ | |
| 374.0853576660156, | |
| 1482.0699462890625 | |
| ], | |
| [ | |
| 649.7041625976562, | |
| 806.146484375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 174.08535766601562, | |
| 606.146484375, | |
| 849.7041625976562, | |
| 1682.0699462890625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 94.7, | |
| "end": 95.1, | |
| "text": "Type \"I want a refund\".", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 12, | |
| "start": 98.1, | |
| "end": 101.4, | |
| "text": "Enter the order number.", | |
| "cursor_coordinate": [ | |
| [ | |
| 292.8628234863281, | |
| 294.01751708984375 | |
| ], | |
| [ | |
| 242.59217834472656, | |
| 42.527164459228516 | |
| ], | |
| [ | |
| 1060.645263671875, | |
| 388.0855712890625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 42.59217834472656, | |
| 0, | |
| 1260.645263671875, | |
| 588.0855712890625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 13, | |
| "start": 109.3, | |
| "end": 109.9, | |
| "text": "Enter the item SKUs.", | |
| "cursor_coordinate": [ | |
| [ | |
| 741.8204956054688, | |
| 56.95536804199219 | |
| ], | |
| [ | |
| 888.604736328125, | |
| 867.2503662109375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 541.8204956054688, | |
| 0, | |
| 1088.604736328125, | |
| 1067.2503662109375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 14, | |
| "start": 126.9, | |
| "end": 127.5, | |
| "text": "Enter the total cost.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2532.87255859375, | |
| 1574.4329833984375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2332.87255859375, | |
| 1374.4329833984375, | |
| 2732.87255859375, | |
| 1774.4329833984375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 15, | |
| "start": 137.7, | |
| "end": 138.3, | |
| "text": "Specify if shipping is refundable or not.", | |
| "cursor_coordinate": [ | |
| [ | |
| 352.3186950683594, | |
| 0.08971809595823288 | |
| ], | |
| [ | |
| 0.8480035662651062, | |
| 68.13726043701172 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 0, | |
| 0, | |
| 552.3186950683594, | |
| 268.1372604370117 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 16, | |
| "start": 148.8, | |
| "end": 150.7, | |
| "text": "Submit the refund request.", | |
| "cursor_coordinate": [ | |
| [ | |
| 541.15869140625, | |
| 1665.5281982421875 | |
| ], | |
| [ | |
| 800.5999755859375, | |
| 1231.383056640625 | |
| ], | |
| [ | |
| 852.704345703125, | |
| 1245.079345703125 | |
| ], | |
| [ | |
| 852.7482299804688, | |
| 1245.0736083984375 | |
| ], | |
| [ | |
| 852.7479858398438, | |
| 1245.074951171875 | |
| ], | |
| [ | |
| 852.7085571289062, | |
| 1245.02783203125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 341.15869140625, | |
| 1031.383056640625, | |
| 1052.7482299804688, | |
| 1865.5281982421875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] |