| { | |
| "id": null, | |
| "software": "Unknown", | |
| "title": "sort_by_price", | |
| "task with actions": [ | |
| { | |
| "task_index": 0, | |
| "task": "Open the one-stop market and navigate to the desired category.", | |
| "actions": [] | |
| }, | |
| { | |
| "task_index": 1, | |
| "task": "Use the sort by option to sort items by price.", | |
| "actions": [ | |
| { | |
| "index": 0, | |
| "start": 17.5, | |
| "end": 19.1, | |
| "text": "Click on the 'Sort by' option." | |
| }, | |
| { | |
| "index": 1, | |
| "start": 20.2, | |
| "end": 21.6, | |
| "text": "Click on the box to open sorting options." | |
| }, | |
| { | |
| "index": 2, | |
| "start": 21.9, | |
| "end": 23.7, | |
| "text": "Select 'Price' from the sorting options." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 2, | |
| "task": "Identify and add the least expensive item to your cart or wishlist.", | |
| "actions": [ | |
| { | |
| "index": 3, | |
| "start": 37.8, | |
| "end": 39.2, | |
| "text": "Add the cheapest item to the cart." | |
| }, | |
| { | |
| "index": 4, | |
| "start": 50.1, | |
| "end": 51.9, | |
| "text": "Add the cheapest item to the wishlist." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 3, | |
| "task": "Flip the sort order to display the most expensive items.", | |
| "actions": [ | |
| { | |
| "index": 11, | |
| "start": 108.2, | |
| "end": 109.1, | |
| "text": "Click the arrow to flip the sorting order." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 4, | |
| "task": "Identify and add the most expensive item to your cart or wishlist.", | |
| "actions": [ | |
| { | |
| "index": 5, | |
| "start": 63.4, | |
| "end": 64.7, | |
| "text": "Add the most expensive item (huge bed) to the cart." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 5, | |
| "task": "Repeat the sorting process for a different category, such as video games.", | |
| "actions": [ | |
| { | |
| "index": 8, | |
| "start": 92.4, | |
| "end": 92.6, | |
| "text": "Go to the 'Price' section for sorting." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 6, | |
| "task": "Flip the sort order again to find the most expensive items in the new category.", | |
| "actions": [ | |
| { | |
| "index": 11, | |
| "start": 108.2, | |
| "end": 109.1, | |
| "text": "Click the arrow to flip the sorting order." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 7, | |
| "task": "Add the most expensive item to your cart or wishlist.", | |
| "actions": [ | |
| { | |
| "index": 12, | |
| "start": 123.0, | |
| "end": 123.4, | |
| "text": "Add the most expensive item to the cart." | |
| } | |
| ] | |
| } | |
| ], | |
| "action with elements": [ | |
| { | |
| "index": 0, | |
| "start": 17.5, | |
| "end": 19.1, | |
| "text": "Click on the 'Sort by' option.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2189.891357421875, | |
| 526.960205078125 | |
| ], | |
| [ | |
| 2349.6875, | |
| 507.90545654296875 | |
| ], | |
| [ | |
| 2334.892333984375, | |
| 534.7379760742188 | |
| ], | |
| [ | |
| 2321.2421875, | |
| 545.17626953125 | |
| ], | |
| [ | |
| 2391.175048828125, | |
| 516.1235961914062 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1989.891357421875, | |
| 307.90545654296875, | |
| 2591.175048828125, | |
| 745.17626953125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 20.2, | |
| "end": 21.6, | |
| "text": "Click on the box to open sorting options.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2423.19482421875, | |
| 543.6395263671875 | |
| ], | |
| [ | |
| 2392.37353515625, | |
| 508.4187927246094 | |
| ], | |
| [ | |
| 2392.3408203125, | |
| 508.399169921875 | |
| ], | |
| [ | |
| 2423.19482421875, | |
| 543.6395263671875 | |
| ], | |
| [ | |
| 2430.312744140625, | |
| 563.3760375976562 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2192.3408203125, | |
| 308.399169921875, | |
| 2630.312744140625, | |
| 763.3760375976562 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 21.9, | |
| "end": 23.7, | |
| "text": "Select 'Price' from the sorting options.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2432.278076171875, | |
| 566.0486450195312 | |
| ], | |
| [ | |
| 2439.2490234375, | |
| 542.5131225585938 | |
| ], | |
| [ | |
| 2427.857421875, | |
| 541.2752075195312 | |
| ], | |
| [ | |
| 2427.934326171875, | |
| 549.2072143554688 | |
| ], | |
| [ | |
| 2450.9091796875, | |
| 614.5775146484375 | |
| ], | |
| [ | |
| 2451.01806640625, | |
| 619.1595458984375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2227.857421875, | |
| 341.27520751953125, | |
| 2651.01806640625, | |
| 819.1595458984375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 37.8, | |
| "end": 39.2, | |
| "text": "Add the cheapest item to the cart.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1036.7392578125, | |
| 1282.336669921875 | |
| ], | |
| [ | |
| 781.9769287109375, | |
| 1339.43798828125 | |
| ], | |
| [ | |
| 780.9283447265625, | |
| 1341.0499267578125 | |
| ], | |
| [ | |
| 772.0557861328125, | |
| 1338.91015625 | |
| ], | |
| [ | |
| 794.91845703125, | |
| 1363.530029296875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 572.0557861328125, | |
| 1082.336669921875, | |
| 1236.7392578125, | |
| 1563.530029296875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 50.1, | |
| "end": 51.9, | |
| "text": "Add the cheapest item to the wishlist.", | |
| "cursor_coordinate": [ | |
| [ | |
| 350.9189453125, | |
| 398.9024353027344 | |
| ], | |
| [ | |
| 1161.0179443359375, | |
| 1088.732177734375 | |
| ], | |
| [ | |
| 1164.787353515625, | |
| 1092.7200927734375 | |
| ], | |
| [ | |
| 1488.26171875, | |
| 1259.25439453125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 150.9189453125, | |
| 198.90243530273438, | |
| 1688.26171875, | |
| 1459.25439453125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 63.4, | |
| "end": 64.7, | |
| "text": "Add the most expensive item (huge bed) to the cart.", | |
| "cursor_coordinate": [ | |
| [ | |
| 718.2039184570312, | |
| 1297.7244873046875 | |
| ], | |
| [ | |
| 718.2264404296875, | |
| 1297.7596435546875 | |
| ], | |
| [ | |
| 716.4253540039062, | |
| 1290.222900390625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 516.4253540039062, | |
| 1090.222900390625, | |
| 918.2264404296875, | |
| 1497.7596435546875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 70.5, | |
| "end": 70.8, | |
| "text": "Add the biggest bed to the cart.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 76.2, | |
| "end": 78.0, | |
| "text": "Add the second most expensive item to the wishlist.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1347.4630126953125, | |
| 1154.7305908203125 | |
| ], | |
| [ | |
| 1484.2855224609375, | |
| 1169.07666015625 | |
| ], | |
| [ | |
| 1578.1890869140625, | |
| 1374.1256103515625 | |
| ], | |
| [ | |
| 1580.36572265625, | |
| 1375.656005859375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1147.4630126953125, | |
| 954.7305908203125, | |
| 1780.36572265625, | |
| 1575.656005859375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 92.4, | |
| "end": 92.6, | |
| "text": "Go to the 'Price' section for sorting.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2487.454833984375, | |
| 625.9468383789062 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2287.454833984375, | |
| 425.94683837890625, | |
| 2687.454833984375, | |
| 825.9468383789062 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 97.1, | |
| "end": 97.5, | |
| "text": "Add the cheapest PS4 item (charging port) to the cart.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 99.6, | |
| "end": 100.3, | |
| "text": "Add the PS4 item to the wishlist.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1423.3154296875, | |
| 1358.837158203125 | |
| ], | |
| [ | |
| 1423.3204345703125, | |
| 1358.8331298828125 | |
| ], | |
| [ | |
| 1679.3876953125, | |
| 1215.1021728515625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1223.3154296875, | |
| 1015.1021728515625, | |
| 1879.3876953125, | |
| 1558.837158203125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 108.2, | |
| "end": 109.1, | |
| "text": "Click the arrow to flip the sorting order.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2724.62548828125, | |
| 708.0201416015625 | |
| ], | |
| [ | |
| 2723.423583984375, | |
| 721.6132202148438 | |
| ], | |
| [ | |
| 2724.65771484375, | |
| 721.7037353515625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2523.423583984375, | |
| 508.0201416015625, | |
| 2924.65771484375, | |
| 921.7037353515625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 12, | |
| "start": 123.0, | |
| "end": 123.4, | |
| "text": "Add the most expensive item to the cart.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1375.149658203125, | |
| 1224.868408203125 | |
| ], | |
| [ | |
| 1605.8486328125, | |
| 1261.6142578125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1175.149658203125, | |
| 1024.868408203125, | |
| 1805.8486328125, | |
| 1461.6142578125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 13, | |
| "start": 126.9, | |
| "end": 127.3, | |
| "text": "Add the Spiderman game to the wishlist.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2448.258056640625, | |
| 1244.742919921875 | |
| ], | |
| [ | |
| 2317.846923828125, | |
| 1194.147705078125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2117.846923828125, | |
| 994.147705078125, | |
| 2648.258056640625, | |
| 1444.742919921875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] | |
| } |