| { | |
| "id": null, | |
| "software": "Unknown", | |
| "title": "add_by_category", | |
| "task with actions": [ | |
| { | |
| "task_index": 0, | |
| "task": "Access categories through the drop-down bar at the top of the page.", | |
| "actions": [ | |
| { | |
| "index": 0, | |
| "start": 12.1, | |
| "end": 12.7, | |
| "text": "Locate the big drop-down bar at the top of the page in the one-stop market." | |
| }, | |
| { | |
| "index": 2, | |
| "start": 35.4, | |
| "end": 36.3, | |
| "text": "Access categories through the drop-down bar." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 1, | |
| "task": "Navigate to a specific subcategory, such as oral care.", | |
| "actions": [ | |
| { | |
| "index": 3, | |
| "start": 40.1, | |
| "end": 42.8, | |
| "text": "Hover over the first big category to reveal subcategories." | |
| }, | |
| { | |
| "index": 4, | |
| "start": 55.8, | |
| "end": 56.7, | |
| "text": "Navigate to the 'Oral Care' category." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 2, | |
| "task": "Add the cheapest item from the subcategory to the cart.", | |
| "actions": [ | |
| { | |
| "index": 5, | |
| "start": 71.4, | |
| "end": 76.4, | |
| "text": "Add the cheapest toothpaste item to the cart." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 3, | |
| "task": "Navigate to another category, such as food, and select a subcategory like seafood.", | |
| "actions": [ | |
| { | |
| "index": 7, | |
| "start": 97.3, | |
| "end": 98.4, | |
| "text": "Navigate to the 'Food' category." | |
| }, | |
| { | |
| "index": 9, | |
| "start": 104.8, | |
| "end": 106.2, | |
| "text": "Navigate to the 'Seafood' subcategory to find king crab." | |
| } | |
| ] | |
| } | |
| ], | |
| "action with elements": [ | |
| { | |
| "index": 0, | |
| "start": 12.1, | |
| "end": 12.7, | |
| "text": "Locate the big drop-down bar at the top of the page in the one-stop market.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2642.614990234375, | |
| 595.2191772460938 | |
| ], | |
| [ | |
| 2642.614990234375, | |
| 595.2192993164062 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2442.614990234375, | |
| 395.21917724609375, | |
| 2842.614990234375, | |
| 795.2192993164062 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 16.4, | |
| "end": 16.8, | |
| "text": "Hover over the first big category in the drop-down bar.", | |
| "cursor_coordinate": [ | |
| [ | |
| 388.7962341308594, | |
| 931.630615234375 | |
| ], | |
| [ | |
| 640.0762939453125, | |
| 1156.34228515625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 188.79623413085938, | |
| 731.630615234375, | |
| 840.0762939453125, | |
| 1356.34228515625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 35.4, | |
| "end": 36.3, | |
| "text": "Access categories through the drop-down bar.", | |
| "cursor_coordinate": [ | |
| [ | |
| 810.845458984375, | |
| 825.2718505859375 | |
| ], | |
| [ | |
| 810.8448486328125, | |
| 825.2693481445312 | |
| ], | |
| [ | |
| 674.2952270507812, | |
| 815.6354370117188 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 474.29522705078125, | |
| 615.6354370117188, | |
| 1010.845458984375, | |
| 1025.2718505859375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 40.1, | |
| "end": 42.8, | |
| "text": "Hover over the first big category to reveal subcategories.", | |
| "cursor_coordinate": [ | |
| [ | |
| 565.4739379882812, | |
| 583.9702758789062 | |
| ], | |
| [ | |
| 550.7354736328125, | |
| 580.097900390625 | |
| ], | |
| [ | |
| 550.7033081054688, | |
| 579.9932250976562 | |
| ], | |
| [ | |
| 550.7033081054688, | |
| 579.9931640625 | |
| ], | |
| [ | |
| 550.703369140625, | |
| 579.9932861328125 | |
| ], | |
| [ | |
| 550.7033081054688, | |
| 579.9932250976562 | |
| ], | |
| [ | |
| 550.7033081054688, | |
| 579.9931640625 | |
| ], | |
| [ | |
| 550.703369140625, | |
| 579.9932861328125 | |
| ], | |
| [ | |
| 550.7033081054688, | |
| 579.9932250976562 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 350.70330810546875, | |
| 379.9931640625, | |
| 765.4739379882812, | |
| 783.9702758789062 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 55.8, | |
| "end": 56.7, | |
| "text": "Navigate to the 'Oral Care' category.", | |
| "cursor_coordinate": [ | |
| [ | |
| 275.86932373046875, | |
| 971.7788696289062 | |
| ], | |
| [ | |
| 272.1225280761719, | |
| 968.6608276367188 | |
| ], | |
| [ | |
| 272.1116027832031, | |
| 968.7251586914062 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 72.11160278320312, | |
| 768.6608276367188, | |
| 475.86932373046875, | |
| 1171.7788696289062 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 71.4, | |
| "end": 76.4, | |
| "text": "Add the cheapest toothpaste item to the cart.", | |
| "cursor_coordinate": [ | |
| [ | |
| 789.277587890625, | |
| 1422.1376953125 | |
| ], | |
| [ | |
| 788.0068359375, | |
| 1418.316162109375 | |
| ], | |
| [ | |
| 790.365478515625, | |
| 1415.82421875 | |
| ], | |
| [ | |
| 790.3700561523438, | |
| 1415.83642578125 | |
| ], | |
| [ | |
| 817.1354370117188, | |
| 1412.2457275390625 | |
| ], | |
| [ | |
| 874.240966796875, | |
| 1394.111572265625 | |
| ], | |
| [ | |
| 872.84228515625, | |
| 1384.3690185546875 | |
| ], | |
| [ | |
| 2324.05615234375, | |
| 461.2198181152344 | |
| ], | |
| [ | |
| 2355.48681640625, | |
| 448.4127197265625 | |
| ], | |
| [ | |
| 2349.001708984375, | |
| 510.9145812988281 | |
| ], | |
| [ | |
| 2350.417236328125, | |
| 526.0681762695312 | |
| ], | |
| [ | |
| 2360.219482421875, | |
| 533.0844116210938 | |
| ], | |
| [ | |
| 2075.896728515625, | |
| 763.22998046875 | |
| ], | |
| [ | |
| 1165.9940185546875, | |
| 872.53515625 | |
| ], | |
| [ | |
| 1147.5465087890625, | |
| 899.4478759765625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 588.0068359375, | |
| 248.4127197265625, | |
| 2560.219482421875, | |
| 1622.1376953125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 87.5, | |
| "end": 89.1, | |
| "text": "Add the selected item to the wish list.", | |
| "cursor_coordinate": [ | |
| [ | |
| 917.3089599609375, | |
| 986.7320556640625 | |
| ], | |
| [ | |
| 1465.9464111328125, | |
| 1216.432373046875 | |
| ], | |
| [ | |
| 1420.2734375, | |
| 881.8080444335938 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 717.3089599609375, | |
| 681.8080444335938, | |
| 1665.9464111328125, | |
| 1416.432373046875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 97.3, | |
| "end": 98.4, | |
| "text": "Navigate to the 'Food' category.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2030.3612060546875, | |
| 785.9039306640625 | |
| ], | |
| [ | |
| 2043.0428466796875, | |
| 864.1972045898438 | |
| ], | |
| [ | |
| 2052.67529296875, | |
| 922.1043090820312 | |
| ], | |
| [ | |
| 2050.268310546875, | |
| 930.0366821289062 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1830.3612060546875, | |
| 585.9039306640625, | |
| 2252.67529296875, | |
| 1130.0366821289062 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 101.0, | |
| "end": 104.7, | |
| "text": "Navigate to the 'Frozen' subcategory.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2086.471923828125, | |
| 1360.812255859375 | |
| ], | |
| [ | |
| 2085.89697265625, | |
| 1361.6900634765625 | |
| ], | |
| [ | |
| 2086.0126953125, | |
| 1361.75830078125 | |
| ], | |
| [ | |
| 2009.8387451171875, | |
| 1368.91796875 | |
| ], | |
| [ | |
| 1994.6561279296875, | |
| 1366.1861572265625 | |
| ], | |
| [ | |
| 1929.0377197265625, | |
| 1412.713623046875 | |
| ], | |
| [ | |
| 1903.540771484375, | |
| 1389.1639404296875 | |
| ], | |
| [ | |
| 1694.1239013671875, | |
| 1411.530029296875 | |
| ], | |
| [ | |
| 1661.9085693359375, | |
| 1627.4483642578125 | |
| ], | |
| [ | |
| 1660.2467041015625, | |
| 1640.6136474609375 | |
| ], | |
| [ | |
| 1660.255859375, | |
| 1647.764404296875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1460.2467041015625, | |
| 1160.812255859375, | |
| 2286.471923828125, | |
| 1847.764404296875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 104.8, | |
| "end": 106.2, | |
| "text": "Navigate to the 'Seafood' subcategory to find king crab.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1660.255859375, | |
| 1647.764404296875 | |
| ], | |
| [ | |
| 1660.2464599609375, | |
| 1647.741943359375 | |
| ], | |
| [ | |
| 1660.247314453125, | |
| 1647.74267578125 | |
| ], | |
| [ | |
| 1660.24560546875, | |
| 1647.7445068359375 | |
| ], | |
| [ | |
| 1655.12255859375, | |
| 1642.041015625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1455.12255859375, | |
| 1442.041015625, | |
| 1860.255859375, | |
| 1847.764404296875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] | |
| } |