add_by_category/add_by_category.final.json

{
    "id": null,
    "software": "Unknown",
    "title": "add_by_category",
    "task with actions": [
        {
            "task_index": 0,
            "task": "Access categories through the drop-down bar at the top of the page.",
            "actions": [
                {
                    "index": 0,
                    "start": 12.1,
                    "end": 12.7,
                    "text": "Locate the big drop-down bar at the top of the page in the one-stop market."
                },
                {
                    "index": 2,
                    "start": 35.4,
                    "end": 36.3,
                    "text": "Access categories through the drop-down bar."
                }
            ]
        },
        {
            "task_index": 1,
            "task": "Navigate to a specific subcategory, such as oral care.",
            "actions": [
                {
                    "index": 3,
                    "start": 40.1,
                    "end": 42.8,
                    "text": "Hover over the first big category to reveal subcategories."
                },
                {
                    "index": 4,
                    "start": 55.8,
                    "end": 56.7,
                    "text": "Navigate to the 'Oral Care' category."
                }
            ]
        },
        {
            "task_index": 2,
            "task": "Add the cheapest item from the subcategory to the cart.",
            "actions": [
                {
                    "index": 5,
                    "start": 71.4,
                    "end": 76.4,
                    "text": "Add the cheapest toothpaste item to the cart."
                }
            ]
        },
        {
            "task_index": 3,
            "task": "Navigate to another category, such as food, and select a subcategory like seafood.",
            "actions": [
                {
                    "index": 7,
                    "start": 97.3,
                    "end": 98.4,
                    "text": "Navigate to the 'Food' category."
                },
                {
                    "index": 9,
                    "start": 104.8,
                    "end": 106.2,
                    "text": "Navigate to the 'Seafood' subcategory to find king crab."
                }
            ]
        }
    ],
    "action with elements": [
        {
            "index": 0,
            "start": 12.1,
            "end": 12.7,
            "text": "Locate the big drop-down bar at the top of the page in the one-stop market.",
            "cursor_coordinate": [
                [
                    2642.614990234375,
                    595.2191772460938
                ],
                [
                    2642.614990234375,
                    595.2192993164062
                ]
            ],
            "bounding_box": [
                2442.614990234375,
                395.21917724609375,
                2842.614990234375,
                795.2192993164062
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 1,
            "start": 16.4,
            "end": 16.8,
            "text": "Hover over the first big category in the drop-down bar.",
            "cursor_coordinate": [
                [
                    388.7962341308594,
                    931.630615234375
                ],
                [
                    640.0762939453125,
                    1156.34228515625
                ]
            ],
            "bounding_box": [
                188.79623413085938,
                731.630615234375,
                840.0762939453125,
                1356.34228515625
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 2,
            "start": 35.4,
            "end": 36.3,
            "text": "Access categories through the drop-down bar.",
            "cursor_coordinate": [
                [
                    810.845458984375,
                    825.2718505859375
                ],
                [
                    810.8448486328125,
                    825.2693481445312
                ],
                [
                    674.2952270507812,
                    815.6354370117188
                ]
            ],
            "bounding_box": [
                474.29522705078125,
                615.6354370117188,
                1010.845458984375,
                1025.2718505859375
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 3,
            "start": 40.1,
            "end": 42.8,
            "text": "Hover over the first big category to reveal subcategories.",
            "cursor_coordinate": [
                [
                    565.4739379882812,
                    583.9702758789062
                ],
                [
                    550.7354736328125,
                    580.097900390625
                ],
                [
                    550.7033081054688,
                    579.9932250976562
                ],
                [
                    550.7033081054688,
                    579.9931640625
                ],
                [
                    550.703369140625,
                    579.9932861328125
                ],
                [
                    550.7033081054688,
                    579.9932250976562
                ],
                [
                    550.7033081054688,
                    579.9931640625
                ],
                [
                    550.703369140625,
                    579.9932861328125
                ],
                [
                    550.7033081054688,
                    579.9932250976562
                ]
            ],
            "bounding_box": [
                350.70330810546875,
                379.9931640625,
                765.4739379882812,
                783.9702758789062
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 4,
            "start": 55.8,
            "end": 56.7,
            "text": "Navigate to the 'Oral Care' category.",
            "cursor_coordinate": [
                [
                    275.86932373046875,
                    971.7788696289062
                ],
                [
                    272.1225280761719,
                    968.6608276367188
                ],
                [
                    272.1116027832031,
                    968.7251586914062
                ]
            ],
            "bounding_box": [
                72.11160278320312,
                768.6608276367188,
                475.86932373046875,
                1171.7788696289062
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 5,
            "start": 71.4,
            "end": 76.4,
            "text": "Add the cheapest toothpaste item to the cart.",
            "cursor_coordinate": [
                [
                    789.277587890625,
                    1422.1376953125
                ],
                [
                    788.0068359375,
                    1418.316162109375
                ],
                [
                    790.365478515625,
                    1415.82421875
                ],
                [
                    790.3700561523438,
                    1415.83642578125
                ],
                [
                    817.1354370117188,
                    1412.2457275390625
                ],
                [
                    874.240966796875,
                    1394.111572265625
                ],
                [
                    872.84228515625,
                    1384.3690185546875
                ],
                [
                    2324.05615234375,
                    461.2198181152344
                ],
                [
                    2355.48681640625,
                    448.4127197265625
                ],
                [
                    2349.001708984375,
                    510.9145812988281
                ],
                [
                    2350.417236328125,
                    526.0681762695312
                ],
                [
                    2360.219482421875,
                    533.0844116210938
                ],
                [
                    2075.896728515625,
                    763.22998046875
                ],
                [
                    1165.9940185546875,
                    872.53515625
                ],
                [
                    1147.5465087890625,
                    899.4478759765625
                ]
            ],
            "bounding_box": [
                588.0068359375,
                248.4127197265625,
                2560.219482421875,
                1622.1376953125
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 6,
            "start": 87.5,
            "end": 89.1,
            "text": "Add the selected item to the wish list.",
            "cursor_coordinate": [
                [
                    917.3089599609375,
                    986.7320556640625
                ],
                [
                    1465.9464111328125,
                    1216.432373046875
                ],
                [
                    1420.2734375,
                    881.8080444335938
                ]
            ],
            "bounding_box": [
                717.3089599609375,
                681.8080444335938,
                1665.9464111328125,
                1416.432373046875
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 7,
            "start": 97.3,
            "end": 98.4,
            "text": "Navigate to the 'Food' category.",
            "cursor_coordinate": [
                [
                    2030.3612060546875,
                    785.9039306640625
                ],
                [
                    2043.0428466796875,
                    864.1972045898438
                ],
                [
                    2052.67529296875,
                    922.1043090820312
                ],
                [
                    2050.268310546875,
                    930.0366821289062
                ]
            ],
            "bounding_box": [
                1830.3612060546875,
                585.9039306640625,
                2252.67529296875,
                1130.0366821289062
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 8,
            "start": 101.0,
            "end": 104.7,
            "text": "Navigate to the 'Frozen' subcategory.",
            "cursor_coordinate": [
                [
                    2086.471923828125,
                    1360.812255859375
                ],
                [
                    2085.89697265625,
                    1361.6900634765625
                ],
                [
                    2086.0126953125,
                    1361.75830078125
                ],
                [
                    2009.8387451171875,
                    1368.91796875
                ],
                [
                    1994.6561279296875,
                    1366.1861572265625
                ],
                [
                    1929.0377197265625,
                    1412.713623046875
                ],
                [
                    1903.540771484375,
                    1389.1639404296875
                ],
                [
                    1694.1239013671875,
                    1411.530029296875
                ],
                [
                    1661.9085693359375,
                    1627.4483642578125
                ],
                [
                    1660.2467041015625,
                    1640.6136474609375
                ],
                [
                    1660.255859375,
                    1647.764404296875
                ]
            ],
            "bounding_box": [
                1460.2467041015625,
                1160.812255859375,
                2286.471923828125,
                1847.764404296875
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 9,
            "start": 104.8,
            "end": 106.2,
            "text": "Navigate to the 'Seafood' subcategory to find king crab.",
            "cursor_coordinate": [
                [
                    1660.255859375,
                    1647.764404296875
                ],
                [
                    1660.2464599609375,
                    1647.741943359375
                ],
                [
                    1660.247314453125,
                    1647.74267578125
                ],
                [
                    1660.24560546875,
                    1647.7445068359375
                ],
                [
                    1655.12255859375,
                    1642.041015625
                ]
            ],
            "bounding_box": [
                1455.12255859375,
                1442.041015625,
                1860.255859375,
                1847.764404296875
            ],
            "GUI_elements": [],
            "candidate_elements": []
        }
    ]
}