add_ingredients_to_cart/add_ingredients_to_cart.final.json

{
    "id": null,
    "software": "Unknown",
    "title": "add_ingredients_to_cart",
    "task with actions": [
        {
            "task_index": 0,
            "task": "Search for and add hamburger buns to the cart.",
            "actions": [
                {
                    "index": 0,
                    "start": 25.9,
                    "end": 26.9,
                    "text": "Search for \"hamburger buns\" using the One Stop Market search feature."
                },
                {
                    "index": 1,
                    "start": 34.7,
                    "end": 34.9,
                    "text": "Add the selected cheaper hamburger buns to the cart."
                }
            ]
        },
        {
            "task_index": 1,
            "task": "Add 100% grass-fed beef burgers to the cart.",
            "actions": [
                {
                    "index": 3,
                    "start": 59.0,
                    "end": 59.5,
                    "text": "Add the selected grass-fed beef burgers to the cart."
                }
            ]
        },
        {
            "task_index": 2,
            "task": "Add 20 hamburger patties to the cart.",
            "actions": [
                {
                    "index": 2,
                    "start": 44.7,
                    "end": 44.9,
                    "text": "Search for \"hamburger patties\" using the One Stop Market search feature."
                }
            ]
        },
        {
            "task_index": 3,
            "task": "Search for and add cheese slices to the cart.",
            "actions": [
                {
                    "index": 4,
                    "start": 74.3,
                    "end": 74.5,
                    "text": "Search for \"cheese\" using the One Stop Market search feature."
                },
                {
                    "index": 5,
                    "start": 90.8,
                    "end": 91.0,
                    "text": "Add the selected cheese slices to the cart."
                }
            ]
        },
        {
            "task_index": 4,
            "task": "Add Heinz ketchup to the cart.",
            "actions": [
                {
                    "index": 6,
                    "start": 102.7,
                    "end": 103.1,
                    "text": "Search for \"Heinz ketchup\" using the One Stop Market search feature."
                },
                {
                    "index": 7,
                    "start": 109.4,
                    "end": 110.8,
                    "text": "Add the selected no sugar added Heinz ketchup to the cart."
                }
            ]
        },
        {
            "task_index": 5,
            "task": "Review the cart to ensure all ingredients for cheeseburgers are included.",
            "actions": [
                {
                    "index": 8,
                    "start": 116.3,
                    "end": 116.7,
                    "text": "Go to the cart to review the selected items."
                }
            ]
        }
    ],
    "action with elements": [
        {
            "index": 0,
            "start": 25.9,
            "end": 26.9,
            "text": "Search for \"hamburger buns\" using the One Stop Market search feature.",
            "cursor_coordinate": [
                [
                    1590.850341796875,
                    1296.585205078125
                ],
                [
                    1590.52587890625,
                    1296.2596435546875
                ],
                [
                    1550.7384033203125,
                    1123.126953125
                ],
                [
                    1521.2266845703125,
                    1184.732177734375
                ]
            ],
            "bounding_box": [
                1321.2266845703125,
                923.126953125,
                1790.850341796875,
                1496.585205078125
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 1,
            "start": 34.7,
            "end": 34.9,
            "text": "Add the selected cheaper hamburger buns to the cart.",
            "cursor_coordinate": [
                [
                    1741.978759765625,
                    835.3806762695312
                ]
            ],
            "bounding_box": [
                1541.978759765625,
                635.3806762695312,
                1941.978759765625,
                1035.3806762695312
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 2,
            "start": 44.7,
            "end": 44.9,
            "text": "Search for \"hamburger patties\" using the One Stop Market search feature.",
            "cursor_coordinate": [
                [
                    1959.60009765625,
                    931.5740966796875
                ]
            ],
            "bounding_box": [
                1759.60009765625,
                731.5740966796875,
                2159.60009765625,
                1131.5740966796875
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 3,
            "start": 59.0,
            "end": 59.5,
            "text": "Add the selected grass-fed beef burgers to the cart.",
            "cursor_coordinate": null,
            "bounding_box": null,
            "GUI_elements": []
        },
        {
            "index": 4,
            "start": 74.3,
            "end": 74.5,
            "text": "Search for \"cheese\" using the One Stop Market search feature.",
            "cursor_coordinate": [
                [
                    2182.391845703125,
                    372.4034118652344
                ]
            ],
            "bounding_box": [
                1982.391845703125,
                172.40341186523438,
                2382.391845703125,
                572.4034118652344
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 5,
            "start": 90.8,
            "end": 91.0,
            "text": "Add the selected cheese slices to the cart.",
            "cursor_coordinate": [
                [
                    2276.0400390625,
                    1724.8975830078125
                ]
            ],
            "bounding_box": [
                2076.0400390625,
                1524.8975830078125,
                2476.0400390625,
                1924.8975830078125
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 6,
            "start": 102.7,
            "end": 103.1,
            "text": "Search for \"Heinz ketchup\" using the One Stop Market search feature.",
            "cursor_coordinate": [
                [
                    567.177978515625,
                    962.7222290039062
                ],
                [
                    483.514892578125,
                    980.5640258789062
                ]
            ],
            "bounding_box": [
                283.514892578125,
                762.7222290039062,
                767.177978515625,
                1180.5640258789062
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 7,
            "start": 109.4,
            "end": 110.8,
            "text": "Add the selected no sugar added Heinz ketchup to the cart.",
            "cursor_coordinate": [
                [
                    1154.3638916015625,
                    900.37841796875
                ],
                [
                    1325.121826171875,
                    831.31640625
                ],
                [
                    1325.0538330078125,
                    831.2750244140625
                ],
                [
                    1337.2969970703125,
                    811.6808471679688
                ],
                [
                    1624.7613525390625,
                    650.1638793945312
                ]
            ],
            "bounding_box": [
                954.3638916015625,
                450.16387939453125,
                1824.7613525390625,
                1100.37841796875
            ],
            "GUI_elements": [],
            "candidate_elements": []
        },
        {
            "index": 8,
            "start": 116.3,
            "end": 116.7,
            "text": "Go to the cart to review the selected items.",
            "cursor_coordinate": [
                [
                    2095.818115234375,
                    392.7955017089844
                ],
                [
                    1562.04150390625,
                    812.6460571289062
                ]
            ],
            "bounding_box": [
                1362.04150390625,
                192.79550170898438,
                2295.818115234375,
                1012.6460571289062
            ],
            "GUI_elements": [],
            "candidate_elements": []
        }
    ]
}