navigate_tutorial/navigate_tutorial.ele.match.json

[
    {
        "index": 0,
        "start": 22.3,
        "end": 24.0,
        "text": "Observe the search bar at the beginning of the categories.",
        "cursor_coordinate": [
            [
                940.3396606445312,
                714.0625610351562
            ],
            [
                940.3485107421875,
                714.03955078125
            ],
            [
                940.348388671875,
                714.0396118164062
            ],
            [
                940.3396606445312,
                714.0625610351562
            ],
            [
                1785.1187744140625,
                860.3396606445312
            ],
            [
                1738.2261962890625,
                891.4112548828125
            ]
        ],
        "bounding_box": [
            740.3396606445312,
            514.03955078125,
            1985.1187744140625,
            1091.4112548828125
        ],
        "GUI_elements": [],
        "candidate_elements": []
    },
    {
        "index": 1,
        "start": 28.1,
        "end": 29.4,
        "text": "Go to the bottom and look at all categories.",
        "cursor_coordinate": [
            [
                2518.1748046875,
                1010.1417846679688
            ],
            [
                2518.1884765625,
                1010.1467895507812
            ],
            [
                2510.57080078125,
                1026.7967529296875
            ],
            [
                2454.031982421875,
                1184.51611328125
            ]
        ],
        "bounding_box": [
            2254.031982421875,
            810.1417846679688,
            2718.1884765625,
            1384.51611328125
        ],
        "GUI_elements": [],
        "candidate_elements": []
    },
    {
        "index": 2,
        "start": 45.7,
        "end": 46.0,
        "text": "Click on a category.",
        "cursor_coordinate": [
            [
                2104.306640625,
                960.9907836914062
            ]
        ],
        "bounding_box": [
            1904.306640625,
            760.9907836914062,
            2304.306640625,
            1160.9907836914062
        ],
        "GUI_elements": [],
        "candidate_elements": []
    },
    {
        "index": 3,
        "start": 61.8,
        "end": 62.0,
        "text": "Click on the state \"Ohio\" in the all locations button.",
        "cursor_coordinate": [
            [
                2214.8935546875,
                664.4517211914062
            ]
        ],
        "bounding_box": [
            2014.8935546875,
            464.45172119140625,
            2414.8935546875,
            864.4517211914062
        ],
        "GUI_elements": [],
        "candidate_elements": []
    },
    {
        "index": 4,
        "start": 70.2,
        "end": 71.1,
        "text": "Go to the cell phones category.",
        "cursor_coordinate": [
            [
                477.3980712890625,
                1411.0537109375
            ],
            [
                477.421875,
                1411.1055908203125
            ],
            [
                477.3926086425781,
                1411.0404052734375
            ]
        ],
        "bounding_box": [
            277.3926086425781,
            1211.0404052734375,
            677.421875,
            1611.1055908203125
        ],
        "GUI_elements": [],
        "candidate_elements": []
    },
    {
        "index": 5,
        "start": 76.3,
        "end": 76.7,
        "text": "Type \"iPhone\" as a keyword.",
        "cursor_coordinate": [
            [
                659.2310791015625,
                580.898193359375
            ],
            [
                590.7483520507812,
                663.35546875
            ]
        ],
        "bounding_box": [
            390.74835205078125,
            380.898193359375,
            859.2310791015625,
            863.35546875
        ],
        "GUI_elements": [],
        "candidate_elements": []
    },
    {
        "index": 6,
        "start": 80.2,
        "end": 81.2,
        "text": "Set the price range from a minimum to a maximum.",
        "cursor_coordinate": [
            [
                503.7990417480469,
                972.2255249023438
            ],
            [
                504.0949401855469,
                971.6939697265625
            ],
            [
                503.782958984375,
                972.2096557617188
            ]
        ],
        "bounding_box": [
            303.782958984375,
            771.6939697265625,
            704.0949401855469,
            1172.2255249023438
        ],
        "GUI_elements": [],
        "candidate_elements": []
    },
    {
        "index": 7,
        "start": 123.1,
        "end": 125.2,
        "text": "Hover over the sorting button and click one of the options to sort by price.",
        "cursor_coordinate": [
            [
                2244.101806640625,
                635.396484375
            ],
            [
                2238.933837890625,
                629.8040161132812
            ],
            [
                2238.703125,
                636.1143188476562
            ],
            [
                2173.27734375,
                760.2293701171875
            ],
            [
                2168.930419921875,
                826.2118530273438
            ],
            [
                2170.166748046875,
                763.3043823242188
            ]
        ],
        "bounding_box": [
            1968.930419921875,
            429.80401611328125,
            2444.101806640625,
            1026.2118530273438
        ],
        "GUI_elements": [],
        "candidate_elements": []
    },
    {
        "index": 8,
        "start": 138.5,
        "end": 140.2,
        "text": "Click on the OS class button at the top of the page to navigate back to the home page.",
        "cursor_coordinate": [
            [
                759.3331298828125,
                366.7091369628906
            ],
            [
                686.7614135742188,
                247.3572540283203
            ],
            [
                786.001220703125,
                710.26953125
            ],
            [
                418.8310241699219,
                800.912109375
            ],
            [
                172.54928588867188,
                1049.911376953125
            ],
            [
                151.75308227539062,
                1102.451171875
            ]
        ],
        "bounding_box": [
            0,
            47.35725402832031,
            986.001220703125,
            1302.451171875
        ],
        "GUI_elements": [],
        "candidate_elements": []
    },
    {
        "index": 9,
        "start": 147.8,
        "end": 148.1,
        "text": "Select the music instruments category.",
        "cursor_coordinate": null,
        "bounding_box": null,
        "GUI_elements": []
    },
    {
        "index": 10,
        "start": 155.4,
        "end": 155.6,
        "text": "Click the search button.",
        "cursor_coordinate": [
            [
                737.1869506835938,
                630.8392944335938
            ]
        ],
        "bounding_box": [
            537.1869506835938,
            430.83929443359375,
            937.1869506835938,
            830.8392944335938
        ],
        "GUI_elements": [],
        "candidate_elements": []
    },
    {
        "index": 11,
        "start": 184.1,
        "end": 184.5,
        "text": "Click apply to reset the price range to no filters.",
        "cursor_coordinate": [
            [
                610.0128784179688,
                1125.461181640625
            ],
            [
                1201.458984375,
                1087.937744140625
            ]
        ],
        "bounding_box": [
            410.01287841796875,
            887.937744140625,
            1401.458984375,
            1325.461181640625
        ],
        "GUI_elements": [],
        "candidate_elements": []
    },
    {
        "index": 12,
        "start": 207.3,
        "end": 207.5,
        "text": "Select the city \"Dumfries\" to filter by city.",
        "cursor_coordinate": null,
        "bounding_box": null,
        "GUI_elements": []
    },
    {
        "index": 13,
        "start": 222.1,
        "end": 223.0,
        "text": "Go to all categories instead of music instruments.",
        "cursor_coordinate": [
            [
                577.397216796875,
                1479.6319580078125
            ],
            [
                577.398193359375,
                1479.6328125
            ],
            [
                827.7011108398438,
                1359.914306640625
            ]
        ],
        "bounding_box": [
            377.397216796875,
            1159.914306640625,
            1027.7011108398438,
            1679.6328125
        ],
        "GUI_elements": [],
        "candidate_elements": []
    }
]