Upload folder using huggingface_hub

.gitattributes

@@ -1561,3 +1561,46 @@ merge_request/action_videoframes/action_9/3800.jpg filter=lfs diff=lfs merge=lfs
 merge_request/action_videoframes/action_9/3820.jpg filter=lfs diff=lfs merge=lfs -text
 merge_request/action_videoframes/action_9/3840.jpg filter=lfs diff=lfs merge=lfs -text
 merge_request/merge_request.mov filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_0/1337.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_0/1357.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_0/1377.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_0/1397.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_0/1417.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_0/1437.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_1/1685.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_1/1705.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_1/1725.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_1/1745.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_10/9322.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_11/11043.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_11/11063.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_12/12435.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_13/13323.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_13/13343.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_13/13363.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_2/2741.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_3/3707.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_4/4211.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_4/4231.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_4/4251.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_5/4577.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_5/4597.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_6/4811.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_6/4831.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_6/4851.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_6/4871.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_7/7384.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_7/7404.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_7/7424.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_7/7444.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_7/7464.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_7/7484.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_7/7504.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_8/8308.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_8/8328.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_8/8348.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_8/8368.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_8/8388.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_8/8408.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/action_videoframes/action_9/8866.jpg filter=lfs diff=lfs merge=lfs -text
+navigate_tutorial/navigate_tutorial.mov filter=lfs diff=lfs merge=lfs -text

navigate_tutorial/navigate_tutorial.action.json

@@ -0,0 +1,91 @@
+{
+    "actions": [
+        {
+            "index": 0,
+            "start": 22.3,
+            "end": 24.0,
+            "text": "Observe the search bar at the beginning of the categories."
+        },
+        {
+            "index": 1,
+            "start": 28.1,
+            "end": 29.4,
+            "text": "Go to the bottom and look at all categories."
+        },
+        {
+            "index": 2,
+            "start": 45.7,
+            "end": 46.0,
+            "text": "Click on a category."
+        },
+        {
+            "index": 3,
+            "start": 61.8,
+            "end": 62.0,
+            "text": "Click on the state \"Ohio\" in the all locations button."
+        },
+        {
+            "index": 4,
+            "start": 70.2,
+            "end": 71.1,
+            "text": "Go to the cell phones category."
+        },
+        {
+            "index": 5,
+            "start": 76.3,
+            "end": 76.7,
+            "text": "Type \"iPhone\" as a keyword."
+        },
+        {
+            "index": 6,
+            "start": 80.2,
+            "end": 81.2,
+            "text": "Set the price range from a minimum to a maximum."
+        },
+        {
+            "index": 7,
+            "start": 123.1,
+            "end": 125.2,
+            "text": "Hover over the sorting button and click one of the options to sort by price."
+        },
+        {
+            "index": 8,
+            "start": 138.5,
+            "end": 140.2,
+            "text": "Click on the OS class button at the top of the page to navigate back to the home page."
+        },
+        {
+            "index": 9,
+            "start": 147.8,
+            "end": 148.1,
+            "text": "Select the music instruments category."
+        },
+        {
+            "index": 10,
+            "start": 155.4,
+            "end": 155.6,
+            "text": "Click the search button."
+        },
+        {
+            "index": 11,
+            "start": 184.1,
+            "end": 184.5,
+            "text": "Click apply to reset the price range to no filters."
+        },
+        {
+            "index": 12,
+            "start": 207.3,
+            "end": 207.5,
+            "text": "Select the city \"Dumfries\" to filter by city."
+        },
+        {
+            "index": 13,
+            "start": 222.1,
+            "end": 223.0,
+            "text": "Go to all categories instead of music instruments."
+        }
+    ],
+    "total_tokens": 0,
+    "input_tokens": 0,
+    "output_tokens": 0
+}

navigate_tutorial/navigate_tutorial.coo.json

@@ -0,0 +1,338 @@
+[
+    {
+        "index": 0,
+        "start": 22.3,
+        "end": 24.0,
+        "text": "Observe the search bar at the beginning of the categories.",
+        "cursor_coordinate": [
+            [
+                940.3396606445312,
+                714.0625610351562
+            ],
+            [
+                940.3485107421875,
+                714.03955078125
+            ],
+            [
+                940.348388671875,
+                714.0396118164062
+            ],
+            [
+                940.3396606445312,
+                714.0625610351562
+            ],
+            [
+                1785.1187744140625,
+                860.3396606445312
+            ],
+            [
+                1738.2261962890625,
+                891.4112548828125
+            ]
+        ],
+        "bounding_box": [
+            740.3396606445312,
+            514.03955078125,
+            1985.1187744140625,
+            1091.4112548828125
+        ]
+    },
+    {
+        "index": 1,
+        "start": 28.1,
+        "end": 29.4,
+        "text": "Go to the bottom and look at all categories.",
+        "cursor_coordinate": [
+            [
+                2518.1748046875,
+                1010.1417846679688
+            ],
+            [
+                2518.1884765625,
+                1010.1467895507812
+            ],
+            [
+                2510.57080078125,
+                1026.7967529296875
+            ],
+            [
+                2454.031982421875,
+                1184.51611328125
+            ]
+        ],
+        "bounding_box": [
+            2254.031982421875,
+            810.1417846679688,
+            2718.1884765625,
+            1384.51611328125
+        ]
+    },
+    {
+        "index": 2,
+        "start": 45.7,
+        "end": 46.0,
+        "text": "Click on a category.",
+        "cursor_coordinate": [
+            [
+                2104.306640625,
+                960.9907836914062
+            ]
+        ],
+        "bounding_box": [
+            1904.306640625,
+            760.9907836914062,
+            2304.306640625,
+            1160.9907836914062
+        ]
+    },
+    {
+        "index": 3,
+        "start": 61.8,
+        "end": 62.0,
+        "text": "Click on the state \"Ohio\" in the all locations button.",
+        "cursor_coordinate": [
+            [
+                2214.8935546875,
+                664.4517211914062
+            ]
+        ],
+        "bounding_box": [
+            2014.8935546875,
+            464.45172119140625,
+            2414.8935546875,
+            864.4517211914062
+        ]
+    },
+    {
+        "index": 4,
+        "start": 70.2,
+        "end": 71.1,
+        "text": "Go to the cell phones category.",
+        "cursor_coordinate": [
+            [
+                477.3980712890625,
+                1411.0537109375
+            ],
+            [
+                477.421875,
+                1411.1055908203125
+            ],
+            [
+                477.3926086425781,
+                1411.0404052734375
+            ]
+        ],
+        "bounding_box": [
+            277.3926086425781,
+            1211.0404052734375,
+            677.421875,
+            1611.1055908203125
+        ]
+    },
+    {
+        "index": 5,
+        "start": 76.3,
+        "end": 76.7,
+        "text": "Type \"iPhone\" as a keyword.",
+        "cursor_coordinate": [
+            [
+                659.2310791015625,
+                580.898193359375
+            ],
+            [
+                590.7483520507812,
+                663.35546875
+            ]
+        ],
+        "bounding_box": [
+            390.74835205078125,
+            380.898193359375,
+            859.2310791015625,
+            863.35546875
+        ]
+    },
+    {
+        "index": 6,
+        "start": 80.2,
+        "end": 81.2,
+        "text": "Set the price range from a minimum to a maximum.",
+        "cursor_coordinate": [
+            [
+                503.7990417480469,
+                972.2255249023438
+            ],
+            [
+                504.0949401855469,
+                971.6939697265625
+            ],
+            [
+                503.782958984375,
+                972.2096557617188
+            ]
+        ],
+        "bounding_box": [
+            303.782958984375,
+            771.6939697265625,
+            704.0949401855469,
+            1172.2255249023438
+        ]
+    },
+    {
+        "index": 7,
+        "start": 123.1,
+        "end": 125.2,
+        "text": "Hover over the sorting button and click one of the options to sort by price.",
+        "cursor_coordinate": [
+            [
+                2244.101806640625,
+                635.396484375
+            ],
+            [
+                2238.933837890625,
+                629.8040161132812
+            ],
+            [
+                2238.703125,
+                636.1143188476562
+            ],
+            [
+                2173.27734375,
+                760.2293701171875
+            ],
+            [
+                2168.930419921875,
+                826.2118530273438
+            ],
+            [
+                2170.166748046875,
+                763.3043823242188
+            ]
+        ],
+        "bounding_box": [
+            1968.930419921875,
+            429.80401611328125,
+            2444.101806640625,
+            1026.2118530273438
+        ]
+    },
+    {
+        "index": 8,
+        "start": 138.5,
+        "end": 140.2,
+        "text": "Click on the OS class button at the top of the page to navigate back to the home page.",
+        "cursor_coordinate": [
+            [
+                759.3331298828125,
+                366.7091369628906
+            ],
+            [
+                686.7614135742188,
+                247.3572540283203
+            ],
+            [
+                786.001220703125,
+                710.26953125
+            ],
+            [
+                418.8310241699219,
+                800.912109375
+            ],
+            [
+                172.54928588867188,
+                1049.911376953125
+            ],
+            [
+                151.75308227539062,
+                1102.451171875
+            ]
+        ],
+        "bounding_box": [
+            0,
+            47.35725402832031,
+            986.001220703125,
+            1302.451171875
+        ]
+    },
+    {
+        "index": 9,
+        "start": 147.8,
+        "end": 148.1,
+        "text": "Select the music instruments category.",
+        "cursor_coordinate": null,
+        "bounding_box": null
+    },
+    {
+        "index": 10,
+        "start": 155.4,
+        "end": 155.6,
+        "text": "Click the search button.",
+        "cursor_coordinate": [
+            [
+                737.1869506835938,
+                630.8392944335938
+            ]
+        ],
+        "bounding_box": [
+            537.1869506835938,
+            430.83929443359375,
+            937.1869506835938,
+            830.8392944335938
+        ]
+    },
+    {
+        "index": 11,
+        "start": 184.1,
+        "end": 184.5,
+        "text": "Click apply to reset the price range to no filters.",
+        "cursor_coordinate": [
+            [
+                610.0128784179688,
+                1125.461181640625
+            ],
+            [
+                1201.458984375,
+                1087.937744140625
+            ]
+        ],
+        "bounding_box": [
+            410.01287841796875,
+            887.937744140625,
+            1401.458984375,
+            1325.461181640625
+        ]
+    },
+    {
+        "index": 12,
+        "start": 207.3,
+        "end": 207.5,
+        "text": "Select the city \"Dumfries\" to filter by city.",
+        "cursor_coordinate": null,
+        "bounding_box": null
+    },
+    {
+        "index": 13,
+        "start": 222.1,
+        "end": 223.0,
+        "text": "Go to all categories instead of music instruments.",
+        "cursor_coordinate": [
+            [
+                577.397216796875,
+                1479.6319580078125
+            ],
+            [
+                577.398193359375,
+                1479.6328125
+            ],
+            [
+                827.7011108398438,
+                1359.914306640625
+            ]
+        ],
+        "bounding_box": [
+            377.397216796875,
+            1159.914306640625,
+            1027.7011108398438,
+            1679.6328125
+        ]
+    }
+]

navigate_tutorial/navigate_tutorial.ele.json

@@ -0,0 +1,364 @@
+[
+    {
+        "index": 0,
+        "start": 22.3,
+        "end": 24.0,
+        "text": "Observe the search bar at the beginning of the categories.",
+        "cursor_coordinate": [
+            [
+                940.3396606445312,
+                714.0625610351562
+            ],
+            [
+                940.3485107421875,
+                714.03955078125
+            ],
+            [
+                940.348388671875,
+                714.0396118164062
+            ],
+            [
+                940.3396606445312,
+                714.0625610351562
+            ],
+            [
+                1785.1187744140625,
+                860.3396606445312
+            ],
+            [
+                1738.2261962890625,
+                891.4112548828125
+            ]
+        ],
+        "bounding_box": [
+            740.3396606445312,
+            514.03955078125,
+            1985.1187744140625,
+            1091.4112548828125
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 1,
+        "start": 28.1,
+        "end": 29.4,
+        "text": "Go to the bottom and look at all categories.",
+        "cursor_coordinate": [
+            [
+                2518.1748046875,
+                1010.1417846679688
+            ],
+            [
+                2518.1884765625,
+                1010.1467895507812
+            ],
+            [
+                2510.57080078125,
+                1026.7967529296875
+            ],
+            [
+                2454.031982421875,
+                1184.51611328125
+            ]
+        ],
+        "bounding_box": [
+            2254.031982421875,
+            810.1417846679688,
+            2718.1884765625,
+            1384.51611328125
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 2,
+        "start": 45.7,
+        "end": 46.0,
+        "text": "Click on a category.",
+        "cursor_coordinate": [
+            [
+                2104.306640625,
+                960.9907836914062
+            ]
+        ],
+        "bounding_box": [
+            1904.306640625,
+            760.9907836914062,
+            2304.306640625,
+            1160.9907836914062
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 3,
+        "start": 61.8,
+        "end": 62.0,
+        "text": "Click on the state \"Ohio\" in the all locations button.",
+        "cursor_coordinate": [
+            [
+                2214.8935546875,
+                664.4517211914062
+            ]
+        ],
+        "bounding_box": [
+            2014.8935546875,
+            464.45172119140625,
+            2414.8935546875,
+            864.4517211914062
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 4,
+        "start": 70.2,
+        "end": 71.1,
+        "text": "Go to the cell phones category.",
+        "cursor_coordinate": [
+            [
+                477.3980712890625,
+                1411.0537109375
+            ],
+            [
+                477.421875,
+                1411.1055908203125
+            ],
+            [
+                477.3926086425781,
+                1411.0404052734375
+            ]
+        ],
+        "bounding_box": [
+            277.3926086425781,
+            1211.0404052734375,
+            677.421875,
+            1611.1055908203125
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 5,
+        "start": 76.3,
+        "end": 76.7,
+        "text": "Type \"iPhone\" as a keyword.",
+        "cursor_coordinate": [
+            [
+                659.2310791015625,
+                580.898193359375
+            ],
+            [
+                590.7483520507812,
+                663.35546875
+            ]
+        ],
+        "bounding_box": [
+            390.74835205078125,
+            380.898193359375,
+            859.2310791015625,
+            863.35546875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 6,
+        "start": 80.2,
+        "end": 81.2,
+        "text": "Set the price range from a minimum to a maximum.",
+        "cursor_coordinate": [
+            [
+                503.7990417480469,
+                972.2255249023438
+            ],
+            [
+                504.0949401855469,
+                971.6939697265625
+            ],
+            [
+                503.782958984375,
+                972.2096557617188
+            ]
+        ],
+        "bounding_box": [
+            303.782958984375,
+            771.6939697265625,
+            704.0949401855469,
+            1172.2255249023438
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 7,
+        "start": 123.1,
+        "end": 125.2,
+        "text": "Hover over the sorting button and click one of the options to sort by price.",
+        "cursor_coordinate": [
+            [
+                2244.101806640625,
+                635.396484375
+            ],
+            [
+                2238.933837890625,
+                629.8040161132812
+            ],
+            [
+                2238.703125,
+                636.1143188476562
+            ],
+            [
+                2173.27734375,
+                760.2293701171875
+            ],
+            [
+                2168.930419921875,
+                826.2118530273438
+            ],
+            [
+                2170.166748046875,
+                763.3043823242188
+            ]
+        ],
+        "bounding_box": [
+            1968.930419921875,
+            429.80401611328125,
+            2444.101806640625,
+            1026.2118530273438
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 8,
+        "start": 138.5,
+        "end": 140.2,
+        "text": "Click on the OS class button at the top of the page to navigate back to the home page.",
+        "cursor_coordinate": [
+            [
+                759.3331298828125,
+                366.7091369628906
+            ],
+            [
+                686.7614135742188,
+                247.3572540283203
+            ],
+            [
+                786.001220703125,
+                710.26953125
+            ],
+            [
+                418.8310241699219,
+                800.912109375
+            ],
+            [
+                172.54928588867188,
+                1049.911376953125
+            ],
+            [
+                151.75308227539062,
+                1102.451171875
+            ]
+        ],
+        "bounding_box": [
+            0,
+            47.35725402832031,
+            986.001220703125,
+            1302.451171875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 9,
+        "start": 147.8,
+        "end": 148.1,
+        "text": "Select the music instruments category.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    },
+    {
+        "index": 10,
+        "start": 155.4,
+        "end": 155.6,
+        "text": "Click the search button.",
+        "cursor_coordinate": [
+            [
+                737.1869506835938,
+                630.8392944335938
+            ]
+        ],
+        "bounding_box": [
+            537.1869506835938,
+            430.83929443359375,
+            937.1869506835938,
+            830.8392944335938
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 11,
+        "start": 184.1,
+        "end": 184.5,
+        "text": "Click apply to reset the price range to no filters.",
+        "cursor_coordinate": [
+            [
+                610.0128784179688,
+                1125.461181640625
+            ],
+            [
+                1201.458984375,
+                1087.937744140625
+            ]
+        ],
+        "bounding_box": [
+            410.01287841796875,
+            887.937744140625,
+            1401.458984375,
+            1325.461181640625
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 12,
+        "start": 207.3,
+        "end": 207.5,
+        "text": "Select the city \"Dumfries\" to filter by city.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    },
+    {
+        "index": 13,
+        "start": 222.1,
+        "end": 223.0,
+        "text": "Go to all categories instead of music instruments.",
+        "cursor_coordinate": [
+            [
+                577.397216796875,
+                1479.6319580078125
+            ],
+            [
+                577.398193359375,
+                1479.6328125
+            ],
+            [
+                827.7011108398438,
+                1359.914306640625
+            ]
+        ],
+        "bounding_box": [
+            377.397216796875,
+            1159.914306640625,
+            1027.7011108398438,
+            1679.6328125
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    }
+]

navigate_tutorial/navigate_tutorial.ele.match.json

@@ -0,0 +1,364 @@
+[
+    {
+        "index": 0,
+        "start": 22.3,
+        "end": 24.0,
+        "text": "Observe the search bar at the beginning of the categories.",
+        "cursor_coordinate": [
+            [
+                940.3396606445312,
+                714.0625610351562
+            ],
+            [
+                940.3485107421875,
+                714.03955078125
+            ],
+            [
+                940.348388671875,
+                714.0396118164062
+            ],
+            [
+                940.3396606445312,
+                714.0625610351562
+            ],
+            [
+                1785.1187744140625,
+                860.3396606445312
+            ],
+            [
+                1738.2261962890625,
+                891.4112548828125
+            ]
+        ],
+        "bounding_box": [
+            740.3396606445312,
+            514.03955078125,
+            1985.1187744140625,
+            1091.4112548828125
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 1,
+        "start": 28.1,
+        "end": 29.4,
+        "text": "Go to the bottom and look at all categories.",
+        "cursor_coordinate": [
+            [
+                2518.1748046875,
+                1010.1417846679688
+            ],
+            [
+                2518.1884765625,
+                1010.1467895507812
+            ],
+            [
+                2510.57080078125,
+                1026.7967529296875
+            ],
+            [
+                2454.031982421875,
+                1184.51611328125
+            ]
+        ],
+        "bounding_box": [
+            2254.031982421875,
+            810.1417846679688,
+            2718.1884765625,
+            1384.51611328125
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 2,
+        "start": 45.7,
+        "end": 46.0,
+        "text": "Click on a category.",
+        "cursor_coordinate": [
+            [
+                2104.306640625,
+                960.9907836914062
+            ]
+        ],
+        "bounding_box": [
+            1904.306640625,
+            760.9907836914062,
+            2304.306640625,
+            1160.9907836914062
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 3,
+        "start": 61.8,
+        "end": 62.0,
+        "text": "Click on the state \"Ohio\" in the all locations button.",
+        "cursor_coordinate": [
+            [
+                2214.8935546875,
+                664.4517211914062
+            ]
+        ],
+        "bounding_box": [
+            2014.8935546875,
+            464.45172119140625,
+            2414.8935546875,
+            864.4517211914062
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 4,
+        "start": 70.2,
+        "end": 71.1,
+        "text": "Go to the cell phones category.",
+        "cursor_coordinate": [
+            [
+                477.3980712890625,
+                1411.0537109375
+            ],
+            [
+                477.421875,
+                1411.1055908203125
+            ],
+            [
+                477.3926086425781,
+                1411.0404052734375
+            ]
+        ],
+        "bounding_box": [
+            277.3926086425781,
+            1211.0404052734375,
+            677.421875,
+            1611.1055908203125
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 5,
+        "start": 76.3,
+        "end": 76.7,
+        "text": "Type \"iPhone\" as a keyword.",
+        "cursor_coordinate": [
+            [
+                659.2310791015625,
+                580.898193359375
+            ],
+            [
+                590.7483520507812,
+                663.35546875
+            ]
+        ],
+        "bounding_box": [
+            390.74835205078125,
+            380.898193359375,
+            859.2310791015625,
+            863.35546875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 6,
+        "start": 80.2,
+        "end": 81.2,
+        "text": "Set the price range from a minimum to a maximum.",
+        "cursor_coordinate": [
+            [
+                503.7990417480469,
+                972.2255249023438
+            ],
+            [
+                504.0949401855469,
+                971.6939697265625
+            ],
+            [
+                503.782958984375,
+                972.2096557617188
+            ]
+        ],
+        "bounding_box": [
+            303.782958984375,
+            771.6939697265625,
+            704.0949401855469,
+            1172.2255249023438
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 7,
+        "start": 123.1,
+        "end": 125.2,
+        "text": "Hover over the sorting button and click one of the options to sort by price.",
+        "cursor_coordinate": [
+            [
+                2244.101806640625,
+                635.396484375
+            ],
+            [
+                2238.933837890625,
+                629.8040161132812
+            ],
+            [
+                2238.703125,
+                636.1143188476562
+            ],
+            [
+                2173.27734375,
+                760.2293701171875
+            ],
+            [
+                2168.930419921875,
+                826.2118530273438
+            ],
+            [
+                2170.166748046875,
+                763.3043823242188
+            ]
+        ],
+        "bounding_box": [
+            1968.930419921875,
+            429.80401611328125,
+            2444.101806640625,
+            1026.2118530273438
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 8,
+        "start": 138.5,
+        "end": 140.2,
+        "text": "Click on the OS class button at the top of the page to navigate back to the home page.",
+        "cursor_coordinate": [
+            [
+                759.3331298828125,
+                366.7091369628906
+            ],
+            [
+                686.7614135742188,
+                247.3572540283203
+            ],
+            [
+                786.001220703125,
+                710.26953125
+            ],
+            [
+                418.8310241699219,
+                800.912109375
+            ],
+            [
+                172.54928588867188,
+                1049.911376953125
+            ],
+            [
+                151.75308227539062,
+                1102.451171875
+            ]
+        ],
+        "bounding_box": [
+            0,
+            47.35725402832031,
+            986.001220703125,
+            1302.451171875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 9,
+        "start": 147.8,
+        "end": 148.1,
+        "text": "Select the music instruments category.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    },
+    {
+        "index": 10,
+        "start": 155.4,
+        "end": 155.6,
+        "text": "Click the search button.",
+        "cursor_coordinate": [
+            [
+                737.1869506835938,
+                630.8392944335938
+            ]
+        ],
+        "bounding_box": [
+            537.1869506835938,
+            430.83929443359375,
+            937.1869506835938,
+            830.8392944335938
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 11,
+        "start": 184.1,
+        "end": 184.5,
+        "text": "Click apply to reset the price range to no filters.",
+        "cursor_coordinate": [
+            [
+                610.0128784179688,
+                1125.461181640625
+            ],
+            [
+                1201.458984375,
+                1087.937744140625
+            ]
+        ],
+        "bounding_box": [
+            410.01287841796875,
+            887.937744140625,
+            1401.458984375,
+            1325.461181640625
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 12,
+        "start": 207.3,
+        "end": 207.5,
+        "text": "Select the city \"Dumfries\" to filter by city.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    },
+    {
+        "index": 13,
+        "start": 222.1,
+        "end": 223.0,
+        "text": "Go to all categories instead of music instruments.",
+        "cursor_coordinate": [
+            [
+                577.397216796875,
+                1479.6319580078125
+            ],
+            [
+                577.398193359375,
+                1479.6328125
+            ],
+            [
+                827.7011108398438,
+                1359.914306640625
+            ]
+        ],
+        "bounding_box": [
+            377.397216796875,
+            1159.914306640625,
+            1027.7011108398438,
+            1679.6328125
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    }
+]

navigate_tutorial/navigate_tutorial.final.json

@@ -0,0 +1,509 @@
+{
+    "id": null,
+    "software": "Unknown",
+    "title": "navigate_tutorial",
+    "task with actions": [
+        {
+            "task_index": 0,
+            "task": "Learn how to find posts and sort by category, price, state, city, and price range, and view listings by recency and price.",
+            "actions": [
+                {
+                    "index": 3,
+                    "start": 61.8,
+                    "end": 62.0,
+                    "text": "Click on the state \"Ohio\" in the all locations button."
+                },
+                {
+                    "index": 6,
+                    "start": 80.2,
+                    "end": 81.2,
+                    "text": "Set the price range from a minimum to a maximum."
+                }
+            ]
+        },
+        {
+            "task_index": 1,
+            "task": "Start your search by going to the bottom and looking at all categories.",
+            "actions": [
+                {
+                    "index": 1,
+                    "start": 28.1,
+                    "end": 29.4,
+                    "text": "Go to the bottom and look at all categories."
+                }
+            ]
+        },
+        {
+            "task_index": 2,
+            "task": "Proceed to categories if not interested in items without a state.",
+            "actions": [
+                {
+                    "index": 2,
+                    "start": 45.7,
+                    "end": 46.0,
+                    "text": "Click on a category."
+                }
+            ]
+        },
+        {
+            "task_index": 3,
+            "task": "Filter by state by clicking on a state in the all locations button.",
+            "actions": [
+                {
+                    "index": 3,
+                    "start": 61.8,
+                    "end": 62.0,
+                    "text": "Click on the state \"Ohio\" in the all locations button."
+                }
+            ]
+        },
+        {
+            "task_index": 4,
+            "task": "Set a price range for your search.",
+            "actions": [
+                {
+                    "index": 6,
+                    "start": 80.2,
+                    "end": 81.2,
+                    "text": "Set the price range from a minimum to a maximum."
+                }
+            ]
+        },
+        {
+            "task_index": 5,
+            "task": "View posts sorted by newly listed items and adjust sorting to view by lowest or highest price.",
+            "actions": [
+                {
+                    "index": 7,
+                    "start": 123.1,
+                    "end": 125.2,
+                    "text": "Hover over the sorting button and click one of the options to sort by price."
+                }
+            ]
+        },
+        {
+            "task_index": 6,
+            "task": "Navigate back to the home page using the OS class button.",
+            "actions": [
+                {
+                    "index": 8,
+                    "start": 138.5,
+                    "end": 140.2,
+                    "text": "Click on the OS class button at the top of the page to navigate back to the home page."
+                }
+            ]
+        },
+        {
+            "task_index": 7,
+            "task": "Use zero filters as the default setting.",
+            "actions": [
+                {
+                    "index": 11,
+                    "start": 184.1,
+                    "end": 184.5,
+                    "text": "Click apply to reset the price range to no filters."
+                }
+            ]
+        },
+        {
+            "task_index": 8,
+            "task": "Filter by city to view items near a specific location.",
+            "actions": [
+                {
+                    "index": 12,
+                    "start": 207.3,
+                    "end": 207.5,
+                    "text": "Select the city \"Dumfries\" to filter by city."
+                }
+            ]
+        },
+        {
+            "task_index": 9,
+            "task": "Navigate the website and manipulate filters to find desired items.",
+            "actions": [
+                {
+                    "index": 7,
+                    "start": 123.1,
+                    "end": 125.2,
+                    "text": "Hover over the sorting button and click one of the options to sort by price."
+                },
+                {
+                    "index": 11,
+                    "start": 184.1,
+                    "end": 184.5,
+                    "text": "Click apply to reset the price range to no filters."
+                },
+                {
+                    "index": 12,
+                    "start": 207.3,
+                    "end": 207.5,
+                    "text": "Select the city \"Dumfries\" to filter by city."
+                }
+            ]
+        }
+    ],
+    "action with elements": [
+        {
+            "index": 0,
+            "start": 22.3,
+            "end": 24.0,
+            "text": "Observe the search bar at the beginning of the categories.",
+            "cursor_coordinate": [
+                [
+                    940.3396606445312,
+                    714.0625610351562
+                ],
+                [
+                    940.3485107421875,
+                    714.03955078125
+                ],
+                [
+                    940.348388671875,
+                    714.0396118164062
+                ],
+                [
+                    940.3396606445312,
+                    714.0625610351562
+                ],
+                [
+                    1785.1187744140625,
+                    860.3396606445312
+                ],
+                [
+                    1738.2261962890625,
+                    891.4112548828125
+                ]
+            ],
+            "bounding_box": [
+                740.3396606445312,
+                514.03955078125,
+                1985.1187744140625,
+                1091.4112548828125
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 1,
+            "start": 28.1,
+            "end": 29.4,
+            "text": "Go to the bottom and look at all categories.",
+            "cursor_coordinate": [
+                [
+                    2518.1748046875,
+                    1010.1417846679688
+                ],
+                [
+                    2518.1884765625,
+                    1010.1467895507812
+                ],
+                [
+                    2510.57080078125,
+                    1026.7967529296875
+                ],
+                [
+                    2454.031982421875,
+                    1184.51611328125
+                ]
+            ],
+            "bounding_box": [
+                2254.031982421875,
+                810.1417846679688,
+                2718.1884765625,
+                1384.51611328125
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 2,
+            "start": 45.7,
+            "end": 46.0,
+            "text": "Click on a category.",
+            "cursor_coordinate": [
+                [
+                    2104.306640625,
+                    960.9907836914062
+                ]
+            ],
+            "bounding_box": [
+                1904.306640625,
+                760.9907836914062,
+                2304.306640625,
+                1160.9907836914062
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 3,
+            "start": 61.8,
+            "end": 62.0,
+            "text": "Click on the state \"Ohio\" in the all locations button.",
+            "cursor_coordinate": [
+                [
+                    2214.8935546875,
+                    664.4517211914062
+                ]
+            ],
+            "bounding_box": [
+                2014.8935546875,
+                464.45172119140625,
+                2414.8935546875,
+                864.4517211914062
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 4,
+            "start": 70.2,
+            "end": 71.1,
+            "text": "Go to the cell phones category.",
+            "cursor_coordinate": [
+                [
+                    477.3980712890625,
+                    1411.0537109375
+                ],
+                [
+                    477.421875,
+                    1411.1055908203125
+                ],
+                [
+                    477.3926086425781,
+                    1411.0404052734375
+                ]
+            ],
+            "bounding_box": [
+                277.3926086425781,
+                1211.0404052734375,
+                677.421875,
+                1611.1055908203125
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 5,
+            "start": 76.3,
+            "end": 76.7,
+            "text": "Type \"iPhone\" as a keyword.",
+            "cursor_coordinate": [
+                [
+                    659.2310791015625,
+                    580.898193359375
+                ],
+                [
+                    590.7483520507812,
+                    663.35546875
+                ]
+            ],
+            "bounding_box": [
+                390.74835205078125,
+                380.898193359375,
+                859.2310791015625,
+                863.35546875
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 6,
+            "start": 80.2,
+            "end": 81.2,
+            "text": "Set the price range from a minimum to a maximum.",
+            "cursor_coordinate": [
+                [
+                    503.7990417480469,
+                    972.2255249023438
+                ],
+                [
+                    504.0949401855469,
+                    971.6939697265625
+                ],
+                [
+                    503.782958984375,
+                    972.2096557617188
+                ]
+            ],
+            "bounding_box": [
+                303.782958984375,
+                771.6939697265625,
+                704.0949401855469,
+                1172.2255249023438
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 7,
+            "start": 123.1,
+            "end": 125.2,
+            "text": "Hover over the sorting button and click one of the options to sort by price.",
+            "cursor_coordinate": [
+                [
+                    2244.101806640625,
+                    635.396484375
+                ],
+                [
+                    2238.933837890625,
+                    629.8040161132812
+                ],
+                [
+                    2238.703125,
+                    636.1143188476562
+                ],
+                [
+                    2173.27734375,
+                    760.2293701171875
+                ],
+                [
+                    2168.930419921875,
+                    826.2118530273438
+                ],
+                [
+                    2170.166748046875,
+                    763.3043823242188
+                ]
+            ],
+            "bounding_box": [
+                1968.930419921875,
+                429.80401611328125,
+                2444.101806640625,
+                1026.2118530273438
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 8,
+            "start": 138.5,
+            "end": 140.2,
+            "text": "Click on the OS class button at the top of the page to navigate back to the home page.",
+            "cursor_coordinate": [
+                [
+                    759.3331298828125,
+                    366.7091369628906
+                ],
+                [
+                    686.7614135742188,
+                    247.3572540283203
+                ],
+                [
+                    786.001220703125,
+                    710.26953125
+                ],
+                [
+                    418.8310241699219,
+                    800.912109375
+                ],
+                [
+                    172.54928588867188,
+                    1049.911376953125
+                ],
+                [
+                    151.75308227539062,
+                    1102.451171875
+                ]
+            ],
+            "bounding_box": [
+                0,
+                47.35725402832031,
+                986.001220703125,
+                1302.451171875
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 9,
+            "start": 147.8,
+            "end": 148.1,
+            "text": "Select the music instruments category.",
+            "cursor_coordinate": null,
+            "bounding_box": null,
+            "GUI_elements": []
+        },
+        {
+            "index": 10,
+            "start": 155.4,
+            "end": 155.6,
+            "text": "Click the search button.",
+            "cursor_coordinate": [
+                [
+                    737.1869506835938,
+                    630.8392944335938
+                ]
+            ],
+            "bounding_box": [
+                537.1869506835938,
+                430.83929443359375,
+                937.1869506835938,
+                830.8392944335938
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 11,
+            "start": 184.1,
+            "end": 184.5,
+            "text": "Click apply to reset the price range to no filters.",
+            "cursor_coordinate": [
+                [
+                    610.0128784179688,
+                    1125.461181640625
+                ],
+                [
+                    1201.458984375,
+                    1087.937744140625
+                ]
+            ],
+            "bounding_box": [
+                410.01287841796875,
+                887.937744140625,
+                1401.458984375,
+                1325.461181640625
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 12,
+            "start": 207.3,
+            "end": 207.5,
+            "text": "Select the city \"Dumfries\" to filter by city.",
+            "cursor_coordinate": null,
+            "bounding_box": null,
+            "GUI_elements": []
+        },
+        {
+            "index": 13,
+            "start": 222.1,
+            "end": 223.0,
+            "text": "Go to all categories instead of music instruments.",
+            "cursor_coordinate": [
+                [
+                    577.397216796875,
+                    1479.6319580078125
+                ],
+                [
+                    577.398193359375,
+                    1479.6328125
+                ],
+                [
+                    827.7011108398438,
+                    1359.914306640625
+                ]
+            ],
+            "bounding_box": [
+                377.397216796875,
+                1159.914306640625,
+                1027.7011108398438,
+                1679.6328125
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        }
+    ]
+}

navigate_tutorial/navigate_tutorial.mov

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b947cf76b5a39b7952cea0eb10ac61483ca5ebbc046f9024208ef576b6437a9
+size 288802793