Upload folder using huggingface_hub

.gitattributes

@@ -3798,3 +3798,44 @@ project_wikipediareddit_tutorial/action_videoframes/action_9/4241.jpg filter=lfs
 project_wikipediareddit_tutorial/action_videoframes/action_9/4261.jpg filter=lfs diff=lfs merge=lfs -text
 project_wikipediareddit_tutorial/action_videoframes/action_9/4281.jpg filter=lfs diff=lfs merge=lfs -text
 project_wikipediareddit_tutorial/project_wikipediareddit_tutorial.mov filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_0/809.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_0/829.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_1/1261.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_1/1281.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_1/1301.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_10/5185.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_10/5205.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_10/5225.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_11/5478.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_11/5498.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_11/5518.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_11/5538.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_12/6857.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_12/6877.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_2/1724.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_2/1744.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_3/2316.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_3/2336.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_3/2356.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_3/2376.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_3/2396.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_3/2416.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_3/2436.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_3/2456.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_3/2476.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_4/2768.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_4/2788.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_5/3232.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_5/3252.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_5/3272.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_6/4047.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_6/4067.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_7/4229.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_7/4249.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_8/4522.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_8/4542.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_9/4663.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_9/4683.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_9/4703.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/action_videoframes/action_9/4723.jpg filter=lfs diff=lfs merge=lfs -text
+multiple_tabs/multiple_tabs.mov filter=lfs diff=lfs merge=lfs -text

multiple_tabs/multiple_tabs.action.json

@@ -0,0 +1,97 @@
+{
+    "actions": [
+        {
+            "index": 0,
+            "start": 13.8,
+            "end": 14.3,
+            "text": "Open a new tab in the browser."
+        },
+        {
+            "index": 1,
+            "start": 21.5,
+            "end": 22.5,
+            "text": "Navigate to the 'Book' section on the Classified site."
+        },
+        {
+            "index": 2,
+            "start": 29.4,
+            "end": 30.0,
+            "text": "Search for a Harry Potter book in the 'Book' section."
+        },
+        {
+            "index": 3,
+            "start": 39.5,
+            "end": 42.4,
+            "text": "In the first tab, search for a new bike in the 'Bike' section."
+        },
+        {
+            "index": 4,
+            "start": 47.2,
+            "end": 47.6,
+            "text": "Click on a bike listing that seems fine."
+        },
+        {
+            "index": 5,
+            "start": 55.1,
+            "end": 55.8,
+            "text": "Click to make a review on the selected listing."
+        },
+        {
+            "index": 6,
+            "start": 69.0,
+            "end": 69.4,
+            "text": "Click to add a comment on the listing."
+        },
+        {
+            "index": 7,
+            "start": 72.1,
+            "end": 72.6,
+            "text": "Click the rating you want to give (e.g., one to five stars)."
+        },
+        {
+            "index": 8,
+            "start": 77.1,
+            "end": 77.5,
+            "text": "Enter a title for your comment."
+        },
+        {
+            "index": 9,
+            "start": 79.5,
+            "end": 80.8,
+            "text": "Type your comment content."
+        },
+        {
+            "index": 10,
+            "start": 88.4,
+            "end": 89.3,
+            "text": "Click to delete your comment if desired."
+        },
+        {
+            "index": 11,
+            "start": 93.4,
+            "end": 94.6,
+            "text": "Select a three-star rating for the folding bike."
+        },
+        {
+            "index": 12,
+            "start": 116.9,
+            "end": 117.5,
+            "text": "Navigate back to the Classifieds homepage."
+        },
+        {
+            "index": 13,
+            "start": 124.6,
+            "end": 125.1,
+            "text": "Go to the 'Folding Bike' section."
+        },
+        {
+            "index": 14,
+            "start": 128.5,
+            "end": 127.6,
+            "text": "Verify that your comment is visible on the post."
+        }
+    ],
+    "total_tokens": 0,
+    "input_tokens": 0,
+    "output_tokens": 0
+}

multiple_tabs/multiple_tabs.coo.json

@@ -0,0 +1,306 @@
+[
+    {
+        "index": 0,
+        "start": 13.8,
+        "end": 14.3,
+        "text": "Open a new tab in the browser.",
+        "cursor_coordinate": null,
+        "bounding_box": null
+    },
+    {
+        "index": 1,
+        "start": 21.5,
+        "end": 22.5,
+        "text": "Navigate to the 'Book' section on the Classified site.",
+        "cursor_coordinate": [
+            [
+                1393.666259765625,
+                1226.259765625
+            ],
+            [
+                1394.7913818359375,
+                1226.512451171875
+            ],
+            [
+                1357.7486572265625,
+                1104.517333984375
+            ]
+        ],
+        "bounding_box": [
+            1157.7486572265625,
+            904.517333984375,
+            1594.7913818359375,
+            1426.512451171875
+        ]
+    },
+    {
+        "index": 2,
+        "start": 29.4,
+        "end": 30.0,
+        "text": "Search for a Harry Potter book in the 'Book' section.",
+        "cursor_coordinate": [
+            [
+                575.8233032226562,
+                824.872314453125
+            ],
+            [
+                575.7162475585938,
+                824.6250610351562
+            ]
+        ],
+        "bounding_box": [
+            375.71624755859375,
+            624.6250610351562,
+            775.8233032226562,
+            1024.872314453125
+        ]
+    },
+    {
+        "index": 3,
+        "start": 39.5,
+        "end": 42.4,
+        "text": "In the first tab, search for a new bike in the 'Bike' section.",
+        "cursor_coordinate": [
+            [
+                658.0974731445312,
+                45.589019775390625
+            ],
+            [
+                1252.696533203125,
+                708.9244384765625
+            ],
+            [
+                1562.0399169921875,
+                583.0523681640625
+            ],
+            [
+                2039.5865478515625,
+                362.59820556640625
+            ],
+            [
+                1837.5213623046875,
+                245.20944213867188
+            ],
+            [
+                1147.7801513671875,
+                907.6787109375
+            ],
+            [
+                1150.97900390625,
+                1018.3444213867188
+            ],
+            [
+                1182.7503662109375,
+                1040.9451904296875
+            ],
+            [
+                1038.3070068359375,
+                977.2793579101562
+            ]
+        ],
+        "bounding_box": [
+            458.09747314453125,
+            0,
+            2239.5865478515625,
+            1240.9451904296875
+        ]
+    },
+    {
+        "index": 4,
+        "start": 47.2,
+        "end": 47.6,
+        "text": "Click on a bike listing that seems fine.",
+        "cursor_coordinate": null,
+        "bounding_box": null
+    },
+    {
+        "index": 5,
+        "start": 55.1,
+        "end": 55.8,
+        "text": "Click to make a review on the selected listing.",
+        "cursor_coordinate": [
+            [
+                959.7923583984375,
+                1462.6033935546875
+            ],
+            [
+                962.8598022460938,
+                1471.373046875
+            ],
+            [
+                1041.3992919921875,
+                922.3905639648438
+            ]
+        ],
+        "bounding_box": [
+            759.7923583984375,
+            722.3905639648438,
+            1241.3992919921875,
+            1671.373046875
+        ]
+    },
+    {
+        "index": 6,
+        "start": 69.0,
+        "end": 69.4,
+        "text": "Click to add a comment on the listing.",
+        "cursor_coordinate": null,
+        "bounding_box": null
+    },
+    {
+        "index": 7,
+        "start": 72.1,
+        "end": 72.6,
+        "text": "Click the rating you want to give (e.g., one to five stars).",
+        "cursor_coordinate": [
+            [
+                1199.4239501953125,
+                1153.2158203125
+            ],
+            [
+                1199.406982421875,
+                1153.2259521484375
+            ]
+        ],
+        "bounding_box": [
+            999.406982421875,
+            953.2158203125,
+            1399.4239501953125,
+            1353.2259521484375
+        ]
+    },
+    {
+        "index": 8,
+        "start": 77.1,
+        "end": 77.5,
+        "text": "Enter a title for your comment.",
+        "cursor_coordinate": [
+            [
+                588.0516357421875,
+                576.6749877929688
+            ],
+            [
+                309.0845031738281,
+                40.41999435424805
+            ]
+        ],
+        "bounding_box": [
+            109.08450317382812,
+            0,
+            788.0516357421875,
+            776.6749877929688
+        ]
+    },
+    {
+        "index": 9,
+        "start": 79.5,
+        "end": 80.8,
+        "text": "Type your comment content.",
+        "cursor_coordinate": [
+            [
+                629.8228149414062,
+                728.0635375976562
+            ],
+            [
+                622.612548828125,
+                728.63232421875
+            ],
+            [
+                631.508544921875,
+                726.62109375
+            ]
+        ],
+        "bounding_box": [
+            422.612548828125,
+            526.62109375,
+            831.508544921875,
+            928.63232421875
+        ]
+    },
+    {
+        "index": 10,
+        "start": 88.4,
+        "end": 89.3,
+        "text": "Click to delete your comment if desired.",
+        "cursor_coordinate": [
+            [
+                962.8101196289062,
+                1379.3631591796875
+            ]
+        ],
+        "bounding_box": [
+            762.8101196289062,
+            1179.3631591796875,
+            1162.8101196289062,
+            1579.3631591796875
+        ]
+    },
+    {
+        "index": 11,
+        "start": 93.4,
+        "end": 94.6,
+        "text": "Select a three-star rating for the folding bike.",
+        "cursor_coordinate": [
+            [
+                1200.523193359375,
+                1078.573974609375
+            ],
+            [
+                1202.8939208984375,
+                1083.1356201171875
+            ],
+            [
+                1161.09130859375,
+                1161.9552001953125
+            ],
+            [
+                1111.8536376953125,
+                1371.601806640625
+            ]
+        ],
+        "bounding_box": [
+            911.8536376953125,
+            878.573974609375,
+            1402.8939208984375,
+            1571.601806640625
+        ]
+    },
+    {
+        "index": 12,
+        "start": 116.9,
+        "end": 117.5,
+        "text": "Navigate back to the Classifieds homepage.",
+        "cursor_coordinate": [
+            [
+                1002.949951171875,
+                728.3974609375
+            ],
+            [
+                983.3499755859375,
+                709.9221801757812
+            ]
+        ],
+        "bounding_box": [
+            783.3499755859375,
+            509.92218017578125,
+            1202.949951171875,
+            928.3974609375
+        ]
+    },
+    {
+        "index": 13,
+        "start": 124.6,
+        "end": 125.1,
+        "text": "Go to the 'Folding Bike' section.",
+        "cursor_coordinate": null,
+        "bounding_box": null
+    },
+    {
+        "index": 14,
+        "start": 128.5,
+        "end": 127.6,
+        "text": "Verify that your comment is visible on the post.",
+        "cursor_coordinate": null,
+        "bounding_box": null
+    }
+]

multiple_tabs/multiple_tabs.ele.json

@@ -0,0 +1,331 @@
+[
+    {
+        "index": 0,
+        "start": 13.8,
+        "end": 14.3,
+        "text": "Open a new tab in the browser.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    },
+    {
+        "index": 1,
+        "start": 21.5,
+        "end": 22.5,
+        "text": "Navigate to the 'Book' section on the Classified site.",
+        "cursor_coordinate": [
+            [
+                1393.666259765625,
+                1226.259765625
+            ],
+            [
+                1394.7913818359375,
+                1226.512451171875
+            ],
+            [
+                1357.7486572265625,
+                1104.517333984375
+            ]
+        ],
+        "bounding_box": [
+            1157.7486572265625,
+            904.517333984375,
+            1594.7913818359375,
+            1426.512451171875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 2,
+        "start": 29.4,
+        "end": 30.0,
+        "text": "Search for a Harry Potter book in the 'Book' section.",
+        "cursor_coordinate": [
+            [
+                575.8233032226562,
+                824.872314453125
+            ],
+            [
+                575.7162475585938,
+                824.6250610351562
+            ]
+        ],
+        "bounding_box": [
+            375.71624755859375,
+            624.6250610351562,
+            775.8233032226562,
+            1024.872314453125
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 3,
+        "start": 39.5,
+        "end": 42.4,
+        "text": "In the first tab, search for a new bike in the 'Bike' section.",
+        "cursor_coordinate": [
+            [
+                658.0974731445312,
+                45.589019775390625
+            ],
+            [
+                1252.696533203125,
+                708.9244384765625
+            ],
+            [
+                1562.0399169921875,
+                583.0523681640625
+            ],
+            [
+                2039.5865478515625,
+                362.59820556640625
+            ],
+            [
+                1837.5213623046875,
+                245.20944213867188
+            ],
+            [
+                1147.7801513671875,
+                907.6787109375
+            ],
+            [
+                1150.97900390625,
+                1018.3444213867188
+            ],
+            [
+                1182.7503662109375,
+                1040.9451904296875
+            ],
+            [
+                1038.3070068359375,
+                977.2793579101562
+            ]
+        ],
+        "bounding_box": [
+            458.09747314453125,
+            0,
+            2239.5865478515625,
+            1240.9451904296875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 4,
+        "start": 47.2,
+        "end": 47.6,
+        "text": "Click on a bike listing that seems fine.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    },
+    {
+        "index": 5,
+        "start": 55.1,
+        "end": 55.8,
+        "text": "Click to make a review on the selected listing.",
+        "cursor_coordinate": [
+            [
+                959.7923583984375,
+                1462.6033935546875
+            ],
+            [
+                962.8598022460938,
+                1471.373046875
+            ],
+            [
+                1041.3992919921875,
+                922.3905639648438
+            ]
+        ],
+        "bounding_box": [
+            759.7923583984375,
+            722.3905639648438,
+            1241.3992919921875,
+            1671.373046875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 6,
+        "start": 69.0,
+        "end": 69.4,
+        "text": "Click to add a comment on the listing.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    },
+    {
+        "index": 7,
+        "start": 72.1,
+        "end": 72.6,
+        "text": "Click the rating you want to give (e.g., one to five stars).",
+        "cursor_coordinate": [
+            [
+                1199.4239501953125,
+                1153.2158203125
+            ],
+            [
+                1199.406982421875,
+                1153.2259521484375
+            ]
+        ],
+        "bounding_box": [
+            999.406982421875,
+            953.2158203125,
+            1399.4239501953125,
+            1353.2259521484375
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 8,
+        "start": 77.1,
+        "end": 77.5,
+        "text": "Enter a title for your comment.",
+        "cursor_coordinate": [
+            [
+                588.0516357421875,
+                576.6749877929688
+            ],
+            [
+                309.0845031738281,
+                40.41999435424805
+            ]
+        ],
+        "bounding_box": [
+            109.08450317382812,
+            0,
+            788.0516357421875,
+            776.6749877929688
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 9,
+        "start": 79.5,
+        "end": 80.8,
+        "text": "Type your comment content.",
+        "cursor_coordinate": [
+            [
+                629.8228149414062,
+                728.0635375976562
+            ],
+            [
+                622.612548828125,
+                728.63232421875
+            ],
+            [
+                631.508544921875,
+                726.62109375
+            ]
+        ],
+        "bounding_box": [
+            422.612548828125,
+            526.62109375,
+            831.508544921875,
+            928.63232421875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 10,
+        "start": 88.4,
+        "end": 89.3,
+        "text": "Click to delete your comment if desired.",
+        "cursor_coordinate": [
+            [
+                962.8101196289062,
+                1379.3631591796875
+            ]
+        ],
+        "bounding_box": [
+            762.8101196289062,
+            1179.3631591796875,
+            1162.8101196289062,
+            1579.3631591796875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 11,
+        "start": 93.4,
+        "end": 94.6,
+        "text": "Select a three-star rating for the folding bike.",
+        "cursor_coordinate": [
+            [
+                1200.523193359375,
+                1078.573974609375
+            ],
+            [
+                1202.8939208984375,
+                1083.1356201171875
+            ],
+            [
+                1161.09130859375,
+                1161.9552001953125
+            ],
+            [
+                1111.8536376953125,
+                1371.601806640625
+            ]
+        ],
+        "bounding_box": [
+            911.8536376953125,
+            878.573974609375,
+            1402.8939208984375,
+            1571.601806640625
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 12,
+        "start": 116.9,
+        "end": 117.5,
+        "text": "Navigate back to the Classifieds homepage.",
+        "cursor_coordinate": [
+            [
+                1002.949951171875,
+                728.3974609375
+            ],
+            [
+                983.3499755859375,
+                709.9221801757812
+            ]
+        ],
+        "bounding_box": [
+            783.3499755859375,
+            509.92218017578125,
+            1202.949951171875,
+            928.3974609375
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 13,
+        "start": 124.6,
+        "end": 125.1,
+        "text": "Go to the 'Folding Bike' section.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    },
+    {
+        "index": 14,
+        "start": 128.5,
+        "end": 127.6,
+        "text": "Verify that your comment is visible on the post.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    }
+]

multiple_tabs/multiple_tabs.ele.match.json

@@ -0,0 +1,331 @@
+[
+    {
+        "index": 0,
+        "start": 13.8,
+        "end": 14.3,
+        "text": "Open a new tab in the browser.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    },
+    {
+        "index": 1,
+        "start": 21.5,
+        "end": 22.5,
+        "text": "Navigate to the 'Book' section on the Classified site.",
+        "cursor_coordinate": [
+            [
+                1393.666259765625,
+                1226.259765625
+            ],
+            [
+                1394.7913818359375,
+                1226.512451171875
+            ],
+            [
+                1357.7486572265625,
+                1104.517333984375
+            ]
+        ],
+        "bounding_box": [
+            1157.7486572265625,
+            904.517333984375,
+            1594.7913818359375,
+            1426.512451171875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 2,
+        "start": 29.4,
+        "end": 30.0,
+        "text": "Search for a Harry Potter book in the 'Book' section.",
+        "cursor_coordinate": [
+            [
+                575.8233032226562,
+                824.872314453125
+            ],
+            [
+                575.7162475585938,
+                824.6250610351562
+            ]
+        ],
+        "bounding_box": [
+            375.71624755859375,
+            624.6250610351562,
+            775.8233032226562,
+            1024.872314453125
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 3,
+        "start": 39.5,
+        "end": 42.4,
+        "text": "In the first tab, search for a new bike in the 'Bike' section.",
+        "cursor_coordinate": [
+            [
+                658.0974731445312,
+                45.589019775390625
+            ],
+            [
+                1252.696533203125,
+                708.9244384765625
+            ],
+            [
+                1562.0399169921875,
+                583.0523681640625
+            ],
+            [
+                2039.5865478515625,
+                362.59820556640625
+            ],
+            [
+                1837.5213623046875,
+                245.20944213867188
+            ],
+            [
+                1147.7801513671875,
+                907.6787109375
+            ],
+            [
+                1150.97900390625,
+                1018.3444213867188
+            ],
+            [
+                1182.7503662109375,
+                1040.9451904296875
+            ],
+            [
+                1038.3070068359375,
+                977.2793579101562
+            ]
+        ],
+        "bounding_box": [
+            458.09747314453125,
+            0,
+            2239.5865478515625,
+            1240.9451904296875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 4,
+        "start": 47.2,
+        "end": 47.6,
+        "text": "Click on a bike listing that seems fine.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    },
+    {
+        "index": 5,
+        "start": 55.1,
+        "end": 55.8,
+        "text": "Click to make a review on the selected listing.",
+        "cursor_coordinate": [
+            [
+                959.7923583984375,
+                1462.6033935546875
+            ],
+            [
+                962.8598022460938,
+                1471.373046875
+            ],
+            [
+                1041.3992919921875,
+                922.3905639648438
+            ]
+        ],
+        "bounding_box": [
+            759.7923583984375,
+            722.3905639648438,
+            1241.3992919921875,
+            1671.373046875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 6,
+        "start": 69.0,
+        "end": 69.4,
+        "text": "Click to add a comment on the listing.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    },
+    {
+        "index": 7,
+        "start": 72.1,
+        "end": 72.6,
+        "text": "Click the rating you want to give (e.g., one to five stars).",
+        "cursor_coordinate": [
+            [
+                1199.4239501953125,
+                1153.2158203125
+            ],
+            [
+                1199.406982421875,
+                1153.2259521484375
+            ]
+        ],
+        "bounding_box": [
+            999.406982421875,
+            953.2158203125,
+            1399.4239501953125,
+            1353.2259521484375
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 8,
+        "start": 77.1,
+        "end": 77.5,
+        "text": "Enter a title for your comment.",
+        "cursor_coordinate": [
+            [
+                588.0516357421875,
+                576.6749877929688
+            ],
+            [
+                309.0845031738281,
+                40.41999435424805
+            ]
+        ],
+        "bounding_box": [
+            109.08450317382812,
+            0,
+            788.0516357421875,
+            776.6749877929688
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 9,
+        "start": 79.5,
+        "end": 80.8,
+        "text": "Type your comment content.",
+        "cursor_coordinate": [
+            [
+                629.8228149414062,
+                728.0635375976562
+            ],
+            [
+                622.612548828125,
+                728.63232421875
+            ],
+            [
+                631.508544921875,
+                726.62109375
+            ]
+        ],
+        "bounding_box": [
+            422.612548828125,
+            526.62109375,
+            831.508544921875,
+            928.63232421875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 10,
+        "start": 88.4,
+        "end": 89.3,
+        "text": "Click to delete your comment if desired.",
+        "cursor_coordinate": [
+            [
+                962.8101196289062,
+                1379.3631591796875
+            ]
+        ],
+        "bounding_box": [
+            762.8101196289062,
+            1179.3631591796875,
+            1162.8101196289062,
+            1579.3631591796875
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 11,
+        "start": 93.4,
+        "end": 94.6,
+        "text": "Select a three-star rating for the folding bike.",
+        "cursor_coordinate": [
+            [
+                1200.523193359375,
+                1078.573974609375
+            ],
+            [
+                1202.8939208984375,
+                1083.1356201171875
+            ],
+            [
+                1161.09130859375,
+                1161.9552001953125
+            ],
+            [
+                1111.8536376953125,
+                1371.601806640625
+            ]
+        ],
+        "bounding_box": [
+            911.8536376953125,
+            878.573974609375,
+            1402.8939208984375,
+            1571.601806640625
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 12,
+        "start": 116.9,
+        "end": 117.5,
+        "text": "Navigate back to the Classifieds homepage.",
+        "cursor_coordinate": [
+            [
+                1002.949951171875,
+                728.3974609375
+            ],
+            [
+                983.3499755859375,
+                709.9221801757812
+            ]
+        ],
+        "bounding_box": [
+            783.3499755859375,
+            509.92218017578125,
+            1202.949951171875,
+            928.3974609375
+        ],
+        "GUI_elements": [],
+        "candidate_elements": []
+    },
+    {
+        "index": 13,
+        "start": 124.6,
+        "end": 125.1,
+        "text": "Go to the 'Folding Bike' section.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    },
+    {
+        "index": 14,
+        "start": 128.5,
+        "end": 127.6,
+        "text": "Verify that your comment is visible on the post.",
+        "cursor_coordinate": null,
+        "bounding_box": null,
+        "GUI_elements": []
+    }
+]

multiple_tabs/multiple_tabs.final.json

@@ -0,0 +1,401 @@
+{
+    "id": null,
+    "software": "Unknown",
+    "title": "multiple_tabs",
+    "task with actions": [
+        {
+            "task_index": 0,
+            "task": "Open two tabs to use simultaneously and leave comments on different posts.",
+            "actions": []
+        },
+        {
+            "task_index": 1,
+            "task": "Use the second tab to search for a specific item, such as a Harry Potter book.",
+            "actions": [
+                {
+                    "index": 2,
+                    "start": 29.4,
+                    "end": 30.0,
+                    "text": "Search for a Harry Potter book in the 'Book' section."
+                }
+            ]
+        },
+        {
+            "task_index": 2,
+            "task": "Navigate to the relevant section for the item you are searching for.",
+            "actions": [
+                {
+                    "index": 1,
+                    "start": 21.5,
+                    "end": 22.5,
+                    "text": "Navigate to the 'Book' section on the Classified site."
+                }
+            ]
+        },
+        {
+            "task_index": 3,
+            "task": "Ensure both tabs are operating under your account to make reviews or comments.",
+            "actions": []
+        },
+        {
+            "task_index": 4,
+            "task": "Comment on a post by selecting a rating, entering a title, and writing your comment.",
+            "actions": [
+                {
+                    "index": 7,
+                    "start": 72.1,
+                    "end": 72.6,
+                    "text": "Click the rating you want to give (e.g., one to five stars)."
+                },
+                {
+                    "index": 8,
+                    "start": 77.1,
+                    "end": 77.5,
+                    "text": "Enter a title for your comment."
+                },
+                {
+                    "index": 9,
+                    "start": 79.5,
+                    "end": 80.8,
+                    "text": "Type your comment content."
+                }
+            ]
+        },
+        {
+            "task_index": 5,
+            "task": "Work concurrently from the two tabs to efficiently navigate the website.",
+            "actions": []
+        }
+    ],
+    "action with elements": [
+        {
+            "index": 0,
+            "start": 13.8,
+            "end": 14.3,
+            "text": "Open a new tab in the browser.",
+            "cursor_coordinate": null,
+            "bounding_box": null,
+            "GUI_elements": []
+        },
+        {
+            "index": 1,
+            "start": 21.5,
+            "end": 22.5,
+            "text": "Navigate to the 'Book' section on the Classified site.",
+            "cursor_coordinate": [
+                [
+                    1393.666259765625,
+                    1226.259765625
+                ],
+                [
+                    1394.7913818359375,
+                    1226.512451171875
+                ],
+                [
+                    1357.7486572265625,
+                    1104.517333984375
+                ]
+            ],
+            "bounding_box": [
+                1157.7486572265625,
+                904.517333984375,
+                1594.7913818359375,
+                1426.512451171875
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 2,
+            "start": 29.4,
+            "end": 30.0,
+            "text": "Search for a Harry Potter book in the 'Book' section.",
+            "cursor_coordinate": [
+                [
+                    575.8233032226562,
+                    824.872314453125
+                ],
+                [
+                    575.7162475585938,
+                    824.6250610351562
+                ]
+            ],
+            "bounding_box": [
+                375.71624755859375,
+                624.6250610351562,
+                775.8233032226562,
+                1024.872314453125
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 3,
+            "start": 39.5,
+            "end": 42.4,
+            "text": "In the first tab, search for a new bike in the 'Bike' section.",
+            "cursor_coordinate": [
+                [
+                    658.0974731445312,
+                    45.589019775390625
+                ],
+                [
+                    1252.696533203125,
+                    708.9244384765625
+                ],
+                [
+                    1562.0399169921875,
+                    583.0523681640625
+                ],
+                [
+                    2039.5865478515625,
+                    362.59820556640625
+                ],
+                [
+                    1837.5213623046875,
+                    245.20944213867188
+                ],
+                [
+                    1147.7801513671875,
+                    907.6787109375
+                ],
+                [
+                    1150.97900390625,
+                    1018.3444213867188
+                ],
+                [
+                    1182.7503662109375,
+                    1040.9451904296875
+                ],
+                [
+                    1038.3070068359375,
+                    977.2793579101562
+                ]
+            ],
+            "bounding_box": [
+                458.09747314453125,
+                0,
+                2239.5865478515625,
+                1240.9451904296875
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 4,
+            "start": 47.2,
+            "end": 47.6,
+            "text": "Click on a bike listing that seems fine.",
+            "cursor_coordinate": null,
+            "bounding_box": null,
+            "GUI_elements": []
+        },
+        {
+            "index": 5,
+            "start": 55.1,
+            "end": 55.8,
+            "text": "Click to make a review on the selected listing.",
+            "cursor_coordinate": [
+                [
+                    959.7923583984375,
+                    1462.6033935546875
+                ],
+                [
+                    962.8598022460938,
+                    1471.373046875
+                ],
+                [
+                    1041.3992919921875,
+                    922.3905639648438
+                ]
+            ],
+            "bounding_box": [
+                759.7923583984375,
+                722.3905639648438,
+                1241.3992919921875,
+                1671.373046875
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 6,
+            "start": 69.0,
+            "end": 69.4,
+            "text": "Click to add a comment on the listing.",
+            "cursor_coordinate": null,
+            "bounding_box": null,
+            "GUI_elements": []
+        },
+        {
+            "index": 7,
+            "start": 72.1,
+            "end": 72.6,
+            "text": "Click the rating you want to give (e.g., one to five stars).",
+            "cursor_coordinate": [
+                [
+                    1199.4239501953125,
+                    1153.2158203125
+                ],
+                [
+                    1199.406982421875,
+                    1153.2259521484375
+                ]
+            ],
+            "bounding_box": [
+                999.406982421875,
+                953.2158203125,
+                1399.4239501953125,
+                1353.2259521484375
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 8,
+            "start": 77.1,
+            "end": 77.5,
+            "text": "Enter a title for your comment.",
+            "cursor_coordinate": [
+                [
+                    588.0516357421875,
+                    576.6749877929688
+                ],
+                [
+                    309.0845031738281,
+                    40.41999435424805
+                ]
+            ],
+            "bounding_box": [
+                109.08450317382812,
+                0,
+                788.0516357421875,
+                776.6749877929688
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 9,
+            "start": 79.5,
+            "end": 80.8,
+            "text": "Type your comment content.",
+            "cursor_coordinate": [
+                [
+                    629.8228149414062,
+                    728.0635375976562
+                ],
+                [
+                    622.612548828125,
+                    728.63232421875
+                ],
+                [
+                    631.508544921875,
+                    726.62109375
+                ]
+            ],
+            "bounding_box": [
+                422.612548828125,
+                526.62109375,
+                831.508544921875,
+                928.63232421875
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 10,
+            "start": 88.4,
+            "end": 89.3,
+            "text": "Click to delete your comment if desired.",
+            "cursor_coordinate": [
+                [
+                    962.8101196289062,
+                    1379.3631591796875
+                ]
+            ],
+            "bounding_box": [
+                762.8101196289062,
+                1179.3631591796875,
+                1162.8101196289062,
+                1579.3631591796875
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 11,
+            "start": 93.4,
+            "end": 94.6,
+            "text": "Select a three-star rating for the folding bike.",
+            "cursor_coordinate": [
+                [
+                    1200.523193359375,
+                    1078.573974609375
+                ],
+                [
+                    1202.8939208984375,
+                    1083.1356201171875
+                ],
+                [
+                    1161.09130859375,
+                    1161.9552001953125
+                ],
+                [
+                    1111.8536376953125,
+                    1371.601806640625
+                ]
+            ],
+            "bounding_box": [
+                911.8536376953125,
+                878.573974609375,
+                1402.8939208984375,
+                1571.601806640625
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 12,
+            "start": 116.9,
+            "end": 117.5,
+            "text": "Navigate back to the Classifieds homepage.",
+            "cursor_coordinate": [
+                [
+                    1002.949951171875,
+                    728.3974609375
+                ],
+                [
+                    983.3499755859375,
+                    709.9221801757812
+                ]
+            ],
+            "bounding_box": [
+                783.3499755859375,
+                509.92218017578125,
+                1202.949951171875,
+                928.3974609375
+            ],
+            "GUI_elements": [],
+            "candidate_elements": []
+        },
+        {
+            "index": 13,
+            "start": 124.6,
+            "end": 125.1,
+            "text": "Go to the 'Folding Bike' section.",
+            "cursor_coordinate": null,
+            "bounding_box": null,
+            "GUI_elements": []
+        },
+        {
+            "index": 14,
+            "start": 128.5,
+            "end": 127.6,
+            "text": "Verify that your comment is visible on the post.",
+            "cursor_coordinate": null,
+            "bounding_box": null,
+            "GUI_elements": []
+        }
+    ]
+}

multiple_tabs/multiple_tabs.mov

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f0c55e325a187a97715e86d7744464cb0a273e411d4ee97b1d0daae3f29b34
+size 159002556

multiple_tabs/multiple_tabs.project.json

@@ -0,0 +1,46 @@
+{
+    "projects": [
+        {
+            "project_index": 0,
+            "project_title": "How to manage and utilize multiple tabs for efficient browsing and commenting",
+            "tasks": [
+                {
+                    "index": 0,
+                    "start": 4.2,
+                    "end": 10.5,
+                    "text": "Open two tabs to use simultaneously and leave comments on different posts."
+                },
+                {
+                    "index": 1,
+                    "start": 13.5,
+                    "end": 19.5,
+                    "text": "Use the second tab to search for a specific item, such as a Harry Potter book."
+                },
+                {
+                    "index": 2,
+                    "start": 21.2,
+                    "end": 22.8,
+                    "text": "Navigate to the relevant section for the item you are searching for."
+                },
+                {
+                    "index": 3,
+                    "start": 48.7,
+                    "end": 56.0,
+                    "text": "Ensure both tabs are operating under your account to make reviews or comments."
+                },
+                {
+                    "index": 4,
+                    "start": 70.4,
+                    "end": 83.5,
+                    "text": "Comment on a post by selecting a rating, entering a title, and writing your comment."
+                },
+                {
+                    "index": 5,
+                    "start": 128.4,
+                    "end": 133.5,
+                    "text": "Work concurrently from the two tabs to efficiently navigate the website."
+                }
+            ]
+        }
+    ]
+}

multiple_tabs/multiple_tabs.task.action.json

@@ -0,0 +1,67 @@
+{
+    "task with actions": [
+        {
+            "task_index": 0,
+            "task": "Open two tabs to use simultaneously and leave comments on different posts.",
+            "actions": []
+        },
+        {
+            "task_index": 1,
+            "task": "Use the second tab to search for a specific item, such as a Harry Potter book.",
+            "actions": [
+                {
+                    "index": 2,
+                    "start": 29.4,
+                    "end": 30.0,
+                    "text": "Search for a Harry Potter book in the 'Book' section."
+                }
+            ]
+        },
+        {
+            "task_index": 2,
+            "task": "Navigate to the relevant section for the item you are searching for.",
+            "actions": [
+                {
+                    "index": 1,
+                    "start": 21.5,
+                    "end": 22.5,
+                    "text": "Navigate to the 'Book' section on the Classified site."
+                }
+            ]
+        },
+        {
+            "task_index": 3,
+            "task": "Ensure both tabs are operating under your account to make reviews or comments.",
+            "actions": []
+        },
+        {
+            "task_index": 4,
+            "task": "Comment on a post by selecting a rating, entering a title, and writing your comment.",
+            "actions": [
+                {
+                    "index": 7,
+                    "start": 72.1,
+                    "end": 72.6,
+                    "text": "Click the rating you want to give (e.g., one to five stars)."
+                },
+                {
+                    "index": 8,
+                    "start": 77.1,
+                    "end": 77.5,
+                    "text": "Enter a title for your comment."
+                },
+                {
+                    "index": 9,
+                    "start": 79.5,
+                    "end": 80.8,
+                    "text": "Type your comment content."
+                }
+            ]
+        },
+        {
+            "task_index": 5,
+            "task": "Work concurrently from the two tabs to efficiently navigate the website.",
+            "actions": []
+        }
+    ]
+}