| { | |
| "id": null, | |
| "software": "Unknown", | |
| "title": "go_to_comments", | |
| "task with actions": [ | |
| { | |
| "task_index": 0, | |
| "task": "Navigate to the forums to find a post.", | |
| "actions": [ | |
| { | |
| "index": 0, | |
| "start": 13.3, | |
| "end": 15.0, | |
| "text": "Go to the 'Forums' section." | |
| }, | |
| { | |
| "index": 1, | |
| "start": 18.8, | |
| "end": 19.2, | |
| "text": "Sort forums by 'Alphabetical'." | |
| }, | |
| { | |
| "index": 2, | |
| "start": 28.0, | |
| "end": 31.5, | |
| "text": "Go to the 'Washington' forum." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 1, | |
| "task": "Click on the title of a post to view the image.", | |
| "actions": [ | |
| { | |
| "index": 5, | |
| "start": 58.2, | |
| "end": 59.9, | |
| "text": "Click on the title to view the image associated with the post." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 2, | |
| "task": "Click on the comments button to go to the comments section.", | |
| "actions": [ | |
| { | |
| "index": 4, | |
| "start": 48.5, | |
| "end": 49.4, | |
| "text": "Click on the 'Comments' button to view comments." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 3, | |
| "task": "View the post and its comments.", | |
| "actions": [ | |
| { | |
| "index": 3, | |
| "start": 40.4, | |
| "end": 41.9, | |
| "text": "Click on the title of a post to view the post." | |
| }, | |
| { | |
| "index": 4, | |
| "start": 48.5, | |
| "end": 49.4, | |
| "text": "Click on the 'Comments' button to view comments." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 4, | |
| "task": "Scroll through comments sorted by upvotes.", | |
| "actions": [ | |
| { | |
| "index": 9, | |
| "start": 108.5, | |
| "end": 109.7, | |
| "text": "Scroll down to view all comments sorted by upvotes." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 5, | |
| "task": "Post a comment and submit it.", | |
| "actions": [ | |
| { | |
| "index": 10, | |
| "start": 162.3, | |
| "end": 163.0, | |
| "text": "Click the red button to post a comment." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 6, | |
| "task": "Edit or delete your comment if needed.", | |
| "actions": [ | |
| { | |
| "index": 11, | |
| "start": 167.3, | |
| "end": 168.2, | |
| "text": "Click to delete or edit your comment." | |
| }, | |
| { | |
| "index": 12, | |
| "start": 169.1, | |
| "end": 174.5, | |
| "text": "Click 'Edit' to modify your comment." | |
| } | |
| ] | |
| } | |
| ], | |
| "action with elements": [ | |
| { | |
| "index": 0, | |
| "start": 13.3, | |
| "end": 15.0, | |
| "text": "Go to the 'Forums' section.", | |
| "cursor_coordinate": [ | |
| [ | |
| 628.1082153320312, | |
| 237.2211456298828 | |
| ], | |
| [ | |
| 670.2738647460938, | |
| 413.5489501953125 | |
| ], | |
| [ | |
| 221.322021484375, | |
| 625.1497192382812 | |
| ], | |
| [ | |
| 221.29409790039062, | |
| 625.1387329101562 | |
| ], | |
| [ | |
| 221.29559326171875, | |
| 625.137451171875 | |
| ], | |
| [ | |
| 221.29579162597656, | |
| 625.1407470703125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 21.294097900390625, | |
| 37.22114562988281, | |
| 870.2738647460938, | |
| 825.1497192382812 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 18.8, | |
| "end": 19.2, | |
| "text": "Sort forums by 'Alphabetical'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 681.267333984375, | |
| 371.5299987792969 | |
| ], | |
| [ | |
| 680.2424926757812, | |
| 369.63812255859375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 480.24249267578125, | |
| 169.63812255859375, | |
| 881.267333984375, | |
| 571.5299987792969 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 28.0, | |
| "end": 31.5, | |
| "text": "Go to the 'Washington' forum.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2102.864013671875, | |
| 490.5460510253906 | |
| ], | |
| [ | |
| 2102.850830078125, | |
| 490.5626220703125 | |
| ], | |
| [ | |
| 2522.717041015625, | |
| 1139.58154296875 | |
| ], | |
| [ | |
| 2522.7373046875, | |
| 1139.560302734375 | |
| ], | |
| [ | |
| 2522.740234375, | |
| 1139.562744140625 | |
| ], | |
| [ | |
| 2102.855712890625, | |
| 490.5645751953125 | |
| ], | |
| [ | |
| 2443.03515625, | |
| 1216.910400390625 | |
| ], | |
| [ | |
| 2102.850830078125, | |
| 490.5626220703125 | |
| ], | |
| [ | |
| 2102.855712890625, | |
| 490.5645751953125 | |
| ], | |
| [ | |
| 2205.109375, | |
| 1254.0511474609375 | |
| ], | |
| [ | |
| 2297.673095703125, | |
| 1128.43603515625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1902.850830078125, | |
| 290.5460510253906, | |
| 2722.740234375, | |
| 1454.0511474609375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 40.4, | |
| "end": 41.9, | |
| "text": "Click on the title of a post to view the post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1247.1798095703125, | |
| 504.344970703125 | |
| ], | |
| [ | |
| 799.7171020507812, | |
| 492.7431335449219 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 599.7171020507812, | |
| 292.7431335449219, | |
| 1447.1798095703125, | |
| 704.344970703125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 48.5, | |
| "end": 49.4, | |
| "text": "Click on the 'Comments' button to view comments.", | |
| "cursor_coordinate": [ | |
| [ | |
| 670.4415283203125, | |
| 590.9126586914062 | |
| ], | |
| [ | |
| 670.41796875, | |
| 590.8765258789062 | |
| ], | |
| [ | |
| 670.4246215820312, | |
| 590.878173828125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 470.41796875, | |
| 390.87652587890625, | |
| 870.4415283203125, | |
| 790.9126586914062 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 58.2, | |
| "end": 59.9, | |
| "text": "Click on the title to view the image associated with the post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1508.9530029296875, | |
| 922.9359130859375 | |
| ], | |
| [ | |
| 1508.9322509765625, | |
| 922.9241333007812 | |
| ], | |
| [ | |
| 1508.9422607421875, | |
| 922.9011840820312 | |
| ], | |
| [ | |
| 1508.94140625, | |
| 922.9566650390625 | |
| ], | |
| [ | |
| 1508.9503173828125, | |
| 922.980224609375 | |
| ], | |
| [ | |
| 1508.95166015625, | |
| 922.9376831054688 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1308.9322509765625, | |
| 722.9011840820312, | |
| 1708.9530029296875, | |
| 1122.980224609375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 83.4, | |
| "end": 85.4, | |
| "text": "Click 'Up' or 'Down' to upvote or downvote a comment.", | |
| "cursor_coordinate": [ | |
| [ | |
| 407.2839660644531, | |
| 381.09698486328125 | |
| ], | |
| [ | |
| 407.2894287109375, | |
| 381.0948791503906 | |
| ], | |
| [ | |
| 407.28497314453125, | |
| 381.09893798828125 | |
| ], | |
| [ | |
| 396.3661193847656, | |
| 364.69390869140625 | |
| ], | |
| [ | |
| 447.38311767578125, | |
| 474.4408874511719 | |
| ], | |
| [ | |
| 404.1069641113281, | |
| 453.81927490234375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 196.36611938476562, | |
| 164.69390869140625, | |
| 647.3831176757812, | |
| 674.4408874511719 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 88.4, | |
| "end": 90.0, | |
| "text": "Click 'Reply' to respond to a comment.", | |
| "cursor_coordinate": [ | |
| [ | |
| 479.50634765625, | |
| 480.0421447753906 | |
| ], | |
| [ | |
| 477.4953308105469, | |
| 476.9634094238281 | |
| ], | |
| [ | |
| 502.176513671875, | |
| 487.2845764160156 | |
| ], | |
| [ | |
| 738.1329956054688, | |
| 665.6099853515625 | |
| ], | |
| [ | |
| 738.7266235351562, | |
| 665.816650390625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 277.4953308105469, | |
| 276.9634094238281, | |
| 938.7266235351562, | |
| 865.816650390625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 100.1, | |
| "end": 101.9, | |
| "text": "Click 'View All Comments' to return to the comments section.", | |
| "cursor_coordinate": [ | |
| [ | |
| 852.728271484375, | |
| 726.6390991210938 | |
| ], | |
| [ | |
| 857.6051025390625, | |
| 824.4122924804688 | |
| ], | |
| [ | |
| 906.4147338867188, | |
| 758.2662353515625 | |
| ], | |
| [ | |
| 979.587646484375, | |
| 654.2750244140625 | |
| ], | |
| [ | |
| 973.5314331054688, | |
| 604.7588500976562 | |
| ], | |
| [ | |
| 973.9969482421875, | |
| 605.3483276367188 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 652.728271484375, | |
| 404.75885009765625, | |
| 1179.587646484375, | |
| 1024.4122924804688 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 108.5, | |
| "end": 109.7, | |
| "text": "Scroll down to view all comments sorted by upvotes.", | |
| "cursor_coordinate": [ | |
| [ | |
| 911.1209716796875, | |
| 557.6443481445312 | |
| ], | |
| [ | |
| 924.0942993164062, | |
| 576.0209350585938 | |
| ], | |
| [ | |
| 899.486328125, | |
| 551.4583740234375 | |
| ], | |
| [ | |
| 923.9064331054688, | |
| 575.5852661132812 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 699.486328125, | |
| 351.4583740234375, | |
| 1124.0942993164062, | |
| 776.0209350585938 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 162.3, | |
| "end": 163.0, | |
| "text": "Click the red button to post a comment.", | |
| "cursor_coordinate": [ | |
| [ | |
| 392.0592956542969, | |
| 1298.3399658203125 | |
| ], | |
| [ | |
| 392.0597839355469, | |
| 1298.300537109375 | |
| ], | |
| [ | |
| 392.0426940917969, | |
| 1298.29345703125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 192.04269409179688, | |
| 1098.29345703125, | |
| 592.0597839355469, | |
| 1498.3399658203125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 167.3, | |
| "end": 168.2, | |
| "text": "Click to delete or edit your comment.", | |
| "cursor_coordinate": [ | |
| [ | |
| 691.8775024414062, | |
| 823.67529296875 | |
| ], | |
| [ | |
| 826.94775390625, | |
| 876.717041015625 | |
| ], | |
| [ | |
| 960.3186645507812, | |
| 679.6251831054688 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 491.87750244140625, | |
| 479.62518310546875, | |
| 1160.3186645507812, | |
| 1076.717041015625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 12, | |
| "start": 169.1, | |
| "end": 174.5, | |
| "text": "Click 'Edit' to modify your comment.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1075.992919921875, | |
| 1033.09130859375 | |
| ], | |
| [ | |
| 1076.0081787109375, | |
| 1033.658203125 | |
| ], | |
| [ | |
| 1082.6885986328125, | |
| 1031.4443359375 | |
| ], | |
| [ | |
| 1081.7325439453125, | |
| 1031.340087890625 | |
| ], | |
| [ | |
| 1081.7125244140625, | |
| 1031.303955078125 | |
| ], | |
| [ | |
| 1161.6083984375, | |
| 1172.557861328125 | |
| ], | |
| [ | |
| 1279.5460205078125, | |
| 1359.117431640625 | |
| ], | |
| [ | |
| 1313.5843505859375, | |
| 1401.5294189453125 | |
| ], | |
| [ | |
| 1130.1126708984375, | |
| 1377.0142822265625 | |
| ], | |
| [ | |
| 980.8193969726562, | |
| 1332.8505859375 | |
| ], | |
| [ | |
| 866.6253662109375, | |
| 1310.3333740234375 | |
| ], | |
| [ | |
| 709.1089477539062, | |
| 1308.1485595703125 | |
| ], | |
| [ | |
| 661.8534545898438, | |
| 1239.8935546875 | |
| ], | |
| [ | |
| 650.4801635742188, | |
| 1259.5484619140625 | |
| ], | |
| [ | |
| 694.5006103515625, | |
| 1231.795654296875 | |
| ], | |
| [ | |
| 786.8687133789062, | |
| 1232.5330810546875 | |
| ], | |
| [ | |
| 798.0618286132812, | |
| 1359.0291748046875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 450.48016357421875, | |
| 831.303955078125, | |
| 1513.5843505859375, | |
| 1601.5294189453125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 13, | |
| "start": 184.1, | |
| "end": 184.8, | |
| "text": "Click 'View All Comments' to return to the comments section.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1011.7178344726562, | |
| 1002.3209838867188 | |
| ], | |
| [ | |
| 1011.4827880859375, | |
| 1002.3048706054688 | |
| ], | |
| [ | |
| 1018.30517578125, | |
| 1000.8759155273438 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 811.4827880859375, | |
| 800.8759155273438, | |
| 1218.30517578125, | |
| 1202.3209838867188 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] | |
| } |