| [ | |
| { | |
| "index": 0, | |
| "start": 18.6, | |
| "end": 19.0, | |
| "text": "Go to the 'Forums' section.", | |
| "cursor_coordinate": [ | |
| [ | |
| 655.9165649414062, | |
| 237.35516357421875 | |
| ], | |
| [ | |
| 655.8297729492188, | |
| 237.4145050048828 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 455.82977294921875, | |
| 37.35516357421875, | |
| 855.9165649414062, | |
| 437.4145050048828 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 20.8, | |
| "end": 22.3, | |
| "text": "Find a suitable forum to explore.", | |
| "cursor_coordinate": [ | |
| [ | |
| 724.2372436523438, | |
| 362.03302001953125 | |
| ], | |
| [ | |
| 724.0717163085938, | |
| 361.8890380859375 | |
| ], | |
| [ | |
| 968.3721923828125, | |
| 370.16571044921875 | |
| ], | |
| [ | |
| 1320.732666015625, | |
| 479.8690490722656 | |
| ], | |
| [ | |
| 1340.84423828125, | |
| 735.8812866210938 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 524.0717163085938, | |
| 161.8890380859375, | |
| 1540.84423828125, | |
| 935.8812866210938 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 31.0, | |
| "end": 31.9, | |
| "text": "Go to the 'Pittsburgh' forum.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1683.236083984375, | |
| 1002.4423217773438 | |
| ], | |
| [ | |
| 1683.1953125, | |
| 1002.3427124023438 | |
| ], | |
| [ | |
| 1703.3797607421875, | |
| 1022.7206420898438 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1483.1953125, | |
| 802.3427124023438, | |
| 1903.3797607421875, | |
| 1222.7206420898438 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 33.9, | |
| "end": 37.5, | |
| "text": "Sort posts by 'Top Posts All Time'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 841.7484130859375, | |
| 455.53363037109375 | |
| ], | |
| [ | |
| 924.1082763671875, | |
| 659.5711669921875 | |
| ], | |
| [ | |
| 917.408935546875, | |
| 735.4962768554688 | |
| ], | |
| [ | |
| 916.3015747070312, | |
| 736.240966796875 | |
| ], | |
| [ | |
| 899.2659301757812, | |
| 760.3011474609375 | |
| ], | |
| [ | |
| 913.0630493164062, | |
| 705.2232055664062 | |
| ], | |
| [ | |
| 901.2513427734375, | |
| 732.2555541992188 | |
| ], | |
| [ | |
| 1092.058837890625, | |
| 637.505859375 | |
| ], | |
| [ | |
| 1134.396484375, | |
| 478.9592590332031 | |
| ], | |
| [ | |
| 1156.8759765625, | |
| 631.69873046875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 641.7484130859375, | |
| 255.53363037109375, | |
| 1356.8759765625, | |
| 960.3011474609375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 44.3, | |
| "end": 44.9, | |
| "text": "Click on the 'Comments' to view the post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 733.2022094726562, | |
| 637.8251953125 | |
| ], | |
| [ | |
| 733.2064208984375, | |
| 637.8208618164062 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 533.2022094726562, | |
| 437.82086181640625, | |
| 933.2064208984375, | |
| 837.8251953125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 56.2, | |
| "end": 58.0, | |
| "text": "Hover over the poster's name to view options.", | |
| "cursor_coordinate": [ | |
| [ | |
| 622.0081176757812, | |
| 457.9296875 | |
| ], | |
| [ | |
| 622.9413452148438, | |
| 457.9942932128906 | |
| ], | |
| [ | |
| 639.4136352539062, | |
| 458.8338928222656 | |
| ], | |
| [ | |
| 639.374267578125, | |
| 458.7904052734375 | |
| ], | |
| [ | |
| 652.6771850585938, | |
| 391.6199645996094 | |
| ], | |
| [ | |
| 487.9107971191406, | |
| 376.5719909667969 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 287.9107971191406, | |
| 176.57199096679688, | |
| 852.6771850585938, | |
| 658.8338928222656 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 64.4, | |
| "end": 67.3, | |
| "text": "Click on the poster's 'Profile' to view their page.", | |
| "cursor_coordinate": [ | |
| [ | |
| 689.1338500976562, | |
| 447.8133544921875 | |
| ], | |
| [ | |
| 714.8546142578125, | |
| 474.7521057128906 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 489.13385009765625, | |
| 247.8133544921875, | |
| 914.8546142578125, | |
| 674.7521057128906 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 79.9, | |
| "end": 82.7, | |
| "text": "Start composing a message to the user.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1104.3525390625, | |
| 872.5232543945312 | |
| ], | |
| [ | |
| 1393.62255859375, | |
| 967.3866577148438 | |
| ], | |
| [ | |
| 1672.947998046875, | |
| 953.29248046875 | |
| ], | |
| [ | |
| 1976.6846923828125, | |
| 834.2591552734375 | |
| ], | |
| [ | |
| 2074.793701171875, | |
| 809.4437255859375 | |
| ], | |
| [ | |
| 2091.249755859375, | |
| 771.1964721679688 | |
| ], | |
| [ | |
| 2114.10986328125, | |
| 789.7708129882812 | |
| ], | |
| [ | |
| 2091.37646484375, | |
| 771.3070068359375 | |
| ], | |
| [ | |
| 2091.221435546875, | |
| 771.195556640625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 904.3525390625, | |
| 571.195556640625, | |
| 2314.10986328125, | |
| 1167.3866577148438 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 98.2, | |
| "end": 98.9, | |
| "text": "Send the composed message.", | |
| "cursor_coordinate": [ | |
| [ | |
| 430.0523376464844, | |
| 848.339111328125 | |
| ], | |
| [ | |
| 429.7265930175781, | |
| 848.028564453125 | |
| ], | |
| [ | |
| 449.3891296386719, | |
| 853.5484619140625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 229.72659301757812, | |
| 648.028564453125, | |
| 649.3891296386719, | |
| 1053.5484619140625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 106.5, | |
| "end": 109.4, | |
| "text": "Click on the 'Dara County' hyperlink to go back.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2109.6064453125, | |
| 329.4136962890625 | |
| ], | |
| [ | |
| 2109.6328125, | |
| 329.4149475097656 | |
| ], | |
| [ | |
| 2109.640869140625, | |
| 329.41998291015625 | |
| ], | |
| [ | |
| 2109.7373046875, | |
| 329.6524658203125 | |
| ], | |
| [ | |
| 2141.662841796875, | |
| 323.9708251953125 | |
| ], | |
| [ | |
| 2237.28125, | |
| 354.612548828125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1909.6064453125, | |
| 123.9708251953125, | |
| 2437.28125, | |
| 554.612548828125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 110.9, | |
| "end": 112.2, | |
| "text": "Click 'Block User' to block the user.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2173.139404296875, | |
| 676.7058715820312 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1973.139404296875, | |
| 476.70587158203125, | |
| 2373.139404296875, | |
| 876.7058715820312 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 137.4, | |
| "end": 140.1, | |
| "text": "Click 'Unblock' to unblock the user.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1196.4046630859375, | |
| 804.6475219726562 | |
| ], | |
| [ | |
| 1310.7755126953125, | |
| 812.9535522460938 | |
| ], | |
| [ | |
| 1398.6802978515625, | |
| 858.3005981445312 | |
| ], | |
| [ | |
| 1801.97998046875, | |
| 851.0078735351562 | |
| ], | |
| [ | |
| 2005.5750732421875, | |
| 747.23095703125 | |
| ], | |
| [ | |
| 2225.30224609375, | |
| 668.7225341796875 | |
| ], | |
| [ | |
| 2131.40380859375, | |
| 552.0712890625 | |
| ], | |
| [ | |
| 2130.900634765625, | |
| 544.2665405273438 | |
| ], | |
| [ | |
| 2130.92236328125, | |
| 544.2011108398438 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 996.4046630859375, | |
| 344.20111083984375, | |
| 2425.30224609375, | |
| 1058.3005981445312 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] |