| { | |
| "id": null, | |
| "software": "Unknown", | |
| "title": "make_post", | |
| "task with actions": [ | |
| { | |
| "task_index": 0, | |
| "task": "Navigate to the create submission page.", | |
| "actions": [ | |
| { | |
| "index": 0, | |
| "start": 19.2, | |
| "end": 20.4, | |
| "text": "Click the 'Submit' button in the menu bar at the top." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 1, | |
| "task": "Choose the method to upload a post, either via URL or image.", | |
| "actions": [ | |
| { | |
| "index": 1, | |
| "start": 29.3, | |
| "end": 29.8, | |
| "text": "Click the 'URL' option to specify the upload method." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 2, | |
| "task": "Add a title and body to your post.", | |
| "actions": [ | |
| { | |
| "index": 3, | |
| "start": 42.5, | |
| "end": 42.8, | |
| "text": "Enter the title \"Cool graphic I found.\"" | |
| }, | |
| { | |
| "index": 4, | |
| "start": 49.0, | |
| "end": 50.1, | |
| "text": "Enter the body text \"I just love machine learning.\"" | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 3, | |
| "task": "Select the appropriate subreddit for your post.", | |
| "actions": [ | |
| { | |
| "index": 5, | |
| "start": 62.0, | |
| "end": 62.5, | |
| "text": "Select the 'machine learning' subreddit to post." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 4, | |
| "task": "Upload an image from your local disk as an alternative method.", | |
| "actions": [ | |
| { | |
| "index": 8, | |
| "start": 102.0, | |
| "end": 106.4, | |
| "text": "Choose to upload an image from the local disk." | |
| }, | |
| { | |
| "index": 9, | |
| "start": 109.9, | |
| "end": 113.0, | |
| "text": "Click 'Submit' to upload the image." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 5, | |
| "task": "Create and submit the post to the designated subreddit.", | |
| "actions": [ | |
| { | |
| "index": 10, | |
| "start": 117.5, | |
| "end": 119.9, | |
| "text": "Enter the title \"Team USA wins gold in basketball.\"" | |
| }, | |
| { | |
| "index": 11, | |
| "start": 123.4, | |
| "end": 126.3, | |
| "text": "Enter the body text \"LeBron and Steph Curry were awesome to watch.\"" | |
| }, | |
| { | |
| "index": 12, | |
| "start": 141.7, | |
| "end": 142.0, | |
| "text": "Click 'Create Submission' to finalize the post." | |
| } | |
| ] | |
| } | |
| ], | |
| "action with elements": [ | |
| { | |
| "index": 0, | |
| "start": 19.2, | |
| "end": 20.4, | |
| "text": "Click the 'Submit' button in the menu bar at the top.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1975.14990234375, | |
| 244.49349975585938 | |
| ], | |
| [ | |
| 1977.0701904296875, | |
| 236.3011474609375 | |
| ], | |
| [ | |
| 1977.0843505859375, | |
| 236.31478881835938 | |
| ], | |
| [ | |
| 1977.0802001953125, | |
| 236.31048583984375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1775.14990234375, | |
| 36.3011474609375, | |
| 2177.0843505859375, | |
| 444.4934997558594 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 29.3, | |
| "end": 29.8, | |
| "text": "Click the 'URL' option to specify the upload method.", | |
| "cursor_coordinate": [ | |
| [ | |
| 440.7753601074219, | |
| 471.2019348144531 | |
| ], | |
| [ | |
| 392.388916015625, | |
| 465.2518310546875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 192.388916015625, | |
| 265.2518310546875, | |
| 640.7753601074219, | |
| 671.2019348144531 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 38.0, | |
| "end": 38.3, | |
| "text": "Paste the copied image address into the designated field.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 42.5, | |
| "end": 42.8, | |
| "text": "Enter the title \"Cool graphic I found.\"", | |
| "cursor_coordinate": [ | |
| [ | |
| 768.5929565429688, | |
| 730.4083862304688 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 568.5929565429688, | |
| 530.4083862304688, | |
| 968.5929565429688, | |
| 930.4083862304688 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 49.0, | |
| "end": 50.1, | |
| "text": "Enter the body text \"I just love machine learning.\"", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 62.0, | |
| "end": 62.5, | |
| "text": "Select the 'machine learning' subreddit to post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 954.8545532226562, | |
| 1223.4888916015625 | |
| ], | |
| [ | |
| 1092.4405517578125, | |
| 1145.2508544921875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 754.8545532226562, | |
| 945.2508544921875, | |
| 1292.4405517578125, | |
| 1423.4888916015625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 72.6, | |
| "end": 73.1, | |
| "text": "Write the first comment \"First comment.\"", | |
| "cursor_coordinate": [ | |
| [ | |
| 650.7659912109375, | |
| 885.8330078125 | |
| ], | |
| [ | |
| 650.7719116210938, | |
| 885.8363647460938 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 450.7659912109375, | |
| 685.8330078125, | |
| 850.7719116210938, | |
| 1085.8363647460938 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 98.2, | |
| "end": 98.5, | |
| "text": "Click the 'Edit' button to modify the post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 876.0745849609375, | |
| 603.0113525390625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 676.0745849609375, | |
| 403.0113525390625, | |
| 1076.0745849609375, | |
| 803.0113525390625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 102.0, | |
| "end": 106.4, | |
| "text": "Choose to upload an image from the local disk.", | |
| "cursor_coordinate": [ | |
| [ | |
| 574.510498046875, | |
| 213.27980041503906 | |
| ], | |
| [ | |
| 574.5819702148438, | |
| 213.36231994628906 | |
| ], | |
| [ | |
| 574.5761108398438, | |
| 213.3568115234375 | |
| ], | |
| [ | |
| 583.0459594726562, | |
| 365.7898864746094 | |
| ], | |
| [ | |
| 666.9544067382812, | |
| 355.7760314941406 | |
| ], | |
| [ | |
| 666.986328125, | |
| 355.8779296875 | |
| ], | |
| [ | |
| 1209.5955810546875, | |
| 819.0659790039062 | |
| ], | |
| [ | |
| 1209.7261962890625, | |
| 822.4791870117188 | |
| ], | |
| [ | |
| 1524.68408203125, | |
| 1043.1846923828125 | |
| ], | |
| [ | |
| 2102.470947265625, | |
| 423.9930419921875 | |
| ], | |
| [ | |
| 1720.373779296875, | |
| 1143.688720703125 | |
| ], | |
| [ | |
| 1752.1212158203125, | |
| 1155.74267578125 | |
| ], | |
| [ | |
| 1904.8251953125, | |
| 1204.9053955078125 | |
| ], | |
| [ | |
| 1904.8123779296875, | |
| 1204.8953857421875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 374.510498046875, | |
| 13.279800415039062, | |
| 2302.470947265625, | |
| 1404.9053955078125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 109.9, | |
| "end": 113.0, | |
| "text": "Click 'Submit' to upload the image.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1971.84619140625, | |
| 237.0963897705078 | |
| ], | |
| [ | |
| 1658.2843017578125, | |
| 492.71343994140625 | |
| ], | |
| [ | |
| 1053.3572998046875, | |
| 714.9539184570312 | |
| ], | |
| [ | |
| 585.3972778320312, | |
| 509.40692138671875 | |
| ], | |
| [ | |
| 553.0350341796875, | |
| 486.20196533203125 | |
| ], | |
| [ | |
| 477.2037658691406, | |
| 533.8461303710938 | |
| ], | |
| [ | |
| 468.170654296875, | |
| 525.6964721679688 | |
| ], | |
| [ | |
| 889.7857666015625, | |
| 505.3963623046875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 268.170654296875, | |
| 37.09638977050781, | |
| 2171.84619140625, | |
| 914.9539184570312 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 117.5, | |
| "end": 119.9, | |
| "text": "Enter the title \"Team USA wins gold in basketball.\"", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 123.4, | |
| "end": 126.3, | |
| "text": "Enter the body text \"LeBron and Steph Curry were awesome to watch.\"", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 12, | |
| "start": 141.7, | |
| "end": 142.0, | |
| "text": "Click 'Create Submission' to finalize the post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 598.1500244140625, | |
| 1574.6419677734375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 398.1500244140625, | |
| 1374.6419677734375, | |
| 798.1500244140625, | |
| 1774.6419677734375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] | |
| } |