| { | |
| "id": null, | |
| "software": "Unknown", | |
| "title": "review_tutorial", | |
| "task with actions": [ | |
| { | |
| "task_index": 0, | |
| "task": "Identify items with reviews by looking for stars and the number of reviews under the item title.", | |
| "actions": [ | |
| { | |
| "index": 5, | |
| "start": 23.6, | |
| "end": 24.5, | |
| "text": "Identify if an item has reviews by looking for stars and the number of reviews under the title." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 1, | |
| "task": "Hover over the stars to view the average rating of the item.", | |
| "actions": [ | |
| { | |
| "index": 6, | |
| "start": 41.1, | |
| "end": 44.4, | |
| "text": "Hover your mouse over the stars to see the average rating." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 2, | |
| "task": "Access the reviews by clicking the reviews button and scrolling to the reviews tab to view details of each review.", | |
| "actions": [ | |
| { | |
| "index": 7, | |
| "start": 49.1, | |
| "end": 50.9, | |
| "text": "Click the button labeled 'eight reviews' to go to the reviews section." | |
| }, | |
| { | |
| "index": 8, | |
| "start": 56.6, | |
| "end": 57.3, | |
| "text": "Scroll down to find the reviews tab." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 3, | |
| "task": "Write and submit your own review by filling out the required sections and clicking Submit Review.", | |
| "actions": [ | |
| { | |
| "index": 9, | |
| "start": 71.7, | |
| "end": 72.8, | |
| "text": "Scroll down to the bottom to write a review." | |
| }, | |
| { | |
| "index": 10, | |
| "start": 78.1, | |
| "end": 78.7, | |
| "text": "Fill out your rating." | |
| }, | |
| { | |
| "index": 11, | |
| "start": 87.1, | |
| "end": 87.5, | |
| "text": "Enter your nickname." | |
| }, | |
| { | |
| "index": 12, | |
| "start": 91.6, | |
| "end": 93.1, | |
| "text": "Write a summary of your review." | |
| }, | |
| { | |
| "index": 13, | |
| "start": 111.2, | |
| "end": 111.7, | |
| "text": "Click 'Submit Review' to submit your review for moderation." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 4, | |
| "task": "Identify and add the most highly rated product to your cart.", | |
| "actions": [ | |
| { | |
| "index": 14, | |
| "start": 130.0, | |
| "end": 133.9, | |
| "text": "Add the most highly rated product to your cart." | |
| } | |
| ] | |
| } | |
| ], | |
| "action with elements": [ | |
| { | |
| "index": 0, | |
| "start": 0.7, | |
| "end": 3.2, | |
| "text": "Start the tutorial on the one-stop market.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2087.351318359375, | |
| 911.4801025390625 | |
| ], | |
| [ | |
| 2087.351806640625, | |
| 911.4793090820312 | |
| ], | |
| [ | |
| 2087.35498046875, | |
| 911.4793701171875 | |
| ], | |
| [ | |
| 2087.360595703125, | |
| 911.4708862304688 | |
| ], | |
| [ | |
| 2087.362548828125, | |
| 911.46728515625 | |
| ], | |
| [ | |
| 2087.373779296875, | |
| 911.4876098632812 | |
| ], | |
| [ | |
| 2087.381103515625, | |
| 911.4865112304688 | |
| ], | |
| [ | |
| 2087.39013671875, | |
| 911.4816284179688 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1887.351318359375, | |
| 711.46728515625, | |
| 2287.39013671875, | |
| 1111.4876098632812 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 5.0, | |
| "end": 5.5, | |
| "text": "Learn how to read reviews.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2087.368896484375, | |
| 911.472412109375 | |
| ], | |
| [ | |
| 2087.35986328125, | |
| 911.4716186523438 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1887.35986328125, | |
| 711.4716186523438, | |
| 2287.368896484375, | |
| 1111.472412109375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 6.4, | |
| "end": 8.5, | |
| "text": "Look at the aggregate review rating.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2087.36328125, | |
| 911.4724731445312 | |
| ], | |
| [ | |
| 2087.36328125, | |
| 911.4747314453125 | |
| ], | |
| [ | |
| 2087.360107421875, | |
| 911.4714965820312 | |
| ], | |
| [ | |
| 2087.36328125, | |
| 911.4724731445312 | |
| ], | |
| [ | |
| 2087.36328125, | |
| 911.4747314453125 | |
| ], | |
| [ | |
| 2087.360107421875, | |
| 911.4714965820312 | |
| ], | |
| [ | |
| 2087.36328125, | |
| 911.4724731445312 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1887.360107421875, | |
| 711.4714965820312, | |
| 2287.36328125, | |
| 1111.4747314453125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 9.3, | |
| "end": 9.8, | |
| "text": "Write your own reviews for the website.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2087.359130859375, | |
| 911.46728515625 | |
| ], | |
| [ | |
| 2087.361328125, | |
| 911.4739990234375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1887.359130859375, | |
| 711.46728515625, | |
| 2287.361328125, | |
| 1111.4739990234375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 12.5, | |
| "end": 13.2, | |
| "text": "Begin the example with over-the-ear headphones.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2087.360595703125, | |
| 911.4732666015625 | |
| ], | |
| [ | |
| 2087.360107421875, | |
| 911.4720458984375 | |
| ], | |
| [ | |
| 2087.35888671875, | |
| 911.4671630859375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1887.35888671875, | |
| 711.4671630859375, | |
| 2287.360595703125, | |
| 1111.4732666015625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 23.6, | |
| "end": 24.5, | |
| "text": "Identify if an item has reviews by looking for stars and the number of reviews under the title.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2695.139892578125, | |
| 581.757080078125 | |
| ], | |
| [ | |
| 2695.142578125, | |
| 581.7704467773438 | |
| ], | |
| [ | |
| 2695.154296875, | |
| 581.7418212890625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2495.139892578125, | |
| 381.7418212890625, | |
| 2895.154296875, | |
| 781.7704467773438 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 41.1, | |
| "end": 44.4, | |
| "text": "Hover your mouse over the stars to see the average rating.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1835.08154296875, | |
| 1457.6998291015625 | |
| ], | |
| [ | |
| 1835.0858154296875, | |
| 1457.70068359375 | |
| ], | |
| [ | |
| 1835.1173095703125, | |
| 1457.800048828125 | |
| ], | |
| [ | |
| 1835.08154296875, | |
| 1457.6998291015625 | |
| ], | |
| [ | |
| 1835.0858154296875, | |
| 1457.70068359375 | |
| ], | |
| [ | |
| 1835.1173095703125, | |
| 1457.800048828125 | |
| ], | |
| [ | |
| 1835.08154296875, | |
| 1457.6998291015625 | |
| ], | |
| [ | |
| 1835.0858154296875, | |
| 1457.70068359375 | |
| ], | |
| [ | |
| 1835.1173095703125, | |
| 1457.800048828125 | |
| ], | |
| [ | |
| 1835.08154296875, | |
| 1457.6998291015625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1635.08154296875, | |
| 1257.6998291015625, | |
| 2035.1173095703125, | |
| 1657.800048828125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 49.1, | |
| "end": 50.9, | |
| "text": "Click the button labeled 'eight reviews' to go to the reviews section.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2030.685302734375, | |
| 1490.656494140625 | |
| ], | |
| [ | |
| 2030.689453125, | |
| 1490.6583251953125 | |
| ], | |
| [ | |
| 2030.69189453125, | |
| 1490.6622314453125 | |
| ], | |
| [ | |
| 2030.685302734375, | |
| 1490.656494140625 | |
| ], | |
| [ | |
| 1958.416259765625, | |
| 1436.2550048828125 | |
| ], | |
| [ | |
| 1950.4254150390625, | |
| 1430.1343994140625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1750.4254150390625, | |
| 1230.1343994140625, | |
| 2230.69189453125, | |
| 1690.6622314453125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 56.6, | |
| "end": 57.3, | |
| "text": "Scroll down to find the reviews tab.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1850.3973388671875, | |
| 1470.0040283203125 | |
| ], | |
| [ | |
| 1850.3841552734375, | |
| 1470.0120849609375 | |
| ], | |
| [ | |
| 598.4017944335938, | |
| 1478.40478515625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 398.40179443359375, | |
| 1270.0040283203125, | |
| 2050.3973388671875, | |
| 1678.40478515625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 71.7, | |
| "end": 72.8, | |
| "text": "Scroll down to the bottom to write a review.", | |
| "cursor_coordinate": [ | |
| [ | |
| 865.9807739257812, | |
| 823.2169799804688 | |
| ], | |
| [ | |
| 865.977783203125, | |
| 823.2171020507812 | |
| ], | |
| [ | |
| 865.416259765625, | |
| 823.232177734375 | |
| ], | |
| [ | |
| 865.9834594726562, | |
| 823.1483764648438 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 665.416259765625, | |
| 623.1483764648438, | |
| 1065.9834594726562, | |
| 1023.232177734375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 78.1, | |
| "end": 78.7, | |
| "text": "Fill out your rating.", | |
| "cursor_coordinate": [ | |
| [ | |
| 799.9135131835938, | |
| 1022.7576293945312 | |
| ], | |
| [ | |
| 736.6800537109375, | |
| 1038.250244140625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 536.6800537109375, | |
| 822.7576293945312, | |
| 999.9135131835938, | |
| 1238.250244140625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 87.1, | |
| "end": 87.5, | |
| "text": "Enter your nickname.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 12, | |
| "start": 91.6, | |
| "end": 93.1, | |
| "text": "Write a summary of your review.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 13, | |
| "start": 111.2, | |
| "end": 111.7, | |
| "text": "Click 'Submit Review' to submit your review for moderation.", | |
| "cursor_coordinate": [ | |
| [ | |
| 732.2366333007812, | |
| 1540.172119140625 | |
| ], | |
| [ | |
| 690.4527587890625, | |
| 1541.91943359375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 490.4527587890625, | |
| 1340.172119140625, | |
| 932.2366333007812, | |
| 1741.91943359375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 14, | |
| "start": 130.0, | |
| "end": 133.9, | |
| "text": "Add the most highly rated product to your cart.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2301.278564453125, | |
| 890.5703735351562 | |
| ], | |
| [ | |
| 1857.3077392578125, | |
| 802.6016235351562 | |
| ], | |
| [ | |
| 1859.9627685546875, | |
| 801.8746337890625 | |
| ], | |
| [ | |
| 2010.7760009765625, | |
| 902.65771484375 | |
| ], | |
| [ | |
| 2021.360595703125, | |
| 1006.5822143554688 | |
| ], | |
| [ | |
| 2021.3458251953125, | |
| 1006.5634155273438 | |
| ], | |
| [ | |
| 2021.3450927734375, | |
| 1006.5584106445312 | |
| ], | |
| [ | |
| 2022.5159912109375, | |
| 1007.2815551757812 | |
| ], | |
| [ | |
| 2021.32177734375, | |
| 1007.3927612304688 | |
| ], | |
| [ | |
| 2021.2109375, | |
| 1006.716796875 | |
| ], | |
| [ | |
| 2021.2100830078125, | |
| 1006.6934204101562 | |
| ], | |
| [ | |
| 2021.578369140625, | |
| 1006.0513916015625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1657.3077392578125, | |
| 601.8746337890625, | |
| 2501.278564453125, | |
| 1207.3927612304688 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] | |
| } |