| { | |
| "id": null, | |
| "software": "Unknown", | |
| "title": "image_page", | |
| "task with actions": [ | |
| { | |
| "task_index": 0, | |
| "task": "Navigate to an item page to search for an item and view all item details.", | |
| "actions": [ | |
| { | |
| "index": 0, | |
| "start": 8.0, | |
| "end": 10.0, | |
| "text": "Navigate to an item page." | |
| }, | |
| { | |
| "index": 1, | |
| "start": 11.3, | |
| "end": 11.7, | |
| "text": "Search for an item." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 1, | |
| "task": "Filter listings by location before selecting a category if needed.", | |
| "actions": [] | |
| }, | |
| { | |
| "task_index": 2, | |
| "task": "Filter posts by a specific location, such as Virginia.", | |
| "actions": [ | |
| { | |
| "index": 5, | |
| "start": 66.9, | |
| "end": 69.6, | |
| "text": "Filter posts by location, specifically Virginia." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 3, | |
| "task": "Select a category, such as farm and gardening items, to view relevant posts.", | |
| "actions": [ | |
| { | |
| "index": 6, | |
| "start": 71.5, | |
| "end": 72.0, | |
| "text": "Select a category from the list." | |
| }, | |
| { | |
| "index": 7, | |
| "start": 80.7, | |
| "end": 81.8, | |
| "text": "Choose 'Farm and Gardening' items." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 4, | |
| "task": "Sort posts by criteria such as most recent, cheapest, or most expensive.", | |
| "actions": [ | |
| { | |
| "index": 9, | |
| "start": 91.7, | |
| "end": 92.0, | |
| "text": "Sort the listings by the most recent post." | |
| }, | |
| { | |
| "index": 10, | |
| "start": 95.8, | |
| "end": 96.0, | |
| "text": "Sort the listings by the cheapest post." | |
| }, | |
| { | |
| "index": 11, | |
| "start": 100.6, | |
| "end": 101.5, | |
| "text": "Sort the listings by the most expensive post." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 5, | |
| "task": "Review post details including the title, poster's name, email, and description.", | |
| "actions": [ | |
| { | |
| "index": 13, | |
| "start": 112.4, | |
| "end": 113.3, | |
| "text": "View the name and email of the poster." | |
| }, | |
| { | |
| "index": 14, | |
| "start": 115.0, | |
| "end": 116.5, | |
| "text": "Review the description information of the item." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 6, | |
| "task": "View items without location restrictions by selecting a category directly.", | |
| "actions": [ | |
| { | |
| "index": 15, | |
| "start": 132.2, | |
| "end": 133.9, | |
| "text": "Go directly to 'Farming Garden' without location restriction." | |
| } | |
| ] | |
| } | |
| ], | |
| "action with elements": [ | |
| { | |
| "index": 0, | |
| "start": 8.0, | |
| "end": 10.0, | |
| "text": "Navigate to an item page.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2504.346435546875, | |
| 813.4200439453125 | |
| ], | |
| [ | |
| 2504.343505859375, | |
| 813.4100341796875 | |
| ], | |
| [ | |
| 2504.3369140625, | |
| 813.3917236328125 | |
| ], | |
| [ | |
| 2504.346435546875, | |
| 813.4200439453125 | |
| ], | |
| [ | |
| 2504.343505859375, | |
| 813.4100341796875 | |
| ], | |
| [ | |
| 2504.3369140625, | |
| 813.3917236328125 | |
| ], | |
| [ | |
| 2504.346435546875, | |
| 813.4200439453125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2304.3369140625, | |
| 613.3917236328125, | |
| 2704.346435546875, | |
| 1013.4200439453125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 11.3, | |
| "end": 11.7, | |
| "text": "Search for an item.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2504.343017578125, | |
| 813.40966796875 | |
| ], | |
| [ | |
| 2504.3369140625, | |
| 813.3917236328125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2304.3369140625, | |
| 613.3917236328125, | |
| 2704.343017578125, | |
| 1013.40966796875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 23.2, | |
| "end": 24.6, | |
| "text": "Go to your listing.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1098.99560546875, | |
| 679.6038208007812 | |
| ], | |
| [ | |
| 1006.5435180664062, | |
| 584.0057983398438 | |
| ], | |
| [ | |
| 1002.003173828125, | |
| 579.135009765625 | |
| ], | |
| [ | |
| 851.2312622070312, | |
| 569.7269287109375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 651.2312622070312, | |
| 369.7269287109375, | |
| 1298.99560546875, | |
| 879.6038208007812 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 44.9, | |
| "end": 45.1, | |
| "text": "Scroll down the page.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1840.396484375, | |
| 1091.713623046875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1640.396484375, | |
| 891.713623046875, | |
| 2040.396484375, | |
| 1291.713623046875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 55.6, | |
| "end": 56.0, | |
| "text": "Click on the 'Cars and Trucks' category.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1297.48828125, | |
| 726.0331420898438 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1097.48828125, | |
| 526.0331420898438, | |
| 1497.48828125, | |
| 926.0331420898438 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 66.9, | |
| "end": 69.6, | |
| "text": "Filter posts by location, specifically Virginia.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2171.130859375, | |
| 556.8160400390625 | |
| ], | |
| [ | |
| 2159.856201171875, | |
| 551.6123046875 | |
| ], | |
| [ | |
| 2036.5067138671875, | |
| 442.19366455078125 | |
| ], | |
| [ | |
| 1981.180419921875, | |
| 448.97161865234375 | |
| ], | |
| [ | |
| 1971.5374755859375, | |
| 381.4996032714844 | |
| ], | |
| [ | |
| 1971.292236328125, | |
| 381.1650695800781 | |
| ], | |
| [ | |
| 1971.29736328125, | |
| 381.16558837890625 | |
| ], | |
| [ | |
| 1971.2982177734375, | |
| 381.16497802734375 | |
| ], | |
| [ | |
| 1839.7314453125, | |
| 396.8756103515625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1639.7314453125, | |
| 181.16497802734375, | |
| 2371.130859375, | |
| 756.8160400390625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 71.5, | |
| "end": 72.0, | |
| "text": "Select a category from the list.", | |
| "cursor_coordinate": [ | |
| [ | |
| 631.7191772460938, | |
| 1317.0283203125 | |
| ], | |
| [ | |
| 628.2073364257812, | |
| 1315.4920654296875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 428.20733642578125, | |
| 1115.4920654296875, | |
| 831.7191772460938, | |
| 1517.0283203125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 80.7, | |
| "end": 81.8, | |
| "text": "Choose 'Farm and Gardening' items.", | |
| "cursor_coordinate": [ | |
| [ | |
| 554.535400390625, | |
| 1351.7291259765625 | |
| ], | |
| [ | |
| 552.8744506835938, | |
| 1347.2711181640625 | |
| ], | |
| [ | |
| 1027.8670654296875, | |
| 1096.8623046875 | |
| ], | |
| [ | |
| 1027.8670654296875, | |
| 1096.8583984375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 352.87445068359375, | |
| 896.8583984375, | |
| 1227.8670654296875, | |
| 1551.7291259765625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 86.8, | |
| "end": 87.1, | |
| "text": "Search within the selected category.", | |
| "cursor_coordinate": [ | |
| [ | |
| 799.974365234375, | |
| 510.69342041015625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 599.974365234375, | |
| 310.69342041015625, | |
| 999.974365234375, | |
| 710.6934204101562 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 91.7, | |
| "end": 92.0, | |
| "text": "Sort the listings by the most recent post.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 95.8, | |
| "end": 96.0, | |
| "text": "Sort the listings by the cheapest post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2121.802490234375, | |
| 694.3742065429688 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1921.802490234375, | |
| 494.37420654296875, | |
| 2321.802490234375, | |
| 894.3742065429688 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 100.6, | |
| "end": 101.5, | |
| "text": "Sort the listings by the most expensive post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1869.7884521484375, | |
| 896.3362426757812 | |
| ], | |
| [ | |
| 1869.77978515625, | |
| 896.3378295898438 | |
| ], | |
| [ | |
| 1867.5465087890625, | |
| 895.3413696289062 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1667.5465087890625, | |
| 695.3413696289062, | |
| 2069.7884521484375, | |
| 1096.3378295898438 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 12, | |
| "start": 105.5, | |
| "end": 105.9, | |
| "text": "View the published date and city of a post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 793.0486450195312, | |
| 617.0652465820312 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 593.0486450195312, | |
| 417.06524658203125, | |
| 993.0486450195312, | |
| 817.0652465820312 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 13, | |
| "start": 112.4, | |
| "end": 113.3, | |
| "text": "View the name and email of the poster.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2193.541259765625, | |
| 953.6349487304688 | |
| ], | |
| [ | |
| 2014.070556640625, | |
| 949.8904418945312 | |
| ], | |
| [ | |
| 1940.1707763671875, | |
| 923.1021118164062 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1740.1707763671875, | |
| 723.1021118164062, | |
| 2393.541259765625, | |
| 1153.6349487304688 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 14, | |
| "start": 115.0, | |
| "end": 116.5, | |
| "text": "Review the description information of the item.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1311.6727294921875, | |
| 1283.57275390625 | |
| ], | |
| [ | |
| 1358.461669921875, | |
| 1288.9810791015625 | |
| ], | |
| [ | |
| 462.6399841308594, | |
| 1238.5518798828125 | |
| ], | |
| [ | |
| 428.96875, | |
| 1204.4981689453125 | |
| ], | |
| [ | |
| 465.8746032714844, | |
| 1171.90771484375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 228.96875, | |
| 971.90771484375, | |
| 1558.461669921875, | |
| 1488.9810791015625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 15, | |
| "start": 132.2, | |
| "end": 133.9, | |
| "text": "Go directly to 'Farming Garden' without location restriction.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1703.355224609375, | |
| 1093.3775634765625 | |
| ], | |
| [ | |
| 1802.82275390625, | |
| 1391.4161376953125 | |
| ], | |
| [ | |
| 1631.08203125, | |
| 1206.7509765625 | |
| ], | |
| [ | |
| 1583.9036865234375, | |
| 1295.4971923828125 | |
| ], | |
| [ | |
| 1583.94775390625, | |
| 1295.547607421875 | |
| ], | |
| [ | |
| 1583.94140625, | |
| 1295.5274658203125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1383.9036865234375, | |
| 893.3775634765625, | |
| 2002.82275390625, | |
| 1591.4161376953125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 16, | |
| "start": 136.7, | |
| "end": 137.6, | |
| "text": "Start sorting with higher price first.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2163.758544921875, | |
| 796.8145141601562 | |
| ], | |
| [ | |
| 2083.595458984375, | |
| 791.343017578125 | |
| ], | |
| [ | |
| 2005.2056884765625, | |
| 797.3475952148438 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1805.2056884765625, | |
| 591.343017578125, | |
| 2363.758544921875, | |
| 997.3475952148438 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 17, | |
| "start": 144.5, | |
| "end": 145.1, | |
| "text": "Look at a specific post, such as a pit bull listing.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1512.42041015625, | |
| 573.11669921875 | |
| ], | |
| [ | |
| 1512.4359130859375, | |
| 573.1395263671875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1312.42041015625, | |
| 373.11669921875, | |
| 1712.4359130859375, | |
| 773.1395263671875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 18, | |
| "start": 147.6, | |
| "end": 151.5, | |
| "text": "View the location and details of the post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 965.4494018554688, | |
| 661.770263671875 | |
| ], | |
| [ | |
| 804.8842163085938, | |
| 500.1716613769531 | |
| ], | |
| [ | |
| 852.2694091796875, | |
| 528.4874877929688 | |
| ], | |
| [ | |
| 854.2861938476562, | |
| 549.5332641601562 | |
| ], | |
| [ | |
| 696.8905639648438, | |
| 524.4467163085938 | |
| ], | |
| [ | |
| 692.1044311523438, | |
| 551.6674194335938 | |
| ], | |
| [ | |
| 854.7340087890625, | |
| 559.2765502929688 | |
| ], | |
| [ | |
| 957.2684936523438, | |
| 583.699951171875 | |
| ], | |
| [ | |
| 1170.8770751953125, | |
| 610.5294189453125 | |
| ], | |
| [ | |
| 663.9003295898438, | |
| 609.273193359375 | |
| ], | |
| [ | |
| 578.8397216796875, | |
| 606.201416015625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 378.8397216796875, | |
| 300.1716613769531, | |
| 1370.8770751953125, | |
| 861.770263671875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 19, | |
| "start": 153.7, | |
| "end": 160.6, | |
| "text": "Review the description of the item, noting the number of puppies.", | |
| "cursor_coordinate": [ | |
| [ | |
| 919.3174438476562, | |
| 1418.2508544921875 | |
| ], | |
| [ | |
| 1126.1346435546875, | |
| 1232.47314453125 | |
| ], | |
| [ | |
| 1148.1153564453125, | |
| 1167.130126953125 | |
| ], | |
| [ | |
| 1159.106689453125, | |
| 1179.0062255859375 | |
| ], | |
| [ | |
| 1156.0965576171875, | |
| 1155.19873046875 | |
| ], | |
| [ | |
| 1154.7664794921875, | |
| 1153.552001953125 | |
| ], | |
| [ | |
| 780.588134765625, | |
| 1417.249267578125 | |
| ], | |
| [ | |
| 499.1961669921875, | |
| 1491.986572265625 | |
| ], | |
| [ | |
| 601.2815551757812, | |
| 1487.45556640625 | |
| ], | |
| [ | |
| 751.5680541992188, | |
| 1488.6988525390625 | |
| ], | |
| [ | |
| 816.8352661132812, | |
| 1509.5670166015625 | |
| ], | |
| [ | |
| 935.1702880859375, | |
| 1511.3853759765625 | |
| ], | |
| [ | |
| 970.6859741210938, | |
| 1512.53466796875 | |
| ], | |
| [ | |
| 966.4485473632812, | |
| 1492.682861328125 | |
| ], | |
| [ | |
| 940.2737426757812, | |
| 1493.9913330078125 | |
| ], | |
| [ | |
| 948.0101928710938, | |
| 1532.475830078125 | |
| ], | |
| [ | |
| 939.333984375, | |
| 1537.89794921875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 299.1961669921875, | |
| 953.552001953125, | |
| 1359.106689453125, | |
| 1737.89794921875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] | |
| } |