| { | |
| "id": null, | |
| "software": "Unknown", | |
| "title": "catalog_tutorial", | |
| "task with actions": [ | |
| { | |
| "task_index": 0, | |
| "task": "View the general catalog and product offerings.", | |
| "actions": [ | |
| { | |
| "index": 0, | |
| "start": 12.8, | |
| "end": 19.4, | |
| "text": "Click the 'Products' button on the left-hand side to view the general catalog." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 1, | |
| "task": "Filter products by specific criteria such as quantity or brand name.", | |
| "actions": [ | |
| { | |
| "index": 1, | |
| "start": 57.0, | |
| "end": 57.7, | |
| "text": "Press 'Apply Filters' to filter products by quantity." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 2, | |
| "task": "Edit product features or disable a product from the website.", | |
| "actions": [ | |
| { | |
| "index": 2, | |
| "start": 124.3, | |
| "end": 126.0, | |
| "text": "Press 'Save' to disable a product from the website." | |
| }, | |
| { | |
| "index": 3, | |
| "start": 138.1, | |
| "end": 146.9, | |
| "text": "Choose to take a product off sale or keep it on sale." | |
| }, | |
| { | |
| "index": 4, | |
| "start": 173.4, | |
| "end": 176.2, | |
| "text": "Click and select more content features for a product variation." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 3, | |
| "task": "Edit product descriptions and add new features.", | |
| "actions": [ | |
| { | |
| "index": 4, | |
| "start": 173.4, | |
| "end": 176.2, | |
| "text": "Click and select more content features for a product variation." | |
| }, | |
| { | |
| "index": 5, | |
| "start": 205.7, | |
| "end": 209.3, | |
| "text": "Edit the product description in the 'Content' tab." | |
| }, | |
| { | |
| "index": 8, | |
| "start": 303.3, | |
| "end": 309.5, | |
| "text": "Press 'Description' to edit the product description." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 4, | |
| "task": "Change the price and quantity of a specific product.", | |
| "actions": [] | |
| }, | |
| { | |
| "task_index": 5, | |
| "task": "Add a new product to the catalog.", | |
| "actions": [ | |
| { | |
| "index": 10, | |
| "start": 388.2, | |
| "end": 388.4, | |
| "text": "Press 'Add Products' to add a new product." | |
| } | |
| ] | |
| }, | |
| { | |
| "task_index": 6, | |
| "task": "Configure product attributes such as color and size.", | |
| "actions": [] | |
| }, | |
| { | |
| "task_index": 7, | |
| "task": "Allow customers to change product configurations like color and size.", | |
| "actions": [ | |
| { | |
| "index": 11, | |
| "start": 540.2, | |
| "end": 541.5, | |
| "text": "Press 'Create Product Configurations' to allow customer configuration." | |
| }, | |
| { | |
| "index": 12, | |
| "start": 552.5, | |
| "end": 552.7, | |
| "text": "Add the 'Size' attribute." | |
| }, | |
| { | |
| "index": 13, | |
| "start": 519.4, | |
| "end": 519.8, | |
| "text": "Press 'Save' to save the new product configurations." | |
| } | |
| ] | |
| } | |
| ], | |
| "action with elements": [ | |
| { | |
| "index": 0, | |
| "start": 12.8, | |
| "end": 19.4, | |
| "text": "Click the 'Products' button on the left-hand side to view the general catalog.", | |
| "cursor_coordinate": [ | |
| [ | |
| 162.52069091796875, | |
| 412.618408203125 | |
| ], | |
| [ | |
| 173.5373992919922, | |
| 364.9429931640625 | |
| ], | |
| [ | |
| 173.53720092773438, | |
| 364.9423828125 | |
| ], | |
| [ | |
| 179.74403381347656, | |
| 354.5085144042969 | |
| ], | |
| [ | |
| 714.362060546875, | |
| 1331.132568359375 | |
| ], | |
| [ | |
| 714.3624267578125, | |
| 1331.1329345703125 | |
| ], | |
| [ | |
| 714.363037109375, | |
| 1331.134033203125 | |
| ], | |
| [ | |
| 383.0516662597656, | |
| 217.84658813476562 | |
| ], | |
| [ | |
| 48.525978088378906, | |
| 405.1553955078125 | |
| ], | |
| [ | |
| 63.400390625, | |
| 382.7974548339844 | |
| ], | |
| [ | |
| 71.5672607421875, | |
| 393.0673828125 | |
| ], | |
| [ | |
| 713.4261474609375, | |
| 1328.005859375 | |
| ], | |
| [ | |
| 713.4263305664062, | |
| 1328.005859375 | |
| ], | |
| [ | |
| 713.4368896484375, | |
| 1328.0240478515625 | |
| ], | |
| [ | |
| 714.3633422851562, | |
| 1331.1361083984375 | |
| ], | |
| [ | |
| 714.3621826171875, | |
| 1331.132568359375 | |
| ], | |
| [ | |
| 714.3624267578125, | |
| 1331.133056640625 | |
| ], | |
| [ | |
| 405.5008850097656, | |
| 482.7522888183594 | |
| ], | |
| [ | |
| 397.9458923339844, | |
| 472.8348083496094 | |
| ], | |
| [ | |
| 215.50904846191406, | |
| 412.8556823730469 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 0, | |
| 17.846588134765625, | |
| 914.3633422851562, | |
| 1531.1361083984375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 57.0, | |
| "end": 57.7, | |
| "text": "Press 'Apply Filters' to filter products by quantity.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2722.894287109375, | |
| 1235.964599609375 | |
| ], | |
| [ | |
| 2725.644775390625, | |
| 1240.696044921875 | |
| ], | |
| [ | |
| 2745.524169921875, | |
| 1258.306884765625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2522.894287109375, | |
| 1035.964599609375, | |
| 2945.524169921875, | |
| 1458.306884765625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 124.3, | |
| "end": 126.0, | |
| "text": "Press 'Save' to disable a product from the website.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2083.959716796875, | |
| 548.2005004882812 | |
| ], | |
| [ | |
| 2853.79541015625, | |
| 377.86376953125 | |
| ], | |
| [ | |
| 2682.712158203125, | |
| 330.9982604980469 | |
| ], | |
| [ | |
| 2672.73681640625, | |
| 332.3084716796875 | |
| ], | |
| [ | |
| 2735.124267578125, | |
| 761.7001953125 | |
| ], | |
| [ | |
| 2380.58251953125, | |
| 1101.150634765625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1883.959716796875, | |
| 130.99826049804688, | |
| 3053.79541015625, | |
| 1301.150634765625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 138.1, | |
| "end": 146.9, | |
| "text": "Choose to take a product off sale or keep it on sale.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2521.846435546875, | |
| 681.013671875 | |
| ], | |
| [ | |
| 2521.8427734375, | |
| 681.0404052734375 | |
| ], | |
| [ | |
| 2522.0498046875, | |
| 681.1729736328125 | |
| ], | |
| [ | |
| 2374.270751953125, | |
| 696.0739135742188 | |
| ], | |
| [ | |
| 2392.629150390625, | |
| 742.9212036132812 | |
| ], | |
| [ | |
| 2381.16845703125, | |
| 766.1368408203125 | |
| ], | |
| [ | |
| 2381.951171875, | |
| 780.840087890625 | |
| ], | |
| [ | |
| 2381.94482421875, | |
| 780.8455200195312 | |
| ], | |
| [ | |
| 2384.027099609375, | |
| 784.7406005859375 | |
| ], | |
| [ | |
| 2384.513671875, | |
| 789.6630859375 | |
| ], | |
| [ | |
| 2383.58203125, | |
| 798.9775390625 | |
| ], | |
| [ | |
| 2359.317626953125, | |
| 776.8560180664062 | |
| ], | |
| [ | |
| 2069.890625, | |
| 939.573486328125 | |
| ], | |
| [ | |
| 1213.9576416015625, | |
| 1011.5263671875 | |
| ], | |
| [ | |
| 1147.5718994140625, | |
| 1041.23388671875 | |
| ], | |
| [ | |
| 1192.4368896484375, | |
| 1020.8491821289062 | |
| ], | |
| [ | |
| 1245.76953125, | |
| 979.976318359375 | |
| ], | |
| [ | |
| 951.9547119140625, | |
| 1241.544189453125 | |
| ], | |
| [ | |
| 963.7099609375, | |
| 1319.8564453125 | |
| ], | |
| [ | |
| 1094.8587646484375, | |
| 1285.050537109375 | |
| ], | |
| [ | |
| 947.365234375, | |
| 1283.814453125 | |
| ], | |
| [ | |
| 922.1775512695312, | |
| 1393.7008056640625 | |
| ], | |
| [ | |
| 934.7427978515625, | |
| 1381.11572265625 | |
| ], | |
| [ | |
| 918.7427978515625, | |
| 1341.112060546875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 718.7427978515625, | |
| 481.013671875, | |
| 2722.0498046875, | |
| 1593.7008056640625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 173.4, | |
| "end": 176.2, | |
| "text": "Click and select more content features for a product variation.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1060.917236328125, | |
| 1145.051025390625 | |
| ], | |
| [ | |
| 1084.7392578125, | |
| 1135.6544189453125 | |
| ], | |
| [ | |
| 1084.79150390625, | |
| 1139.8741455078125 | |
| ], | |
| [ | |
| 1311.583740234375, | |
| 1055.5845947265625 | |
| ], | |
| [ | |
| 1405.99365234375, | |
| 957.8009033203125 | |
| ], | |
| [ | |
| 1409.39794921875, | |
| 954.0068359375 | |
| ], | |
| [ | |
| 1409.1373291015625, | |
| 954.36328125 | |
| ], | |
| [ | |
| 1409.0322265625, | |
| 954.3218383789062 | |
| ], | |
| [ | |
| 1409.4259033203125, | |
| 956.2833862304688 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 860.917236328125, | |
| 754.0068359375, | |
| 1609.4259033203125, | |
| 1345.051025390625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 205.7, | |
| "end": 209.3, | |
| "text": "Edit the product description in the 'Content' tab.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1663.6712646484375, | |
| 349.1307067871094 | |
| ], | |
| [ | |
| 986.3386840820312, | |
| 346.57373046875 | |
| ], | |
| [ | |
| 522.7753295898438, | |
| 529.3941040039062 | |
| ], | |
| [ | |
| 878.9727783203125, | |
| 371.67047119140625 | |
| ], | |
| [ | |
| 375.7876281738281, | |
| 420.6076965332031 | |
| ], | |
| [ | |
| 401.33056640625, | |
| 333.06475830078125 | |
| ], | |
| [ | |
| 1414.3924560546875, | |
| 675.9064331054688 | |
| ], | |
| [ | |
| 1458.883544921875, | |
| 878.09033203125 | |
| ], | |
| [ | |
| 2102.49755859375, | |
| 632.5123901367188 | |
| ], | |
| [ | |
| 2237.446044921875, | |
| 616.744873046875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 175.78762817382812, | |
| 133.06475830078125, | |
| 2437.446044921875, | |
| 1078.09033203125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 246.5, | |
| "end": 247.8, | |
| "text": "Press 'Save' to save changes to the catalog.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2907.035400390625, | |
| 634.9400634765625 | |
| ], | |
| [ | |
| 2907.03564453125, | |
| 634.9400634765625 | |
| ], | |
| [ | |
| 2907.035888671875, | |
| 634.939697265625 | |
| ], | |
| [ | |
| 2907.03564453125, | |
| 634.9395751953125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2707.035400390625, | |
| 434.9395751953125, | |
| 3107.035888671875, | |
| 834.9400634765625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 296.2, | |
| "end": 297.4, | |
| "text": "Press the 'Content' tab after entering a certain item.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2598.86376953125, | |
| 333.19085693359375 | |
| ], | |
| [ | |
| 2598.85888671875, | |
| 333.1878662109375 | |
| ], | |
| [ | |
| 2615.361572265625, | |
| 347.5655517578125 | |
| ], | |
| [ | |
| 2620.037109375, | |
| 325.3411865234375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2398.85888671875, | |
| 125.3411865234375, | |
| 2820.037109375, | |
| 547.5655517578125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 303.3, | |
| "end": 309.5, | |
| "text": "Press 'Description' to edit the product description.", | |
| "cursor_coordinate": [ | |
| [ | |
| 619.1828002929688, | |
| 987.8438110351562 | |
| ], | |
| [ | |
| 910.8032836914062, | |
| 1079.7093505859375 | |
| ], | |
| [ | |
| 1489.34375, | |
| 896.6900634765625 | |
| ], | |
| [ | |
| 269.1376647949219, | |
| 513.9880981445312 | |
| ], | |
| [ | |
| 401.34906005859375, | |
| 540.1575927734375 | |
| ], | |
| [ | |
| 65.68310546875, | |
| 210.43502807617188 | |
| ], | |
| [ | |
| 194.99771118164062, | |
| 223.89820861816406 | |
| ], | |
| [ | |
| 217.6574249267578, | |
| 225.53985595703125 | |
| ], | |
| [ | |
| 713.465576171875, | |
| 1327.974365234375 | |
| ], | |
| [ | |
| 199.54501342773438, | |
| 483.56103515625 | |
| ], | |
| [ | |
| 713.4710083007812, | |
| 1327.987060546875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 0, | |
| 10.435028076171875, | |
| 1689.34375, | |
| 1527.987060546875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 373.3, | |
| "end": 374.8, | |
| "text": "Press 'Save' at the top right corner to lock in changes.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2774.09130859375, | |
| 46.432769775390625 | |
| ], | |
| [ | |
| 2774.078857421875, | |
| 46.36832046508789 | |
| ], | |
| [ | |
| 2775.359130859375, | |
| 47.26087951660156 | |
| ], | |
| [ | |
| 2775.34423828125, | |
| 47.297428131103516 | |
| ], | |
| [ | |
| 2274.9267578125, | |
| 143.37452697753906 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2074.9267578125, | |
| 0, | |
| 2975.359130859375, | |
| 343.37452697753906 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 388.2, | |
| "end": 388.4, | |
| "text": "Press 'Add Products' to add a new product.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2564.603515625, | |
| 348.10089111328125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2364.603515625, | |
| 148.10089111328125, | |
| 2764.603515625, | |
| 548.1008911132812 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 540.2, | |
| "end": 541.5, | |
| "text": "Press 'Create Product Configurations' to allow customer configuration.", | |
| "cursor_coordinate": [ | |
| [ | |
| 411.86737060546875, | |
| 94.8814468383789 | |
| ], | |
| [ | |
| 878.2493896484375, | |
| 31.732868194580078 | |
| ], | |
| [ | |
| 385.48406982421875, | |
| 1076.6688232421875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 185.48406982421875, | |
| 0, | |
| 1078.2493896484375, | |
| 1276.6688232421875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 12, | |
| "start": 552.5, | |
| "end": 552.7, | |
| "text": "Add the 'Size' attribute.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1270.983642578125, | |
| 652.0537109375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1070.983642578125, | |
| 452.0537109375, | |
| 1470.983642578125, | |
| 852.0537109375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 13, | |
| "start": 519.4, | |
| "end": 519.8, | |
| "text": "Press 'Save' to save the new product configurations.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2700.80517578125, | |
| 467.7592468261719 | |
| ], | |
| [ | |
| 2468.7470703125, | |
| 741.996826171875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2268.7470703125, | |
| 267.7592468261719, | |
| 2900.80517578125, | |
| 941.996826171875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] | |
| } |