| [ | |
| { | |
| "index": 0, | |
| "start": 12.4, | |
| "end": 14.5, | |
| "text": "Click the 'Customers' tab on the left side.", | |
| "cursor_coordinate": [ | |
| [ | |
| 135.42440795898438, | |
| 640.1671142578125 | |
| ], | |
| [ | |
| 273.13140869140625, | |
| 322.19476318359375 | |
| ], | |
| [ | |
| 283.1976623535156, | |
| 253.12855529785156 | |
| ], | |
| [ | |
| 301.4142761230469, | |
| 273.4352111816406 | |
| ], | |
| [ | |
| 301.3939208984375, | |
| 273.43756103515625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 0, | |
| 53.12855529785156, | |
| 501.4142761230469, | |
| 840.1671142578125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 14.5, | |
| "end": 16.2, | |
| "text": "Click 'All Customers'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 301.3941955566406, | |
| 273.4376220703125 | |
| ], | |
| [ | |
| 308.3982238769531, | |
| 272.2568664550781 | |
| ], | |
| [ | |
| 1555.9476318359375, | |
| 537.3519287109375 | |
| ], | |
| [ | |
| 2330.184814453125, | |
| 973.8367309570312 | |
| ], | |
| [ | |
| 2330.19140625, | |
| 973.8242797851562 | |
| ], | |
| [ | |
| 1503.7451171875, | |
| 757.2032470703125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 101.39419555664062, | |
| 72.25686645507812, | |
| 2530.19140625, | |
| 1173.8367309570312 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 31.5, | |
| "end": 36.8, | |
| "text": "Type '310-555-5555' in the phone number filter field.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1627.931884765625, | |
| 932.4217529296875 | |
| ], | |
| [ | |
| 1627.956787109375, | |
| 933.3363037109375 | |
| ], | |
| [ | |
| 1627.9833984375, | |
| 933.3480224609375 | |
| ], | |
| [ | |
| 1628.7213134765625, | |
| 934.0603637695312 | |
| ], | |
| [ | |
| 1629.8778076171875, | |
| 933.3636474609375 | |
| ], | |
| [ | |
| 1666.0150146484375, | |
| 919.5548095703125 | |
| ], | |
| [ | |
| 1707.4039306640625, | |
| 800.9124145507812 | |
| ], | |
| [ | |
| 806.6766967773438, | |
| 828.6893310546875 | |
| ], | |
| [ | |
| 703.5286254882812, | |
| 707.3021850585938 | |
| ], | |
| [ | |
| 717.0523681640625, | |
| 722.0137939453125 | |
| ], | |
| [ | |
| 717.0595092773438, | |
| 722.015380859375 | |
| ], | |
| [ | |
| 717.0435180664062, | |
| 722.005615234375 | |
| ], | |
| [ | |
| 715.767578125, | |
| 721.949462890625 | |
| ], | |
| [ | |
| 715.7659912109375, | |
| 721.9492797851562 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 503.52862548828125, | |
| 507.30218505859375, | |
| 1907.4039306640625, | |
| 1134.0603637695312 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 44.7, | |
| "end": 46.1, | |
| "text": "Apply the filters.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1147.1795654296875, | |
| 1004.9472045898438 | |
| ], | |
| [ | |
| 1155.4676513671875, | |
| 1008.0773315429688 | |
| ], | |
| [ | |
| 1171.8936767578125, | |
| 1012.9258422851562 | |
| ], | |
| [ | |
| 1645.144775390625, | |
| 1044.545166015625 | |
| ], | |
| [ | |
| 1644.8155517578125, | |
| 1043.9329833984375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 947.1795654296875, | |
| 804.9472045898438, | |
| 1845.144775390625, | |
| 1244.545166015625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 100.5, | |
| "end": 101.6, | |
| "text": "Click on 'Columns'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2607.873046875, | |
| 587.8356323242188 | |
| ], | |
| [ | |
| 2404.12451171875, | |
| 780.098388671875 | |
| ], | |
| [ | |
| 2404.049560546875, | |
| 779.9163208007812 | |
| ], | |
| [ | |
| 2404.052978515625, | |
| 779.9238891601562 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2204.049560546875, | |
| 387.83563232421875, | |
| 2807.873046875, | |
| 980.098388671875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 106.9, | |
| "end": 107.5, | |
| "text": "Select the desired columns to view additional information.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2316.422607421875, | |
| 1021.4724731445312 | |
| ], | |
| [ | |
| 2251.2109375, | |
| 952.2257080078125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2051.2109375, | |
| 752.2257080078125, | |
| 2516.422607421875, | |
| 1221.4724731445312 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 126.9, | |
| "end": 127.2, | |
| "text": "Click on 'Edit' under the 'Action' column on the right side.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2901.05419921875, | |
| 816.2362060546875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2701.05419921875, | |
| 616.2362060546875, | |
| 3101.05419921875, | |
| 1016.2362060546875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] |