| [ | |
| { | |
| "index": 0, | |
| "start": 24.1, | |
| "end": 25.5, | |
| "text": "Click the 'New' button on GitLab.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2119.006103515625, | |
| 206.12098693847656 | |
| ], | |
| [ | |
| 2119.01806640625, | |
| 206.12200927734375 | |
| ], | |
| [ | |
| 2120.092529296875, | |
| 206.22427368164062 | |
| ], | |
| [ | |
| 2141.480712890625, | |
| 202.5566864013672 | |
| ], | |
| [ | |
| 2140.7470703125, | |
| 200.76431274414062 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1919.006103515625, | |
| 0.764312744140625, | |
| 2341.480712890625, | |
| 406.2242736816406 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 1, | |
| "start": 26.7, | |
| "end": 27.5, | |
| "text": "Click 'Create Blank Project'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1144.2864990234375, | |
| 667.0178833007812 | |
| ], | |
| [ | |
| 1163.313720703125, | |
| 683.8071899414062 | |
| ], | |
| [ | |
| 1163.31689453125, | |
| 683.8126831054688 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 944.2864990234375, | |
| 467.01788330078125, | |
| 1363.31689453125, | |
| 883.8126831054688 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 2, | |
| "start": 29.4, | |
| "end": 34.0, | |
| "text": "Type 'list of awesome things' as the project name.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 3, | |
| "start": 35.9, | |
| "end": 38.1, | |
| "text": "Select 'public' for project visibility.", | |
| "cursor_coordinate": [ | |
| [ | |
| 841.9865112304688, | |
| 993.5423583984375 | |
| ], | |
| [ | |
| 841.037109375, | |
| 816.72265625 | |
| ], | |
| [ | |
| 854.6956176757812, | |
| 859.3238525390625 | |
| ], | |
| [ | |
| 849.7974853515625, | |
| 859.138671875 | |
| ], | |
| [ | |
| 840.3211059570312, | |
| 911.5684814453125 | |
| ], | |
| [ | |
| 845.7020874023438, | |
| 956.8395385742188 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 640.3211059570312, | |
| 616.72265625, | |
| 1054.6956176757812, | |
| 1193.5423583984375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 4, | |
| "start": 39.5, | |
| "end": 40.2, | |
| "text": "Check the option to initialize with a README.", | |
| "cursor_coordinate": [ | |
| [ | |
| 866.9744262695312, | |
| 1109.7320556640625 | |
| ], | |
| [ | |
| 953.4868774414062, | |
| 1437.5975341796875 | |
| ], | |
| [ | |
| 950.7670288085938, | |
| 1431.520751953125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 666.9744262695312, | |
| 909.7320556640625, | |
| 1153.4868774414062, | |
| 1637.5975341796875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 5, | |
| "start": 47.0, | |
| "end": 49.5, | |
| "text": "Click 'New Directory' to create a folder.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1482.11376953125, | |
| 805.5511474609375 | |
| ], | |
| [ | |
| 1500.5806884765625, | |
| 937.7647705078125 | |
| ], | |
| [ | |
| 1478.9100341796875, | |
| 788.3223266601562 | |
| ], | |
| [ | |
| 1478.6458740234375, | |
| 822.3697509765625 | |
| ], | |
| [ | |
| 1479.34765625, | |
| 838.8357543945312 | |
| ], | |
| [ | |
| 1478.769287109375, | |
| 838.9722900390625 | |
| ], | |
| [ | |
| 1488.4984130859375, | |
| 833.8941650390625 | |
| ], | |
| [ | |
| 1403.6612548828125, | |
| 813.7752685546875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1203.6612548828125, | |
| 588.3223266601562, | |
| 1700.5806884765625, | |
| 1137.7647705078125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 6, | |
| "start": 50.3, | |
| "end": 53.9, | |
| "text": "Type 'examples' as the directory name and click 'Add New Directory'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1305.273681640625, | |
| 902.2672729492188 | |
| ], | |
| [ | |
| 1278.0289306640625, | |
| 955.150146484375 | |
| ], | |
| [ | |
| 1490.96435546875, | |
| 1192.684814453125 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1078.0289306640625, | |
| 702.2672729492188, | |
| 1690.96435546875, | |
| 1392.684814453125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 7, | |
| "start": 58.6, | |
| "end": 60.1, | |
| "text": "Click 'New File' within the directory.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1399.2662353515625, | |
| 741.367919921875 | |
| ], | |
| [ | |
| 1446.1131591796875, | |
| 715.0341186523438 | |
| ], | |
| [ | |
| 1545.682373046875, | |
| 907.9844970703125 | |
| ], | |
| [ | |
| 1539.9840087890625, | |
| 891.8372192382812 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1199.2662353515625, | |
| 515.0341186523438, | |
| 1745.682373046875, | |
| 1107.9844970703125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 8, | |
| "start": 60.8, | |
| "end": 63.4, | |
| "text": "Type 'example.txt' as the file name.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1399.608154296875, | |
| 799.63330078125 | |
| ], | |
| [ | |
| 1092.7291259765625, | |
| 567.764892578125 | |
| ], | |
| [ | |
| 1239.7540283203125, | |
| 314.34130859375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 892.7291259765625, | |
| 114.34130859375, | |
| 1599.608154296875, | |
| 999.63330078125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 9, | |
| "start": 70.7, | |
| "end": 71.4, | |
| "text": "Click 'Add File'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 774.9866333007812, | |
| 1556.0919189453125 | |
| ], | |
| [ | |
| 725.587646484375, | |
| 1561.0372314453125 | |
| ], | |
| [ | |
| 768.7810668945312, | |
| 1472.7275390625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 525.587646484375, | |
| 1272.7275390625, | |
| 974.9866333007812, | |
| 1761.0372314453125 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 10, | |
| "start": 83.1, | |
| "end": 84.2, | |
| "text": "Go to Wikipedia and search for 'Atlanta sports'.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1378.3631591796875, | |
| 44.70978927612305 | |
| ], | |
| [ | |
| 1878.1170654296875, | |
| 178.76614379882812 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1178.3631591796875, | |
| 0, | |
| 2078.1170654296875, | |
| 378.7661437988281 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 11, | |
| "start": 111.4, | |
| "end": 112.1, | |
| "text": "Search for 'Chris Evans' on Wikipedia.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1549.418701171875, | |
| 361.52752685546875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1349.418701171875, | |
| 161.52752685546875, | |
| 1749.418701171875, | |
| 561.5275268554688 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 12, | |
| "start": 124.5, | |
| "end": 125.8, | |
| "text": "Search for 'Boston' on Wikipedia.", | |
| "cursor_coordinate": null, | |
| "bounding_box": null, | |
| "GUI_elements": [] | |
| }, | |
| { | |
| "index": 13, | |
| "start": 140.8, | |
| "end": 142.2, | |
| "text": "Copy the description of Boston from Wikipedia.", | |
| "cursor_coordinate": [ | |
| [ | |
| 460.905517578125, | |
| 74.44723510742188 | |
| ], | |
| [ | |
| 452.4042663574219, | |
| 58.271488189697266 | |
| ], | |
| [ | |
| 1045.6622314453125, | |
| 1041.609619140625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 252.40426635742188, | |
| 0, | |
| 1245.6622314453125, | |
| 1241.609619140625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 14, | |
| "start": 145.1, | |
| "end": 147.7, | |
| "text": "Click the blue 'Edit' button on the README file.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2304.5263671875, | |
| 654.7391967773438 | |
| ], | |
| [ | |
| 2281.018798828125, | |
| 653.5181274414062 | |
| ], | |
| [ | |
| 2278.286865234375, | |
| 652.5125732421875 | |
| ], | |
| [ | |
| 2270.5419921875, | |
| 783.2479858398438 | |
| ], | |
| [ | |
| 2249.6162109375, | |
| 891.1535034179688 | |
| ], | |
| [ | |
| 2272.13916015625, | |
| 878.1367797851562 | |
| ], | |
| [ | |
| 2257.832275390625, | |
| 792.4978637695312 | |
| ], | |
| [ | |
| 2245.446533203125, | |
| 892.2459716796875 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 2045.446533203125, | |
| 452.5125732421875, | |
| 2504.5263671875, | |
| 1092.2459716796875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 15, | |
| "start": 154.3, | |
| "end": 155.0, | |
| "text": "Click 'Edit' to modify the README.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2161.611572265625, | |
| 519.7160034179688 | |
| ], | |
| [ | |
| 2120.862060546875, | |
| 540.5200805664062 | |
| ], | |
| [ | |
| 2000.608642578125, | |
| 580.1029052734375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1800.608642578125, | |
| 319.71600341796875, | |
| 2361.611572265625, | |
| 780.1029052734375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 16, | |
| "start": 160.5, | |
| "end": 162.1, | |
| "text": "Paste the copied information into the README.", | |
| "cursor_coordinate": [ | |
| [ | |
| 735.2874145507812, | |
| 1531.161376953125 | |
| ], | |
| [ | |
| 701.637939453125, | |
| 1547.064208984375 | |
| ], | |
| [ | |
| 710.16455078125, | |
| 1489.182373046875 | |
| ], | |
| [ | |
| 928.571044921875, | |
| 1328.43359375 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 501.637939453125, | |
| 1128.43359375, | |
| 1128.571044921875, | |
| 1747.064208984375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 17, | |
| "start": 174.2, | |
| "end": 177.9, | |
| "text": "Search for the 'Machine Learning' subreddit.", | |
| "cursor_coordinate": [ | |
| [ | |
| 750.3839111328125, | |
| 461.6531982421875 | |
| ], | |
| [ | |
| 710.3506469726562, | |
| 381.8009338378906 | |
| ], | |
| [ | |
| 710.455810546875, | |
| 381.903564453125 | |
| ], | |
| [ | |
| 2102.397705078125, | |
| 626.322021484375 | |
| ], | |
| [ | |
| 2102.630859375, | |
| 626.2899780273438 | |
| ], | |
| [ | |
| 2102.383544921875, | |
| 566.3740234375 | |
| ], | |
| [ | |
| 1072.8262939453125, | |
| 1037.4425048828125 | |
| ], | |
| [ | |
| 1107.10302734375, | |
| 1069.2294921875 | |
| ], | |
| [ | |
| 1254.3863525390625, | |
| 997.7063598632812 | |
| ], | |
| [ | |
| 1325.3424072265625, | |
| 987.7354736328125 | |
| ], | |
| [ | |
| 1337.4688720703125, | |
| 960.9417724609375 | |
| ], | |
| [ | |
| 1322.209716796875, | |
| 936.1777954101562 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 510.35064697265625, | |
| 181.80093383789062, | |
| 2302.630859375, | |
| 1269.2294921875 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 18, | |
| "start": 205.5, | |
| "end": 206.5, | |
| "text": "Click on 'Comments' to view the post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 601.9049682617188, | |
| 571.8156127929688 | |
| ], | |
| [ | |
| 589.9457397460938, | |
| 622.8197021484375 | |
| ], | |
| [ | |
| 557.5750122070312, | |
| 611.0138549804688 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 357.57501220703125, | |
| 371.81561279296875, | |
| 801.9049682617188, | |
| 822.8197021484375 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 19, | |
| "start": 210.1, | |
| "end": 210.9, | |
| "text": "Copy the URL of the post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2330.85107421875, | |
| 115.1175537109375 | |
| ], | |
| [ | |
| 1446.8890380859375, | |
| 129.47450256347656 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1246.8890380859375, | |
| 0, | |
| 2530.85107421875, | |
| 329.47450256347656 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 20, | |
| "start": 215.9, | |
| "end": 220.0, | |
| "text": "Add the copied URL to the README.", | |
| "cursor_coordinate": [ | |
| [ | |
| 2186.954833984375, | |
| 732.2494506835938 | |
| ], | |
| [ | |
| 2187.043701171875, | |
| 728.18212890625 | |
| ], | |
| [ | |
| 2188.705810546875, | |
| 736.4144897460938 | |
| ], | |
| [ | |
| 2189.746337890625, | |
| 744.3733520507812 | |
| ], | |
| [ | |
| 2189.9873046875, | |
| 744.4212646484375 | |
| ], | |
| [ | |
| 2189.92626953125, | |
| 745.1776123046875 | |
| ], | |
| [ | |
| 2189.8955078125, | |
| 745.1603393554688 | |
| ], | |
| [ | |
| 2190.205322265625, | |
| 745.074951171875 | |
| ], | |
| [ | |
| 1963.368896484375, | |
| 868.5205688476562 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1763.368896484375, | |
| 528.18212890625, | |
| 2390.205322265625, | |
| 1068.5205688476562 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 21, | |
| "start": 287.3, | |
| "end": 287.4, | |
| "text": "Go to 'Submit' on Reddit.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1422.0015869140625, | |
| 317.2039489746094 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 1222.0015869140625, | |
| 117.20394897460938, | |
| 1622.0015869140625, | |
| 517.2039489746094 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 22, | |
| "start": 290.4, | |
| "end": 293.0, | |
| "text": "Use 'List of Awesome Things' as the title for the Reddit post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 432.4235534667969, | |
| 47.18646240234375 | |
| ], | |
| [ | |
| 990.331787109375, | |
| 714.188232421875 | |
| ], | |
| [ | |
| 989.8955688476562, | |
| 715.2060546875 | |
| ], | |
| [ | |
| 1025.8006591796875, | |
| 718.8430786132812 | |
| ], | |
| [ | |
| 1316.585205078125, | |
| 826.7576293945312 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 232.42355346679688, | |
| 0, | |
| 1516.585205078125, | |
| 1026.7576293945312 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 23, | |
| "start": 299.8, | |
| "end": 301.1, | |
| "text": "Add the repository link in the body of the Reddit post.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1272.9912109375, | |
| 186.33790588378906 | |
| ], | |
| [ | |
| 1171.5643310546875, | |
| 143.11044311523438 | |
| ], | |
| [ | |
| 927.2662963867188, | |
| 47.5725212097168 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 727.2662963867188, | |
| 0, | |
| 1472.9912109375, | |
| 386.33790588378906 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| }, | |
| { | |
| "index": 24, | |
| "start": 310.2, | |
| "end": 313.6, | |
| "text": "Add a description to advertise the repository.", | |
| "cursor_coordinate": [ | |
| [ | |
| 1019.8759765625, | |
| 1409.972900390625 | |
| ] | |
| ], | |
| "bounding_box": [ | |
| 819.8759765625, | |
| 1209.972900390625, | |
| 1219.8759765625, | |
| 1609.972900390625 | |
| ], | |
| "GUI_elements": [], | |
| "candidate_elements": [] | |
| } | |
| ] |