[ { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_0/1445.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "New Project", "bbox": [ 0.078125, 0.015, 0.12881944444444443, 0.03222222222222222 ], "point": [ 0.1035, 0.0236 ] }, { "instruction": "GitLab", "bbox": [ 0.13194444444444445, 0.01499999894036187, 0.1607638888888889, 0.03111111111111111 ], "point": [ 0.1464, 0.0231 ] }, { "instruction": "Postmill", "bbox": [ 0.24305555555555555, 0.01499999894036187, 0.2763888888888889, 0.03111111111111111 ], "point": [ 0.2597, 0.0231 ] }, { "instruction": "User:The other Kiwix guy/Lan", "bbox": [ 0.4083333333333333, 0.013888888888888888, 0.5270833333333333, 0.034444444444444444 ], "point": [ 0.4677, 0.0242 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/projects/new", "bbox": [ 0.15833332273695205, 0.06111111111111111, 0.5118055025736491, 0.08277777777777778 ], "point": [ 0.3351, 0.0719 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "Create new project", "bbox": [ 0.42951388888888886, 0.20277776082356772, 0.571875, 0.23999998304578993 ], "point": [ 0.5007, 0.2214 ] }, { "instruction": "Create", "bbox": [ 0.3055555555555556, 0.3811111111111111, 0.33645833333333336, 0.3972222222222222 ], "point": [ 0.321, 0.3892 ] }, { "instruction": "blank project to store your", "bbox": [ 0.34479166666666666, 0.3805555894639757, 0.465625, 0.4016667005750868 ], "point": [ 0.4052, 0.3911 ] }, { "instruction": "files, plan your work, and", "bbox": [ 0.3038194444444444, 0.4022222222222222, 0.41875, 0.42444444444444446 ], "point": [ 0.3613, 0.4133 ] }, { "instruction": "collaborate on code, among other", "bbox": [ 0.30520833333333336, 0.4255555216471354, 0.45902777777777776, 0.44666663275824653 ], "point": [ 0.3821, 0.4361 ] }, { "instruction": "things", "bbox": [ 0.30416668785942924, 0.45055558946397567, 0.3368055767483181, 0.4716667005750868 ], "point": [ 0.3205, 0.4611 ] }, { "instruction": "Migrate", "bbox": [ 0.30520831214057076, 0.6755554877387153, 0.3423610899183485, 0.6977777099609375 ], "point": [ 0.3238, 0.6867 ] }, { "instruction": "data from an external", "bbox": [ 0.3638888888888889, 0.6761111111111111, 0.46145833333333336, 0.6944444444444444 ], "point": [ 0.4127, 0.6853 ] }, { "instruction": "source like GitHub, Bitbucket,; or", "bbox": [ 0.30416666666666664, 0.6983333333333334, 0.45243055555555556, 0.72 ], "point": [ 0.3783, 0.7092 ] }, { "instruction": "another instance of GitLab.", "bbox": [ 0.30416666666666664, 0.7216666666666667, 0.42743055555555554, 0.7427777777777778 ], "point": [ 0.3658, 0.7322 ] }, { "instruction": "You can also create", "bbox": [ 0.34305555555555556, 0.86, 0.43194444444444446, 0.8772222222222222 ], "point": [ 0.3875, 0.8686 ] }, { "instruction": "project from the command line. Show command", "bbox": [ 0.44027777777777777, 0.8583333333333333, 0.6572916666666667, 0.88 ], "point": [ 0.5488, 0.8692 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/projects/new", "bbox": [ 0.002430566151936849, 0.98, 0.3045138994852702, 0.9983333333333333 ], "point": [ 0.1535, 0.9892 ] }, { "instruction": "your", "bbox": [ 0.340625, 0.6794444444444444, 0.3642361111111111, 0.6927777777777778 ], "point": [ 0.3524, 0.6861 ] }, { "instruction": "Incognito", "bbox": [ 0.8950176662868924, 0.05046591016981337, 0.970721435546875, 0.091210691663954 ], "point": [ 0.9329, 0.0708 ] }, { "instruction": "Not Secure", "bbox": [ 0.08223865297105577, 0.054734535217285156, 0.1555159568786621, 0.08583734300401476 ], "point": [ 0.1189, 0.0703 ] }, { "instruction": "88(8", "bbox": [ 0.8144838121202257, 0.09687568664550782, 0.862703620062934, 0.1513679673936632 ], "point": [ 0.8386, 0.1241 ] }, { "instruction": "t", "bbox": [ 0.5539550357394748, 0.0053933037651909725, 0.570130878024631, 0.03811171637641059 ], "point": [ 0.562, 0.0218 ] }, { "instruction": "X", "bbox": [ 0.5296997494167752, 0.005601392322116428, 0.5452063242594402, 0.038648004531860354 ], "point": [ 0.5375, 0.0221 ] }, { "instruction": "X", "bbox": [ 0.1997240490383572, 0.009380932913886177, 0.2158283445570204, 0.04006588723924425 ], "point": [ 0.2078, 0.0247 ] }, { "instruction": "13", "bbox": [ 0.7728300306532118, 0.09786206563313803, 0.8137810601128472, 0.1516986083984375 ], "point": [ 0.7933, 0.1248 ] }, { "instruction": "X", "bbox": [ 0.36447342766655816, 0.007344081666734483, 0.3806338416205512, 0.0417579280005561 ], "point": [ 0.3726, 0.0246 ] }, { "instruction": "Create from template", "bbox": [ 0.5091189914279514, 0.2691819763183594, 0.8783233642578125, 0.541449720594618 ], "point": [ 0.6937, 0.4053 ] }, { "instruction": "Create a project pre-populated", "bbox": [ 0.5091189914279514, 0.2691819763183594, 0.8783233642578125, 0.541449720594618 ], "point": [ 0.6937, 0.4053 ] }, { "instruction": "with the necessary files to get you", "bbox": [ 0.5091189914279514, 0.2691819763183594, 0.8783233642578125, 0.541449720594618 ], "point": [ 0.6937, 0.4053 ] }, { "instruction": "started quickly:", "bbox": [ 0.5091189914279514, 0.2691819763183594, 0.8783233642578125, 0.541449720594618 ], "point": [ 0.6937, 0.4053 ] }, { "instruction": "Create blank project", "bbox": [ 0.30427752600775826, 0.3379556613498264, 0.4314605289035373, 0.3677046034071181 ], "point": [ 0.3679, 0.3528 ] }, { "instruction": "Import project", "bbox": [ 0.3047773573133681, 0.6349766031901042, 0.39499744839138456, 0.6634276665581598 ], "point": [ 0.3499, 0.6492 ] }, { "instruction": "Incognito.", "bbox": [ 0.8950176662868924, 0.05046591016981337, 0.970721435546875, 0.091210691663954 ], "point": [ 0.9329, 0.0708 ] }, { "instruction": "Not Security.", "bbox": [ 0.08223865297105577, 0.054734535217285156, 0.1555159568786621, 0.08583734300401476 ], "point": [ 0.1189, 0.0703 ] }, { "instruction": "a stop or cancel action.", "bbox": [ 0.7323376125759549, 0.10515628390842013, 0.7695141262478299, 0.1446495564778646 ], "point": [ 0.7509, 0.1249 ] }, { "instruction": "Line", "bbox": [ 0.26990640428331164, 0.11067877027723524, 0.28718477884928384, 0.139798100789388 ], "point": [ 0.2785, 0.1252 ] }, { "instruction": "the number 8.", "bbox": [ 0.8144838121202257, 0.09687568664550782, 0.862703620062934, 0.1513679673936632 ], "point": [ 0.8386, 0.1241 ] }, { "instruction": "Accessibility Check 5", "bbox": [ 0.8686695522732205, 0.09726384480794271, 0.9017404344346788, 0.15118726942274305 ], "point": [ 0.8852, 0.1242 ] }, { "instruction": "Vibration settings", "bbox": [ 0.9469689263237847, 0.09719823201497396, 0.9846342298719618, 0.15083913167317708 ], "point": [ 0.9658, 0.124 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9756084865993924, 0.003657631344265408, 0.99671630859375, 0.04109839333428277 ], "point": [ 0.9862, 0.0224 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.0033241576618618434, 0.09850773281521268, 0.03526453309588962, 0.14910985310872396 ], "point": [ 0.0193, 0.1238 ] }, { "instruction": "Justified", "bbox": [ 0.03743970129224989, 0.10128984239366319, 0.06344369782341851, 0.14575093587239582 ], "point": [ 0.0504, 0.1235 ] }, { "instruction": "Reload", "bbox": [ 0.054693852530585396, 0.05006207784016927, 0.07739615440368652, 0.09135590447319879 ], "point": [ 0.066, 0.0707 ] }, { "instruction": "New Tab", "bbox": [ 0.5539550357394748, 0.0053933037651909725, 0.570130878024631, 0.03811171637641059 ], "point": [ 0.562, 0.0218 ] }, { "instruction": "Close", "bbox": [ 0.5296997494167752, 0.005601392322116428, 0.5452063242594402, 0.038648004531860354 ], "point": [ 0.5375, 0.0221 ] }, { "instruction": "Forward", "bbox": [ 0.029893056551615397, 0.053002853393554684, 0.05073517163594564, 0.08777713351779513 ], "point": [ 0.0403, 0.0704 ] }, { "instruction": "Back", "bbox": [ 0.005582662423451742, 0.0546730719672309, 0.02666796578301324, 0.08626361423068576 ], "point": [ 0.0161, 0.0705 ] }, { "instruction": "Help", "bbox": [ 0.9074307759602864, 0.09736017015245226, 0.9391178554958768, 0.15114725748697916 ], "point": [ 0.9233, 0.1243 ] }, { "instruction": "Show container actions", "bbox": [ 0.9752000596788194, 0.050585284762912325, 0.994783698187934, 0.09107536315917969 ], "point": [ 0.985, 0.0708 ] }, { "instruction": "Five-point star", "bbox": [ 0.8658102247450087, 0.05785926818847656, 0.8836416456434462, 0.08601127624511719 ], "point": [ 0.8747, 0.0719 ] }, { "instruction": "Close", "bbox": [ 0.1997240490383572, 0.009380932913886177, 0.2158283445570204, 0.04006588723924425 ], "point": [ 0.2078, 0.0247 ] }, { "instruction": "Bookmark", "bbox": [ 0.7728300306532118, 0.09786206563313803, 0.8137810601128472, 0.1516986083984375 ], "point": [ 0.7933, 0.1248 ] }, { "instruction": "Close", "bbox": [ 0.36447342766655816, 0.007344081666734483, 0.3806338416205512, 0.0417579280005561 ], "point": [ 0.3726, 0.0246 ] }, { "instruction": "creating a new template.", "bbox": [ 0.5091189914279514, 0.2691819763183594, 0.8783233642578125, 0.541449720594618 ], "point": [ 0.6937, 0.4053 ] }, { "instruction": "creating a blank project.", "bbox": [ 0.30427752600775826, 0.3379556613498264, 0.4314605289035373, 0.3677046034071181 ], "point": [ 0.3679, 0.3528 ] }, { "instruction": "a search bar.", "bbox": [ 0.992752922905816, 0.09750336541069879, 1.0, 0.142147954305013 ], "point": [ 0.9964, 0.1198 ] }, { "instruction": "Import project.", "bbox": [ 0.3047773573133681, 0.6349766031901042, 0.39499744839138456, 0.6634276665581598 ], "point": [ 0.3499, 0.6492 ] }, { "instruction": "Text Box", "bbox": [ 0.22314031389024522, 0.00882213486565484, 0.24257857004801434, 0.03960971302456326 ], "point": [ 0.2329, 0.0242 ] }, { "instruction": "Wi-Fi signal strength.", "bbox": [ 0.9946689181857639, 0.049399168226453995, 1.0, 0.092254638671875 ], "point": [ 0.9973, 0.0708 ] }, { "instruction": "Refresh or reload.", "bbox": [ 0.39012875027126737, 0.004923070271809896, 0.4044571770562066, 0.04073989020453559 ], "point": [ 0.3973, 0.0228 ] } ], "element_size": 62 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_1/1601.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "New Project", "bbox": [ 0.078125, 0.015, 0.12881944444444443, 0.03222222222222222 ], "point": [ 0.1035, 0.0236 ] }, { "instruction": "GitLab", "bbox": [ 0.13194444444444445, 0.01499999894036187, 0.1607638888888889, 0.03111111111111111 ], "point": [ 0.1464, 0.0231 ] }, { "instruction": "Postmill", "bbox": [ 0.24305555555555555, 0.01499999894036187, 0.2763888888888889, 0.03111111111111111 ], "point": [ 0.2597, 0.0231 ] }, { "instruction": "User:The other Kiwix guy/Lan", "bbox": [ 0.4083333333333333, 0.013888888888888888, 0.5270833333333333, 0.034444444444444444 ], "point": [ 0.4677, 0.0242 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/projects/new", "bbox": [ 0.15833332273695205, 0.06111111111111111, 0.5118055025736491, 0.08277777777777778 ], "point": [ 0.3351, 0.0719 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "Create new project", "bbox": [ 0.42951388888888886, 0.20277776082356772, 0.571875, 0.23999998304578993 ], "point": [ 0.5007, 0.2214 ] }, { "instruction": "Create", "bbox": [ 0.3055555555555556, 0.3811111111111111, 0.33645833333333336, 0.3972222222222222 ], "point": [ 0.321, 0.3892 ] }, { "instruction": "blank projec hp store your", "bbox": [ 0.34479166666666666, 0.3794444783528646, 0.465625, 0.40111114501953127 ], "point": [ 0.4052, 0.3903 ] }, { "instruction": "files, plan your work, and", "bbox": [ 0.3038194444444444, 0.4022222222222222, 0.41875, 0.42444444444444446 ], "point": [ 0.3613, 0.4133 ] }, { "instruction": "collaborate on code, among other", "bbox": [ 0.30520833333333336, 0.4255555216471354, 0.45902777777777776, 0.44666663275824653 ], "point": [ 0.3821, 0.4361 ] }, { "instruction": "things", "bbox": [ 0.30416668785942924, 0.45055558946397567, 0.3368055767483181, 0.4716667005750868 ], "point": [ 0.3205, 0.4611 ] }, { "instruction": "You can also create", "bbox": [ 0.34305555555555556, 0.86, 0.43194444444444446, 0.8772222222222222 ], "point": [ 0.3875, 0.8686 ] }, { "instruction": "project from the command line. Show command", "bbox": [ 0.44027777777777777, 0.8583333333333333, 0.6572916666666667, 0.88 ], "point": [ 0.5488, 0.8692 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/projects/new#bla", "bbox": [ 0.0024305555555555556, 0.98, 0.3215277777777778, 0.9983333333333333 ], "point": [ 0.162, 0.9892 ] }, { "instruction": "Incognito", "bbox": [ 0.8949950324164496, 0.050426177978515625, 0.9707235548231337, 0.09126695421006945 ], "point": [ 0.9329, 0.0708 ] }, { "instruction": "Not Secure", "bbox": [ 0.08131345642937554, 0.053015950520833334, 0.15599994659423827, 0.08737891303168403 ], "point": [ 0.1187, 0.0702 ] }, { "instruction": "88(8", "bbox": [ 0.8142755296495225, 0.09684908548990885, 0.8629992167154948, 0.15137897067599826 ], "point": [ 0.8386, 0.1241 ] }, { "instruction": "13", "bbox": [ 0.7713990105523003, 0.09708465576171875, 0.8142821417914496, 0.15151168823242187 ], "point": [ 0.7928, 0.1243 ] }, { "instruction": "X", "bbox": [ 0.5295913696289063, 0.005132637023925781, 0.5452791002061632, 0.03895245869954427 ], "point": [ 0.5374, 0.022 ] }, { "instruction": "t", "bbox": [ 0.5538268619113498, 0.005198736190795899, 0.5702113257514105, 0.03811761538187663 ], "point": [ 0.562, 0.0217 ] }, { "instruction": "X", "bbox": [ 0.199661742316352, 0.009066140916612413, 0.21593736012776693, 0.0403695805867513 ], "point": [ 0.2078, 0.0247 ] }, { "instruction": "X", "bbox": [ 0.36444244384765623, 0.007174108293321398, 0.38067058987087676, 0.041759507921006946 ], "point": [ 0.3726, 0.0245 ] }, { "instruction": "Create from template", "bbox": [ 0.5088695102267795, 0.2689689466688368, 0.8786433749728733, 0.5414153035481771 ], "point": [ 0.6938, 0.4052 ] }, { "instruction": "Create a project pre-populated", "bbox": [ 0.5088695102267795, 0.2689689466688368, 0.8786433749728733, 0.5414153035481771 ], "point": [ 0.6938, 0.4052 ] }, { "instruction": "with the necessary files to get you", "bbox": [ 0.5088695102267795, 0.2689689466688368, 0.8786433749728733, 0.5414153035481771 ], "point": [ 0.6938, 0.4052 ] }, { "instruction": "started quickly:", "bbox": [ 0.5088695102267795, 0.2689689466688368, 0.8786433749728733, 0.5414153035481771 ], "point": [ 0.6938, 0.4052 ] }, { "instruction": "Import project", "bbox": [ 0.1551656723022461, 0.5588167656792534, 0.49586944580078124, 0.8263761393229166 ], "point": [ 0.3255, 0.6926 ] }, { "instruction": "Migrate", "bbox": [ 0.1551656723022461, 0.5588167656792534, 0.49586944580078124, 0.8263761393229166 ], "point": [ 0.3255, 0.6926 ] }, { "instruction": "data from an external", "bbox": [ 0.1551656723022461, 0.5588167656792534, 0.49586944580078124, 0.8263761393229166 ], "point": [ 0.3255, 0.6926 ] }, { "instruction": "source like GitHub, Bitbucket,; or", "bbox": [ 0.1551656723022461, 0.5588167656792534, 0.49586944580078124, 0.8263761393229166 ], "point": [ 0.3255, 0.6926 ] }, { "instruction": "another instance of GitLab.", "bbox": [ 0.1551656723022461, 0.5588167656792534, 0.49586944580078124, 0.8263761393229166 ], "point": [ 0.3255, 0.6926 ] }, { "instruction": "your", "bbox": [ 0.1551656723022461, 0.5588167656792534, 0.49586944580078124, 0.8263761393229166 ], "point": [ 0.3255, 0.6926 ] }, { "instruction": "Create blank project", "bbox": [ 0.30446190304226345, 0.33800618489583334, 0.4320793151855469, 0.3684086100260417 ], "point": [ 0.3683, 0.3532 ] }, { "instruction": "Incognito.", "bbox": [ 0.8949950324164496, 0.050426177978515625, 0.9707235548231337, 0.09126695421006945 ], "point": [ 0.9329, 0.0708 ] }, { "instruction": "Not Security.", "bbox": [ 0.08131345642937554, 0.053015950520833334, 0.15599994659423827, 0.08737891303168403 ], "point": [ 0.1187, 0.0702 ] }, { "instruction": "the number 8.", "bbox": [ 0.8142755296495225, 0.09684908548990885, 0.8629992167154948, 0.15137897067599826 ], "point": [ 0.8386, 0.1241 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9756117926703559, 0.0035442288716634116, 0.9967275831434462, 0.04107803556654188 ], "point": [ 0.9862, 0.0223 ] }, { "instruction": "Line", "bbox": [ 0.26991636488172743, 0.11068826463487413, 0.28721385531955296, 0.13977468702528212 ], "point": [ 0.2786, 0.1252 ] }, { "instruction": "Selecting or adding a pattern.", "bbox": [ 0.9463790893554688, 0.09709602355957031, 0.9848876953125, 0.15092525906032986 ], "point": [ 0.9656, 0.124 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.002949535846710205, 0.09824623107910156, 0.035446099440256756, 0.14970413208007813 ], "point": [ 0.0192, 0.124 ] }, { "instruction": "Accessibility Check (5)", "bbox": [ 0.8682937622070312, 0.09723364088270399, 0.9019612630208333, 0.15124638875325522 ], "point": [ 0.8851, 0.1242 ] }, { "instruction": "Draw Functions", "bbox": [ 0.7713990105523003, 0.09708465576171875, 0.8142821417914496, 0.15151168823242187 ], "point": [ 0.7928, 0.1243 ] }, { "instruction": "Reload", "bbox": [ 0.05468149185180664, 0.050066002739800344, 0.07745592329237196, 0.09139536539713541 ], "point": [ 0.0661, 0.0707 ] }, { "instruction": "Justified", "bbox": [ 0.037223717901441786, 0.10007703145345052, 0.06358428531222873, 0.14717278374565973 ], "point": [ 0.0504, 0.1236 ] }, { "instruction": "Close", "bbox": [ 0.5295913696289063, 0.005132637023925781, 0.5452791002061632, 0.03895245869954427 ], "point": [ 0.5374, 0.022 ] }, { "instruction": "New Tab", "bbox": [ 0.5538268619113498, 0.005198736190795899, 0.5702113257514105, 0.03811761538187663 ], "point": [ 0.562, 0.0217 ] }, { "instruction": "Forward", "bbox": [ 0.029867053031921387, 0.05300601959228515, 0.05076421631707086, 0.08765162150065105 ], "point": [ 0.0403, 0.0703 ] }, { "instruction": "Back", "bbox": [ 0.005492545498741998, 0.05478021833631727, 0.0267059326171875, 0.08612108018663195 ], "point": [ 0.0161, 0.0705 ] }, { "instruction": "Create", "bbox": [ 0.7336692810058594, 0.09745491875542535, 0.7658049689398871, 0.15135382758246527 ], "point": [ 0.7497, 0.1244 ] }, { "instruction": "Help", "bbox": [ 0.9070243835449219, 0.09724392361111112, 0.9391985575358073, 0.15115359836154513 ], "point": [ 0.9231, 0.1242 ] }, { "instruction": "Show container actions", "bbox": [ 0.974945068359375, 0.050317035251193576, 0.9950347900390625, 0.09140981886121961 ], "point": [ 0.985, 0.0709 ] }, { "instruction": "Five-point star", "bbox": [ 0.865728759765625, 0.05770189073350694, 0.8837826199001736, 0.08614493476019966 ], "point": [ 0.8748, 0.0719 ] }, { "instruction": "Close", "bbox": [ 0.199661742316352, 0.009066140916612413, 0.21593736012776693, 0.0403695805867513 ], "point": [ 0.2078, 0.0247 ] }, { "instruction": "Close", "bbox": [ 0.36444244384765623, 0.007174108293321398, 0.38067058987087676, 0.041759507921006946 ], "point": [ 0.3726, 0.0245 ] }, { "instruction": "creating a new template.", "bbox": [ 0.5088695102267795, 0.2689689466688368, 0.8786433749728733, 0.5414153035481771 ], "point": [ 0.6938, 0.4052 ] }, { "instruction": "Import project.", "bbox": [ 0.1551656723022461, 0.5588167656792534, 0.49586944580078124, 0.8263761393229166 ], "point": [ 0.3255, 0.6926 ] }, { "instruction": "Create blank project.", "bbox": [ 0.30446190304226345, 0.33800618489583334, 0.4320793151855469, 0.3684086100260417 ], "point": [ 0.3683, 0.3532 ] }, { "instruction": "a search bar.", "bbox": [ 0.9928248087565105, 0.09740634494357639, 1.0, 0.14260711669921874 ], "point": [ 0.9964, 0.12 ] }, { "instruction": "Wi-Fi signal strength.", "bbox": [ 0.9946083916558159, 0.04651949564615886, 1.0, 0.0938859642876519 ], "point": [ 0.9973, 0.0702 ] }, { "instruction": "Text Box", "bbox": [ 0.22307807074652777, 0.008590743806627062, 0.24259698655870227, 0.03987151993645562 ], "point": [ 0.2328, 0.0242 ] }, { "instruction": "Refresh or reload.", "bbox": [ 0.39009166293674047, 0.005016920301649306, 0.40447476704915364, 0.040643196105957034 ], "point": [ 0.3973, 0.0228 ] } ], "element_size": 62 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_2/1763.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "New Project", "bbox": [ 0.078125, 0.015, 0.12881944444444443, 0.03222222222222222 ], "point": [ 0.1035, 0.0236 ] }, { "instruction": "GitLab", "bbox": [ 0.13194444444444445, 0.01499999894036187, 0.1607638888888889, 0.03111111111111111 ], "point": [ 0.1464, 0.0231 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/projects/new#blank_project", "bbox": [ 0.15833333333333333, 0.06111111111111111, 0.58125, 0.08277777777777778 ], "point": [ 0.3698, 0.0719 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "New project", "bbox": [ 0.28749997880723743, 0.18722222222222223, 0.3371527565850152, 0.20444444444444446 ], "point": [ 0.3123, 0.1958 ] }, { "instruction": "Create blank project", "bbox": [ 0.35138888888888886, 0.18722222222222223, 0.4371527777777778, 0.20444444444444446 ], "point": [ 0.3943, 0.1958 ] }, { "instruction": "Project name", "bbox": [ 0.2871527565850152, 0.23333331637912327, 0.35173608991834854, 0.2538888719346788 ], "point": [ 0.3194, 0.2436 ] }, { "instruction": "Create blank project", "bbox": [ 0.065625, 0.27444444444444444, 0.20381944444444444, 0.3061111111111111 ], "point": [ 0.1347, 0.2903 ] }, { "instruction": "Create a blank project to store your files,", "bbox": [ 0.06527778837415907, 0.315, 0.2506944550408257, 0.3377777777777778 ], "point": [ 0.158, 0.3264 ] }, { "instruction": "Project URL", "bbox": [ 0.28715277777777776, 0.31833333333333336, 0.3454861111111111, 0.34 ], "point": [ 0.3163, 0.3292 ] }, { "instruction": "Project slug", "bbox": [ 0.6197916666666666, 0.31833333333333336, 0.6795138888888889, 0.3411111111111111 ], "point": [ 0.6497, 0.3297 ] }, { "instruction": "plan your work, and collaborate on code,", "bbox": [ 0.06527778837415907, 0.3383333333333333, 0.2506944550408257, 0.3605555555555556 ], "point": [ 0.158, 0.3494 ] }, { "instruction": "among other things:", "bbox": [ 0.06527777777777778, 0.3611111111111111, 0.159375, 0.38555555555555554 ], "point": [ 0.1123, 0.3733 ] }, { "instruction": "Want to organize several dependent projects under the same namespace? Create", "bbox": [ 0.28749997880723743, 0.3927777777777778, 0.6541665607028537, 0.4166666666666667 ], "point": [ 0.4708, 0.4047 ] }, { "instruction": "group:", "bbox": [ 0.6625, 0.3972222222222222, 0.6934027777777778, 0.41444444444444445 ], "point": [ 0.678, 0.4058 ] }, { "instruction": "Visibility Level", "bbox": [ 0.28680555555555554, 0.4255555894639757, 0.3572916666666667, 0.45055558946397567 ], "point": [ 0.322, 0.4381 ] }, { "instruction": "Private", "bbox": [ 0.31805555555555554, 0.4588888888888889, 0.35138888888888886, 0.4772222222222222 ], "point": [ 0.3347, 0.4681 ] }, { "instruction": "Project access must be granted explicitly to each user: If this project is part of a group, access is granted to members of the group.", "bbox": [ 0.3034722222222222, 0.48055555555555557, 0.8923611111111112, 0.5016666666666667 ], "point": [ 0.5979, 0.4911 ] }, { "instruction": "Internal", "bbox": [ 0.3170138888888889, 0.5088888888888888, 0.35381944444444446, 0.5244444444444445 ], "point": [ 0.3354, 0.5167 ] }, { "instruction": "The project can be accessed by any logged in user except external users.", "bbox": [ 0.30416666666666664, 0.5288888888888889, 0.6354166666666666, 0.5522222900390625 ], "point": [ 0.4698, 0.5406 ] }, { "instruction": "Public", "bbox": [ 0.31805557674831814, 0.5561111111111111, 0.3482639100816515, 0.5744445122612847 ], "point": [ 0.3332, 0.5653 ] }, { "instruction": "The project can be accessed without any authentication:", "bbox": [ 0.30416666666666664, 0.5783333333333334, 0.5586805555555555, 0.5988888888888889 ], "point": [ 0.4314, 0.5886 ] }, { "instruction": "Project Configuration", "bbox": [ 0.28715277777777776, 0.6255555555555555, 0.390625, 0.6466666666666666 ], "point": [ 0.3389, 0.6361 ] }, { "instruction": "Initialize repository with a README", "bbox": [ 0.3034722222222222, 0.6544444444444445, 0.4625, 0.675 ], "point": [ 0.383, 0.6647 ] }, { "instruction": "Allows you to", "bbox": [ 0.30451393127441406, 0.6788888888888889, 0.36527777777777776, 0.6972222222222222 ], "point": [ 0.3349, 0.6881 ] }, { "instruction": "immediately clone this project's repository: Skip this if you plan to push up an existing repository:", "bbox": [ 0.36493055555555554, 0.675, 0.8010416666666667, 0.6994444444444444 ], "point": [ 0.583, 0.6872 ] }, { "instruction": "Enable Static Application Security Testing (SAST)", "bbox": [ 0.30416666666666664, 0.7205555555555555, 0.5274305555555555, 0.7433333333333333 ], "point": [ 0.4158, 0.7319 ] }, { "instruction": "Analyze your source code for known security vulnerabilities. Learn more.", "bbox": [ 0.30416666666666664, 0.7427777777777778, 0.6291666666666667, 0.7638888888888888 ], "point": [ 0.4667, 0.7533 ] }, { "instruction": "Cancel", "bbox": [ 0.3705720689561632, 0.7866778564453125, 0.4209967719184028, 0.8264649115668403 ], "point": [ 0.3958, 0.8066 ] }, { "instruction": "Create project", "bbox": [ 0.28664660983615453, 0.7872446017795139, 0.3703411950005425, 0.8254299587673611 ], "point": [ 0.3285, 0.8063 ] }, { "instruction": "Incognito", "bbox": [ 0.8950476752387153, 0.05048476325141059, 0.9706819322374132, 0.09113968743218316 ], "point": [ 0.9329, 0.0708 ] }, { "instruction": "Not Secure", "bbox": [ 0.0816153950161404, 0.05302513546413846, 0.1560113377041287, 0.0869960700141059 ], "point": [ 0.1188, 0.07 ] }, { "instruction": "My awesom g project", "bbox": [ 0.28358823988172743, 0.25881510416666664, 0.5153578016493056, 0.3036344740125868 ], "point": [ 0.3995, 0.2812 ] }, { "instruction": "X", "bbox": [ 0.5297096676296658, 0.006407257715861003, 0.5457159678141276, 0.038438266118367516 ], "point": [ 0.5377, 0.0224 ] }, { "instruction": "X", "bbox": [ 0.19990787506103516, 0.011664590835571288, 0.21496240827772353, 0.03647094408671061 ], "point": [ 0.2074, 0.0241 ] }, { "instruction": "t", "bbox": [ 0.5538344489203559, 0.00673866589864095, 0.5701338873969184, 0.03690079053243001 ], "point": [ 0.562, 0.0218 ] }, { "instruction": "X", "bbox": [ 0.3645358191596137, 0.009243656794230143, 0.38047396341959633, 0.037985815472073026 ], "point": [ 0.3725, 0.0236 ] }, { "instruction": "88(8", "bbox": [ 0.8142532348632813, 0.09700994703504774, 0.8636737399631076, 0.15128451877170138 ], "point": [ 0.839, 0.1241 ] }, { "instruction": "13", "bbox": [ 0.7705900404188368, 0.104432373046875, 0.812534417046441, 0.14369898478190105 ], "point": [ 0.7916, 0.1241 ] }, { "instruction": "Postmill", "bbox": [ 0.2201437208387587, 0.0006469641791449652, 0.34108170403374566, 0.04546841515435113 ], "point": [ 0.2806, 0.0231 ] }, { "instruction": "my-awesome-project", "bbox": [ 0.6200336032443576, 0.3488473849826389, 0.9370683458116319, 0.38750779893663195 ], "point": [ 0.7786, 0.3682 ] }, { "instruction": "http:Ilec2-3-135-185-123.us-east-2 compute.amazonaws com:8023/1", "bbox": [ 0.2843107435438368, 0.34926205105251734, 0.6138455708821614, 0.3895169745551215 ], "point": [ 0.4491, 0.3694 ] }, { "instruction": "User:The other Kiwix guy/Lan", "bbox": [ 0.3897279103597005, 0.0029404979281955294, 0.5277918921576605, 0.04173589282565647 ], "point": [ 0.4588, 0.0223 ] }, { "instruction": "Cancel action.", "bbox": [ 0.3705720689561632, 0.7866778564453125, 0.4209967719184028, 0.8264649115668403 ], "point": [ 0.3958, 0.8066 ] }, { "instruction": "creating a project.", "bbox": [ 0.28664660983615453, 0.7872446017795139, 0.3703411950005425, 0.8254299587673611 ], "point": [ 0.3285, 0.8063 ] }, { "instruction": "Incognito.", "bbox": [ 0.8950476752387153, 0.05048476325141059, 0.9706819322374132, 0.09113968743218316 ], "point": [ 0.9329, 0.0708 ] }, { "instruction": "Not Security.", "bbox": [ 0.0816153950161404, 0.05302513546413846, 0.1560113377041287, 0.0869960700141059 ], "point": [ 0.1188, 0.07 ] }, { "instruction": "a microphone for a project.", "bbox": [ 0.28358823988172743, 0.25881510416666664, 0.5153578016493056, 0.3036344740125868 ], "point": [ 0.3995, 0.2812 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9754869249131944, 0.0038838619656032984, 0.9971498277452256, 0.04095890045166015 ], "point": [ 0.9863, 0.0224 ] }, { "instruction": "Justified", "bbox": [ 0.03854219648573134, 0.10632644653320313, 0.06249754163953993, 0.14171245998806423 ], "point": [ 0.0505, 0.124 ] }, { "instruction": "Reload", "bbox": [ 0.055253791809082034, 0.05180455101860894, 0.07666621738009982, 0.08973163180881076 ], "point": [ 0.066, 0.0708 ] }, { "instruction": "Back", "bbox": [ 0.006104044781790839, 0.054886728922526044, 0.025844660732481213, 0.08731185065375434 ], "point": [ 0.016, 0.0711 ] }, { "instruction": "a notification or alert.", "bbox": [ 0.00511287185880873, 0.1027167002360026, 0.0341827564769321, 0.1441341315375434 ], "point": [ 0.0196, 0.1234 ] }, { "instruction": "Forward", "bbox": [ 0.0309612062242296, 0.05337889353434245, 0.05039111773173014, 0.08804734971788195 ], "point": [ 0.0407, 0.0707 ] }, { "instruction": "adding a new item or element.", "bbox": [ 0.7335325453016494, 0.10851147121853298, 0.7662168714735244, 0.1376754421657986 ], "point": [ 0.7499, 0.1231 ] }, { "instruction": "Vibration settings", "bbox": [ 0.9461638556586371, 0.0971216328938802, 0.9848692999945746, 0.1505476548936632 ], "point": [ 0.9655, 0.1238 ] }, { "instruction": "Line", "bbox": [ 0.27050206926133896, 0.11152153862847222, 0.28661382463243273, 0.1392507595486111 ], "point": [ 0.2786, 0.1254 ] }, { "instruction": "Help", "bbox": [ 0.3564263661702474, 0.42570298936631945, 0.3720039791531033, 0.455579833984375 ], "point": [ 0.3642, 0.4406 ] }, { "instruction": "Close", "bbox": [ 0.5297096676296658, 0.006407257715861003, 0.5457159678141276, 0.038438266118367516 ], "point": [ 0.5377, 0.0224 ] }, { "instruction": "Close", "bbox": [ 0.19990787506103516, 0.011664590835571288, 0.21496240827772353, 0.03647094408671061 ], "point": [ 0.2074, 0.0241 ] }, { "instruction": "New Tab", "bbox": [ 0.5538344489203559, 0.00673866589864095, 0.5701338873969184, 0.03690079053243001 ], "point": [ 0.562, 0.0218 ] }, { "instruction": "Rounded rectangle.", "bbox": [ 0.28761683570014107, 0.7217619493272569, 0.30067920684814453, 0.7421696641710069 ], "point": [ 0.2941, 0.732 ] }, { "instruction": "Five-point star", "bbox": [ 0.8658240424262152, 0.05847339206271701, 0.8833677503797743, 0.08516742282443576 ], "point": [ 0.8746, 0.0718 ] }, { "instruction": "Close", "bbox": [ 0.3645358191596137, 0.009243656794230143, 0.38047396341959633, 0.037985815472073026 ], "point": [ 0.3725, 0.0236 ] }, { "instruction": "Show container actions", "bbox": [ 0.9749371846516927, 0.05156259324815538, 0.9946174621582031, 0.09014585706922743 ], "point": [ 0.9848, 0.0709 ] }, { "instruction": "Expand to the next step", "bbox": [ 0.8677011277940538, 0.09757492065429688, 0.9030386182996962, 0.15114757961697048 ], "point": [ 0.8854, 0.1244 ] }, { "instruction": "Oval", "bbox": [ 0.28775749206542967, 0.45762508816189235, 0.30063370598687067, 0.4790162150065104 ], "point": [ 0.2942, 0.4683 ] }, { "instruction": "Help", "bbox": [ 0.9066012912326389, 0.09748128255208334, 0.9398440890842014, 0.15110704210069445 ], "point": [ 0.9232, 0.1243 ] }, { "instruction": "Oval", "bbox": [ 0.2876013437906901, 0.5064345974392361, 0.3009975009494358, 0.5295315890842014 ], "point": [ 0.2943, 0.518 ] }, { "instruction": "a completed task or confirmation.", "bbox": [ 0.28775244818793405, 0.6548881022135417, 0.30077667236328126, 0.6741848415798611 ], "point": [ 0.2943, 0.6645 ] }, { "instruction": "the number 8.", "bbox": [ 0.8142532348632813, 0.09700994703504774, 0.8636737399631076, 0.15128451877170138 ], "point": [ 0.839, 0.1241 ] }, { "instruction": "a loading or buffering indicator.", "bbox": [ 0.28760977851019964, 0.5550325181749132, 0.30091980828179254, 0.5750758192274306 ], "point": [ 0.2943, 0.5651 ] }, { "instruction": "Battery charge indicator showing 13 seconds.", "bbox": [ 0.7705900404188368, 0.104432373046875, 0.812534417046441, 0.14369898478190105 ], "point": [ 0.7916, 0.1241 ] }, { "instruction": "Postmill.", "bbox": [ 0.2201437208387587, 0.0006469641791449652, 0.34108170403374566, 0.04546841515435113 ], "point": [ 0.2806, 0.0231 ] }, { "instruction": "an option to try an awesome project.", "bbox": [ 0.6200336032443576, 0.3488473849826389, 0.9370683458116319, 0.38750779893663195 ], "point": [ 0.7786, 0.3682 ] }, { "instruction": "an email address.", "bbox": [ 0.2843107435438368, 0.34926205105251734, 0.6138455708821614, 0.3895169745551215 ], "point": [ 0.4491, 0.3694 ] }, { "instruction": "Internet or web access.", "bbox": [ 0.30348892211914064, 0.5545099555121528, 0.3175217522515191, 0.5758252631293402 ], "point": [ 0.3105, 0.5652 ] }, { "instruction": "User: The other Kiwix guy/LAN settings.", "bbox": [ 0.3897279103597005, 0.0029404979281955294, 0.5277918921576605, 0.04173589282565647 ], "point": [ 0.4588, 0.0223 ] }, { "instruction": "a search bar.", "bbox": [ 0.9927807278103299, 0.09741249084472656, 1.0, 0.14275985717773437 ], "point": [ 0.9964, 0.1201 ] }, { "instruction": "Wi-Fi signal strength.", "bbox": [ 0.9946257697211371, 0.050520214504665796, 1.0000000847710504, 0.09180291917588976 ], "point": [ 0.9973, 0.0712 ] } ], "element_size": 80 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_3/2153.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "New Project", "bbox": [ 0.078125, 0.015, 0.12881944444444443, 0.03222222222222222 ], "point": [ 0.1035, 0.0236 ] }, { "instruction": "GitLab", "bbox": [ 0.13194444444444445, 0.01499999894036187, 0.1607638888888889, 0.03111111111111111 ], "point": [ 0.1464, 0.0231 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/projects/new#blank_project", "bbox": [ 0.15833333333333333, 0.06111111111111111, 0.58125, 0.08277777777777778 ], "point": [ 0.3698, 0.0719 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "New project", "bbox": [ 0.28749997880723743, 0.18722222222222223, 0.3371527565850152, 0.20444444444444446 ], "point": [ 0.3123, 0.1958 ] }, { "instruction": "Create blank project", "bbox": [ 0.35138888888888886, 0.18722222222222223, 0.4371527777777778, 0.20444444444444446 ], "point": [ 0.3943, 0.1958 ] }, { "instruction": "Project name", "bbox": [ 0.28715277777777776, 0.23333331637912327, 0.35104166666666664, 0.2538888719346788 ], "point": [ 0.3191, 0.2436 ] }, { "instruction": "Create blank project", "bbox": [ 0.065625, 0.27444444444444444, 0.20381944444444444, 0.3061111111111111 ], "point": [ 0.1347, 0.2903 ] }, { "instruction": "Create a blank project to store your files,", "bbox": [ 0.06527778837415907, 0.315, 0.2506944550408257, 0.3377777777777778 ], "point": [ 0.158, 0.3264 ] }, { "instruction": "Project URL", "bbox": [ 0.28715277777777776, 0.31833333333333336, 0.3454861111111111, 0.34 ], "point": [ 0.3163, 0.3292 ] }, { "instruction": "Project slug", "bbox": [ 0.6197916666666666, 0.31833333333333336, 0.6795138888888889, 0.3411111111111111 ], "point": [ 0.6497, 0.3297 ] }, { "instruction": "plan your work, and collaborate on code,", "bbox": [ 0.06527778837415907, 0.3383333333333333, 0.2506944550408257, 0.3605555555555556 ], "point": [ 0.158, 0.3494 ] }, { "instruction": "among other things:", "bbox": [ 0.06527777777777778, 0.3611111111111111, 0.159375, 0.38555555555555554 ], "point": [ 0.1123, 0.3733 ] }, { "instruction": "Want to organize several dependent projects under the same namespace? Create", "bbox": [ 0.28749997880723743, 0.3927777777777778, 0.6541665607028537, 0.4166666666666667 ], "point": [ 0.4708, 0.4047 ] }, { "instruction": "group:", "bbox": [ 0.6625, 0.3972222222222222, 0.6934027777777778, 0.41444444444444445 ], "point": [ 0.678, 0.4058 ] }, { "instruction": "Visibility Level", "bbox": [ 0.28680555555555554, 0.4255555894639757, 0.3572916666666667, 0.45055558946397567 ], "point": [ 0.322, 0.4381 ] }, { "instruction": "Private", "bbox": [ 0.31805555555555554, 0.4588888888888889, 0.35138888888888886, 0.4772222222222222 ], "point": [ 0.3347, 0.4681 ] }, { "instruction": "Project access must be granted explicitly to each user: If this project is part of a group, access is granted to members of the group.", "bbox": [ 0.3034722222222222, 0.48055555555555557, 0.8923611111111112, 0.5016666666666667 ], "point": [ 0.5979, 0.4911 ] }, { "instruction": "Internal", "bbox": [ 0.3170138888888889, 0.5088888888888888, 0.35381944444444446, 0.5244444444444445 ], "point": [ 0.3354, 0.5167 ] }, { "instruction": "The project can be accessed by any logged in user except external users.", "bbox": [ 0.30416666666666664, 0.5288888888888889, 0.6354166666666666, 0.5522222900390625 ], "point": [ 0.4698, 0.5406 ] }, { "instruction": "Public", "bbox": [ 0.31805557674831814, 0.5561111111111111, 0.3482639100816515, 0.5744445122612847 ], "point": [ 0.3332, 0.5653 ] }, { "instruction": "The project can be accessed without any authentication:", "bbox": [ 0.30520833333333336, 0.5761111789279514, 0.5586805555555555, 0.6005556233723959 ], "point": [ 0.4319, 0.5883 ] }, { "instruction": "Project Configuration", "bbox": [ 0.28715277777777776, 0.6255555555555555, 0.390625, 0.6466666666666666 ], "point": [ 0.3389, 0.6361 ] }, { "instruction": "Initialize repository with a README", "bbox": [ 0.3034722222222222, 0.6544444444444445, 0.4625, 0.675 ], "point": [ 0.383, 0.6647 ] }, { "instruction": "Allows you to", "bbox": [ 0.30451393127441406, 0.6788888888888889, 0.36527777777777776, 0.6972222222222222 ], "point": [ 0.3349, 0.6881 ] }, { "instruction": "immediately clone this project's repository: Skip this if you plan to push up an existing repository:", "bbox": [ 0.36493055555555554, 0.675, 0.8010416666666667, 0.6994444444444444 ], "point": [ 0.583, 0.6872 ] }, { "instruction": "Enable Static Application Security Testing (SAST)", "bbox": [ 0.30416666666666664, 0.7205555555555555, 0.5274305555555555, 0.7433333333333333 ], "point": [ 0.4158, 0.7319 ] }, { "instruction": "Analyze your source code for known security vulnerabilities. Learn more.", "bbox": [ 0.30416666666666664, 0.7427777777777778, 0.6291666666666667, 0.7638888888888888 ], "point": [ 0.4667, 0.7533 ] }, { "instruction": "Cancel", "bbox": [ 0.37057952880859374, 0.7866290961371528, 0.42100101047092015, 0.8265034993489583 ], "point": [ 0.3958, 0.8066 ] }, { "instruction": "Create project", "bbox": [ 0.2872961892022027, 0.7870496961805555, 0.3702735900878906, 0.8257880316840278 ], "point": [ 0.3288, 0.8064 ] }, { "instruction": "Incognito", "bbox": [ 0.8950386047363281, 0.050477405124240454, 0.9706886291503907, 0.0911493682861328 ], "point": [ 0.9329, 0.0708 ] }, { "instruction": "Not Secure", "bbox": [ 0.08161330223083496, 0.053024135165744356, 0.15601579878065322, 0.08701759338378906 ], "point": [ 0.1188, 0.07 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.2838412814670139, 0.25875807020399305, 0.5152890523274739, 0.3034502156575521 ], "point": [ 0.3996, 0.2811 ] }, { "instruction": "X", "bbox": [ 0.19991730584038628, 0.011679513719346788, 0.2149377187093099, 0.03645991855197483 ], "point": [ 0.2074, 0.0241 ] }, { "instruction": "X", "bbox": [ 0.5297307756212023, 0.0063225173950195316, 0.5456641727023654, 0.03853976355658637 ], "point": [ 0.5377, 0.0224 ] }, { "instruction": "t", "bbox": [ 0.5538609398735894, 0.006585412555270725, 0.5700463612874349, 0.03706771744622125 ], "point": [ 0.562, 0.0218 ] }, { "instruction": "X", "bbox": [ 0.36453670925564235, 0.009366274939643012, 0.38046468098958336, 0.03798251681857639 ], "point": [ 0.3725, 0.0237 ] }, { "instruction": "88(8", "bbox": [ 0.8142126295301649, 0.09695913526746962, 0.8637365553114149, 0.1513060506184896 ], "point": [ 0.839, 0.1241 ] }, { "instruction": "13", "bbox": [ 0.7705268012152777, 0.10428766886393229, 0.8125474717881944, 0.14378233167860244 ], "point": [ 0.7915, 0.124 ] }, { "instruction": "Postmill", "bbox": [ 0.22019581264919705, 0.0006313663058810764, 0.3435328165690104, 0.04549578348795573 ], "point": [ 0.2819, 0.0231 ] }, { "instruction": "http:Ilec2-3-135-185-123.us-east-2compute.amazonaws com:8023/1", "bbox": [ 0.28434295654296876, 0.34924906412760415, 0.6137350294325087, 0.3894616021050347 ], "point": [ 0.449, 0.3694 ] }, { "instruction": "list_of_", "bbox": [ 0.6183308495415581, 0.34713267008463544, 0.9378131442599826, 0.38732974582248264 ], "point": [ 0.7781, 0.3672 ] }, { "instruction": "awesome", "bbox": [ 0.6183308495415581, 0.34713267008463544, 0.9378131442599826, 0.38732974582248264 ], "point": [ 0.7781, 0.3672 ] }, { "instruction": "~things", "bbox": [ 0.6183308495415581, 0.34713267008463544, 0.9378131442599826, 0.38732974582248264 ], "point": [ 0.7781, 0.3672 ] }, { "instruction": "User:The other Kiwix guy/Lan", "bbox": [ 0.389778561062283, 0.0028566084967719184, 0.5277698092990452, 0.04174194547865126 ], "point": [ 0.4588, 0.0223 ] }, { "instruction": "Cancel action.", "bbox": [ 0.37057952880859374, 0.7866290961371528, 0.42100101047092015, 0.8265034993489583 ], "point": [ 0.3958, 0.8066 ] }, { "instruction": "creating a project.", "bbox": [ 0.2872961892022027, 0.7870496961805555, 0.3702735900878906, 0.8257880316840278 ], "point": [ 0.3288, 0.8064 ] }, { "instruction": "Incognito.", "bbox": [ 0.8950386047363281, 0.050477405124240454, 0.9706886291503907, 0.0911493682861328 ], "point": [ 0.9329, 0.0708 ] }, { "instruction": "Not Security.", "bbox": [ 0.08161330223083496, 0.053024135165744356, 0.15601579878065322, 0.08701759338378906 ], "point": [ 0.1188, 0.07 ] }, { "instruction": "a list of awesome things.", "bbox": [ 0.2838412814670139, 0.25875807020399305, 0.5152890523274739, 0.3034502156575521 ], "point": [ 0.3996, 0.2811 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9754812452528212, 0.0038339720831976998, 0.9971597459581163, 0.040955638885498045 ], "point": [ 0.9863, 0.0224 ] }, { "instruction": "Justified", "bbox": [ 0.03849500020345052, 0.10622742546929254, 0.06251917945014106, 0.14180386861165364 ], "point": [ 0.0505, 0.124 ] }, { "instruction": "Reload", "bbox": [ 0.05524231592814128, 0.05169492933485243, 0.07668696509467231, 0.08980318705240885 ], "point": [ 0.066, 0.0707 ] }, { "instruction": "Back", "bbox": [ 0.006080520815319485, 0.05481488545735677, 0.02587353852060106, 0.08731139289008247 ], "point": [ 0.016, 0.0711 ] }, { "instruction": "a notification or alert.", "bbox": [ 0.005242359638214111, 0.102659666273329, 0.03421385155783759, 0.14441045125325522 ], "point": [ 0.0197, 0.1235 ] }, { "instruction": "Forward", "bbox": [ 0.030935263633728026, 0.05329861958821615, 0.05041610929701063, 0.08808074103461372 ], "point": [ 0.0407, 0.0707 ] }, { "instruction": "adding a new item or element.", "bbox": [ 0.7335890028211806, 0.10836030748155381, 0.7661175198025174, 0.13767608642578125 ], "point": [ 0.7499, 0.123 ] }, { "instruction": "Selecting or adding a pattern.", "bbox": [ 0.9460059271918403, 0.09707208421495225, 0.984918212890625, 0.1506349351671007 ], "point": [ 0.9655, 0.1239 ] }, { "instruction": "Line", "bbox": [ 0.2704703436957465, 0.11148100111219618, 0.2866051991780599, 0.13926244099934895 ], "point": [ 0.2785, 0.1254 ] }, { "instruction": "Help", "bbox": [ 0.3563807593451606, 0.42554924858940973, 0.3719826168484158, 0.45564826117621526 ], "point": [ 0.3642, 0.4406 ] }, { "instruction": "Close", "bbox": [ 0.19991730584038628, 0.011679513719346788, 0.2149377187093099, 0.03645991855197483 ], "point": [ 0.2074, 0.0241 ] }, { "instruction": "Close", "bbox": [ 0.5297307756212023, 0.0063225173950195316, 0.5456641727023654, 0.03853976355658637 ], "point": [ 0.5377, 0.0224 ] }, { "instruction": "New Tab", "bbox": [ 0.5538609398735894, 0.006585412555270725, 0.5700463612874349, 0.03706771744622125 ], "point": [ 0.562, 0.0218 ] }, { "instruction": "Five-point star", "bbox": [ 0.8657285054524739, 0.05839402516682943, 0.8834136115180121, 0.08520655314127604 ], "point": [ 0.8746, 0.0718 ] }, { "instruction": "Rounded rectangle.", "bbox": [ 0.28758718702528213, 0.721761474609375, 0.30066363016764325, 0.742177734375 ], "point": [ 0.2941, 0.732 ] }, { "instruction": "Close", "bbox": [ 0.36453670925564235, 0.009366274939643012, 0.38046468098958336, 0.03798251681857639 ], "point": [ 0.3725, 0.0237 ] }, { "instruction": "Expand to the next step", "bbox": [ 0.8676514519585503, 0.09749607510036892, 0.9031408521864149, 0.15116070217556424 ], "point": [ 0.8854, 0.1243 ] }, { "instruction": "Show container actions", "bbox": [ 0.9748993767632379, 0.05145150078667535, 0.994671885172526, 0.09023103502061632 ], "point": [ 0.9848, 0.0708 ] }, { "instruction": "Oval", "bbox": [ 0.2877449459499783, 0.4575826348198785, 0.3005986955430773, 0.4790112643771701 ], "point": [ 0.2942, 0.4683 ] }, { "instruction": "Internet or web access.", "bbox": [ 0.3019989225599501, 0.5549775187174479, 0.3171706517537435, 0.5775965033637153 ], "point": [ 0.3096, 0.5663 ] }, { "instruction": "Help", "bbox": [ 0.9065591600206163, 0.09768852233886718, 0.9401568094889323, 0.15101182725694445 ], "point": [ 0.9234, 0.1244 ] }, { "instruction": "the number 8.", "bbox": [ 0.8142126295301649, 0.09695913526746962, 0.8637365553114149, 0.1513060506184896 ], "point": [ 0.839, 0.1241 ] }, { "instruction": "Oval", "bbox": [ 0.2875770780775282, 0.5063130696614583, 0.3009947246975369, 0.5296097140842014 ], "point": [ 0.2943, 0.518 ] }, { "instruction": "a completed task or confirmation.", "bbox": [ 0.2877223120795356, 0.6547319200303819, 0.30087271796332465, 0.6743369547526041 ], "point": [ 0.2943, 0.6645 ] }, { "instruction": "Battery charge indicator showing 13 seconds.", "bbox": [ 0.7705268012152777, 0.10428766886393229, 0.8125474717881944, 0.14378233167860244 ], "point": [ 0.7915, 0.124 ] }, { "instruction": "Postmill.", "bbox": [ 0.22019581264919705, 0.0006313663058810764, 0.3435328165690104, 0.04549578348795573 ], "point": [ 0.2819, 0.0231 ] }, { "instruction": "a loading or buffering indicator.", "bbox": [ 0.28747422960069446, 0.5551668294270833, 0.30074539184570315, 0.576126234266493 ], "point": [ 0.2941, 0.5656 ] }, { "instruction": "an email address.", "bbox": [ 0.28434295654296876, 0.34924906412760415, 0.6137350294325087, 0.3894616021050347 ], "point": [ 0.449, 0.3694 ] }, { "instruction": "a list of awesome things.", "bbox": [ 0.6183308495415581, 0.34713267008463544, 0.9378131442599826, 0.38732974582248264 ], "point": [ 0.7781, 0.3672 ] }, { "instruction": "User: The other Kiwix guy/LAN settings.", "bbox": [ 0.389778561062283, 0.0028566084967719184, 0.5277698092990452, 0.04174194547865126 ], "point": [ 0.4588, 0.0223 ] }, { "instruction": "a search bar.", "bbox": [ 0.9927978515625, 0.09741594102647569, 1.0, 0.142773929172092 ], "point": [ 0.9964, 0.1201 ] }, { "instruction": "Wi-Fi signal strength.", "bbox": [ 0.9946316189236111, 0.05030481974283854, 1.0, 0.09200439453125 ], "point": [ 0.9973, 0.0712 ] }, { "instruction": "a search function.", "bbox": [ 1.9154946009318034e-05, 0.1028141106499566, 0.004799937870767382, 0.14466768052842882 ], "point": [ 0.0024, 0.1237 ] } ], "element_size": 83 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_4/2369.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "New Project", "bbox": [ 0.078125, 0.015, 0.12881944444444443, 0.03222222222222222 ], "point": [ 0.1035, 0.0236 ] }, { "instruction": "GitLab", "bbox": [ 0.13194444444444445, 0.01499999894036187, 0.1607638888888889, 0.03111111111111111 ], "point": [ 0.1464, 0.0231 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/projects/new#blank_project", "bbox": [ 0.15833333333333333, 0.06111111111111111, 0.58125, 0.08277777777777778 ], "point": [ 0.3698, 0.0719 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "New project", "bbox": [ 0.28749997880723743, 0.18722222222222223, 0.3371527565850152, 0.20444444444444446 ], "point": [ 0.3123, 0.1958 ] }, { "instruction": "Create blank project", "bbox": [ 0.35138888888888886, 0.18722222222222223, 0.4371527777777778, 0.20444444444444446 ], "point": [ 0.3943, 0.1958 ] }, { "instruction": "Project name", "bbox": [ 0.28715277777777776, 0.23333331637912327, 0.35104166666666664, 0.2538888719346788 ], "point": [ 0.3191, 0.2436 ] }, { "instruction": "Create blank project", "bbox": [ 0.065625, 0.27444444444444444, 0.20381944444444444, 0.3061111111111111 ], "point": [ 0.1347, 0.2903 ] }, { "instruction": "Create a blank project to store your files,", "bbox": [ 0.06527778837415907, 0.315, 0.2506944550408257, 0.3377777777777778 ], "point": [ 0.158, 0.3264 ] }, { "instruction": "Project URL", "bbox": [ 0.2871527353922526, 0.31833333333333336, 0.34479166666666666, 0.34 ], "point": [ 0.316, 0.3292 ] }, { "instruction": "Project slug", "bbox": [ 0.6197916666666666, 0.31833333333333336, 0.6795138888888889, 0.3411111111111111 ], "point": [ 0.6497, 0.3297 ] }, { "instruction": "plan your work, and collaborate on code,", "bbox": [ 0.06527778837415907, 0.3383333333333333, 0.2506944550408257, 0.3605555555555556 ], "point": [ 0.158, 0.3494 ] }, { "instruction": "among other things:", "bbox": [ 0.06527777777777778, 0.3611111111111111, 0.159375, 0.38555555555555554 ], "point": [ 0.1123, 0.3733 ] }, { "instruction": "Want to organize several dependent projects under the same namespace? Create", "bbox": [ 0.28749997880723743, 0.3927777777777778, 0.6541665607028537, 0.4166666666666667 ], "point": [ 0.4708, 0.4047 ] }, { "instruction": "group:", "bbox": [ 0.6625, 0.3972222222222222, 0.6934027777777778, 0.41444444444444445 ], "point": [ 0.678, 0.4058 ] }, { "instruction": "Visibility Level", "bbox": [ 0.28680555555555554, 0.4255555894639757, 0.3572916666666667, 0.45055558946397567 ], "point": [ 0.322, 0.4381 ] }, { "instruction": "Private", "bbox": [ 0.31805555555555554, 0.4588888888888889, 0.35138888888888886, 0.4772222222222222 ], "point": [ 0.3347, 0.4681 ] }, { "instruction": "Project access must be granted explicitly to each user: If this project is part of a group, access is granted to members of the group.", "bbox": [ 0.3034722222222222, 0.48055555555555557, 0.8923611111111112, 0.5016666666666667 ], "point": [ 0.5979, 0.4911 ] }, { "instruction": "Internal", "bbox": [ 0.3170138888888889, 0.5088888888888888, 0.35381944444444446, 0.5244444444444445 ], "point": [ 0.3354, 0.5167 ] }, { "instruction": "The project can be accessed by any logged in user except external users.", "bbox": [ 0.30416666666666664, 0.5288888888888889, 0.6354166666666666, 0.5522222900390625 ], "point": [ 0.4698, 0.5406 ] }, { "instruction": "Public", "bbox": [ 0.31805557674831814, 0.5561111111111111, 0.3482639100816515, 0.5744445122612847 ], "point": [ 0.3332, 0.5653 ] }, { "instruction": "The project can be accessed without any authentication:", "bbox": [ 0.30416666666666664, 0.5783333333333334, 0.5586805555555555, 0.5988888888888889 ], "point": [ 0.4314, 0.5886 ] }, { "instruction": "Project Configuration", "bbox": [ 0.28715277777777776, 0.6255555555555555, 0.390625, 0.6466666666666666 ], "point": [ 0.3389, 0.6361 ] }, { "instruction": "Initialize repository with a README", "bbox": [ 0.3034722222222222, 0.6544444444444445, 0.4625, 0.675 ], "point": [ 0.383, 0.6647 ] }, { "instruction": "Allows you to", "bbox": [ 0.30451393127441406, 0.6788888888888889, 0.36527777777777776, 0.6972222222222222 ], "point": [ 0.3349, 0.6881 ] }, { "instruction": "immediately clone this project's repository: Skip this if you plan to push up an existing repository:", "bbox": [ 0.36493055555555554, 0.675, 0.8010416666666667, 0.6994444444444444 ], "point": [ 0.583, 0.6872 ] }, { "instruction": "Enable Static Application Security Testing (SAST)", "bbox": [ 0.30416666666666664, 0.7205555555555555, 0.5274305555555555, 0.7433333333333333 ], "point": [ 0.4158, 0.7319 ] }, { "instruction": "Analyze your source code for known security vulnerabilities. Learn more.", "bbox": [ 0.30416666666666664, 0.7427777777777778, 0.6291666666666667, 0.7638888888888888 ], "point": [ 0.4667, 0.7533 ] }, { "instruction": "Cancel", "bbox": [ 0.37058444552951386, 0.7866143120659722, 0.4210049099392361, 0.82656005859375 ], "point": [ 0.3958, 0.8066 ] }, { "instruction": "Create project", "bbox": [ 0.2873131646050347, 0.7870541720920139, 0.37028138902452257, 0.8258013237847223 ], "point": [ 0.3288, 0.8064 ] }, { "instruction": "Incognito", "bbox": [ 0.8950347900390625, 0.05046102311876085, 0.9706943088107639, 0.09115995619032118 ], "point": [ 0.9329, 0.0708 ] }, { "instruction": "Not Secure", "bbox": [ 0.08159267637464736, 0.053013119167751734, 0.1560012075636122, 0.08698900858561198 ], "point": [ 0.1188, 0.07 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.28482721116807724, 0.2610303921169705, 0.5133183373345269, 0.3011974419487847 ], "point": [ 0.3991, 0.2811 ] }, { "instruction": "X", "bbox": [ 0.19992343054877387, 0.011622350480821398, 0.21491964128282334, 0.03653265211317274 ], "point": [ 0.2074, 0.0241 ] }, { "instruction": "X", "bbox": [ 0.5297252655029296, 0.006326071421305339, 0.5455946604410807, 0.038593775431315105 ], "point": [ 0.5377, 0.0225 ] }, { "instruction": "t", "bbox": [ 0.5537804497612847, 0.006347436904907227, 0.5700391133626302, 0.037213703791300456 ], "point": [ 0.5619, 0.0218 ] }, { "instruction": "X", "bbox": [ 0.36457171969943575, 0.009423129823472765, 0.38046129014756946, 0.037964677810668944 ], "point": [ 0.3725, 0.0237 ] }, { "instruction": "88(8", "bbox": [ 0.8141043768988715, 0.09689657423231336, 0.8638359917534723, 0.15132432725694445 ], "point": [ 0.839, 0.1241 ] }, { "instruction": "13", "bbox": [ 0.7713616265190972, 0.09700839572482639, 0.8137223985460069, 0.15230662027994793 ], "point": [ 0.7925, 0.1247 ] }, { "instruction": "Postmill", "bbox": [ 0.2202113469441732, 0.0005778800116644965, 0.34454530080159507, 0.04549964904785156 ], "point": [ 0.2824, 0.023 ] }, { "instruction": "http:Ilec2-3-135-185-123.us-east-2 compute.amazonaws com:8023/1", "bbox": [ 0.2846242904663086, 0.3493160332573785, 0.6135960049099393, 0.38924007839626734 ], "point": [ 0.4491, 0.3693 ] }, { "instruction": "list_of_", "bbox": [ 0.6183442857530382, 0.3471453179253472, 0.937788560655382, 0.38729939778645833 ], "point": [ 0.7781, 0.3672 ] }, { "instruction": "awesome", "bbox": [ 0.6183442857530382, 0.3471453179253472, 0.937788560655382, 0.38729939778645833 ], "point": [ 0.7781, 0.3672 ] }, { "instruction": "~things", "bbox": [ 0.6183442857530382, 0.3471453179253472, 0.937788560655382, 0.38729939778645833 ], "point": [ 0.7781, 0.3672 ] }, { "instruction": "User:The other Kiwix guy/Lan", "bbox": [ 0.38982916937934026, 0.002788153754340278, 0.5277819315592448, 0.041763085259331596 ], "point": [ 0.4588, 0.0223 ] }, { "instruction": "Cancel action.", "bbox": [ 0.37058444552951386, 0.7866143120659722, 0.4210049099392361, 0.82656005859375 ], "point": [ 0.3958, 0.8066 ] }, { "instruction": "creating a project.", "bbox": [ 0.2873131646050347, 0.7870541720920139, 0.37028138902452257, 0.8258013237847223 ], "point": [ 0.3288, 0.8064 ] }, { "instruction": "Incognito.", "bbox": [ 0.8950347900390625, 0.05046102311876085, 0.9706943088107639, 0.09115995619032118 ], "point": [ 0.9329, 0.0708 ] }, { "instruction": "Not Security.", "bbox": [ 0.08159267637464736, 0.053013119167751734, 0.1560012075636122, 0.08698900858561198 ], "point": [ 0.1188, 0.07 ] }, { "instruction": "a list of awesome things.", "bbox": [ 0.28482721116807724, 0.2610303921169705, 0.5133183373345269, 0.3011974419487847 ], "point": [ 0.3991, 0.2811 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9754681057400174, 0.003750271267361111, 0.9971932305230035, 0.04099046071370443 ], "point": [ 0.9863, 0.0224 ] }, { "instruction": "Justified", "bbox": [ 0.038421514299180774, 0.10609766642252604, 0.06255729463365343, 0.1417932637532552 ], "point": [ 0.0505, 0.1239 ] }, { "instruction": "Reload", "bbox": [ 0.05522708892822266, 0.051640264723036025, 0.07669446733262804, 0.08976984659830729 ], "point": [ 0.066, 0.0707 ] }, { "instruction": "Back", "bbox": [ 0.006082286437352498, 0.05479721917046441, 0.025903752777311537, 0.08723149617513021 ], "point": [ 0.016, 0.071 ] }, { "instruction": "a notification or alert.", "bbox": [ 0.005041189988454183, 0.10249462551540799, 0.03422427044974433, 0.14429767184787326 ], "point": [ 0.0196, 0.1234 ] }, { "instruction": "Forward", "bbox": [ 0.03090865347120497, 0.05327064938015408, 0.050437641143798825, 0.08800511678059895 ], "point": [ 0.0407, 0.0706 ] }, { "instruction": "Line", "bbox": [ 0.2704586452907986, 0.11142542521158855, 0.2866058773464627, 0.13925574408637154 ], "point": [ 0.2785, 0.1253 ] }, { "instruction": "adding a new item or element.", "bbox": [ 0.7335805257161458, 0.10866266886393229, 0.7660642835828994, 0.13753911336263022 ], "point": [ 0.7498, 0.1231 ] }, { "instruction": "Selecting or adding a pattern.", "bbox": [ 0.9459929572211372, 0.09704843309190538, 0.9850491841634115, 0.15064432779947917 ], "point": [ 0.9655, 0.1238 ] }, { "instruction": "Help", "bbox": [ 0.3562708536783854, 0.4255103217230903, 0.3720898946126302, 0.4560283745659722 ], "point": [ 0.3642, 0.4408 ] }, { "instruction": "Close", "bbox": [ 0.19992343054877387, 0.011622350480821398, 0.21491964128282334, 0.03653265211317274 ], "point": [ 0.2074, 0.0241 ] }, { "instruction": "Close", "bbox": [ 0.5297252655029296, 0.006326071421305339, 0.5455946604410807, 0.038593775431315105 ], "point": [ 0.5377, 0.0225 ] }, { "instruction": "Five-point star", "bbox": [ 0.8657085842556423, 0.05836883121066623, 0.8834240383572048, 0.08521245320638021 ], "point": [ 0.8746, 0.0718 ] }, { "instruction": "New Tab", "bbox": [ 0.5537804497612847, 0.006347436904907227, 0.5700391133626302, 0.037213703791300456 ], "point": [ 0.5619, 0.0218 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.2875852584838867, 0.721661376953125, 0.3006934059990777, 0.7422882758246527 ], "point": [ 0.2941, 0.732 ] }, { "instruction": "Close", "bbox": [ 0.36457171969943575, 0.009423129823472765, 0.38046129014756946, 0.037964677810668944 ], "point": [ 0.3725, 0.0237 ] }, { "instruction": "Expand to the next step", "bbox": [ 0.8675491333007812, 0.09740713331434461, 0.9031801011827257, 0.15121131049262151 ], "point": [ 0.8854, 0.1243 ] }, { "instruction": "Show container actions", "bbox": [ 0.9748272365993924, 0.0513801023695204, 0.9947540283203125, 0.0902974616156684 ], "point": [ 0.9848, 0.0708 ] }, { "instruction": "Help", "bbox": [ 0.9061937120225695, 0.09736373901367187, 0.9400514390733506, 0.15112380981445311 ], "point": [ 0.9231, 0.1242 ] }, { "instruction": "a loading or buffering indicator.", "bbox": [ 0.28546829223632814, 0.5522205607096354, 0.30230623881022134, 0.5788555230034722 ], "point": [ 0.2939, 0.5655 ] }, { "instruction": "the number 8.", "bbox": [ 0.8141043768988715, 0.09689657423231336, 0.8638359917534723, 0.15132432725694445 ], "point": [ 0.839, 0.1241 ] }, { "instruction": "zero.", "bbox": [ 0.28772415584988065, 0.4575182088216146, 0.3006012174818251, 0.4788855997721354 ], "point": [ 0.2942, 0.4682 ] }, { "instruction": "Oval", "bbox": [ 0.2874945322672526, 0.5064259847005208, 0.3009688907199436, 0.5294192843967014 ], "point": [ 0.2942, 0.5179 ] }, { "instruction": "Draw Functions", "bbox": [ 0.7713616265190972, 0.09700839572482639, 0.8137223985460069, 0.15230662027994793 ], "point": [ 0.7925, 0.1247 ] }, { "instruction": "Postmill.", "bbox": [ 0.2202113469441732, 0.0005778800116644965, 0.34454530080159507, 0.04549964904785156 ], "point": [ 0.2824, 0.023 ] }, { "instruction": "an email address.", "bbox": [ 0.2846242904663086, 0.3493160332573785, 0.6135960049099393, 0.38924007839626734 ], "point": [ 0.4491, 0.3693 ] }, { "instruction": "a list of awesome things.", "bbox": [ 0.6183442857530382, 0.3471453179253472, 0.937788560655382, 0.38729939778645833 ], "point": [ 0.7781, 0.3672 ] }, { "instruction": "a completed task or confirmation.", "bbox": [ 0.28765828874376087, 0.6547500271267361, 0.30090741051567926, 0.6747134060329861 ], "point": [ 0.2943, 0.6647 ] }, { "instruction": "User: The other Kiwix guy/LAN settings.", "bbox": [ 0.38982916937934026, 0.002788153754340278, 0.5277819315592448, 0.041763085259331596 ], "point": [ 0.4588, 0.0223 ] }, { "instruction": "Search or magnifying glass.", "bbox": [ 0.994642808702257, 0.05012930976019965, 1.0, 0.09220994737413195 ], "point": [ 0.9973, 0.0712 ] }, { "instruction": "a search bar.", "bbox": [ 0.9928042941623264, 0.09741399976942275, 1.0, 0.14275614420572916 ], "point": [ 0.9964, 0.1201 ] }, { "instruction": "Internet or web", "bbox": [ 0.303193113538954, 0.5519818115234375, 0.3184920416937934, 0.5783506266276042 ], "point": [ 0.3108, 0.5652 ] }, { "instruction": "a search function.", "bbox": [ 1.908424827787611e-05, 0.10279730902777778, 0.004822393423981137, 0.14454247368706596 ], "point": [ 0.0024, 0.1237 ] } ], "element_size": 83 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_5/2819.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Byte Blaze", "bbox": [ 0.078125, 0.015, 0.12152777777777778, 0.03222222222222222 ], "point": [ 0.0998, 0.0236 ] }, { "instruction": "list_of_awesome", "bbox": [ 0.12569444444444444, 0.01499999894036187, 0.1951388888888889, 0.03111111111111111 ], "point": [ 0.1604, 0.0231 ] }, { "instruction": "User:The other Kiwix guy/Lan", "bbox": [ 0.4083333333333333, 0.013888888888888888, 0.5270833333333333, 0.034444444444444444 ], "point": [ 0.4677, 0.0242 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/byteblazellist_of_awesome_things", "bbox": [ 0.15833333333333333, 0.06166665818956163, 0.6118055555555556, 0.08277776930067274 ], "point": [ 0.3851, 0.0722 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "Project 'list_of_", "bbox": [ 0.2878472434149848, 0.16944444444444445, 0.3555555979410807, 0.19166666666666668 ], "point": [ 0.3217, 0.1806 ] }, { "instruction": "awesome_things' was successfully created.", "bbox": [ 0.35833333333333334, 0.16944444444444445, 0.5548611111111111, 0.19166666666666668 ], "point": [ 0.4566, 0.1806 ] }, { "instruction": "Initial commit", "bbox": [ 0.2965277777777778, 0.22777777777777777, 0.36354166666666665, 0.2477777777777778 ], "point": [ 0.33, 0.2378 ] }, { "instruction": "Byte Blaze authored just now", "bbox": [ 0.2972222222222222, 0.2505555386013455, 0.42986111111111114, 0.2727777608235677 ], "point": [ 0.3635, 0.2617 ] }, { "instruction": "list_of_", "bbox": [ 0.31631944444444443, 0.3211111111111111, 0.34652777777777777, 0.3383333333333333 ], "point": [ 0.3314, 0.3297 ] }, { "instruction": "awesome_things", "bbox": [ 0.3489583333333333, 0.3205555894639757, 0.428125, 0.3416667005750868 ], "point": [ 0.3885, 0.3311 ] }, { "instruction": "New directory", "bbox": [ 0.4534721798366971, 0.4772222222222222, 0.5184027353922526, 0.49944444444444447 ], "point": [ 0.4859, 0.4883 ] }, { "instruction": "Last", "bbox": [ 0.8524306403266059, 0.4811111111111111, 0.8746528625488281, 0.49722222222222223 ], "point": [ 0.8635, 0.4892 ] }, { "instruction": "update", "bbox": [ 0.8739583333333333, 0.4783332994249132, 0.9121527777777778, 0.5027777438693576 ], "point": [ 0.8931, 0.4906 ] }, { "instruction": "MI", "bbox": [ 0.26840277777777777, 0.5316667005750868, 0.2791666666666667, 0.5405555216471354 ], "point": [ 0.2738, 0.5361 ] }, { "instruction": "READMEmd", "bbox": [ 0.2809027777777778, 0.5266665988498264, 0.3392361111111111, 0.5466666666666666 ], "point": [ 0.3101, 0.5367 ] }, { "instruction": "This repository", "bbox": [ 0.45034717983669703, 0.5233332655164931, 0.5225694020589192, 0.5438888210720486 ], "point": [ 0.4865, 0.5336 ] }, { "instruction": "just now", "bbox": [ 0.8697916666666666, 0.5266666666666666, 0.9111111111111111, 0.5477777777777778 ], "point": [ 0.8905, 0.5372 ] }, { "instruction": "New branch", "bbox": [ 0.45381944444444444, 0.5600000339084201, 0.5083333333333333, 0.5772222900390624 ], "point": [ 0.4811, 0.5686 ] }, { "instruction": "New tag", "bbox": [ 0.4534722222222222, 0.5950000678168402, 0.49375, 0.6172222900390625 ], "point": [ 0.4736, 0.6061 ] }, { "instruction": "list", "bbox": [ 0.2767360899183485, 0.66, 0.3059027565850152, 0.6894444444444444 ], "point": [ 0.2913, 0.6747 ] }, { "instruction": "awesome_things", "bbox": [ 0.33402777777777776, 0.6594444444444445, 0.47118055555555555, 0.6927777777777778 ], "point": [ 0.4026, 0.6761 ] }, { "instruction": "Getting started", "bbox": [ 0.27743055555555557, 0.7272222222222222, 0.3819444444444444, 0.7572222222222222 ], "point": [ 0.3297, 0.7422 ] }, { "instruction": "To make it easy for you to get started with GitLab, here's a list of recommended next steps.", "bbox": [ 0.2777777989705404, 0.7816666666666666, 0.6861111323038737, 0.8044444444444444 ], "point": [ 0.4819, 0.7931 ] }, { "instruction": "Already a pro? Just edit this README.md and make it your own: Want to make it easy? Use the template at the bottom!", "bbox": [ 0.2777777989705404, 0.8233333333333334, 0.8111111323038737, 0.845 ], "point": [ 0.5444, 0.8342 ] }, { "instruction": "Add your files", "bbox": [ 0.278125, 0.8727777777777778, 0.37222222222222223, 0.9027777777777778 ], "point": [ 0.3252, 0.8878 ] }, { "instruction": "Create or upload files", "bbox": [ 0.2972222222222222, 0.9283334011501736, 0.39618055555555554, 0.9488889567057291 ], "point": [ 0.3467, 0.9386 ] }, { "instruction": "Add files using the command line or push an existing Git repository with the following command:", "bbox": [ 0.2972222434149848, 0.9511111111111111, 0.729861217074924, 0.9744444444444444 ], "point": [ 0.5135, 0.9628 ] }, { "instruction": "Collanse sidebar", "bbox": [ 0.02430555025736491, 0.9638888888888889, 0.10138888888888889, 0.9794444444444445 ], "point": [ 0.0628, 0.9717 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/byteblaze/_Imain]", "bbox": [ 0.0024305555555555556, 0.98, 0.32569444444444445, 0.9983333333333333 ], "point": [ 0.1641, 0.9892 ] }, { "instruction": "Lof", "bbox": [ 0.30173608991834855, 0.6638888888888889, 0.3302083121405707, 0.6877777777777778 ], "point": [ 0.316, 0.6758 ] }, { "instruction": "Add CONTRIBUTING", "bbox": [ 0.6657004462348091, 0.3634657457139757, 0.789026387532552, 0.40389495849609375 ], "point": [ 0.7274, 0.3837 ] }, { "instruction": "Incognito", "bbox": [ 0.8949660407172308, 0.050424762301974825, 0.9707496643066407, 0.09109083387586805 ], "point": [ 0.9329, 0.0708 ] }, { "instruction": "Find file", "bbox": [ 0.7018323262532552, 0.3085354953342014, 0.7562500847710504, 0.3482449001736111 ], "point": [ 0.729, 0.3284 ] }, { "instruction": "Web IDE", "bbox": [ 0.7590189615885417, 0.30878492567274307, 0.8170250786675347, 0.3482656521267361 ], "point": [ 0.788, 0.3285 ] }, { "instruction": "README", "bbox": [ 0.2543724907769097, 0.36337914360894097, 0.3249794006347656, 0.40402103000217016 ], "point": [ 0.2897, 0.3837 ] }, { "instruction": "Auto DevOps enable", "bbox": [ 0.32790039910210506, 0.363963385687934, 0.4488368988037109, 0.40384802924262153 ], "point": [ 0.3884, 0.3839 ] }, { "instruction": "main", "bbox": [ 0.2548673417833116, 0.30886867947048613, 0.30887506273057724, 0.34806620279947914 ], "point": [ 0.2819, 0.3285 ] }, { "instruction": "Add Kubernetes cluster", "bbox": [ 0.2555405934651693, 0.40869978162977433, 0.39090838962131075, 0.44821177164713544 ], "point": [ 0.3232, 0.4285 ] }, { "instruction": "Clone", "bbox": [ 0.8637608846028646, 0.30954121907552085, 0.9224668714735244, 0.34796190049913195 ], "point": [ 0.8931, 0.3288 ] }, { "instruction": "Not Secure", "bbox": [ 0.08298553890652127, 0.05447038014729818, 0.15557827419704862, 0.08591584947374131 ], "point": [ 0.1193, 0.0702 ] }, { "instruction": "88(8", "bbox": [ 0.8140897115071615, 0.10332953559027777, 0.8641439649793837, 0.14159122043185765 ], "point": [ 0.8391, 0.1225 ] }, { "instruction": "Analytics", "bbox": [ 0.008564737108018663, 0.5661157565646702, 0.17278734842936197, 0.6055560980902778 ], "point": [ 0.0907, 0.5858 ] }, { "instruction": "Security", "bbox": [ 0.009428098466661242, 0.3835387505425347, 0.17039380603366427, 0.4222788492838542 ], "point": [ 0.0899, 0.4029 ] }, { "instruction": "Compliance", "bbox": [ 0.009428098466661242, 0.3835387505425347, 0.17039380603366427, 0.4222788492838542 ], "point": [ 0.0899, 0.4029 ] }, { "instruction": "Wiki", "bbox": [ 0.008856836954752605, 0.6034048122829861, 0.17438699934217666, 0.6412721082899305 ], "point": [ 0.0916, 0.6223 ] }, { "instruction": "13", "bbox": [ 0.7704128689236112, 0.10349699232313368, 0.8139950222439236, 0.1419569566514757 ], "point": [ 0.7922, 0.1227 ] }, { "instruction": "Issues", "bbox": [ 0.00885517332288954, 0.2737237040201823, 0.17277201546563042, 0.31143212212456595 ], "point": [ 0.0908, 0.2926 ] }, { "instruction": "Infrastructure", "bbox": [ 0.009097003936767578, 0.49378604465060766, 0.1697771814134386, 0.5321206665039062 ], "point": [ 0.0894, 0.513 ] }, { "instruction": "Deployments", "bbox": [ 0.009218883514404298, 0.4202801513671875, 0.16894873513115777, 0.45785061306423613 ], "point": [ 0.0891, 0.4391 ] }, { "instruction": "CICD", "bbox": [ 0.009232367409600152, 0.34554534912109375, 0.17143240504794652, 0.3853437296549479 ], "point": [ 0.0903, 0.3654 ] }, { "instruction": "Packages and registries", "bbox": [ 0.009632306628757054, 0.4564656914605035, 0.16802555190192328, 0.494906243218316 ], "point": [ 0.0888, 0.4757 ] }, { "instruction": "83 Merge requests", "bbox": [ 0.00840495957268609, 0.31059010823567706, 0.17133063740200466, 0.347502678765191 ], "point": [ 0.0899, 0.329 ] }, { "instruction": "Repository", "bbox": [ 0.008583026462131077, 0.23652916802300347, 0.17328639560275608, 0.2748968505859375 ], "point": [ 0.0909, 0.2557 ] }, { "instruction": "Snippets", "bbox": [ 0.009637075000339085, 0.6394588216145833, 0.1744437164730496, 0.6788886176215277 ], "point": [ 0.092, 0.6592 ] }, { "instruction": "Project information", "bbox": [ 0.0080158445570204, 0.1981116400824653, 0.1739582273695204, 0.23843024359809029 ], "point": [ 0.091, 0.2183 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.005461661020914713, 0.15137239244249132, 0.17279144922892253, 0.19939102172851564 ], "point": [ 0.0891, 0.1754 ] }, { "instruction": "Monitor", "bbox": [ 0.008463096618652344, 0.5308154635959201, 0.17156333923339845, 0.5678214179144965 ], "point": [ 0.09, 0.5493 ] }, { "instruction": "019a294f", "bbox": [ 0.8226472642686632, 0.2227858649359809, 0.9113011678059896, 0.2626455518934462 ], "point": [ 0.867, 0.2427 ] }, { "instruction": "Settings", "bbox": [ 0.009485451380411784, 0.6770851643880208, 0.17438705762227377, 0.7142348225911458 ], "point": [ 0.0919, 0.6957 ] }, { "instruction": "Confic", "bbox": [ 0.3935956319173177, 0.40948404947916667, 0.45875049167209203, 0.4475311957465278 ], "point": [ 0.4262, 0.4285 ] }, { "instruction": "X", "bbox": [ 0.529390631781684, 0.005572508705986871, 0.546297370062934, 0.038099643919203015 ], "point": [ 0.5378, 0.0218 ] }, { "instruction": "+", "bbox": [ 0.553367657131619, 0.005385410520765517, 0.5713888804117838, 0.03701076825459798 ], "point": [ 0.5624, 0.0212 ] }, { "instruction": "X", "bbox": [ 0.3640446980794271, 0.009124231338500977, 0.38090862698025174, 0.03771514998541938 ], "point": [ 0.3725, 0.0234 ] }, { "instruction": "X", "bbox": [ 0.19969067043728297, 0.01188234117296007, 0.21492479112413193, 0.03616960313585069 ], "point": [ 0.2073, 0.024 ] }, { "instruction": "ANGELOG", "bbox": [ 0.5835598839653863, 0.36329176161024307, 0.6629824744330512, 0.4039385308159722 ], "point": [ 0.6233, 0.3836 ] }, { "instruction": "Postmill", "bbox": [ 0.2219869613647461, 0.00542385631137424, 0.283159065246582, 0.04030112054612901 ], "point": [ 0.2526, 0.0229 ] }, { "instruction": "README.md", "bbox": [ 0.2569490220811632, 0.5772360568576389, 0.4429074181450738, 0.6217502170138889 ], "point": [ 0.3499, 0.5995 ] }, { "instruction": "New file", "bbox": [ 0.4452779557969835, 0.39657735188802085, 0.6090087466769748, 0.43503044976128474 ], "point": [ 0.5271, 0.4158 ] }, { "instruction": "This directory", "bbox": [ 0.44374126858181423, 0.3545511542426215, 0.6098024156358507, 0.40017669677734374 ], "point": [ 0.5268, 0.3774 ] }, { "instruction": "Upload file", "bbox": [ 0.4449833763970269, 0.43233527289496526, 0.6088479359944662, 0.4667737494574653 ], "point": [ 0.5269, 0.4496 ] }, { "instruction": "Name", "bbox": [ 0.2562350591023763, 0.4637034776475694, 0.44340489705403646, 0.514303724500868 ], "point": [ 0.3498, 0.489 ] }, { "instruction": "Add Controlling.", "bbox": [ 0.6657004462348091, 0.3634657457139757, 0.789026387532552, 0.40389495849609375 ], "point": [ 0.7274, 0.3837 ] }, { "instruction": "Incognito.", "bbox": [ 0.8949660407172308, 0.050424762301974825, 0.9707496643066407, 0.09109083387586805 ], "point": [ 0.9329, 0.0708 ] }, { "instruction": "a button to find a file.", "bbox": [ 0.7018323262532552, 0.3085354953342014, 0.7562500847710504, 0.3482449001736111 ], "point": [ 0.729, 0.3284 ] }, { "instruction": "Web IDE.", "bbox": [ 0.7590189615885417, 0.30878492567274307, 0.8170250786675347, 0.3482656521267361 ], "point": [ 0.788, 0.3285 ] }, { "instruction": "read mode.", "bbox": [ 0.2543724907769097, 0.36337914360894097, 0.3249794006347656, 0.40402103000217016 ], "point": [ 0.2897, 0.3837 ] }, { "instruction": "Auto DevOps enable settings.", "bbox": [ 0.32790039910210506, 0.363963385687934, 0.4488368988037109, 0.40384802924262153 ], "point": [ 0.3884, 0.3839 ] }, { "instruction": "adding a new item or element.", "bbox": [ 0.44106593661838106, 0.30948811848958335, 0.4801510704888238, 0.3502239312065972 ], "point": [ 0.4606, 0.3299 ] }, { "instruction": "a dropdown menu labeled \" main\".", "bbox": [ 0.2548673417833116, 0.30886867947048613, 0.30887506273057724, 0.34806620279947914 ], "point": [ 0.2819, 0.3285 ] }, { "instruction": "Adding a kubernetes cluster.", "bbox": [ 0.2555405934651693, 0.40869978162977433, 0.39090838962131075, 0.44821177164713544 ], "point": [ 0.3232, 0.4285 ] }, { "instruction": "closing or dismissing a window or dialog.", "bbox": [ 0.8637608846028646, 0.30954121907552085, 0.9224668714735244, 0.34796190049913195 ], "point": [ 0.8931, 0.3288 ] }, { "instruction": "a download function.", "bbox": [ 0.8192918565538194, 0.3092451985677083, 0.8614408704969618, 0.34863328721788195 ], "point": [ 0.8404, 0.3289 ] }, { "instruction": "Not Security.", "bbox": [ 0.08298553890652127, 0.05447038014729818, 0.15557827419704862, 0.08591584947374131 ], "point": [ 0.1193, 0.0702 ] }, { "instruction": "the number 8.", "bbox": [ 0.8140897115071615, 0.10332953559027777, 0.8641439649793837, 0.14159122043185765 ], "point": [ 0.8391, 0.1225 ] }, { "instruction": "Analytics.", "bbox": [ 0.008564737108018663, 0.5661157565646702, 0.17278734842936197, 0.6055560980902778 ], "point": [ 0.0907, 0.5858 ] }, { "instruction": "Security & Compliance settings.", "bbox": [ 0.009428098466661242, 0.3835387505425347, 0.17039380603366427, 0.4222788492838542 ], "point": [ 0.0899, 0.4029 ] }, { "instruction": "Wi-Fi connectivity.", "bbox": [ 0.008856836954752605, 0.6034048122829861, 0.17438699934217666, 0.6412721082899305 ], "point": [ 0.0916, 0.6223 ] }, { "instruction": "a battery indicator showing 13 seconds.", "bbox": [ 0.7704128689236112, 0.10349699232313368, 0.8139950222439236, 0.1419569566514757 ], "point": [ 0.7922, 0.1227 ] }, { "instruction": "Issues.", "bbox": [ 0.00885517332288954, 0.2737237040201823, 0.17277201546563042, 0.31143212212456595 ], "point": [ 0.0908, 0.2926 ] }, { "instruction": "Refresh or reload the page.", "bbox": [ 0.009097003936767578, 0.49378604465060766, 0.1697771814134386, 0.5321206665039062 ], "point": [ 0.0894, 0.513 ] }, { "instruction": "Developments.", "bbox": [ 0.009218883514404298, 0.4202801513671875, 0.16894873513115777, 0.45785061306423613 ], "point": [ 0.0891, 0.4391 ] }, { "instruction": "a dropdown menu for organizing files, folders, and other documents.", "bbox": [ 0.009232367409600152, 0.34554534912109375, 0.17143240504794652, 0.3853437296549479 ], "point": [ 0.0903, 0.3654 ] }, { "instruction": "a checkbox to select the Packages andRegister options.", "bbox": [ 0.009632306628757054, 0.4564656914605035, 0.16802555190192328, 0.494906243218316 ], "point": [ 0.0888, 0.4757 ] }, { "instruction": "Merge requests.", "bbox": [ 0.00840495957268609, 0.31059010823567706, 0.17133063740200466, 0.347502678765191 ], "point": [ 0.0899, 0.329 ] }, { "instruction": "Repostory.", "bbox": [ 0.008583026462131077, 0.23652916802300347, 0.17328639560275608, 0.2748968505859375 ], "point": [ 0.0909, 0.2557 ] }, { "instruction": "ShIPPets.", "bbox": [ 0.009637075000339085, 0.6394588216145833, 0.1744437164730496, 0.6788886176215277 ], "point": [ 0.092, 0.6592 ] }, { "instruction": "Expand to the 5th page", "bbox": [ 0.8667794969346788, 0.10283194647894965, 0.9052706400553385, 0.1435449896918403 ], "point": [ 0.886, 0.1232 ] }, { "instruction": "Project information.", "bbox": [ 0.0080158445570204, 0.1981116400824653, 0.1739582273695204, 0.23843024359809029 ], "point": [ 0.091, 0.2183 ] }, { "instruction": "a list of awesome items.", "bbox": [ 0.005461661020914713, 0.15137239244249132, 0.17279144922892253, 0.19939102172851564 ], "point": [ 0.0891, 0.1754 ] }, { "instruction": "monitor settings.", "bbox": [ 0.008463096618652344, 0.5308154635959201, 0.17156333923339845, 0.5678214179144965 ], "point": [ 0.09, 0.5493 ] }, { "instruction": "Help or information.", "bbox": [ 0.9055777655707465, 0.10151679144965278, 0.941310797797309, 0.1431814914279514 ], "point": [ 0.9234, 0.1223 ] }, { "instruction": "Reload", "bbox": [ 0.05501059426201715, 0.050792049831814234, 0.07665477328830295, 0.09092225816514757 ], "point": [ 0.0658, 0.0709 ] }, { "instruction": "a calendar date.", "bbox": [ 0.8226472642686632, 0.2227858649359809, 0.9113011678059896, 0.2626455518934462 ], "point": [ 0.867, 0.2427 ] }, { "instruction": "Selecting a pattern or design.", "bbox": [ 0.9442047119140625, 0.09913394504123264, 0.9866726345486111, 0.14560245090060764 ], "point": [ 0.9654, 0.1224 ] }, { "instruction": "Settings.", "bbox": [ 0.009485451380411784, 0.6770851643880208, 0.17438705762227377, 0.7142348225911458 ], "point": [ 0.0919, 0.6957 ] }, { "instruction": "a task management or task management application.", "bbox": [ 0.004852757189008925, 0.10231864929199219, 0.03435415824254354, 0.14556654188368057 ], "point": [ 0.0196, 0.1239 ] }, { "instruction": "Line", "bbox": [ 0.2710284762912326, 0.11238981458875869, 0.2865796407063802, 0.13834260728624131 ], "point": [ 0.2788, 0.1254 ] }, { "instruction": "Forward", "bbox": [ 0.03071908950805664, 0.05260096232096354, 0.050480588277180986, 0.08889172871907552 ], "point": [ 0.0406, 0.0707 ] }, { "instruction": "adding a new item or element.", "bbox": [ 0.7326971266004775, 0.1061724344889323, 0.7678040398491753, 0.14045839097764756 ], "point": [ 0.7503, 0.1233 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9756333245171441, 0.003230120340983073, 0.9971231248643663, 0.04077246348063151 ], "point": [ 0.9864, 0.022 ] }, { "instruction": "Justified", "bbox": [ 0.038339530097113717, 0.10495598687065973, 0.06243641111585829, 0.14375040690104166 ], "point": [ 0.0504, 0.1244 ] }, { "instruction": "Back", "bbox": [ 0.0052249093850453695, 0.05356280008951823, 0.026311196883519492, 0.08824448479546441 ], "point": [ 0.0158, 0.0709 ] }, { "instruction": "Five-point star", "bbox": [ 0.8648219638400607, 0.0574612299601237, 0.8840807596842448, 0.08620869954427084 ], "point": [ 0.8745, 0.0718 ] }, { "instruction": "Show container actions", "bbox": [ 0.9747933281792535, 0.05154154459635417, 0.9947401258680556, 0.09024209764268663 ], "point": [ 0.9848, 0.0709 ] }, { "instruction": "Configure settings.", "bbox": [ 0.3935956319173177, 0.40948404947916667, 0.45875049167209203, 0.4475311957465278 ], "point": [ 0.4262, 0.4285 ] }, { "instruction": "Close", "bbox": [ 0.892867448594835, 0.1608392333984375, 0.9172506544325086, 0.1970915052625868 ], "point": [ 0.9051, 0.179 ] }, { "instruction": "Close", "bbox": [ 0.529390631781684, 0.005572508705986871, 0.546297370062934, 0.038099643919203015 ], "point": [ 0.5378, 0.0218 ] }, { "instruction": "New Tab", "bbox": [ 0.553367657131619, 0.005385410520765517, 0.5713888804117838, 0.03701076825459798 ], "point": [ 0.5624, 0.0212 ] }, { "instruction": "Close", "bbox": [ 0.3640446980794271, 0.009124231338500977, 0.38090862698025174, 0.03771514998541938 ], "point": [ 0.3725, 0.0234 ] }, { "instruction": "Close", "bbox": [ 0.19969067043728297, 0.01188234117296007, 0.21492479112413193, 0.03616960313585069 ], "point": [ 0.2073, 0.024 ] }, { "instruction": "Back", "bbox": [ 0.008828573756747775, 0.9632718912760416, 0.02173398070865207, 0.9810481770833334 ], "point": [ 0.0153, 0.9722 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.28283174302842884, 0.928242933485243, 0.2942588382297092, 0.9472947184244792 ], "point": [ 0.2885, 0.9378 ] }, { "instruction": "an email or message input field.", "bbox": [ 0.5835598839653863, 0.36329176161024307, 0.6629824744330512, 0.4039385308159722 ], "point": [ 0.6233, 0.3836 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.2828865475124783, 0.9516487630208333, 0.2959545559353299, 0.9746849229600695 ], "point": [ 0.2894, 0.9632 ] }, { "instruction": "Postmill.", "bbox": [ 0.2219869613647461, 0.00542385631137424, 0.283159065246582, 0.04030112054612901 ], "point": [ 0.2526, 0.0229 ] }, { "instruction": "readme.md.", "bbox": [ 0.2569490220811632, 0.5772360568576389, 0.4429074181450738, 0.6217502170138889 ], "point": [ 0.3499, 0.5995 ] }, { "instruction": "Reload", "bbox": [ 0.3900951385498047, 0.007326744927300347, 0.40487581888834634, 0.038240716722276476 ], "point": [ 0.3975, 0.0228 ] }, { "instruction": "creating a new file.", "bbox": [ 0.4452779557969835, 0.39657735188802085, 0.6090087466769748, 0.43503044976128474 ], "point": [ 0.5271, 0.4158 ] }, { "instruction": "a search bar.", "bbox": [ 0.9926244099934896, 0.09771390279134115, 1.0, 0.14313006930881075 ], "point": [ 0.9963, 0.1204 ] }, { "instruction": "Stop", "bbox": [ 0.5187566545274522, 0.45566836886935763, 0.533584467569987, 0.49117407904730903 ], "point": [ 0.5262, 0.4734 ] }, { "instruction": "This directory.", "bbox": [ 0.44374126858181423, 0.3545511542426215, 0.6098024156358507, 0.40017669677734374 ], "point": [ 0.5268, 0.3774 ] }, { "instruction": "upload file.", "bbox": [ 0.4449833763970269, 0.43233527289496526, 0.6088479359944662, 0.4667737494574653 ], "point": [ 0.5269, 0.4496 ] }, { "instruction": "a text input field for \"Name\".", "bbox": [ 0.2562350591023763, 0.4637034776475694, 0.44340489705403646, 0.514303724500868 ], "point": [ 0.3498, 0.489 ] }, { "instruction": "Settings or configuration options.", "bbox": [ 0.26561588711208767, 0.22567228529188368, 0.29113345675998265, 0.27417244805230034 ], "point": [ 0.2784, 0.2499 ] }, { "instruction": "a play button for media playback.", "bbox": [ 0.2580980936686198, 0.8669260660807292, 0.2800903744167752, 0.9001316324869791 ], "point": [ 0.2691, 0.8835 ] }, { "instruction": "Information", "bbox": [ 0.2645273632473416, 0.16546390109592013, 0.2828978008694119, 0.19750267876519098 ], "point": [ 0.2737, 0.1815 ] } ], "element_size": 137 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_6/3017.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Byte Blaze", "bbox": [ 0.078125, 0.015, 0.12152777777777778, 0.03222222222222222 ], "point": [ 0.0998, 0.0236 ] }, { "instruction": "list_of_awesome", "bbox": [ 0.12569444444444444, 0.01499999894036187, 0.1951388888888889, 0.03111111111111111 ], "point": [ 0.1604, 0.0231 ] }, { "instruction": "User:The other Kiwix guy/Lan", "bbox": [ 0.40868055555555555, 0.015, 0.5263888888888889, 0.03222222222222222 ], "point": [ 0.4675, 0.0236 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/byteblaze/list_of_awesome_thingstmodal-create-new-dir", "bbox": [ 0.15833331214057075, 0.06166665818956163, 0.7187499788072375, 0.08277776930067274 ], "point": [ 0.4385, 0.0722 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "LazC", "bbox": [ 0.2763888888888889, 0.1511111111111111, 0.296875, 0.15611111111111112 ], "point": [ 0.2866, 0.1536 ] }, { "instruction": "3aldmn", "bbox": [ 0.35381944444444446, 0.15, 0.3732638888888889, 0.155 ], "point": [ 0.3635, 0.1525 ] }, { "instruction": "Project 'list_of", "bbox": [ 0.2878472434149848, 0.21055555555555555, 0.3555555979410807, 0.23166666666666666 ], "point": [ 0.3217, 0.2211 ] }, { "instruction": "awesome_things' was successfully created.", "bbox": [ 0.35833333333333334, 0.20944444444444443, 0.5548611111111111, 0.2311111111111111 ], "point": [ 0.4566, 0.2203 ] }, { "instruction": "list", "bbox": [ 0.303125, 0.2761111280653212, 0.3302083333333333, 0.30444444444444446 ], "point": [ 0.3167, 0.2903 ] }, { "instruction": "of", "bbox": [ 0.33541666666666664, 0.27944447835286457, 0.353125, 0.303888922797309 ], "point": [ 0.3443, 0.2917 ] }, { "instruction": "awesome_thingss", "bbox": [ 0.35868055555555556, 0.27555555555555555, 0.48680555555555555, 0.3061111111111111 ], "point": [ 0.4227, 0.2908 ] }, { "instruction": "Create New Directory", "bbox": [ 0.2434027565850152, 0.3244444444444444, 0.3597222222222222, 0.34944444444444445 ], "point": [ 0.3016, 0.3369 ] }, { "instruction": "Directory name", "bbox": [ 0.24305557674831815, 0.3650000339084201, 0.3173611323038737, 0.3877778116861979 ], "point": [ 0.2802, 0.3764 ] }, { "instruction": "Commit message", "bbox": [ 0.24340279897054037, 0.4455555894639757, 0.3267361323038737, 0.4666667005750868 ], "point": [ 0.2851, 0.4561 ] }, { "instruction": "Target branch", "bbox": [ 0.24305553436279298, 0.5699999321831597, 0.31180553436279296, 0.592222154405382 ], "point": [ 0.2774, 0.5811 ] }, { "instruction": "main", "bbox": [ 0.25243055555555555, 0.6072222222222222, 0.2746527777777778, 0.6233333333333333 ], "point": [ 0.2635, 0.6153 ] }, { "instruction": "Start a new merge request with these changes", "bbox": [ 0.24270833333333333, 0.6494444444444445, 0.4635416666666667, 0.6711111111111111 ], "point": [ 0.3531, 0.6603 ] }, { "instruction": "just now", "bbox": [ 0.8701388888888889, 0.7211111111111111, 0.9107638888888889, 0.7394444444444445 ], "point": [ 0.8905, 0.7303 ] }, { "instruction": "README.md", "bbox": [ 0.28125, 0.785, 0.3420138888888889, 0.8033333333333333 ], "point": [ 0.3116, 0.7942 ] }, { "instruction": "list_of_", "bbox": [ 0.2767361111111111, 0.8538888888888889, 0.3295138888888889, 0.8833333333333333 ], "point": [ 0.3031, 0.8686 ] }, { "instruction": "awesome_things", "bbox": [ 0.334375, 0.8538888888888889, 0.4708333333333333, 0.8855555555555555 ], "point": [ 0.4026, 0.8697 ] }, { "instruction": "Getting started", "bbox": [ 0.2763888676961263, 0.9166666666666666, 0.3819444444444444, 0.9516666666666667 ], "point": [ 0.3292, 0.9342 ] }, { "instruction": "Collapse sidebar", "bbox": [ 0.02361111111111111, 0.963333265516493, 0.10104166666666667, 0.9849999321831597 ], "point": [ 0.0623, 0.9742 ] }, { "instruction": "To make it easy for you to get started with GitLab, here's a list of recommended next steps:", "bbox": [ 0.2777777777777778, 0.9750000678168402, 0.6864583333333333, 0.9972222900390625 ], "point": [ 0.4821, 0.9861 ] }, { "instruction": "Create directory", "bbox": [ 0.6641533745659722, 0.7202860514322916, 0.7566224839952257, 0.7590116373697917 ], "point": [ 0.7104, 0.7396 ] }, { "instruction": "Cancel", "bbox": [ 0.611431630452474, 0.7205127631293403, 0.6621663411458333, 0.7589052327473959 ], "point": [ 0.6368, 0.7397 ] }, { "instruction": "Clone", "bbox": [ 0.8636468675401475, 0.5023799641927084, 0.9227273729112413, 0.5411626519097222 ], "point": [ 0.8932, 0.5218 ] }, { "instruction": "Analytics", "bbox": [ 0.00408688121371799, 0.5666307915581598, 0.17358579105801053, 0.6059254964192708 ], "point": [ 0.0888, 0.5863 ] }, { "instruction": "Wiki", "bbox": [ 0.003671063317192925, 0.6041014946831598, 0.1739121543036567, 0.642563001844618 ], "point": [ 0.0888, 0.6233 ] }, { "instruction": "Incognito", "bbox": [ 0.8949771457248263, 0.0503584967719184, 0.9707726372612847, 0.0913592783610026 ], "point": [ 0.9329, 0.0709 ] }, { "instruction": "Monitor", "bbox": [ 0.004370466868082682, 0.5309180365668402, 0.17294719484117296, 0.5682825385199652 ], "point": [ 0.0887, 0.5496 ] }, { "instruction": "Packages and registries", "bbox": [ 0.00482985708448622, 0.4568429904513889, 0.17061662144131132, 0.4959796142578125 ], "point": [ 0.0877, 0.4764 ] }, { "instruction": "Snippets", "bbox": [ 0.0028754764133029514, 0.6405278862847222, 0.17260048124525282, 0.6795423719618056 ], "point": [ 0.0877, 0.66 ] }, { "instruction": "Infrastructure", "bbox": [ 0.004470321867201064, 0.4944998847113715, 0.1711524592505561, 0.5321728176540799 ], "point": [ 0.0878, 0.5133 ] }, { "instruction": "Deployments", "bbox": [ 0.003755897945827908, 0.42041717529296874, 0.17051516638861763, 0.4584896850585938 ], "point": [ 0.0871, 0.4395 ] }, { "instruction": "Not Secure", "bbox": [ 0.08314952850341797, 0.054658804999457467, 0.1556136237250434, 0.08578102111816406 ], "point": [ 0.1194, 0.0702 ] }, { "instruction": "Security", "bbox": [ 0.002977222866482205, 0.3841781955295139, 0.17286670472886828, 0.42233832465277776 ], "point": [ 0.0879, 0.4033 ] }, { "instruction": "Compliance", "bbox": [ 0.002977222866482205, 0.3841781955295139, 0.17286670472886828, 0.42233832465277776 ], "point": [ 0.0879, 0.4033 ] }, { "instruction": "83 Merge requests", "bbox": [ 0.0032872147030300566, 0.3109974839952257, 0.17634585168626574, 0.34839704725477433 ], "point": [ 0.0898, 0.3297 ] }, { "instruction": "CICD", "bbox": [ 0.003045961591932509, 0.3465514458550347, 0.17453616460164387, 0.38597554524739586 ], "point": [ 0.0888, 0.3663 ] }, { "instruction": "Issues", "bbox": [ 0.0038326952192518447, 0.27445159912109374, 0.1729151037004259, 0.312137213812934 ], "point": [ 0.0884, 0.2933 ] }, { "instruction": "Repository", "bbox": [ 0.004900466071234809, 0.23703125, 0.173406982421875, 0.2757436794704861 ], "point": [ 0.0892, 0.2564 ] }, { "instruction": "Project information", "bbox": [ 0.004736979802449544, 0.19806891547309027, 0.1740822845035129, 0.23874426947699653 ], "point": [ 0.0894, 0.2184 ] }, { "instruction": "Settings", "bbox": [ 0.0012128353118896484, 0.6777254231770833, 0.17105235523647733, 0.7162159559461806 ], "point": [ 0.0861, 0.697 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.004519626829359267, 0.15262049357096355, 0.1743984169430203, 0.19845128377278645 ], "point": [ 0.0895, 0.1755 ] }, { "instruction": "Fork", "bbox": [ 0.8475845336914063, 0.28271435207790796, 0.9010194566514756, 0.32069329155815973 ], "point": [ 0.8743, 0.3017 ] }, { "instruction": "019a294f", "bbox": [ 0.8226001315646702, 0.41587761773003473, 0.9138402303059896, 0.45640252007378473 ], "point": [ 0.8682, 0.4361 ] }, { "instruction": "X", "bbox": [ 0.19946233961317275, 0.01192363421122233, 0.21518558926052517, 0.03607436392042372 ], "point": [ 0.2073, 0.024 ] }, { "instruction": "Last update", "bbox": [ 0.7632140265570746, 0.6570321994357639, 0.9220283508300782, 0.70671630859375 ], "point": [ 0.8426, 0.6819 ] }, { "instruction": "X", "bbox": [ 0.36376156277126737, 0.009876397450764974, 0.38052664862738717, 0.03653611077202691 ], "point": [ 0.3721, 0.0232 ] }, { "instruction": "+", "bbox": [ 0.5542842017279731, 0.009575397703382704, 0.5718237559000651, 0.0348688793182373 ], "point": [ 0.5631, 0.0222 ] }, { "instruction": "Postmill", "bbox": [ 0.22169426812065973, 0.005598202811347114, 0.28254309760199653, 0.039941786660088435 ], "point": [ 0.2521, 0.0228 ] }, { "instruction": "Star", "bbox": [ 0.7719026353624132, 0.2828658718532986, 0.8214163886176216, 0.32096327039930556 ], "point": [ 0.7967, 0.3019 ] }, { "instruction": "Add new directory", "bbox": [ 0.24499092102050782, 0.47507188585069443, 0.7583765665690104, 0.5561793348524305 ], "point": [ 0.5017, 0.5156 ] }, { "instruction": "X", "bbox": [ 0.5313972473144531, 0.008670743306477864, 0.5442300584581163, 0.037360996670193145 ], "point": [ 0.5378, 0.023 ] }, { "instruction": "Web IDE", "bbox": [ 0.7214719136555989, 0.5016074625651041, 0.8168822394476997, 0.541024644639757 ], "point": [ 0.7692, 0.5213 ] }, { "instruction": "NG", "bbox": [ 0.7575280083550348, 0.5589218139648438, 0.7880876329210069, 0.5973363579644098 ], "point": [ 0.7728, 0.5781 ] }, { "instruction": "creating a directory.", "bbox": [ 0.6641533745659722, 0.7202860514322916, 0.7566224839952257, 0.7590116373697917 ], "point": [ 0.7104, 0.7396 ] }, { "instruction": "Cancel action.", "bbox": [ 0.611431630452474, 0.7205127631293403, 0.6621663411458333, 0.7589052327473959 ], "point": [ 0.6368, 0.7397 ] }, { "instruction": "closing or dismissing a window or dialog.", "bbox": [ 0.8636468675401475, 0.5023799641927084, 0.9227273729112413, 0.5411626519097222 ], "point": [ 0.8932, 0.5218 ] }, { "instruction": "Analytics.", "bbox": [ 0.00408688121371799, 0.5666307915581598, 0.17358579105801053, 0.6059254964192708 ], "point": [ 0.0888, 0.5863 ] }, { "instruction": "Wi-Fi connectivity.", "bbox": [ 0.003671063317192925, 0.6041014946831598, 0.1739121543036567, 0.642563001844618 ], "point": [ 0.0888, 0.6233 ] }, { "instruction": "Incognito.", "bbox": [ 0.8949771457248263, 0.0503584967719184, 0.9707726372612847, 0.0913592783610026 ], "point": [ 0.9329, 0.0709 ] }, { "instruction": "monitor.", "bbox": [ 0.004370466868082682, 0.5309180365668402, 0.17294719484117296, 0.5682825385199652 ], "point": [ 0.0887, 0.5496 ] }, { "instruction": "a download function.", "bbox": [ 0.8194951375325521, 0.5023867797851562, 0.86126708984375, 0.5411782836914063 ], "point": [ 0.8404, 0.5218 ] }, { "instruction": "a checkbox to select the options for Packages andRegister.", "bbox": [ 0.00482985708448622, 0.4568429904513889, 0.17061662144131132, 0.4959796142578125 ], "point": [ 0.0877, 0.4764 ] }, { "instruction": "ShIPPets.", "bbox": [ 0.0028754764133029514, 0.6405278862847222, 0.17260048124525282, 0.6795423719618056 ], "point": [ 0.0877, 0.66 ] }, { "instruction": "Navigation to the Infrastructure settings.", "bbox": [ 0.004470321867201064, 0.4944998847113715, 0.1711524592505561, 0.5321728176540799 ], "point": [ 0.0878, 0.5133 ] }, { "instruction": "Develops.", "bbox": [ 0.003755897945827908, 0.42041717529296874, 0.17051516638861763, 0.4584896850585938 ], "point": [ 0.0871, 0.4395 ] }, { "instruction": "Not Security.", "bbox": [ 0.08314952850341797, 0.054658804999457467, 0.1556136237250434, 0.08578102111816406 ], "point": [ 0.1194, 0.0702 ] }, { "instruction": "Security & Compliance settings.", "bbox": [ 0.002977222866482205, 0.3841781955295139, 0.17286670472886828, 0.42233832465277776 ], "point": [ 0.0879, 0.4033 ] }, { "instruction": "Merge requests.", "bbox": [ 0.0032872147030300566, 0.3109974839952257, 0.17634585168626574, 0.34839704725477433 ], "point": [ 0.0898, 0.3297 ] }, { "instruction": "Refresh or reload the current screen.", "bbox": [ 0.003045961591932509, 0.3465514458550347, 0.17453616460164387, 0.38597554524739586 ], "point": [ 0.0888, 0.3663 ] }, { "instruction": "a checkmark indicating a completed task or confirmation.", "bbox": [ 0.24347701602511937, 0.6762672254774306, 0.2794168896145291, 0.7070338270399306 ], "point": [ 0.2614, 0.6917 ] }, { "instruction": "Issues.", "bbox": [ 0.0038326952192518447, 0.27445159912109374, 0.1729151037004259, 0.312137213812934 ], "point": [ 0.0884, 0.2933 ] }, { "instruction": "Expanding to the 5th level.", "bbox": [ 0.8671738518608941, 0.10260826958550347, 0.9055505540635851, 0.14144665188259548 ], "point": [ 0.8864, 0.122 ] }, { "instruction": "Repostory.", "bbox": [ 0.004900466071234809, 0.23703125, 0.173406982421875, 0.2757436794704861 ], "point": [ 0.0892, 0.2564 ] }, { "instruction": "A dropdown menu displaying the number 8.", "bbox": [ 0.8136523776584201, 0.10270067003038194, 0.8635574340820312, 0.14123643663194443 ], "point": [ 0.8386, 0.122 ] }, { "instruction": "Project information.", "bbox": [ 0.004736979802449544, 0.19806891547309027, 0.1740822845035129, 0.23874426947699653 ], "point": [ 0.0894, 0.2184 ] }, { "instruction": "Help", "bbox": [ 0.9054593404134115, 0.10131301032172309, 0.9412924024793837, 0.14242655436197918 ], "point": [ 0.9234, 0.1219 ] }, { "instruction": "Settings.", "bbox": [ 0.0012128353118896484, 0.6777254231770833, 0.17105235523647733, 0.7162159559461806 ], "point": [ 0.0861, 0.697 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9753105163574218, 0.002261248694525825, 0.997847917344835, 0.04064897113376194 ], "point": [ 0.9866, 0.0215 ] }, { "instruction": "Reload", "bbox": [ 0.05445261531405979, 0.05011013878716363, 0.0771775934431288, 0.09208277384440104 ], "point": [ 0.0658, 0.0711 ] }, { "instruction": "Dictation mode.", "bbox": [ 0.7693427191840277, 0.10346367730034722, 0.8141247219509549, 0.14129635281032987 ], "point": [ 0.7917, 0.1224 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.004479799005720351, 0.10132286071777344, 0.035731494426727295, 0.14724851820203994 ], "point": [ 0.0201, 0.1243 ] }, { "instruction": "Selecting a pattern or design.", "bbox": [ 0.94281005859375, 0.0997021484375, 0.9858596801757813, 0.143466067843967 ], "point": [ 0.9643, 0.1216 ] }, { "instruction": "Increase", "bbox": [ 0.2712251451280382, 0.11242147657606337, 0.2864472283257378, 0.138682615492079 ], "point": [ 0.2788, 0.1256 ] }, { "instruction": "Add new tab", "bbox": [ 0.7328073289659288, 0.1038271247016059, 0.768204328748915, 0.1407069566514757 ], "point": [ 0.7505, 0.1223 ] }, { "instruction": "a list of awesome, things.", "bbox": [ 0.004519626829359267, 0.15262049357096355, 0.1743984169430203, 0.19845128377278645 ], "point": [ 0.0895, 0.1755 ] }, { "instruction": "the \"Fork\" function.", "bbox": [ 0.8475845336914063, 0.28271435207790796, 0.9010194566514756, 0.32069329155815973 ], "point": [ 0.8743, 0.3017 ] }, { "instruction": "Forward", "bbox": [ 0.029904103279113768, 0.05177491929796007, 0.0511309093899197, 0.08988226996527778 ], "point": [ 0.0405, 0.0708 ] }, { "instruction": "Justified", "bbox": [ 0.037582514021131726, 0.10404910617404514, 0.06351741154988606, 0.14526260375976563 ], "point": [ 0.0505, 0.1247 ] }, { "instruction": "Five-point star", "bbox": [ 0.8655444675021702, 0.05858414120144314, 0.8839413113064236, 0.0849560546875 ], "point": [ 0.8747, 0.0718 ] }, { "instruction": "Back", "bbox": [ 0.004332190089755588, 0.05396530999077691, 0.02707945770687527, 0.08822501288519966 ], "point": [ 0.0157, 0.0711 ] }, { "instruction": "a calendar date.", "bbox": [ 0.8226001315646702, 0.41587761773003473, 0.9138402303059896, 0.45640252007378473 ], "point": [ 0.8682, 0.4361 ] }, { "instruction": "Show container actions", "bbox": [ 0.9744885762532552, 0.05064893934461805, 0.994891103108724, 0.09083691914876302 ], "point": [ 0.9847, 0.0707 ] }, { "instruction": "Close", "bbox": [ 0.7366976420084635, 0.31739969889322917, 0.7589522467719184, 0.35426323784722225 ], "point": [ 0.7478, 0.3358 ] }, { "instruction": "Close", "bbox": [ 0.19946233961317275, 0.01192363421122233, 0.21518558926052517, 0.03607436392042372 ], "point": [ 0.2073, 0.024 ] }, { "instruction": "the last update action.", "bbox": [ 0.7632140265570746, 0.6570321994357639, 0.9220283508300782, 0.70671630859375 ], "point": [ 0.8426, 0.6819 ] }, { "instruction": "Close", "bbox": [ 0.8942651536729601, 0.20285086737738714, 0.9159124586317274, 0.23586356268988715 ], "point": [ 0.9051, 0.2194 ] }, { "instruction": "Increase", "bbox": [ 0.24533801608615452, 0.3940872531467014, 0.26089185078938804, 0.42750996907552086 ], "point": [ 0.2531, 0.4108 ] }, { "instruction": "Close", "bbox": [ 0.36376156277126737, 0.009876397450764974, 0.38052664862738717, 0.03653611077202691 ], "point": [ 0.3721, 0.0232 ] }, { "instruction": "New Tab", "bbox": [ 0.5542842017279731, 0.009575397703382704, 0.5718237559000651, 0.0348688793182373 ], "point": [ 0.5631, 0.0222 ] }, { "instruction": "Postmill.", "bbox": [ 0.22169426812065973, 0.005598202811347114, 0.28254309760199653, 0.039941786660088435 ], "point": [ 0.2521, 0.0228 ] }, { "instruction": "the \"Star\" function.", "bbox": [ 0.7719026353624132, 0.2828658718532986, 0.8214163886176216, 0.32096327039930556 ], "point": [ 0.7967, 0.3019 ] }, { "instruction": "Adding a new directory.", "bbox": [ 0.24499092102050782, 0.47507188585069443, 0.7583765665690104, 0.5561793348524305 ], "point": [ 0.5017, 0.5156 ] }, { "instruction": "Close", "bbox": [ 0.5313972473144531, 0.008670743306477864, 0.5442300584581163, 0.037360996670193145 ], "point": [ 0.5378, 0.023 ] }, { "instruction": "Web IDE.", "bbox": [ 0.7214719136555989, 0.5016074625651041, 0.8168822394476997, 0.541024644639757 ], "point": [ 0.7692, 0.5213 ] }, { "instruction": "closing or dismissing a window or dialog.", "bbox": [ 0.7265487670898437, 0.2820651245117187, 0.7677961561414931, 0.3198758612738715 ], "point": [ 0.7472, 0.301 ] }, { "instruction": "ng.", "bbox": [ 0.7575280083550348, 0.5589218139648438, 0.7880876329210069, 0.5973363579644098 ], "point": [ 0.7728, 0.5781 ] }, { "instruction": "Search or magnifying glass.", "bbox": [ 0.9925394694010417, 0.09745190090603299, 1.0, 0.14410047743055557 ], "point": [ 0.9963, 0.1208 ] }, { "instruction": "Back", "bbox": [ 0.006389928526348538, 0.9569680447048611, 0.02347832057211134, 0.9884735785590277 ], "point": [ 0.0149, 0.9727 ] }, { "instruction": "Wi-Fi signal strength.", "bbox": [ 0.9944520738389757, 0.04692079332139757, 1.0, 0.09327859666612413 ], "point": [ 0.9972, 0.0701 ] }, { "instruction": "Wi-Fi signal strength.", "bbox": [ 7.223751809861924e-05, 0.10129014756944445, 0.00474683940410614, 0.1456292215983073 ], "point": [ 0.0024, 0.1235 ] }, { "instruction": "the \"Increase\" function.", "bbox": [ 0.2557201385498047, 0.26464791191948783, 0.3023212432861328, 0.3241085137261285 ], "point": [ 0.279, 0.2944 ] }, { "instruction": "a counter displaying the number 0.", "bbox": [ 0.8198516845703125, 0.2829829576280382, 0.8434929741753472, 0.3208708699544271 ], "point": [ 0.8317, 0.3019 ] }, { "instruction": "Searching or magnifying glass.", "bbox": [ 0.00043089654710557726, 0.0, 0.02928790251413981, 0.04494043138292101 ], "point": [ 0.0149, 0.0225 ] }, { "instruction": "Information", "bbox": [ 0.2645357767740885, 0.20635594685872397, 0.2827879163953993, 0.23762893676757812 ], "point": [ 0.2737, 0.222 ] } ], "element_size": 119 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_7/3515.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "examples", "bbox": [ 0.07673611111111112, 0.012777777777777779, 0.11840277777777777, 0.035 ], "point": [ 0.0976, 0.0239 ] }, { "instruction": "Byte Blaze", "bbox": [ 0.1482638782925076, 0.01388888782925076, 0.19236111111111112, 0.032222221162584094 ], "point": [ 0.1703, 0.0231 ] }, { "instruction": "User:The other Kiwix guy/Lan", "bbox": [ 0.4083333333333333, 0.013888888888888888, 0.5270833333333333, 0.034444444444444444 ], "point": [ 0.4677, 0.0242 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/byteblazellist_of_awesome_things]-Itreelmain/examples", "bbox": [ 0.15833331214057075, 0.06166666666666667, 0.7118055343627929, 0.08388888888888889 ], "point": [ 0.4351, 0.0728 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "Byte Blaze", "bbox": [ 0.25555557674831814, 0.17, 0.2989583545260959, 0.18611111111111112 ], "point": [ 0.2773, 0.1781 ] }, { "instruction": "Repository", "bbox": [ 0.41875, 0.1688888888888889, 0.4652777777777778, 0.18611111111111112 ], "point": [ 0.442, 0.1775 ] }, { "instruction": "The directory has been successfully created_", "bbox": [ 0.28854166666666664, 0.23555555555555555, 0.48993055555555554, 0.2577777777777778 ], "point": [ 0.3892, 0.2467 ] }, { "instruction": "Add new directory", "bbox": [ 0.2972222222222222, 0.3088888888888889, 0.38645833333333335, 0.33166666666666667 ], "point": [ 0.3418, 0.3203 ] }, { "instruction": "Byte Blaze authored just now", "bbox": [ 0.2972222222222222, 0.3333333333333333, 0.42986111111111114, 0.355 ], "point": [ 0.3635, 0.3442 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.3159722222222222, 0.4033333333333333, 0.428125, 0.42388888888888887 ], "point": [ 0.372, 0.4136 ] }, { "instruction": "examples", "bbox": [ 0.4375, 0.4016667005750868, 0.4840277777777778, 0.4250000339084201 ], "point": [ 0.4608, 0.4133 ] }, { "instruction": "Name", "bbox": [ 0.26805553436279295, 0.46611114501953127, 0.2965277565850152, 0.48222225613064235 ], "point": [ 0.2823, 0.4742 ] }, { "instruction": "Last commit", "bbox": [ 0.44374995761447483, 0.465, 0.5052082909478082, 0.4822222222222222 ], "point": [ 0.4745, 0.4736 ] }, { "instruction": "Last update", "bbox": [ 0.8520833333333333, 0.4633333333333333, 0.9121527777777778, 0.4861111111111111 ], "point": [ 0.8821, 0.4747 ] }, { "instruction": "gitkeep", "bbox": [ 0.28229166666666666, 0.5583333672417534, 0.3194444444444444, 0.5788888888888889 ], "point": [ 0.3009, 0.5686 ] }, { "instruction": "Add new directory", "bbox": [ 0.4440972222222222, 0.5561111111111111, 0.5284722222222222, 0.5783333333333334 ], "point": [ 0.4863, 0.5672 ] }, { "instruction": "just now", "bbox": [ 0.8697916666666666, 0.5583333672417534, 0.9111111111111111, 0.5788888888888889 ], "point": [ 0.8905, 0.5686 ] }, { "instruction": "Incognito", "bbox": [ 0.8949466281467013, 0.05037832895914714, 0.9707409328884549, 0.09093187120225694 ], "point": [ 0.9328, 0.0707 ] }, { "instruction": "Web IDE", "bbox": [ 0.7589942084418403, 0.39104743109809026, 0.8171154446072049, 0.4302575005425347 ], "point": [ 0.7881, 0.4107 ] }, { "instruction": "History", "bbox": [ 0.6469542185465494, 0.3911175537109375, 0.6990584903293185, 0.4300900607638889 ], "point": [ 0.673, 0.4106 ] }, { "instruction": "Find file", "bbox": [ 0.7012925042046441, 0.391076897515191, 0.7565193176269531, 0.4302259996202257 ], "point": [ 0.7289, 0.4107 ] }, { "instruction": "Branches", "bbox": [ 0.005900398890177409, 0.3465996636284722, 0.1748351362016466, 0.3861873372395833 ], "point": [ 0.0904, 0.3664 ] }, { "instruction": "Monitor", "bbox": [ 0.007507827546861436, 0.7864946831597223, 0.17669713232252332, 0.8257275390625 ], "point": [ 0.0921, 0.8061 ] }, { "instruction": "83 Merge requests", "bbox": [ 0.007082986831665039, 0.566533915201823, 0.17305764622158473, 0.605341050889757 ], "point": [ 0.0901, 0.5859 ] }, { "instruction": "Tags", "bbox": [ 0.0072277228037516275, 0.3841828409830729, 0.1747967349158393, 0.422520989312066 ], "point": [ 0.091, 0.4034 ] }, { "instruction": "Contributors", "bbox": [ 0.007992294099595811, 0.41999223497178817, 0.1726821846432156, 0.45923004150390623 ], "point": [ 0.0903, 0.4396 ] }, { "instruction": "Infrastructure", "bbox": [ 0.008081981870863173, 0.7509025743272569, 0.17595629692077636, 0.7886174180772569 ], "point": [ 0.092, 0.7698 ] }, { "instruction": "Clone", "bbox": [ 0.8637526618109809, 0.39189982096354165, 0.9224410163031684, 0.43001749674479167 ], "point": [ 0.8931, 0.411 ] }, { "instruction": "Deployments", "bbox": [ 0.008402093251546224, 0.677150404188368, 0.1746988190544976, 0.7154094102647569 ], "point": [ 0.0916, 0.6963 ] }, { "instruction": "Packages and registries", "bbox": [ 0.00814554426405165, 0.7137509494357639, 0.17523426479763454, 0.7522113715277777 ], "point": [ 0.0917, 0.733 ] }, { "instruction": "Graph", "bbox": [ 0.00851796997918023, 0.45741906060112847, 0.17255650096469455, 0.49528893364800347 ], "point": [ 0.0905, 0.4764 ] }, { "instruction": "Security", "bbox": [ 0.008506547080145942, 0.640081312391493, 0.17499945428636338, 0.6789692518446181 ], "point": [ 0.0918, 0.6595 ] }, { "instruction": "Compliance", "bbox": [ 0.008506547080145942, 0.640081312391493, 0.17499945428636338, 0.6789692518446181 ], "point": [ 0.0918, 0.6595 ] }, { "instruction": "Repository", "bbox": [ 0.005404043197631836, 0.23671885172526042, 0.17535796165466308, 0.2755842759874132 ], "point": [ 0.0904, 0.2562 ] }, { "instruction": "Analytics", "bbox": [ 0.007081052992078993, 0.8234495713975695, 0.177469359503852, 0.862783203125 ], "point": [ 0.0923, 0.8431 ] }, { "instruction": "Issues", "bbox": [ 0.007209867901272244, 0.5307210625542534, 0.17361527019076878, 0.5685477362738716 ], "point": [ 0.0904, 0.5496 ] }, { "instruction": "Files", "bbox": [ 0.004444191190931532, 0.2742048136393229, 0.17486172252231175, 0.3120072767469618 ], "point": [ 0.0897, 0.2931 ] }, { "instruction": "CICD", "bbox": [ 0.007881964577568902, 0.6034363471137153, 0.17489027976989746, 0.6426560465494792 ], "point": [ 0.0914, 0.623 ] }, { "instruction": "Commits", "bbox": [ 0.004452583524915907, 0.31070515950520833, 0.17514952023824057, 0.34925048828125 ], "point": [ 0.0898, 0.33 ] }, { "instruction": "31afffa8", "bbox": [ 0.8227769639756944, 0.30459584554036456, 0.9125077989366319, 0.34557159423828127 ], "point": [ 0.8676, 0.3251 ] }, { "instruction": "Compare", "bbox": [ 0.008356904983520508, 0.4933936564127604, 0.17255972226460775, 0.5324092271592882 ], "point": [ 0.0905, 0.5129 ] }, { "instruction": "Project information", "bbox": [ 0.006353420681423611, 0.19810321384006077, 0.17542743682861328, 0.23882654825846353 ], "point": [ 0.0909, 0.2185 ] }, { "instruction": "main", "bbox": [ 0.2548485438028971, 0.3915343560112847, 0.30858198801676434, 0.4305099826388889 ], "point": [ 0.2817, 0.411 ] }, { "instruction": "Not Secure", "bbox": [ 0.08298563957214355, 0.054710875617133246, 0.15557212829589845, 0.08589334275987413 ], "point": [ 0.1193, 0.0703 ] }, { "instruction": "Wiki", "bbox": [ 0.006918583975897895, 0.8600967068142361, 0.17807531886630587, 0.89860595703125 ], "point": [ 0.0925, 0.8794 ] }, { "instruction": "Snippets", "bbox": [ 0.005978944566514757, 0.8964610460069444, 0.17809698316786024, 0.9361612955729167 ], "point": [ 0.092, 0.9163 ] }, { "instruction": "88(8", "bbox": [ 0.814188724093967, 0.104744627210829, 0.8644666035970052, 0.14105829026963976 ], "point": [ 0.8393, 0.1229 ] }, { "instruction": "13", "bbox": [ 0.7707811991373698, 0.10440451727973091, 0.813683827718099, 0.14133575439453125 ], "point": [ 0.7922, 0.1229 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.006472629970974393, 0.1516086154513889, 0.17356363932291666, 0.1988423326280382 ], "point": [ 0.09, 0.1752 ] }, { "instruction": "X", "bbox": [ 0.36466424730088975, 0.01050705909729004, 0.38036426968044706, 0.0368374686770969 ], "point": [ 0.3725, 0.0237 ] }, { "instruction": "Collapse sidebar", "bbox": [ 0.003958288828531901, 0.9537611219618055, 0.1751347541809082, 0.9914942762586806 ], "point": [ 0.0895, 0.9726 ] }, { "instruction": "X", "bbox": [ 0.19982337951660156, 0.011830869250827365, 0.21478534274631075, 0.03597705523173014 ], "point": [ 0.2073, 0.0239 ] }, { "instruction": "+", "bbox": [ 0.5543376074896919, 0.008645837571885851, 0.5707857343885634, 0.03558756086561415 ], "point": [ 0.5626, 0.0221 ] }, { "instruction": "X", "bbox": [ 0.5299307505289713, 0.009554696612887912, 0.5455621931287977, 0.03520337316724989 ], "point": [ 0.5377, 0.0224 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.3106524149576823, 0.1684625752766927, 0.4089625040690104, 0.18617324829101561 ], "point": [ 0.3598, 0.1773 ] }, { "instruction": "Postmill", "bbox": [ 0.22303757137722438, 0.010057564841376411, 0.27856566111246744, 0.036855122248331706 ], "point": [ 0.2508, 0.0235 ] }, { "instruction": "main", "bbox": [ 0.1228319803873698, 0.010957375632392036, 0.14231207105848526, 0.033322848214043514 ], "point": [ 0.1326, 0.0221 ] }, { "instruction": "Incognito.", "bbox": [ 0.8949466281467013, 0.05037832895914714, 0.9707409328884549, 0.09093187120225694 ], "point": [ 0.9328, 0.0707 ] }, { "instruction": "Web IDE.", "bbox": [ 0.7589942084418403, 0.39104743109809026, 0.8171154446072049, 0.4302575005425347 ], "point": [ 0.7881, 0.4107 ] }, { "instruction": "History.", "bbox": [ 0.6469542185465494, 0.3911175537109375, 0.6990584903293185, 0.4300900607638889 ], "point": [ 0.673, 0.4106 ] }, { "instruction": "a button to find a file.", "bbox": [ 0.7012925042046441, 0.391076897515191, 0.7565193176269531, 0.4302259996202257 ], "point": [ 0.7289, 0.4107 ] }, { "instruction": "Branchs.", "bbox": [ 0.005900398890177409, 0.3465996636284722, 0.1748351362016466, 0.3861873372395833 ], "point": [ 0.0904, 0.3664 ] }, { "instruction": "monitor.", "bbox": [ 0.007507827546861436, 0.7864946831597223, 0.17669713232252332, 0.8257275390625 ], "point": [ 0.0921, 0.8061 ] }, { "instruction": "Merge requests.", "bbox": [ 0.007082986831665039, 0.566533915201823, 0.17305764622158473, 0.605341050889757 ], "point": [ 0.0901, 0.5859 ] }, { "instruction": "Tags.", "bbox": [ 0.0072277228037516275, 0.3841828409830729, 0.1747967349158393, 0.422520989312066 ], "point": [ 0.091, 0.4034 ] }, { "instruction": "Contributors.", "bbox": [ 0.007992294099595811, 0.41999223497178817, 0.1726821846432156, 0.45923004150390623 ], "point": [ 0.0903, 0.4396 ] }, { "instruction": "Navigation to the Infrastructure settings.", "bbox": [ 0.008081981870863173, 0.7509025743272569, 0.17595629692077636, 0.7886174180772569 ], "point": [ 0.092, 0.7698 ] }, { "instruction": "closing or dismissing a window or dialog.", "bbox": [ 0.8637526618109809, 0.39189982096354165, 0.9224410163031684, 0.43001749674479167 ], "point": [ 0.8931, 0.411 ] }, { "instruction": "Developments.", "bbox": [ 0.008402093251546224, 0.677150404188368, 0.1746988190544976, 0.7154094102647569 ], "point": [ 0.0916, 0.6963 ] }, { "instruction": "a checkbox to select the Packages and entries.", "bbox": [ 0.00814554426405165, 0.7137509494357639, 0.17523426479763454, 0.7522113715277777 ], "point": [ 0.0917, 0.733 ] }, { "instruction": "Graph functionality.", "bbox": [ 0.00851796997918023, 0.45741906060112847, 0.17255650096469455, 0.49528893364800347 ], "point": [ 0.0905, 0.4764 ] }, { "instruction": "Security & Compliance settings.", "bbox": [ 0.008506547080145942, 0.640081312391493, 0.17499945428636338, 0.6789692518446181 ], "point": [ 0.0918, 0.6595 ] }, { "instruction": "Repostory.", "bbox": [ 0.005404043197631836, 0.23671885172526042, 0.17535796165466308, 0.2755842759874132 ], "point": [ 0.0904, 0.2562 ] }, { "instruction": "Analytics.", "bbox": [ 0.007081052992078993, 0.8234495713975695, 0.177469359503852, 0.862783203125 ], "point": [ 0.0923, 0.8431 ] }, { "instruction": "Issues.", "bbox": [ 0.007209867901272244, 0.5307210625542534, 0.17361527019076878, 0.5685477362738716 ], "point": [ 0.0904, 0.5496 ] }, { "instruction": "a menu for files.", "bbox": [ 0.004444191190931532, 0.2742048136393229, 0.17486172252231175, 0.3120072767469618 ], "point": [ 0.0897, 0.2931 ] }, { "instruction": "Refresh or reload the page.", "bbox": [ 0.007881964577568902, 0.6034363471137153, 0.17489027976989746, 0.6426560465494792 ], "point": [ 0.0914, 0.623 ] }, { "instruction": "a download function.", "bbox": [ 0.8193576388888889, 0.39139289008246525, 0.862066650390625, 0.4303781467013889 ], "point": [ 0.8407, 0.4109 ] }, { "instruction": "Comments section.", "bbox": [ 0.004452583524915907, 0.31070515950520833, 0.17514952023824057, 0.34925048828125 ], "point": [ 0.0898, 0.33 ] }, { "instruction": "a calendar function.", "bbox": [ 0.8227769639756944, 0.30459584554036456, 0.9125077989366319, 0.34557159423828127 ], "point": [ 0.8676, 0.3251 ] }, { "instruction": "the option to compare content.", "bbox": [ 0.008356904983520508, 0.4933936564127604, 0.17255972226460775, 0.5324092271592882 ], "point": [ 0.0905, 0.5129 ] }, { "instruction": "Project information.", "bbox": [ 0.006353420681423611, 0.19810321384006077, 0.17542743682861328, 0.23882654825846353 ], "point": [ 0.0909, 0.2185 ] }, { "instruction": "a dropdown menu labeled \" main\".", "bbox": [ 0.2548485438028971, 0.3915343560112847, 0.30858198801676434, 0.4305099826388889 ], "point": [ 0.2817, 0.411 ] }, { "instruction": "Not Security.", "bbox": [ 0.08298563957214355, 0.054710875617133246, 0.15557212829589845, 0.08589334275987413 ], "point": [ 0.1193, 0.0703 ] }, { "instruction": "A screen mirroring tool for accessing the Wi-Fi network.", "bbox": [ 0.006918583975897895, 0.8600967068142361, 0.17807531886630587, 0.89860595703125 ], "point": [ 0.0925, 0.8794 ] }, { "instruction": "Shippets.", "bbox": [ 0.005978944566514757, 0.8964610460069444, 0.17809698316786024, 0.9361612955729167 ], "point": [ 0.092, 0.9163 ] }, { "instruction": "the number 8.", "bbox": [ 0.814188724093967, 0.104744627210829, 0.8644666035970052, 0.14105829026963976 ], "point": [ 0.8393, 0.1229 ] }, { "instruction": "Reload", "bbox": [ 0.05527242554558648, 0.0520962397257487, 0.07651201354132758, 0.09044401380750867 ], "point": [ 0.0659, 0.0713 ] }, { "instruction": "Expand to the next step", "bbox": [ 0.8665498521592881, 0.10192225138346354, 0.9045259263780382, 0.1434398735894097 ], "point": [ 0.8855, 0.1227 ] }, { "instruction": "Selecting a pattern or design.", "bbox": [ 0.9448911031087239, 0.09750413682725695, 0.9862369961208768, 0.14875089857313367 ], "point": [ 0.9656, 0.1231 ] }, { "instruction": "adding a new item or element.", "bbox": [ 0.49795070224338106, 0.39184807671440974, 0.5368096669514973, 0.43255045572916667 ], "point": [ 0.5174, 0.4122 ] }, { "instruction": "a task management or task management application.", "bbox": [ 0.004894868532816569, 0.1018417697482639, 0.034341078334384496, 0.14645684136284723 ], "point": [ 0.0196, 0.1241 ] }, { "instruction": "Forward", "bbox": [ 0.031101812256707086, 0.053904266357421876, 0.050082969665527347, 0.08867401123046875 ], "point": [ 0.0406, 0.0713 ] }, { "instruction": "a battery level indicator showing 13.", "bbox": [ 0.7707811991373698, 0.10440451727973091, 0.813683827718099, 0.14133575439453125 ], "point": [ 0.7922, 0.1229 ] }, { "instruction": "Justified", "bbox": [ 0.038627937104966904, 0.1051214599609375, 0.06255716217888727, 0.14310267130533855 ], "point": [ 0.0506, 0.1241 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9755951775444879, 0.003177789052327474, 0.9970588684082031, 0.04071496115790473 ], "point": [ 0.9863, 0.0219 ] }, { "instruction": "Back", "bbox": [ 0.005482081572214762, 0.05456192864312066, 0.026078134112887914, 0.08799656338161892 ], "point": [ 0.0158, 0.0713 ] }, { "instruction": "adding a new item or element.", "bbox": [ 0.7331251356336805, 0.107712648179796, 0.7675214979383681, 0.13946969774034287 ], "point": [ 0.7503, 0.1236 ] }, { "instruction": "a list of awesome, things.", "bbox": [ 0.006472629970974393, 0.1516086154513889, 0.17356363932291666, 0.1988423326280382 ], "point": [ 0.09, 0.1752 ] }, { "instruction": "Help or information.", "bbox": [ 0.9056922912597656, 0.10054069519042969, 0.941266123453776, 0.14475426567925348 ], "point": [ 0.9235, 0.1226 ] }, { "instruction": "Five-point star", "bbox": [ 0.8645751953125, 0.05761288113064236, 0.8848354763454861, 0.0864738294813368 ], "point": [ 0.8747, 0.072 ] }, { "instruction": "Show container actions", "bbox": [ 0.9747083028157552, 0.051773092481825086, 0.9946603563096789, 0.08976528591579862 ], "point": [ 0.9847, 0.0708 ] }, { "instruction": "Close", "bbox": [ 0.36466424730088975, 0.01050705909729004, 0.38036426968044706, 0.0368374686770969 ], "point": [ 0.3725, 0.0237 ] }, { "instruction": "collapse sidebar.", "bbox": [ 0.003958288828531901, 0.9537611219618055, 0.1751347541809082, 0.9914942762586806 ], "point": [ 0.0895, 0.9726 ] }, { "instruction": "Line", "bbox": [ 0.2707307391696506, 0.11202991061740451, 0.2871278338962131, 0.1376854281955295 ], "point": [ 0.2789, 0.1249 ] }, { "instruction": "Close", "bbox": [ 0.19982337951660156, 0.011830869250827365, 0.21478534274631075, 0.03597705523173014 ], "point": [ 0.2073, 0.0239 ] }, { "instruction": "New Tab", "bbox": [ 0.5543376074896919, 0.008645837571885851, 0.5707857343885634, 0.03558756086561415 ], "point": [ 0.5626, 0.0221 ] }, { "instruction": "Close", "bbox": [ 0.5299307505289713, 0.009554696612887912, 0.5455621931287977, 0.03520337316724989 ], "point": [ 0.5377, 0.0224 ] }, { "instruction": "Close", "bbox": [ 0.8937324523925781, 0.2265804714626736, 0.9154280768500433, 0.26562679714626736 ], "point": [ 0.9046, 0.2461 ] }, { "instruction": "a list of awesome,things.", "bbox": [ 0.3106524149576823, 0.1684625752766927, 0.4089625040690104, 0.18617324829101561 ], "point": [ 0.3598, 0.1773 ] }, { "instruction": "a user profile or account.", "bbox": [ 0.004547092649671767, 0.9330075412326388, 0.17581095695495605, 0.9593874782986112 ], "point": [ 0.0902, 0.9462 ] }, { "instruction": "Settings or configuration options.", "bbox": [ 0.2651545630560981, 0.3065754530164931, 0.2917452070448134, 0.354664306640625 ], "point": [ 0.2784, 0.3306 ] }, { "instruction": "Postmill.", "bbox": [ 0.22303757137722438, 0.010057564841376411, 0.27856566111246744, 0.036855122248331706 ], "point": [ 0.2508, 0.0235 ] }, { "instruction": "main", "bbox": [ 0.1228319803873698, 0.010957375632392036, 0.14231207105848526, 0.033322848214043514 ], "point": [ 0.1326, 0.0221 ] }, { "instruction": "a search bar.", "bbox": [ 0.992647467719184, 0.09754005432128907, 1.0, 0.1438990444607205 ], "point": [ 0.9963, 0.1207 ] }, { "instruction": "A bookmark for bookmarking or writing.", "bbox": [ 0.4831213633219401, 0.3980434841579861, 0.4958332061767578, 0.43215447319878475 ], "point": [ 0.4895, 0.4151 ] }, { "instruction": "a shopping or e-commerce application.", "bbox": [ 0.056918329662746854, 0.008465464909871418, 0.07736023267110188, 0.041733181211683484 ], "point": [ 0.0671, 0.0251 ] }, { "instruction": "a search function.", "bbox": [ 2.986854977077908e-05, 0.10178849114312066, 0.004748220576180352, 0.14555677625868055 ], "point": [ 0.0024, 0.1237 ] } ], "element_size": 119 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_8/3647.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "New File", "bbox": [ 0.078125, 0.01499999894036187, 0.11388888888888889, 0.03111111111111111 ], "point": [ 0.096, 0.0231 ] }, { "instruction": "examples", "bbox": [ 0.11805555555555555, 0.012777777777777779, 0.15902777777777777, 0.035 ], "point": [ 0.1385, 0.0239 ] }, { "instruction": "main", "bbox": [ 0.16319443384806315, 0.01611111111111111, 0.1840277565850152, 0.029444444444444443 ], "point": [ 0.1736, 0.0228 ] }, { "instruction": "B", "bbox": [ 0.18819444444444444, 0.01611111111111111, 0.19652777777777777, 0.029444444444444443 ], "point": [ 0.1924, 0.0228 ] }, { "instruction": "User:The other Kiwix guy/Lan", "bbox": [ 0.4083333333333333, 0.013888888888888888, 0.5270833333333333, 0.034444444444444444 ], "point": [ 0.4677, 0.0242 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/byteblazellist_of_awesome_things]-Inewlmainlexamples", "bbox": [ 0.15833329094780815, 0.06166666666666667, 0.7125, 0.08388888888888889 ], "point": [ 0.4354, 0.0728 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "Byte Blaze", "bbox": [ 0.1875, 0.17, 0.2309027777777778, 0.18611111111111112 ], "point": [ 0.2092, 0.1781 ] }, { "instruction": "Repository", "bbox": [ 0.35104166666666664, 0.16722222222222222, 0.39791666666666664, 0.18777777777777777 ], "point": [ 0.3745, 0.1775 ] }, { "instruction": "New file", "bbox": [ 0.1892361111111111, 0.2311111111111111, 0.2621527777777778, 0.26055555555555554 ], "point": [ 0.2257, 0.2458 ] }, { "instruction": "Commit message", "bbox": [ 0.2222222222222222, 0.9244444444444444, 0.30659722222222224, 0.9444444444444444 ], "point": [ 0.2644, 0.9344 ] }, { "instruction": "Add new file", "bbox": [ 0.3333333333333333, 0.9216666666666666, 0.390625, 0.9416666666666667 ], "point": [ 0.362, 0.9317 ] }, { "instruction": "Incognito", "bbox": [ 0.8948842366536458, 0.05029052734375, 0.9707972208658854, 0.09135177612304687 ], "point": [ 0.9328, 0.0708 ] }, { "instruction": "Soft wrap", "bbox": [ 0.9017687479654948, 0.29850162082248266, 0.9783480326334636, 0.33786983913845486 ], "point": [ 0.9401, 0.3182 ] }, { "instruction": "83 Merge requests", "bbox": [ 0.0070537514156765405, 0.5668223402235243, 0.17042248513963487, 0.6050507948133681 ], "point": [ 0.0887, 0.5859 ] }, { "instruction": "Monitor", "bbox": [ 0.007352389229668512, 0.786612548828125, 0.17313040097554525, 0.825439453125 ], "point": [ 0.0902, 0.806 ] }, { "instruction": "Files", "bbox": [ 0.004349051581488715, 0.27404474894205727, 0.1744723849826389, 0.3120017496744792 ], "point": [ 0.0894, 0.293 ] }, { "instruction": "Repository", "bbox": [ 0.005718591478135851, 0.23682752821180555, 0.17481055789523656, 0.27549584282769096 ], "point": [ 0.0903, 0.2562 ] }, { "instruction": "Packages and registries", "bbox": [ 0.008238988452487522, 0.71383544921875, 0.1696500195397271, 0.752139892578125 ], "point": [ 0.0889, 0.733 ] }, { "instruction": "Deployments", "bbox": [ 0.008616415659586589, 0.6771086968315972, 0.1699263784620497, 0.7150798882378472 ], "point": [ 0.0893, 0.6961 ] }, { "instruction": "Infrastructure", "bbox": [ 0.008074696858723958, 0.7511098225911458, 0.1722516377766927, 0.7883348931206597 ], "point": [ 0.0902, 0.7697 ] }, { "instruction": "Branches", "bbox": [ 0.006151914596557617, 0.34657413058810765, 0.173516141043769, 0.38603749593098957 ], "point": [ 0.0898, 0.3663 ] }, { "instruction": "Security", "bbox": [ 0.008920542399088542, 0.6403946940104167, 0.17040941450330946, 0.6786021592881945 ], "point": [ 0.0897, 0.6595 ] }, { "instruction": "Compliance", "bbox": [ 0.008920542399088542, 0.6403946940104167, 0.17040941450330946, 0.6786021592881945 ], "point": [ 0.0897, 0.6595 ] }, { "instruction": "Issues", "bbox": [ 0.007171365949842665, 0.5306466335720487, 0.1709161440531413, 0.5684234619140625 ], "point": [ 0.089, 0.5495 ] }, { "instruction": "Contributors", "bbox": [ 0.009467135535346137, 0.4198570760091146, 0.17113235261705187, 0.4591435750325521 ], "point": [ 0.0903, 0.4395 ] }, { "instruction": "Tags", "bbox": [ 0.008548529942830403, 0.3841046142578125, 0.1723942279815674, 0.4222163221571181 ], "point": [ 0.0905, 0.4032 ] }, { "instruction": "Analytics", "bbox": [ 0.006778849495781792, 0.8234673394097223, 0.17376198768615722, 0.8623954264322916 ], "point": [ 0.0903, 0.8429 ] }, { "instruction": "Commits", "bbox": [ 0.00420835812886556, 0.31074496799045137, 0.17441209687127007, 0.3490332709418403 ], "point": [ 0.0893, 0.3299 ] }, { "instruction": "Graph", "bbox": [ 0.009504551357693142, 0.4572323269314236, 0.17077982160780164, 0.49512213812934025 ], "point": [ 0.0901, 0.4762 ] }, { "instruction": "CICD", "bbox": [ 0.008101330863104926, 0.6034487575954861, 0.17175943056742352, 0.6424485948350694 ], "point": [ 0.0899, 0.6229 ] }, { "instruction": "Project information", "bbox": [ 0.006897544860839844, 0.19808134290907117, 0.17422411176893446, 0.23878358629014756 ], "point": [ 0.0906, 0.2184 ] }, { "instruction": "Compare", "bbox": [ 0.009990220599704318, 0.49334459092881944, 0.17041591538323297, 0.5319585503472222 ], "point": [ 0.0902, 0.5127 ] }, { "instruction": "Wiki", "bbox": [ 0.0065561188591851125, 0.8605303955078125, 0.17267961502075196, 0.8979471164279514 ], "point": [ 0.0896, 0.8792 ] }, { "instruction": "Snippets", "bbox": [ 0.005720933278401692, 0.8964906819661458, 0.17342335383097332, 0.9353631591796875 ], "point": [ 0.0896, 0.9159 ] }, { "instruction": "Not Secure", "bbox": [ 0.0829789055718316, 0.0541878424750434, 0.15573380788167318, 0.08614089118109809 ], "point": [ 0.1194, 0.0702 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.006784884134928385, 0.1514219495985243, 0.17232019636366103, 0.199005126953125 ], "point": [ 0.0896, 0.1752 ] }, { "instruction": "File name", "bbox": [ 0.26728231641981337, 0.2973753526475694, 0.4449948204888238, 0.33834147135416665 ], "point": [ 0.3561, 0.3179 ] }, { "instruction": "X", "bbox": [ 0.20013423495822483, 0.01228787104288737, 0.21390240987141926, 0.03499104181925456 ], "point": [ 0.207, 0.0236 ] }, { "instruction": "X", "bbox": [ 0.3642282274034288, 0.009607132805718316, 0.38051545884874133, 0.037779312133789066 ], "point": [ 0.3724, 0.0237 ] }, { "instruction": "13", "bbox": [ 0.7712899949815538, 0.10208817376030815, 0.8137277391221788, 0.14190064324273002 ], "point": [ 0.7925, 0.122 ] }, { "instruction": "+", "bbox": [ 0.5539992438422309, 0.00805725309583876, 0.5707217746310764, 0.03541614744398329 ], "point": [ 0.5624, 0.0217 ] }, { "instruction": "X", "bbox": [ 0.5294108072916667, 0.008395237392849392, 0.5459075080023872, 0.03556914859347873 ], "point": [ 0.5377, 0.022 ] }, { "instruction": "88(8", "bbox": [ 0.8143741183810764, 0.10456490410698785, 0.8640989515516493, 0.14072820027669272 ], "point": [ 0.8392, 0.1226 ] }, { "instruction": "list_of_", "bbox": [ 0.24344711303710936, 0.16657485961914062, 0.3400381300184462, 0.18713536580403645 ], "point": [ 0.2917, 0.1769 ] }, { "instruction": "awesome_things", "bbox": [ 0.24344711303710936, 0.16657485961914062, 0.3400381300184462, 0.18713536580403645 ], "point": [ 0.2917, 0.1769 ] }, { "instruction": "Collapse sidebar", "bbox": [ 0.004412741131252713, 0.9539873589409722, 0.17160454326205785, 0.9911897786458334 ], "point": [ 0.088, 0.9726 ] }, { "instruction": "Postmill", "bbox": [ 0.22382848527696397, 0.00983963966369629, 0.27913566165500214, 0.035935792922973636 ], "point": [ 0.2515, 0.0229 ] }, { "instruction": "main", "bbox": [ 0.19485242631700303, 0.29764746771918404, 0.24399259355333117, 0.33642968071831597 ], "point": [ 0.2194, 0.317 ] }, { "instruction": "Incognito.", "bbox": [ 0.8948842366536458, 0.05029052734375, 0.9707972208658854, 0.09135177612304687 ], "point": [ 0.9328, 0.0708 ] }, { "instruction": "Left-to-Right Software wrapping options.", "bbox": [ 0.9017687479654948, 0.29850162082248266, 0.9783480326334636, 0.33786983913845486 ], "point": [ 0.9401, 0.3182 ] }, { "instruction": "Merge requests.", "bbox": [ 0.0070537514156765405, 0.5668223402235243, 0.17042248513963487, 0.6050507948133681 ], "point": [ 0.0887, 0.5859 ] }, { "instruction": "monitor.", "bbox": [ 0.007352389229668512, 0.786612548828125, 0.17313040097554525, 0.825439453125 ], "point": [ 0.0902, 0.806 ] }, { "instruction": "a menu for files.", "bbox": [ 0.004349051581488715, 0.27404474894205727, 0.1744723849826389, 0.3120017496744792 ], "point": [ 0.0894, 0.293 ] }, { "instruction": "Repostory.", "bbox": [ 0.005718591478135851, 0.23682752821180555, 0.17481055789523656, 0.27549584282769096 ], "point": [ 0.0903, 0.2562 ] }, { "instruction": "a checkbox to select the options for Packages andRegister.", "bbox": [ 0.008238988452487522, 0.71383544921875, 0.1696500195397271, 0.752139892578125 ], "point": [ 0.0889, 0.733 ] }, { "instruction": "Developments.", "bbox": [ 0.008616415659586589, 0.6771086968315972, 0.1699263784620497, 0.7150798882378472 ], "point": [ 0.0893, 0.6961 ] }, { "instruction": "Navigation to the Infrastructure settings.", "bbox": [ 0.008074696858723958, 0.7511098225911458, 0.1722516377766927, 0.7883348931206597 ], "point": [ 0.0902, 0.7697 ] }, { "instruction": "Branchs.", "bbox": [ 0.006151914596557617, 0.34657413058810765, 0.173516141043769, 0.38603749593098957 ], "point": [ 0.0898, 0.3663 ] }, { "instruction": "Security & Compliance settings.", "bbox": [ 0.008920542399088542, 0.6403946940104167, 0.17040941450330946, 0.6786021592881945 ], "point": [ 0.0897, 0.6595 ] }, { "instruction": "Issues.", "bbox": [ 0.007171365949842665, 0.5306466335720487, 0.1709161440531413, 0.5684234619140625 ], "point": [ 0.089, 0.5495 ] }, { "instruction": "Contributors.", "bbox": [ 0.009467135535346137, 0.4198570760091146, 0.17113235261705187, 0.4591435750325521 ], "point": [ 0.0903, 0.4395 ] }, { "instruction": "Tags.", "bbox": [ 0.008548529942830403, 0.3841046142578125, 0.1723942279815674, 0.4222163221571181 ], "point": [ 0.0905, 0.4032 ] }, { "instruction": "Analytics.", "bbox": [ 0.006778849495781792, 0.8234673394097223, 0.17376198768615722, 0.8623954264322916 ], "point": [ 0.0903, 0.8429 ] }, { "instruction": "Comments section.", "bbox": [ 0.00420835812886556, 0.31074496799045137, 0.17441209687127007, 0.3490332709418403 ], "point": [ 0.0893, 0.3299 ] }, { "instruction": "Graph functionality.", "bbox": [ 0.009504551357693142, 0.4572323269314236, 0.17077982160780164, 0.49512213812934025 ], "point": [ 0.0901, 0.4762 ] }, { "instruction": "refresh or reload the page.", "bbox": [ 0.008101330863104926, 0.6034487575954861, 0.17175943056742352, 0.6424485948350694 ], "point": [ 0.0899, 0.6229 ] }, { "instruction": "Project information.", "bbox": [ 0.006897544860839844, 0.19808134290907117, 0.17422411176893446, 0.23878358629014756 ], "point": [ 0.0906, 0.2184 ] }, { "instruction": "the option to compare content.", "bbox": [ 0.009990220599704318, 0.49334459092881944, 0.17041591538323297, 0.5319585503472222 ], "point": [ 0.0902, 0.5127 ] }, { "instruction": "Wi-Fi connectivity.", "bbox": [ 0.0065561188591851125, 0.8605303955078125, 0.17267961502075196, 0.8979471164279514 ], "point": [ 0.0896, 0.8792 ] }, { "instruction": "ShIPPets.", "bbox": [ 0.005720933278401692, 0.8964906819661458, 0.17342335383097332, 0.9353631591796875 ], "point": [ 0.0896, 0.9159 ] }, { "instruction": "Not Security.", "bbox": [ 0.0829789055718316, 0.0541878424750434, 0.15573380788167318, 0.08614089118109809 ], "point": [ 0.1194, 0.0702 ] }, { "instruction": "Selecting or adding a pattern.", "bbox": [ 0.9455312940809462, 0.09694023980034722, 0.9856310526529948, 0.15079242282443575 ], "point": [ 0.9656, 0.1239 ] }, { "instruction": "a list of awesome, things.", "bbox": [ 0.006784884134928385, 0.1514219495985243, 0.17232019636366103, 0.199005126953125 ], "point": [ 0.0896, 0.1752 ] }, { "instruction": "Dictate", "bbox": [ 0.004950186941358778, 0.1009710439046224, 0.03463173707326253, 0.14679863823784722 ], "point": [ 0.0198, 0.1239 ] }, { "instruction": "Justified", "bbox": [ 0.03838132222493489, 0.10405546400282117, 0.06262663735283745, 0.14359212239583333 ], "point": [ 0.0505, 0.1238 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9755728827582465, 0.0027913347880045574, 0.9970399644639757, 0.040852171579996745 ], "point": [ 0.9863, 0.0218 ] }, { "instruction": "Back", "bbox": [ 0.005293460024727715, 0.05454356299506293, 0.026210912730958727, 0.08805426703559027 ], "point": [ 0.0158, 0.0713 ] }, { "instruction": "Forward", "bbox": [ 0.031047863430447048, 0.05484724256727431, 0.0503111203511556, 0.08761379665798612 ], "point": [ 0.0407, 0.0712 ] }, { "instruction": "adding a new item or element.", "bbox": [ 0.7331971062554253, 0.10596063401963976, 0.7668145921495225, 0.13955648634168838 ], "point": [ 0.75, 0.1228 ] }, { "instruction": "Close", "bbox": [ 0.055969089931911895, 0.054934522840711805, 0.07577099270290799, 0.08711953904893663 ], "point": [ 0.0659, 0.071 ] }, { "instruction": "Five-point star", "bbox": [ 0.8651109483506945, 0.057649943033854165, 0.8840355767144097, 0.08647862752278646 ], "point": [ 0.8746, 0.0721 ] }, { "instruction": "a menu for file name.", "bbox": [ 0.26728231641981337, 0.2973753526475694, 0.4449948204888238, 0.33834147135416665 ], "point": [ 0.3561, 0.3179 ] }, { "instruction": "Line", "bbox": [ 0.2699532402886285, 0.11084203084309896, 0.2874568091498481, 0.139696044921875 ], "point": [ 0.2787, 0.1253 ] }, { "instruction": "Close", "bbox": [ 0.20013423495822483, 0.01228787104288737, 0.21390240987141926, 0.03499104181925456 ], "point": [ 0.207, 0.0236 ] }, { "instruction": "Expand to the next step", "bbox": [ 0.8667706807454427, 0.09837852478027344, 0.9036240471733941, 0.1464349365234375 ], "point": [ 0.8852, 0.1224 ] }, { "instruction": "Show container actions", "bbox": [ 0.9736256917317708, 0.04975487603081597, 0.9955952962239584, 0.09234324137369791 ], "point": [ 0.9846, 0.071 ] }, { "instruction": "Close", "bbox": [ 0.3642282274034288, 0.009607132805718316, 0.38051545884874133, 0.037779312133789066 ], "point": [ 0.3724, 0.0237 ] }, { "instruction": "Draw Functions", "bbox": [ 0.7712899949815538, 0.10208817376030815, 0.8137277391221788, 0.14190064324273002 ], "point": [ 0.7925, 0.122 ] }, { "instruction": "New Tab", "bbox": [ 0.5539992438422309, 0.00805725309583876, 0.5707217746310764, 0.03541614744398329 ], "point": [ 0.5624, 0.0217 ] }, { "instruction": "Close", "bbox": [ 0.5294108072916667, 0.008395237392849392, 0.5459075080023872, 0.03556914859347873 ], "point": [ 0.5377, 0.022 ] }, { "instruction": "the number 8.", "bbox": [ 0.8143741183810764, 0.10456490410698785, 0.8640989515516493, 0.14072820027669272 ], "point": [ 0.8392, 0.1226 ] }, { "instruction": "a list of awesome, things.", "bbox": [ 0.24344711303710936, 0.16657485961914062, 0.3400381300184462, 0.18713536580403645 ], "point": [ 0.2917, 0.1769 ] }, { "instruction": "Help or information.", "bbox": [ 0.9059933132595486, 0.0989208984375, 0.9404986911349826, 0.14503570556640624 ], "point": [ 0.9232, 0.122 ] }, { "instruction": "collapse sidebar.", "bbox": [ 0.004412741131252713, 0.9539873589409722, 0.17160454326205785, 0.9911897786458334 ], "point": [ 0.088, 0.9726 ] }, { "instruction": "a user profile or account.", "bbox": [ 0.004652690887451172, 0.9329572889539931, 0.17435636520385742, 0.9591112603081597 ], "point": [ 0.0895, 0.946 ] }, { "instruction": "Postmill.", "bbox": [ 0.22382848527696397, 0.00983963966369629, 0.27913566165500214, 0.035935792922973636 ], "point": [ 0.2515, 0.0229 ] }, { "instruction": "Pentagon.", "bbox": [ 0.19485242631700303, 0.29764746771918404, 0.24399259355333117, 0.33642968071831597 ], "point": [ 0.2194, 0.317 ] }, { "instruction": "Wi-Fi signal strength.", "bbox": [ 0.9947247823079427, 0.04839338514539931, 0.9999999152289496, 0.09379803975423177 ], "point": [ 0.9974, 0.0711 ] }, { "instruction": "Line", "bbox": [ 0.25278824700249564, 0.3057384575737847, 0.2651457044813368, 0.3320693630642361 ], "point": [ 0.259, 0.3189 ] }, { "instruction": "Text", "bbox": [ 0.4817014906141493, 0.44038414849175345, 0.5007330152723525, 0.46857153998480905 ], "point": [ 0.4912, 0.4545 ] }, { "instruction": "a search function.", "bbox": [ 4.132323794894748e-05, 0.10157680935329862, 0.004727217223909166, 0.14542665269639757 ], "point": [ 0.0024, 0.1235 ] } ], "element_size": 102 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_9/4241.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "New File", "bbox": [ 0.078125, 0.01499999894036187, 0.11388888888888889, 0.03111111111111111 ], "point": [ 0.096, 0.0231 ] }, { "instruction": "main", "bbox": [ 0.16319443384806315, 0.015, 0.1840277565850152, 0.029444444444444443 ], "point": [ 0.1736, 0.0222 ] }, { "instruction": "Postmill", "bbox": [ 0.24305555555555555, 0.01499999894036187, 0.2763888888888889, 0.03111111111111111 ], "point": [ 0.2597, 0.0231 ] }, { "instruction": "User:The other Kiwix guy/Lan", "bbox": [ 0.4083333333333333, 0.013888888888888888, 0.5270833333333333, 0.034444444444444444 ], "point": [ 0.4677, 0.0242 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/byteblazellist_of_awesome_things]-Inew/mainlexamples", "bbox": [ 0.15833329094780815, 0.06166666666666667, 0.7125, 0.08388888888888889 ], "point": [ 0.4354, 0.0728 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "Commit message", "bbox": [ 0.2222222434149848, 0.6983333333333334, 0.30625002119276257, 0.7188888888888889 ], "point": [ 0.2642, 0.7086 ] }, { "instruction": "Add new file", "bbox": [ 0.33368055555555554, 0.6972222222222222, 0.3902777777777778, 0.7155555555555555 ], "point": [ 0.362, 0.7064 ] }, { "instruction": "main", "bbox": [ 0.33368057674831814, 0.7861111111111111, 0.3559027777777778, 0.8033333333333333 ], "point": [ 0.3448, 0.7947 ] }, { "instruction": "Collanse sidebar", "bbox": [ 0.02361111111111111, 0.9622222222222222, 0.10173611111111111, 0.9822222222222222 ], "point": [ 0.0627, 0.9722 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/-lexamples", "bbox": [ 0.002430566151936849, 0.98, 0.30069445504082576, 0.9983333333333333 ], "point": [ 0.1516, 0.9892 ] }, { "instruction": "Incognito", "bbox": [ 0.8949835883246527, 0.050372458563910594, 0.9706946478949653, 0.09118401421440972 ], "point": [ 0.9328, 0.0708 ] }, { "instruction": "Monitor", "bbox": [ 0.00795744260152181, 0.7864202880859374, 0.1728991667429606, 0.8255718994140625 ], "point": [ 0.0904, 0.806 ] }, { "instruction": "Infrastructure", "bbox": [ 0.008249727884928386, 0.750892333984375, 0.17231659359402127, 0.7884048122829861 ], "point": [ 0.0903, 0.7696 ] }, { "instruction": "83 Merge requests", "bbox": [ 0.006949308183458116, 0.5666230265299479, 0.17301077312893337, 0.6052616373697917 ], "point": [ 0.09, 0.5859 ] }, { "instruction": "Analytics", "bbox": [ 0.007908217112223307, 0.8234464518229166, 0.17340241538153756, 0.8625569661458333 ], "point": [ 0.0907, 0.843 ] }, { "instruction": "Packages and registries", "bbox": [ 0.008190329869588215, 0.713782958984375, 0.17091141276889377, 0.7521445041232638 ], "point": [ 0.0896, 0.733 ] }, { "instruction": "Tags", "bbox": [ 0.006951671176486545, 0.3837992350260417, 0.175295533074273, 0.4226678466796875 ], "point": [ 0.0911, 0.4032 ] }, { "instruction": "Deployments", "bbox": [ 0.008290439181857638, 0.6771387396918402, 0.17171158260769315, 0.7152707926432291 ], "point": [ 0.09, 0.6962 ] }, { "instruction": "Branches", "bbox": [ 0.005838155746459961, 0.3464950222439236, 0.1750026437971327, 0.3861208089192708 ], "point": [ 0.0904, 0.3663 ] }, { "instruction": "Contributors", "bbox": [ 0.008062060674031575, 0.41964246961805557, 0.17486349211798774, 0.459329833984375 ], "point": [ 0.0915, 0.4395 ] }, { "instruction": "Security", "bbox": [ 0.008199426862928603, 0.6402149115668403, 0.17260043885972765, 0.6787856038411458 ], "point": [ 0.0904, 0.6595 ] }, { "instruction": "Compliance", "bbox": [ 0.008199426862928603, 0.6402149115668403, 0.17260043885972765, 0.6787856038411458 ], "point": [ 0.0904, 0.6595 ] }, { "instruction": "Issues", "bbox": [ 0.006940603256225586, 0.5307156032986111, 0.174282259411282, 0.5684748670789931 ], "point": [ 0.0906, 0.5496 ] }, { "instruction": "CICD", "bbox": [ 0.007639265060424805, 0.603526611328125, 0.1738057189517551, 0.6426246473524305 ], "point": [ 0.0907, 0.6231 ] }, { "instruction": "Graph", "bbox": [ 0.007913557688395183, 0.4571703084309896, 0.17503258387247722, 0.4954521687825521 ], "point": [ 0.0915, 0.4763 ] }, { "instruction": "Files", "bbox": [ 0.004294994142320421, 0.27398335774739585, 0.174992651409573, 0.3121520317925347 ], "point": [ 0.0896, 0.2931 ] }, { "instruction": "Wiki", "bbox": [ 0.007620525360107422, 0.8604100206163194, 0.172753111521403, 0.8981260850694445 ], "point": [ 0.0902, 0.8793 ] }, { "instruction": "Repository", "bbox": [ 0.005391809675428603, 0.23669316609700522, 0.1753766271803114, 0.2755769348144531 ], "point": [ 0.0904, 0.2561 ] }, { "instruction": "Cancel", "bbox": [ 0.29666205512152777, 0.850116441514757, 0.3469572279188368, 0.8912530517578126 ], "point": [ 0.3218, 0.8707 ] }, { "instruction": "Commits", "bbox": [ 0.004335806104871962, 0.3106851874457465, 0.17541412777370877, 0.34921417236328123 ], "point": [ 0.0899, 0.3299 ] }, { "instruction": "Compare", "bbox": [ 0.008152437210083009, 0.49340793185763887, 0.17541616757710773, 0.5324747721354167 ], "point": [ 0.0918, 0.5129 ] }, { "instruction": "Project information", "bbox": [ 0.006417300966050889, 0.19798131306966146, 0.17544732093811036, 0.2387923346625434 ], "point": [ 0.0909, 0.2184 ] }, { "instruction": "Not Secure", "bbox": [ 0.08262257046169705, 0.05465598636203342, 0.1556608623928494, 0.08587638007269965 ], "point": [ 0.1191, 0.0703 ] }, { "instruction": "Snippets", "bbox": [ 0.0074669149186876085, 0.8965100775824653, 0.173387172487047, 0.9355454508463542 ], "point": [ 0.0904, 0.916 ] }, { "instruction": "Commit changes", "bbox": [ 0.1981832292344835, 0.8511480034722222, 0.2939652760823568, 0.8914695909288195 ], "point": [ 0.2461, 0.8713 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.006154616673787435, 0.1514468044704861, 0.17381861474778917, 0.19902530246310765 ], "point": [ 0.09, 0.1752 ] }, { "instruction": "88(8", "bbox": [ 0.8140796237521701, 0.10038863288031684, 0.8641372680664062, 0.1443107435438368 ], "point": [ 0.8391, 0.1223 ] }, { "instruction": "13", "bbox": [ 0.7708883497450086, 0.09932245890299479, 0.8139588250054254, 0.14849941677517361 ], "point": [ 0.7924, 0.1239 ] }, { "instruction": "X", "bbox": [ 0.19999222225613064, 0.01215743064880371, 0.21406502193874782, 0.034772464964124894 ], "point": [ 0.207, 0.0235 ] }, { "instruction": "+", "bbox": [ 0.5542882283528646, 0.008298605812920464, 0.5702829996744792, 0.03593777020772298 ], "point": [ 0.5623, 0.0221 ] }, { "instruction": "X", "bbox": [ 0.36384027269151475, 0.009023994869656033, 0.3810307396782769, 0.03991245693630642 ], "point": [ 0.3724, 0.0245 ] }, { "instruction": "X", "bbox": [ 0.5293159908718533, 0.008544209798177084, 0.5458176083034939, 0.03654234144422743 ], "point": [ 0.5376, 0.0225 ] }, { "instruction": "B", "bbox": [ 0.18874342176649306, 0.012504908243815104, 0.19692073398166232, 0.031771312289767796 ], "point": [ 0.1928, 0.0221 ] }, { "instruction": "Target Branch", "bbox": [ 0.2244328392876519, 0.7720083279079861, 0.31549852159288194, 0.8167470974392361 ], "point": [ 0.27, 0.7944 ] }, { "instruction": "examples", "bbox": [ 0.11865098741319445, 0.010088883505927192, 0.15813819037543403, 0.03320357958475749 ], "point": [ 0.1384, 0.0216 ] }, { "instruction": "Incognito.", "bbox": [ 0.8949835883246527, 0.050372458563910594, 0.9706946478949653, 0.09118401421440972 ], "point": [ 0.9328, 0.0708 ] }, { "instruction": "monitor.", "bbox": [ 0.00795744260152181, 0.7864202880859374, 0.1728991667429606, 0.8255718994140625 ], "point": [ 0.0904, 0.806 ] }, { "instruction": "Navigation to the Infrastructure settings.", "bbox": [ 0.008249727884928386, 0.750892333984375, 0.17231659359402127, 0.7884048122829861 ], "point": [ 0.0903, 0.7696 ] }, { "instruction": "Merge requests.", "bbox": [ 0.006949308183458116, 0.5666230265299479, 0.17301077312893337, 0.6052616373697917 ], "point": [ 0.09, 0.5859 ] }, { "instruction": "Analytics.", "bbox": [ 0.007908217112223307, 0.8234464518229166, 0.17340241538153756, 0.8625569661458333 ], "point": [ 0.0907, 0.843 ] }, { "instruction": "a checkbox to select the options for Packages and entries.", "bbox": [ 0.008190329869588215, 0.713782958984375, 0.17091141276889377, 0.7521445041232638 ], "point": [ 0.0896, 0.733 ] }, { "instruction": "Tags.", "bbox": [ 0.006951671176486545, 0.3837992350260417, 0.175295533074273, 0.4226678466796875 ], "point": [ 0.0911, 0.4032 ] }, { "instruction": "Develops.", "bbox": [ 0.008290439181857638, 0.6771387396918402, 0.17171158260769315, 0.7152707926432291 ], "point": [ 0.09, 0.6962 ] }, { "instruction": "Branchs.", "bbox": [ 0.005838155746459961, 0.3464950222439236, 0.1750026437971327, 0.3861208089192708 ], "point": [ 0.0904, 0.3663 ] }, { "instruction": "Contributors.", "bbox": [ 0.008062060674031575, 0.41964246961805557, 0.17486349211798774, 0.459329833984375 ], "point": [ 0.0915, 0.4395 ] }, { "instruction": "Security & Compliance settings.", "bbox": [ 0.008199426862928603, 0.6402149115668403, 0.17260043885972765, 0.6787856038411458 ], "point": [ 0.0904, 0.6595 ] }, { "instruction": "Issues.", "bbox": [ 0.006940603256225586, 0.5307156032986111, 0.174282259411282, 0.5684748670789931 ], "point": [ 0.0906, 0.5496 ] }, { "instruction": "Refresh or reload the page.", "bbox": [ 0.007639265060424805, 0.603526611328125, 0.1738057189517551, 0.6426246473524305 ], "point": [ 0.0907, 0.6231 ] }, { "instruction": "Graph functionality.", "bbox": [ 0.007913557688395183, 0.4571703084309896, 0.17503258387247722, 0.4954521687825521 ], "point": [ 0.0915, 0.4763 ] }, { "instruction": "a menu for files.", "bbox": [ 0.004294994142320421, 0.27398335774739585, 0.174992651409573, 0.3121520317925347 ], "point": [ 0.0896, 0.2931 ] }, { "instruction": "A computer with a price tag of \u00a54.5L.", "bbox": [ 0.007620525360107422, 0.8604100206163194, 0.172753111521403, 0.8981260850694445 ], "point": [ 0.0902, 0.8793 ] }, { "instruction": "Repostory.", "bbox": [ 0.005391809675428603, 0.23669316609700522, 0.1753766271803114, 0.2755769348144531 ], "point": [ 0.0904, 0.2561 ] }, { "instruction": "Cancel action.", "bbox": [ 0.29666205512152777, 0.850116441514757, 0.3469572279188368, 0.8912530517578126 ], "point": [ 0.3218, 0.8707 ] }, { "instruction": "Comments section.", "bbox": [ 0.004335806104871962, 0.3106851874457465, 0.17541412777370877, 0.34921417236328123 ], "point": [ 0.0899, 0.3299 ] }, { "instruction": "the option to compare content.", "bbox": [ 0.008152437210083009, 0.49340793185763887, 0.17541616757710773, 0.5324747721354167 ], "point": [ 0.0918, 0.5129 ] }, { "instruction": "Project information.", "bbox": [ 0.006417300966050889, 0.19798131306966146, 0.17544732093811036, 0.2387923346625434 ], "point": [ 0.0909, 0.2184 ] }, { "instruction": "Not Security.", "bbox": [ 0.08262257046169705, 0.05465598636203342, 0.1556608623928494, 0.08587638007269965 ], "point": [ 0.1191, 0.0703 ] }, { "instruction": "Shippets.", "bbox": [ 0.0074669149186876085, 0.8965100775824653, 0.173387172487047, 0.9355454508463542 ], "point": [ 0.0904, 0.916 ] }, { "instruction": "commit changes.", "bbox": [ 0.1981832292344835, 0.8511480034722222, 0.2939652760823568, 0.8914695909288195 ], "point": [ 0.2461, 0.8713 ] }, { "instruction": "Line", "bbox": [ 0.27088970608181423, 0.11231982760959201, 0.28667322794596356, 0.13852054172092013 ], "point": [ 0.2788, 0.1254 ] }, { "instruction": "Dictate", "bbox": [ 0.004589784145355225, 0.10066311306423611, 0.03487544986936781, 0.14736828274197047 ], "point": [ 0.0197, 0.124 ] }, { "instruction": "Selecting a pattern or design.", "bbox": [ 0.9458741082085503, 0.09736585828993055, 0.986260732014974, 0.1491730244954427 ], "point": [ 0.9661, 0.1233 ] }, { "instruction": "Reload", "bbox": [ 0.05512670940823025, 0.051221211751302086, 0.07673801845974393, 0.09115008884006076 ], "point": [ 0.0659, 0.0712 ] }, { "instruction": "Justified", "bbox": [ 0.038031331698099774, 0.10351309034559462, 0.06297083960639106, 0.1439110819498698 ], "point": [ 0.0505, 0.1237 ] }, { "instruction": "Excel 5", "bbox": [ 0.8674918280707465, 0.1011088392469618, 0.9025271945529514, 0.1423849317762587 ], "point": [ 0.885, 0.1217 ] }, { "instruction": "a list of awesome, things.", "bbox": [ 0.006154616673787435, 0.1514468044704861, 0.17381861474778917, 0.19902530246310765 ], "point": [ 0.09, 0.1752 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9753118726942275, 0.0024188486735026043, 0.9974038865831163, 0.04120921240912544 ], "point": [ 0.9864, 0.0218 ] }, { "instruction": "Forward", "bbox": [ 0.030678794119093154, 0.05290905422634549, 0.050462669796413846, 0.08923236423068577 ], "point": [ 0.0406, 0.0711 ] }, { "instruction": "Back", "bbox": [ 0.004966836505466038, 0.05461233774820964, 0.026436448097229004, 0.08790686713324652 ], "point": [ 0.0157, 0.0713 ] }, { "instruction": "Create", "bbox": [ 0.7334892272949218, 0.10041299608018663, 0.7666085984971788, 0.14749386257595487 ], "point": [ 0.75, 0.124 ] }, { "instruction": "Help or information.", "bbox": [ 0.906385972764757, 0.10090404934353299, 0.9401321411132812, 0.14215369330512154 ], "point": [ 0.9233, 0.1215 ] }, { "instruction": "Show container actions", "bbox": [ 0.9746807522243923, 0.050477828979492184, 0.9951036241319444, 0.09135520935058594 ], "point": [ 0.9849, 0.0709 ] }, { "instruction": "the number 8.", "bbox": [ 0.8140796237521701, 0.10038863288031684, 0.8641372680664062, 0.1443107435438368 ], "point": [ 0.8391, 0.1223 ] }, { "instruction": "Five-point star", "bbox": [ 0.8651579115125868, 0.05728799608018663, 0.8840901692708333, 0.08669975280761719 ], "point": [ 0.8746, 0.072 ] }, { "instruction": "Dictate", "bbox": [ 0.7708883497450086, 0.09932245890299479, 0.8139588250054254, 0.14849941677517361 ], "point": [ 0.7924, 0.1239 ] }, { "instruction": "Close", "bbox": [ 0.19999222225613064, 0.01215743064880371, 0.21406502193874782, 0.034772464964124894 ], "point": [ 0.207, 0.0235 ] }, { "instruction": "New Tab", "bbox": [ 0.5542882283528646, 0.008298605812920464, 0.5702829996744792, 0.03593777020772298 ], "point": [ 0.5623, 0.0221 ] }, { "instruction": "Close", "bbox": [ 0.36384027269151475, 0.009023994869656033, 0.3810307396782769, 0.03991245693630642 ], "point": [ 0.3724, 0.0245 ] }, { "instruction": "Close", "bbox": [ 0.5293159908718533, 0.008544209798177084, 0.5458176083034939, 0.03654234144422743 ], "point": [ 0.5376, 0.0225 ] }, { "instruction": "Post", "bbox": [ 0.22265442742241753, 0.0057277690039740665, 0.2634486304389106, 0.040444722705417206 ], "point": [ 0.2431, 0.0231 ] }, { "instruction": "a search bar.", "bbox": [ 0.99248046875, 0.09769710964626736, 1.0, 0.14356319851345486 ], "point": [ 0.9962, 0.1206 ] }, { "instruction": "a vertical scroll bar.", "bbox": [ 0.9928109063042535, 0.2841808403862847, 1.0, 0.39189737955729165 ], "point": [ 0.9964, 0.338 ] }, { "instruction": "Reload", "bbox": [ 0.39017507765028214, 0.0059837351904975045, 0.40551448398166234, 0.040213742785983615 ], "point": [ 0.3978, 0.0231 ] }, { "instruction": "a user profile or account.", "bbox": [ 0.0054700639512803816, 0.9329745822482639, 0.17406321631537544, 0.9591171603732639 ], "point": [ 0.0898, 0.946 ] }, { "instruction": "a search function.", "bbox": [ 4.4553644127315944e-05, 0.10123447842068142, 0.004717159105671776, 0.1459275139702691 ], "point": [ 0.0024, 0.1236 ] }, { "instruction": "Bold", "bbox": [ 0.18874342176649306, 0.012504908243815104, 0.19692073398166232, 0.031771312289767796 ], "point": [ 0.1928, 0.0221 ] }, { "instruction": "Target Branch.", "bbox": [ 0.2244328392876519, 0.7720083279079861, 0.31549852159288194, 0.8167470974392361 ], "point": [ 0.27, 0.7944 ] }, { "instruction": "examples.", "bbox": [ 0.11865098741319445, 0.010088883505927192, 0.15813819037543403, 0.03320357958475749 ], "point": [ 0.1384, 0.0216 ] }, { "instruction": "Wi-Fi signal strength.", "bbox": [ 0.99462890625, 0.0468784671359592, 1.0, 0.09349342346191407 ], "point": [ 0.9973, 0.0702 ] } ], "element_size": 100 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_10/4985.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "README.md", "bbox": [ 0.07743055555555556, 0.01499999894036187, 0.1295138888888889, 0.03111111111111111 ], "point": [ 0.1035, 0.0231 ] }, { "instruction": "main", "bbox": [ 0.134375, 0.01499999894036187, 0.15590277777777778, 0.03111111111111111 ], "point": [ 0.1451, 0.0231 ] }, { "instruction": "Byte", "bbox": [ 0.16006945504082573, 0.015, 0.18020833333333333, 0.03222222222222222 ], "point": [ 0.1701, 0.0236 ] }, { "instruction": "User:The other Kiwix guy/Lan", "bbox": [ 0.4083333333333333, 0.013888888888888888, 0.5270833333333333, 0.035 ], "point": [ 0.4677, 0.0244 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/byteblazellist_of_awesome_things/-/blob/main/READMEmd", "bbox": [ 0.1583333757188585, 0.06055554707845052, 0.7267361111111111, 0.08388888041178386 ], "point": [ 0.4425, 0.0722 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "Repository", "bbox": [ 0.35104166666666664, 0.16722222222222222, 0.39791666666666664, 0.18777777777777777 ], "point": [ 0.3745, 0.1775 ] }, { "instruction": "Initial commit", "bbox": [ 0.22951388888888888, 0.22611111111111112, 0.29583333333333334, 0.24444444444444444 ], "point": [ 0.2627, 0.2353 ] }, { "instruction": "Byte Blaze authored just now", "bbox": [ 0.23020833333333332, 0.2494444613986545, 0.36180555555555555, 0.27000001695421005 ], "point": [ 0.296, 0.2597 ] }, { "instruction": "README.md", "bbox": [ 0.371875, 0.3188888888888889, 0.42951388888888886, 0.3372222222222222 ], "point": [ 0.4007, 0.3281 ] }, { "instruction": "README.md", "bbox": [ 0.2607638888888889, 0.3838888888888889, 0.32256944444444446, 0.39944444444444444 ], "point": [ 0.2917, 0.3917 ] }, { "instruction": "6.18 KiB", "bbox": [ 0.3451388888888889, 0.385, 0.3770833333333333, 0.39944444444444444 ], "point": [ 0.3611, 0.3922 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.20833333333333334, 0.45555555555555555, 0.4045138888888889, 0.49333333333333335 ], "point": [ 0.3064, 0.4744 ] }, { "instruction": "Getting started", "bbox": [ 0.21006944444444445, 0.5249999660915798, 0.3145833333333333, 0.5544444105360243 ], "point": [ 0.2623, 0.5397 ] }, { "instruction": "To make it easy for you to", "bbox": [ 0.21041666666666667, 0.5794444444444444, 0.32743055555555556, 0.6005555555555555 ], "point": [ 0.2689, 0.59 ] }, { "instruction": "started with GitLab, here's a list of recommended next steps.", "bbox": [ 0.34479170905219186, 0.5788888888888889, 0.6208333757188585, 0.6016666666666667 ], "point": [ 0.4828, 0.5903 ] }, { "instruction": "Already a pro? Just edit this README.md and make it your own: Want to make it easy? Use the template at the bottom!", "bbox": [ 0.21041668785942924, 0.6205555555555555, 0.7437500211927626, 0.6427777777777778 ], "point": [ 0.4771, 0.6317 ] }, { "instruction": "Add your files", "bbox": [ 0.2111111111111111, 0.67, 0.30520833333333336, 0.6994444444444444 ], "point": [ 0.2582, 0.6847 ] }, { "instruction": "Create or upload files", "bbox": [ 0.23020835452609592, 0.7250000678168402, 0.32916668785942926, 0.7472222900390625 ], "point": [ 0.2797, 0.7361 ] }, { "instruction": "Add files using the command line or push an existing Git repository with the following command:", "bbox": [ 0.23020833333333332, 0.7494443766276042, 0.6625, 0.7716665988498264 ], "point": [ 0.4464, 0.7606 ] }, { "instruction": "cd existing_repo", "bbox": [ 0.21979166666666666, 0.8044445122612848, 0.31666666666666665, 0.8294445122612847 ], "point": [ 0.2682, 0.8169 ] }, { "instruction": "git", "bbox": [ 0.21909722222222222, 0.8316665988498264, 0.23993055555555556, 0.8538888210720487 ], "point": [ 0.2295, 0.8428 ] }, { "instruction": "remote", "bbox": [ 0.24375, 0.8338888888888889, 0.28020833333333334, 0.8494444444444444 ], "point": [ 0.262, 0.8417 ] }, { "instruction": "add origin http: //ec2-3-135-185-123.uS-east-2. compute.amazonaws. com: 8023/byteblaze/list_of_awesome_things.git", "bbox": [ 0.28402775658501517, 0.8316665988498264, 0.9249999788072374, 0.8538888210720487 ], "point": [ 0.6045, 0.8428 ] }, { "instruction": "git", "bbox": [ 0.21909722222222222, 0.8566667344835069, 0.23993055555555556, 0.8788889567057292 ], "point": [ 0.2295, 0.8678 ] }, { "instruction": "branch", "bbox": [ 0.24340277777777777, 0.8566666666666667, 0.28125, 0.8766666666666667 ], "point": [ 0.2623, 0.8667 ] }, { "instruction": "~", "bbox": [ 0.284375, 0.857222154405382, 0.29756944444444444, 0.8744443766276042 ], "point": [ 0.291, 0.8658 ] }, { "instruction": "main", "bbox": [ 0.3013888888888889, 0.857222154405382, 0.32708333333333334, 0.8744443766276042 ], "point": [ 0.3142, 0.8658 ] }, { "instruction": "git", "bbox": [ 0.21909722222222222, 0.8816666666666667, 0.23993055555555556, 0.9038888888888889 ], "point": [ 0.2295, 0.8928 ] }, { "instruction": "~uf", "bbox": [ 0.2725694444444444, 0.8811110432942708, 0.29131944444444446, 0.8994443766276041 ], "point": [ 0.2819, 0.8903 ] }, { "instruction": "origin main", "bbox": [ 0.29583333333333334, 0.8805555555555555, 0.3628472222222222, 0.9038888888888889 ], "point": [ 0.3293, 0.8922 ] }, { "instruction": "Integrate with your tools", "bbox": [ 0.209375, 0.9461111111111111, 0.3753472222222222, 0.9772222222222222 ], "point": [ 0.2924, 0.9617 ] }, { "instruction": "Bla", "bbox": [ 0.1798611111111111, 0.013333333333333334, 0.19618055555555555, 0.03166666666666667 ], "point": [ 0.188, 0.0225 ] }, { "instruction": "get", "bbox": [ 0.3267361111111111, 0.5827777777777777, 0.34652777777777777, 0.5988888888888889 ], "point": [ 0.3366, 0.5908 ] }, { "instruction": "push", "bbox": [ 0.2420138888888889, 0.8838888888888888, 0.26979166666666665, 0.9005555555555556 ], "point": [ 0.2559, 0.8922 ] }, { "instruction": "Permalink", "bbox": [ 0.9266409979926216, 0.3070119900173611, 0.9901124742296007, 0.3483037651909722 ], "point": [ 0.9584, 0.3277 ] }, { "instruction": "Find file", "bbox": [ 0.7652489556206598, 0.30660797119140626, 0.8199359469943577, 0.3485687594943576 ], "point": [ 0.7926, 0.3276 ] }, { "instruction": "History", "bbox": [ 0.8719722323947483, 0.3066891140407986, 0.9241340637207032, 0.348328857421875 ], "point": [ 0.8981, 0.3275 ] }, { "instruction": "Incognito", "bbox": [ 0.894883558485243, 0.0504514906141493, 0.970719740125868, 0.09099374559190539 ], "point": [ 0.9328, 0.0707 ] }, { "instruction": "Blame", "bbox": [ 0.8223417494032118, 0.3066413370768229, 0.8692781236436632, 0.3486392211914062 ], "point": [ 0.8458, 0.3276 ] }, { "instruction": "83 Merge requests", "bbox": [ 0.007722706264919705, 0.5666039360894097, 0.16929557588365343, 0.6051633707682291 ], "point": [ 0.0885, 0.5859 ] }, { "instruction": "main", "bbox": [ 0.18789573245578342, 0.3068172878689236, 0.24122176700168185, 0.34602288140190973 ], "point": [ 0.2146, 0.3264 ] }, { "instruction": "Deployments", "bbox": [ 0.009231011072794596, 0.6770559353298611, 0.16895276705423992, 0.7152693684895833 ], "point": [ 0.0891, 0.6962 ] }, { "instruction": "019a294f", "bbox": [ 0.8907525804307725, 0.2210610622829861, 0.9790155198838976, 0.26031856960720484 ], "point": [ 0.9349, 0.2407 ] }, { "instruction": "Repository", "bbox": [ 0.005855237113104927, 0.23685455322265625, 0.1744491524166531, 0.27547115749782985 ], "point": [ 0.0902, 0.2562 ] }, { "instruction": "Monitor", "bbox": [ 0.007971705330742731, 0.7866377766927083, 0.17479348182678223, 0.8254290093315972 ], "point": [ 0.0914, 0.806 ] }, { "instruction": "Packages and registries", "bbox": [ 0.009168312284681531, 0.7137459988064236, 0.16790884335835773, 0.7519289143880208 ], "point": [ 0.0885, 0.7328 ] }, { "instruction": "Branches", "bbox": [ 0.005996608734130859, 0.34652418348524305, 0.17381804784138996, 0.38609849717881944 ], "point": [ 0.0899, 0.3663 ] }, { "instruction": "Security", "bbox": [ 0.009613434473673502, 0.64033203125, 0.16902895503573948, 0.678675537109375 ], "point": [ 0.0893, 0.6595 ] }, { "instruction": "Compliance", "bbox": [ 0.009613434473673502, 0.64033203125, 0.16902895503573948, 0.678675537109375 ], "point": [ 0.0893, 0.6595 ] }, { "instruction": "Contributors", "bbox": [ 0.00889090961880154, 0.4199614461263021, 0.1705998049841987, 0.45926177978515625 ], "point": [ 0.0897, 0.4396 ] }, { "instruction": "Files", "bbox": [ 0.0044948948754204646, 0.27398178100585935, 0.17432337337070042, 0.31192494710286456 ], "point": [ 0.0894, 0.293 ] }, { "instruction": "Tags", "bbox": [ 0.00795605977376302, 0.38418931749131946, 0.1723269992404514, 0.42232042100694445 ], "point": [ 0.0901, 0.4033 ] }, { "instruction": "Infrastructure", "bbox": [ 0.008669763141208224, 0.7509756808810764, 0.1729932943979899, 0.788416273328993 ], "point": [ 0.0908, 0.7697 ] }, { "instruction": "Analytics", "bbox": [ 0.007568523618910048, 0.8234983995225694, 0.176861842473348, 0.8625657823350694 ], "point": [ 0.0922, 0.843 ] }, { "instruction": "Replace", "bbox": [ 0.8069084167480469, 0.3720838419596354, 0.8625656975640191, 0.4112580362955729 ], "point": [ 0.8347, 0.3917 ] }, { "instruction": "Issues", "bbox": [ 0.007768530315823025, 0.5307209269205729, 0.1697889380984836, 0.5683868069118924 ], "point": [ 0.0888, 0.5496 ] }, { "instruction": "Graph", "bbox": [ 0.009634012646145291, 0.4574543931749132, 0.1704300085703532, 0.49505062527126736 ], "point": [ 0.09, 0.4763 ] }, { "instruction": "Delete", "bbox": [ 0.8599214341905382, 0.3720839097764757, 0.9071562025282118, 0.41120412190755207 ], "point": [ 0.8835, 0.3916 ] }, { "instruction": "Commits", "bbox": [ 0.004384538862440321, 0.3107064480251736, 0.17450922860039605, 0.34889967176649306 ], "point": [ 0.0894, 0.3298 ] }, { "instruction": "CICD", "bbox": [ 0.00869908332824707, 0.6035072157118055, 0.17002949714660645, 0.642470703125 ], "point": [ 0.0894, 0.623 ] }, { "instruction": "Compare", "bbox": [ 0.009406895107693143, 0.4933983696831597, 0.16964781019422742, 0.53209228515625 ], "point": [ 0.0895, 0.5127 ] }, { "instruction": "Project information", "bbox": [ 0.007010004255506727, 0.19822174072265625, 0.1736801889207628, 0.2387957763671875 ], "point": [ 0.0903, 0.2185 ] }, { "instruction": "Wiki", "bbox": [ 0.007096174028184679, 0.8605103895399305, 0.17858895195855035, 0.8980052354600695 ], "point": [ 0.0928, 0.8793 ] }, { "instruction": "88(8", "bbox": [ 0.8142868041992187, 0.10320941501193577, 0.8643417358398438, 0.1412969970703125 ], "point": [ 0.8393, 0.1223 ] }, { "instruction": "Snippets", "bbox": [ 0.0064853615230984155, 0.8963971625434027, 0.17852460543314616, 0.935892333984375 ], "point": [ 0.0925, 0.9161 ] }, { "instruction": "Not Secure", "bbox": [ 0.08296927346123589, 0.05400792015923394, 0.15557555092705622, 0.08618871900770399 ], "point": [ 0.1193, 0.0701 ] }, { "instruction": "13", "bbox": [ 0.7706128438313802, 0.1027046881781684, 0.8137560526529948, 0.14234807332356772 ], "point": [ 0.7922, 0.1225 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.006727414660983615, 0.15138983832465278, 0.17208212216695148, 0.19908833821614583 ], "point": [ 0.0894, 0.1752 ] }, { "instruction": "Open in Web IDE", "bbox": [ 0.6874265458848742, 0.3722704060872396, 0.8040384080674913, 0.4108927747938368 ], "point": [ 0.7457, 0.3916 ] }, { "instruction": "list_of_", "bbox": [ 0.2433503892686632, 0.16549251980251736, 0.3396380106608073, 0.18830885145399306 ], "point": [ 0.2915, 0.1769 ] }, { "instruction": "awesome_things", "bbox": [ 0.2433503892686632, 0.16549251980251736, 0.3396380106608073, 0.18830885145399306 ], "point": [ 0.2915, 0.1769 ] }, { "instruction": "Collapse sidebar", "bbox": [ 0.005036730236477322, 0.9539272732204861, 0.17591414451599122, 0.9910012478298611 ], "point": [ 0.0905, 0.9725 ] }, { "instruction": "X", "bbox": [ 0.19942896101209853, 0.008075908025105794, 0.21503709157307943, 0.03882772975497776 ], "point": [ 0.2072, 0.0235 ] }, { "instruction": "X", "bbox": [ 0.528989495171441, 0.007075563006930881, 0.5469086541069879, 0.03981217596266005 ], "point": [ 0.5379, 0.0234 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.24845610724555123, 0.3137415568033854, 0.36074256896972656, 0.3402380032009549 ], "point": [ 0.3046, 0.327 ] }, { "instruction": "Postmill", "bbox": [ 0.22120049794514973, 0.002352767520480686, 0.2818171819051107, 0.04311229917738173 ], "point": [ 0.2515, 0.0227 ] }, { "instruction": "Byte Blaze", "bbox": [ 0.18789827558729383, 0.16223370022243924, 0.23151853349473742, 0.19196850246853298 ], "point": [ 0.2097, 0.1771 ] }, { "instruction": "permarking a file or document.", "bbox": [ 0.9266409979926216, 0.3070119900173611, 0.9901124742296007, 0.3483037651909722 ], "point": [ 0.9584, 0.3277 ] }, { "instruction": "a button to find a file.", "bbox": [ 0.7652489556206598, 0.30660797119140626, 0.8199359469943577, 0.3485687594943576 ], "point": [ 0.7926, 0.3276 ] }, { "instruction": "History.", "bbox": [ 0.8719722323947483, 0.3066891140407986, 0.9241340637207032, 0.348328857421875 ], "point": [ 0.8981, 0.3275 ] }, { "instruction": "Incognito.", "bbox": [ 0.894883558485243, 0.0504514906141493, 0.970719740125868, 0.09099374559190539 ], "point": [ 0.9328, 0.0707 ] }, { "instruction": "Blame mode.", "bbox": [ 0.8223417494032118, 0.3066413370768229, 0.8692781236436632, 0.3486392211914062 ], "point": [ 0.8458, 0.3276 ] }, { "instruction": "Merge requests.", "bbox": [ 0.007722706264919705, 0.5666039360894097, 0.16929557588365343, 0.6051633707682291 ], "point": [ 0.0885, 0.5859 ] }, { "instruction": "a dropdown menu labeled \" main\".", "bbox": [ 0.18789573245578342, 0.3068172878689236, 0.24122176700168185, 0.34602288140190973 ], "point": [ 0.2146, 0.3264 ] }, { "instruction": "deployments.", "bbox": [ 0.009231011072794596, 0.6770559353298611, 0.16895276705423992, 0.7152693684895833 ], "point": [ 0.0891, 0.6962 ] }, { "instruction": "a calendar date.", "bbox": [ 0.8907525804307725, 0.2210610622829861, 0.9790155198838976, 0.26031856960720484 ], "point": [ 0.9349, 0.2407 ] }, { "instruction": "Repostory.", "bbox": [ 0.005855237113104927, 0.23685455322265625, 0.1744491524166531, 0.27547115749782985 ], "point": [ 0.0902, 0.2562 ] }, { "instruction": "monitor.", "bbox": [ 0.007971705330742731, 0.7866377766927083, 0.17479348182678223, 0.8254290093315972 ], "point": [ 0.0914, 0.806 ] }, { "instruction": "a checkbox to select the Packages andRegister options.", "bbox": [ 0.009168312284681531, 0.7137459988064236, 0.16790884335835773, 0.7519289143880208 ], "point": [ 0.0885, 0.7328 ] }, { "instruction": "Branchs.", "bbox": [ 0.005996608734130859, 0.34652418348524305, 0.17381804784138996, 0.38609849717881944 ], "point": [ 0.0899, 0.3663 ] }, { "instruction": "Security & Compliance settings.", "bbox": [ 0.009613434473673502, 0.64033203125, 0.16902895503573948, 0.678675537109375 ], "point": [ 0.0893, 0.6595 ] }, { "instruction": "Contributors.", "bbox": [ 0.00889090961880154, 0.4199614461263021, 0.1705998049841987, 0.45926177978515625 ], "point": [ 0.0897, 0.4396 ] }, { "instruction": "a menu for files.", "bbox": [ 0.0044948948754204646, 0.27398178100585935, 0.17432337337070042, 0.31192494710286456 ], "point": [ 0.0894, 0.293 ] }, { "instruction": "Tags.", "bbox": [ 0.00795605977376302, 0.38418931749131946, 0.1723269992404514, 0.42232042100694445 ], "point": [ 0.0901, 0.4033 ] }, { "instruction": "Navigation to the Infrastructure settings.", "bbox": [ 0.008669763141208224, 0.7509756808810764, 0.1729932943979899, 0.788416273328993 ], "point": [ 0.0908, 0.7697 ] }, { "instruction": "Analytics.", "bbox": [ 0.007568523618910048, 0.8234983995225694, 0.176861842473348, 0.8625657823350694 ], "point": [ 0.0922, 0.843 ] }, { "instruction": "the option to Replace.", "bbox": [ 0.8069084167480469, 0.3720838419596354, 0.8625656975640191, 0.4112580362955729 ], "point": [ 0.8347, 0.3917 ] }, { "instruction": "Issues.", "bbox": [ 0.007768530315823025, 0.5307209269205729, 0.1697889380984836, 0.5683868069118924 ], "point": [ 0.0888, 0.5496 ] }, { "instruction": "Graph functionality.", "bbox": [ 0.009634012646145291, 0.4574543931749132, 0.1704300085703532, 0.49505062527126736 ], "point": [ 0.09, 0.4763 ] }, { "instruction": "Delete function.", "bbox": [ 0.8599214341905382, 0.3720839097764757, 0.9071562025282118, 0.41120412190755207 ], "point": [ 0.8835, 0.3916 ] }, { "instruction": "Comments section.", "bbox": [ 0.004384538862440321, 0.3107064480251736, 0.17450922860039605, 0.34889967176649306 ], "point": [ 0.0894, 0.3298 ] }, { "instruction": "a send function.", "bbox": [ 0.00869908332824707, 0.6035072157118055, 0.17002949714660645, 0.642470703125 ], "point": [ 0.0894, 0.623 ] }, { "instruction": "the option to compare content.", "bbox": [ 0.009406895107693143, 0.4933983696831597, 0.16964781019422742, 0.53209228515625 ], "point": [ 0.0895, 0.5127 ] }, { "instruction": "Project information.", "bbox": [ 0.007010004255506727, 0.19822174072265625, 0.1736801889207628, 0.2387957763671875 ], "point": [ 0.0903, 0.2185 ] }, { "instruction": "a menu or list with a dropdown menu.", "bbox": [ 0.1998973634507921, 0.37232889811197917, 0.24073043399386937, 0.4114506022135417 ], "point": [ 0.2203, 0.3919 ] }, { "instruction": "Wi-Fi connectivity.", "bbox": [ 0.007096174028184679, 0.8605103895399305, 0.17858895195855035, 0.8980052354600695 ], "point": [ 0.0928, 0.8793 ] }, { "instruction": "the number 8.", "bbox": [ 0.8142868041992187, 0.10320941501193577, 0.8643417358398438, 0.1412969970703125 ], "point": [ 0.8393, 0.1223 ] }, { "instruction": "ShIPPets.", "bbox": [ 0.0064853615230984155, 0.8963971625434027, 0.17852460543314616, 0.935892333984375 ], "point": [ 0.0925, 0.9161 ] }, { "instruction": "Not Security.", "bbox": [ 0.08296927346123589, 0.05400792015923394, 0.15557555092705622, 0.08618871900770399 ], "point": [ 0.1193, 0.0701 ] }, { "instruction": "Reload", "bbox": [ 0.055140315161810984, 0.05193283928765191, 0.07608255810207791, 0.09047274271647135 ], "point": [ 0.0656, 0.0712 ] }, { "instruction": "Draw Functions", "bbox": [ 0.7706128438313802, 0.1027046881781684, 0.8137560526529948, 0.14234807332356772 ], "point": [ 0.7922, 0.1225 ] }, { "instruction": "Excel 5.", "bbox": [ 0.8670098198784723, 0.10247755262586805, 0.9045530531141494, 0.14288769192165798 ], "point": [ 0.8858, 0.1227 ] }, { "instruction": "a document or file.", "bbox": [ 0.6551831563313802, 0.37228152804904513, 0.6784810384114583, 0.4110503133138021 ], "point": [ 0.6668, 0.3917 ] }, { "instruction": "Forward", "bbox": [ 0.030936646461486816, 0.05333026462131076, 0.04989218711853027, 0.08883119371202257 ], "point": [ 0.0404, 0.0711 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9756135728624132, 0.0037088923984103734, 0.9968751695421006, 0.0405321905348036 ], "point": [ 0.9862, 0.0221 ] }, { "instruction": "Justified", "bbox": [ 0.038464328977796766, 0.10443196614583333, 0.06257935100131565, 0.14320153130425348 ], "point": [ 0.0505, 0.1238 ] }, { "instruction": "a document or file.", "bbox": [ 0.9330461290147569, 0.3727306111653646, 0.9558661566840277, 0.411040276421441 ], "point": [ 0.9445, 0.3919 ] }, { "instruction": "a list of awesome, things.", "bbox": [ 0.006727414660983615, 0.15138983832465278, 0.17208212216695148, 0.19908833821614583 ], "point": [ 0.0894, 0.1752 ] }, { "instruction": "Opening a web IDE application.", "bbox": [ 0.6874265458848742, 0.3722704060872396, 0.8040384080674913, 0.4108927747938368 ], "point": [ 0.7457, 0.3916 ] }, { "instruction": "a task management or task management application.", "bbox": [ 0.004738885826534695, 0.10150552537706163, 0.034162339899275036, 0.1464535692003038 ], "point": [ 0.0195, 0.124 ] }, { "instruction": "a forward or next action.", "bbox": [ 0.6326341840955946, 0.3727601453993056, 0.6559543609619141, 0.41105455186631945 ], "point": [ 0.6443, 0.3919 ] }, { "instruction": "Paste.", "bbox": [ 0.9111997816297743, 0.372815924750434, 0.9337831285264757, 0.4109851413302951 ], "point": [ 0.9225, 0.3919 ] }, { "instruction": "Back", "bbox": [ 0.004996095101038615, 0.05341261969672309, 0.026227354341083104, 0.08784457736545138 ], "point": [ 0.0156, 0.0706 ] }, { "instruction": "Download.", "bbox": [ 0.9547853257921007, 0.3729788886176215, 0.9774736192491319, 0.4110429890950521 ], "point": [ 0.9661, 0.392 ] }, { "instruction": "Add new tab", "bbox": [ 0.7331698099772136, 0.10396347045898438, 0.7673430548773872, 0.1411747063530816 ], "point": [ 0.7503, 0.1226 ] }, { "instruction": "a list of awesome,things.", "bbox": [ 0.2433503892686632, 0.16549251980251736, 0.3396380106608073, 0.18830885145399306 ], "point": [ 0.2915, 0.1769 ] }, { "instruction": "Vibration settings.", "bbox": [ 0.9452007717556423, 0.09730127970377604, 0.984954833984375, 0.1486726548936632 ], "point": [ 0.9651, 0.123 ] }, { "instruction": "Close", "bbox": [ 0.3644637213812934, 0.008719640307956272, 0.38155814276801214, 0.038198722203572594 ], "point": [ 0.373, 0.0235 ] }, { "instruction": "Help or assistance feature.", "bbox": [ 0.9060056050618489, 0.1025758531358507, 0.9405381096733941, 0.14208708021375868 ], "point": [ 0.9233, 0.1223 ] }, { "instruction": "Five-point star", "bbox": [ 0.8650474548339844, 0.0576833004421658, 0.8844283209906684, 0.08677270677354601 ], "point": [ 0.8747, 0.0722 ] }, { "instruction": "collapse sidebar.", "bbox": [ 0.005036730236477322, 0.9539272732204861, 0.17591414451599122, 0.9910012478298611 ], "point": [ 0.0905, 0.9725 ] }, { "instruction": "Show container actions", "bbox": [ 0.9745580037434896, 0.051133863661024306, 0.9948571099175347, 0.09038534376356337 ], "point": [ 0.9847, 0.0708 ] }, { "instruction": "Close", "bbox": [ 0.19942896101209853, 0.008075908025105794, 0.21503709157307943, 0.03882772975497776 ], "point": [ 0.2072, 0.0235 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.21605623033311633, 0.726334228515625, 0.2274579366048177, 0.744417724609375 ], "point": [ 0.2218, 0.7354 ] }, { "instruction": "New Tab", "bbox": [ 0.5535995483398437, 0.0065157275729709205, 0.5705984327528212, 0.037900899251302085 ], "point": [ 0.5621, 0.0222 ] }, { "instruction": "Close", "bbox": [ 0.528989495171441, 0.007075563006930881, 0.5469086541069879, 0.03981217596266005 ], "point": [ 0.5379, 0.0234 ] }, { "instruction": "a geometric pattern.", "bbox": [ 0.19747223324245877, 0.22131910536024305, 0.22480123307969835, 0.2711773681640625 ], "point": [ 0.2111, 0.2462 ] }, { "instruction": "Line", "bbox": [ 0.27097604539659287, 0.11224038018120659, 0.28707728915744357, 0.13764041476779515 ], "point": [ 0.279, 0.1249 ] }, { "instruction": "a person walking.", "bbox": [ 0.005383163028293185, 0.9328155517578125, 0.17639549043443467, 0.9583961995442708 ], "point": [ 0.0909, 0.9456 ] }, { "instruction": "a list of awesome-things.", "bbox": [ 0.24845610724555123, 0.3137415568033854, 0.36074256896972656, 0.3402380032009549 ], "point": [ 0.3046, 0.327 ] }, { "instruction": "a checkbox.", "bbox": [ 0.21673397488064236, 0.7524591064453126, 0.2271028306749132, 0.7690344916449653 ], "point": [ 0.2219, 0.7607 ] }, { "instruction": "Postmill", "bbox": [ 0.22120049794514973, 0.002352767520480686, 0.2818171819051107, 0.04311229917738173 ], "point": [ 0.2515, 0.0227 ] }, { "instruction": "M0,0L9,0 4.5,0z", "bbox": [ 0.0560440010494656, 0.006858654022216797, 0.07827908727857802, 0.0394989013671875 ], "point": [ 0.0672, 0.0232 ] }, { "instruction": "Paste", "bbox": [ 0.32729803721110023, 0.37785834418402775, 0.3442934883965386, 0.4036798095703125 ], "point": [ 0.3358, 0.3908 ] }, { "instruction": "a search function.", "bbox": [ 0.19359792073567708, 0.6661050075954861, 0.21152339511447482, 0.69784912109375 ], "point": [ 0.2026, 0.682 ] }, { "instruction": "a loading or buffering indicator.", "bbox": [ 0.1928882598876953, 0.5176319715711806, 0.21255628797743056, 0.5545120578342014 ], "point": [ 0.2027, 0.5361 ] }, { "instruction": "ByteBlaze settings.", "bbox": [ 0.18789827558729383, 0.16223370022243924, 0.23151853349473742, 0.19196850246853298 ], "point": [ 0.2097, 0.1771 ] }, { "instruction": "Move", "bbox": [ 0.24223878648546007, 0.375216301812066, 0.2584615495469835, 0.40709537082248265 ], "point": [ 0.2504, 0.3912 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.19135890536838107, 0.9444313557942708, 0.2121137407090929, 0.9763257514105903 ], "point": [ 0.2017, 0.9604 ] }, { "instruction": "Search or magnifying glass.", "bbox": [ 0.9947277492947049, 0.050070732964409725, 1.0, 0.09181221008300781 ], "point": [ 0.9974, 0.0709 ] } ], "element_size": 151 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_11/6683.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "README.md", "bbox": [ 0.07743055555555556, 0.01499999894036187, 0.1295138888888889, 0.03111111111111111 ], "point": [ 0.1035, 0.0231 ] }, { "instruction": "main", "bbox": [ 0.134375, 0.01499999894036187, 0.15590277777777778, 0.03111111111111111 ], "point": [ 0.1451, 0.0231 ] }, { "instruction": "Byte Bla:", "bbox": [ 0.16006946563720703, 0.015, 0.19652779897054037, 0.03222222222222222 ], "point": [ 0.1783, 0.0236 ] }, { "instruction": "Postmill", "bbox": [ 0.24305553436279298, 0.01499999894036187, 0.27708331214057075, 0.03111111111111111 ], "point": [ 0.2601, 0.0231 ] }, { "instruction": "Sports in Atlanta", "bbox": [ 0.40729166666666666, 0.013888888888888888, 0.47604166666666664, 0.03388888888888889 ], "point": [ 0.4417, 0.0239 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8888/wikipedia_en_all_maxi_2022-05/ASports_in_Atlanta", "bbox": [ 0.15833329094780815, 0.059444444444444446, 0.6968749576144748, 0.08333333333333333 ], "point": [ 0.4276, 0.0714 ] }, { "instruction": "Sports in Atlanta", "bbox": [ 0.18645833333333334, 0.14833333333333334, 0.3333333333333333, 0.19055555555555556 ], "point": [ 0.2599, 0.1694 ] }, { "instruction": "Sports in Atlanta has a rich history; including the oldest on-campus NCAA Division", "bbox": [ 0.18819444444444444, 0.20388890584309896, 0.6059027777777778, 0.23166668362087672 ], "point": [ 0.397, 0.2178 ] }, { "instruction": "football stadium, Bobby Dodd Stadium,", "bbox": [ 0.6100694444444444, 0.20444444444444446, 0.8090277777777778, 0.2311111111111111 ], "point": [ 0.7095, 0.2178 ] }, { "instruction": "built in 1913 by the students of Georgia Tech. Atlanta also played host to the second intercollegiate football game in the", "bbox": [ 0.18819446563720704, 0.235, 0.7847222434149848, 0.26166666666666666 ], "point": [ 0.4865, 0.2483 ] }, { "instruction": "South, played between the A&M College of Alabama (now Auburn University) and the University of Georgia in Piedmont Park", "bbox": [ 0.18784720102945965, 0.2644444613986545, 0.8097222010294597, 0.2911111450195312 ], "point": [ 0.4988, 0.2778 ] }, { "instruction": "in 1892; this game is now called the Deep South's Oldest Rivalry: The city hosts college football's annual Chick-fil-A Peach", "bbox": [ 0.1875, 0.2927777777777778, 0.8003472222222222, 0.3194444444444444 ], "point": [ 0.4939, 0.3061 ] }, { "instruction": "Bowl and the Peachtree Road Race, the world's largest 10 km race: Atlanta was the host city for the Centennial 1996", "bbox": [ 0.18819444444444444, 0.323888922797309, 0.771875, 0.34833336724175346 ], "point": [ 0.48, 0.3361 ] }, { "instruction": "Summer Olympics, and Downtown Atlanta's Centennial Olympic Park was built for and commemorates the games:", "bbox": [ 0.1885416454739041, 0.3527777777777778, 0.7611110899183485, 0.37777777777777777 ], "point": [ 0.4748, 0.3653 ] }, { "instruction": "Atlanta is home to professional franchises for five major team sports: the", "bbox": [ 0.1892361111111111, 0.3977777777777778, 0.5520833333333334, 0.4261111111111111 ], "point": [ 0.3707, 0.4119 ] }, { "instruction": "Atlanta Braves of Major League Baseball, the Atlanta Hawks of the National", "bbox": [ 0.18958333333333333, 0.42833333333333334, 0.565625, 0.4533333333333333 ], "point": [ 0.3776, 0.4408 ] }, { "instruction": "Basketball Association, the Atlanta Falcons of the National Football League, the", "bbox": [ 0.1885416454739041, 0.4583333333333333, 0.5868055343627929, 0.48333333333333334 ], "point": [ 0.3877, 0.4708 ] }, { "instruction": "Atlanta Dream of the Women's National Basketball Association, and Atlanta", "bbox": [ 0.18958333333333333, 0.48944444444444446, 0.565625, 0.51 ], "point": [ 0.3776, 0.4997 ] }, { "instruction": "\"42", "bbox": [ 0.6798611534966363, 0.49222225613064235, 0.7211805555555556, 0.5105555894639757 ], "point": [ 0.7005, 0.5014 ] }, { "instruction": "United FC of Major League Soccer: Atlanta also has top-level teams in the", "bbox": [ 0.1892361111111111, 0.5161111111111111, 0.5590277777777778, 0.5427777777777778 ], "point": [ 0.3741, 0.5294 ] }, { "instruction": "Georgia Swarm of the National Lacrosse League, the Atlanta Blaze of Major", "bbox": [ 0.18854166666666666, 0.5477777777777778, 0.5666666666666667, 0.5722222222222222 ], "point": [ 0.3776, 0.56 ] }, { "instruction": "League Lacrosse, Atlanta Rhinos in the North American Rugby League and", "bbox": [ 0.18784722222222222, 0.575, 0.5642361111111112, 0.6022222222222222 ], "point": [ 0.376, 0.5886 ] }, { "instruction": "Rugby ATL of Major League Rugby:", "bbox": [ 0.18854166666666666, 0.6055555555555555, 0.365625, 0.63 ], "point": [ 0.2771, 0.6178 ] }, { "instruction": "Atlanta was previously home to the Atlanta Flames (1972-1980) and the Atlanta", "bbox": [ 0.18958333333333333, 0.6522222222222223, 0.5854166666666667, 0.6761111111111111 ], "point": [ 0.3875, 0.6642 ] }, { "instruction": "Thrashers (1999-2011) of the National Hockey League:", "bbox": [ 0.18819444444444444, 0.6788888888888889, 0.4625, 0.7072222222222222 ], "point": [ 0.3253, 0.6931 ] }, { "instruction": "Major league sports", "bbox": [ 0.19722222222222222, 0.7261111111111112, 0.3482638888888889, 0.7644444444444445 ], "point": [ 0.2727, 0.7453 ] }, { "instruction": "Club", "bbox": [ 0.20520833333333333, 0.8183333333333334, 0.23229166666666667, 0.8388888888888889 ], "point": [ 0.2188, 0.8286 ] }, { "instruction": "League Venue (capacity)", "bbox": [ 0.3034722222222222, 0.8166666666666667, 0.4395833333333333, 0.8433333333333334 ], "point": [ 0.3715, 0.83 ] }, { "instruction": "Atlanta", "bbox": [ 0.19166666666666668, 0.8844444444444445, 0.2298611111111111, 0.905 ], "point": [ 0.2108, 0.8947 ] }, { "instruction": "Truist Park", "bbox": [ 0.3489583333333333, 0.8844444444444445, 0.4048611111111111, 0.905 ], "point": [ 0.3769, 0.8947 ] }, { "instruction": "2 (1995,", "bbox": [ 0.5364582909478082, 0.8822222222222222, 0.5777778201633029, 0.9066666666666666 ], "point": [ 0.5571, 0.8944 ] }, { "instruction": "Baseball", "bbox": [ 0.2482638888888889, 0.9, 0.29270833333333335, 0.9183333333333333 ], "point": [ 0.2705, 0.9092 ] }, { "instruction": "1871", "bbox": [ 0.4496527777777778, 0.8983332655164931, 0.47604166666666664, 0.9188888210720486 ], "point": [ 0.4628, 0.9086 ] }, { "instruction": "1966", "bbox": [ 0.4947916666666667, 0.8983332655164931, 0.5229166666666667, 0.9188888210720486 ], "point": [ 0.5089, 0.9086 ] }, { "instruction": "Braves", "bbox": [ 0.1920138888888889, 0.915, 0.22881944444444444, 0.9333333333333333 ], "point": [ 0.2104, 0.9242 ] }, { "instruction": "(41,500)", "bbox": [ 0.34791666666666665, 0.9133333333333333, 0.39166666666666666, 0.935 ], "point": [ 0.3698, 0.9242 ] }, { "instruction": "2021)", "bbox": [ 0.5423611111111111, 0.9122222222222223, 0.5739583333333333, 0.9355555555555556 ], "point": [ 0.5582, 0.9239 ] }, { "instruction": "Atlanta United FC match in 2018", "bbox": [ 0.5993055555555555, 0.9388889567057291, 0.7309027777777778, 0.9544445122612847 ], "point": [ 0.6651, 0.9467 ] }, { "instruction": "Atlanta", "bbox": [ 0.19131944444444443, 0.95, 0.2298611111111111, 0.9727777777777777 ], "point": [ 0.2106, 0.9614 ] }, { "instruction": "Mercedes-Benz", "bbox": [ 0.34965277777777776, 0.9505555555555556, 0.4305555555555556, 0.9716666666666667 ], "point": [ 0.3901, 0.9611 ] }, { "instruction": "Football", "bbox": [ 0.24722222222222223, 0.9655555555555555, 0.290625, 0.9866666666666667 ], "point": [ 0.2689, 0.9761 ] }, { "instruction": "NFL", "bbox": [ 0.3145833333333333, 0.9655555555555555, 0.3375, 0.9866666666666667 ], "point": [ 0.326, 0.9761 ] }, { "instruction": "1966", "bbox": [ 0.4496527777777778, 0.9655555555555555, 0.4774305555555556, 0.9866666666666667 ], "point": [ 0.4635, 0.9761 ] }, { "instruction": "NIA", "bbox": [ 0.4982638888888889, 0.9661111111111111, 0.5184027777777778, 0.9844444444444445 ], "point": [ 0.5083, 0.9753 ] }, { "instruction": "Falcons", "bbox": [ 0.1920138888888889, 0.9811111111111112, 0.23333333333333334, 0.9994444444444445 ], "point": [ 0.2127, 0.9903 ] }, { "instruction": "Stadium (71,000)", "bbox": [ 0.3482638888888889, 0.9811111111111112, 0.4357638888888889, 0.9994444444444445 ], "point": [ 0.392, 0.9903 ] }, { "instruction": "Incognito", "bbox": [ 0.8950787862141927, 0.05066683451334635, 0.9706426832411025, 0.09104883829752604 ], "point": [ 0.9329, 0.0709 ] }, { "instruction": "Not Secure", "bbox": [ 0.0824061393737793, 0.0537233649359809, 0.15587892532348632, 0.08633449978298612 ], "point": [ 0.1191, 0.07 ] }, { "instruction": "Moved", "bbox": [ 0.48371234469943575, 0.7790925428602431, 0.5326293097601996, 0.875691663953993 ], "point": [ 0.5082, 0.8274 ] }, { "instruction": "to", "bbox": [ 0.48371234469943575, 0.7790925428602431, 0.5326293097601996, 0.875691663953993 ], "point": [ 0.5082, 0.8274 ] }, { "instruction": "Atlanta", "bbox": [ 0.48371234469943575, 0.7790925428602431, 0.5326293097601996, 0.875691663953993 ], "point": [ 0.5082, 0.8274 ] }, { "instruction": "Chris Evanl", "bbox": [ 0.5235328674316406, 0.10266905890570746, 0.7533270094129775, 0.14009834289550782 ], "point": [ 0.6384, 0.1214 ] }, { "instruction": "Wikipedia", "bbox": [ 0.2750073962741428, 0.10545120239257813, 0.3374642901950412, 0.1382470703125 ], "point": [ 0.3062, 0.1218 ] }, { "instruction": "First", "bbox": [ 0.43947630988227, 0.7793613688151042, 0.4852166493733724, 0.8778833685980902 ], "point": [ 0.4623, 0.8286 ] }, { "instruction": "season", "bbox": [ 0.43947630988227, 0.7793613688151042, 0.4852166493733724, 0.8778833685980902 ], "point": [ 0.4623, 0.8286 ] }, { "instruction": "X", "bbox": [ 0.530958726671007, 0.012443770302666558, 0.5447319030761719, 0.03561969227261014 ], "point": [ 0.5378, 0.024 ] }, { "instruction": "X", "bbox": [ 0.19962728288438586, 0.012007596757676866, 0.21436761220296224, 0.03506710688273112 ], "point": [ 0.207, 0.0235 ] }, { "instruction": "Mercedes-Benz Stadium", "bbox": [ 0.5983307732476129, 0.6358563910590278, 0.701073964436849, 0.656435546875 ], "point": [ 0.6497, 0.6461 ] }, { "instruction": "Sport", "bbox": [ 0.24799317253960504, 0.7777966986762153, 0.3029371049669054, 0.8660361735026042 ], "point": [ 0.2755, 0.8219 ] }, { "instruction": "Titles in", "bbox": [ 0.531331041124132, 0.7778531222873264, 0.5842263963487413, 0.8715273030598958 ], "point": [ 0.5578, 0.8247 ] }, { "instruction": "Atlanta", "bbox": [ 0.531331041124132, 0.7778531222873264, 0.5842263963487413, 0.8715273030598958 ], "point": [ 0.5578, 0.8247 ] }, { "instruction": "MLB", "bbox": [ 0.29413096110026044, 0.892916259765625, 0.3441648695203993, 0.9216227213541667 ], "point": [ 0.3191, 0.9073 ] }, { "instruction": "Incognito.", "bbox": [ 0.8950787862141927, 0.05066683451334635, 0.9706426832411025, 0.09104883829752604 ], "point": [ 0.9329, 0.0709 ] }, { "instruction": "Not Security.", "bbox": [ 0.0824061393737793, 0.0537233649359809, 0.15587892532348632, 0.08633449978298612 ], "point": [ 0.1191, 0.07 ] }, { "instruction": "moving to Atlanta.", "bbox": [ 0.48371234469943575, 0.7790925428602431, 0.5326293097601996, 0.875691663953993 ], "point": [ 0.5082, 0.8274 ] }, { "instruction": "a search function.", "bbox": [ 0.5235328674316406, 0.10266905890570746, 0.7533270094129775, 0.14009834289550782 ], "point": [ 0.6384, 0.1214 ] }, { "instruction": "a button to access the Wikipedia page.", "bbox": [ 0.2750073962741428, 0.10545120239257813, 0.3374642901950412, 0.1382470703125 ], "point": [ 0.3062, 0.1218 ] }, { "instruction": "3D modeling or a 3D modeling feature.", "bbox": [ 0.34172575208875866, 0.10639606051974826, 0.3637985653347439, 0.13769483778211805 ], "point": [ 0.3528, 0.122 ] }, { "instruction": "Reload", "bbox": [ 0.05472044944763184, 0.048097911410861546, 0.07620443238152398, 0.09212592230902777 ], "point": [ 0.0655, 0.0701 ] }, { "instruction": "Women's National Basketball Association.", "bbox": [ 0.29408537546793617, 0.4845869276258681, 0.5025605095757378, 0.5106222873263889 ], "point": [ 0.3983, 0.4976 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9755467732747396, 0.003659655253092448, 0.9970321655273438, 0.040698941548665366 ], "point": [ 0.9863, 0.0222 ] }, { "instruction": "More options", "bbox": [ 0.974110836452908, 0.050164421929253473, 0.9958557976616753, 0.09227310180664063 ], "point": [ 0.985, 0.0712 ] }, { "instruction": "Close", "bbox": [ 0.36477444966634115, 0.008596002790662978, 0.38123003641764325, 0.03879381815592448 ], "point": [ 0.373, 0.0237 ] }, { "instruction": "Forward", "bbox": [ 0.028707313537597656, 0.04865360683865017, 0.0508148988087972, 0.09166380140516493 ], "point": [ 0.0398, 0.0702 ] }, { "instruction": "the first season menu.", "bbox": [ 0.43947630988227, 0.7793613688151042, 0.4852166493733724, 0.8778833685980902 ], "point": [ 0.4623, 0.8286 ] }, { "instruction": "Back", "bbox": [ 0.004789736535814073, 0.048521194458007816, 0.027511119842529297, 0.09287773980034722 ], "point": [ 0.0162, 0.0707 ] }, { "instruction": "Five-point star", "bbox": [ 0.8658139546712239, 0.05863115098741319, 0.8829712761773003, 0.08579869588216146 ], "point": [ 0.8744, 0.0722 ] }, { "instruction": "Close", "bbox": [ 0.530958726671007, 0.012443770302666558, 0.5447319030761719, 0.03561969227261014 ], "point": [ 0.5378, 0.024 ] }, { "instruction": "Home.", "bbox": [ 0.24928523169623482, 0.10589599609375, 0.2720574061075846, 0.138111080593533 ], "point": [ 0.2607, 0.122 ] }, { "instruction": "the NCAA division football field.", "bbox": [ 0.5296465555826823, 0.2035136244032118, 0.6524092780219184, 0.2293879869249132 ], "point": [ 0.591, 0.2165 ] }, { "instruction": "Close", "bbox": [ 0.19962728288438586, 0.012007596757676866, 0.21436761220296224, 0.03506710688273112 ], "point": [ 0.207, 0.0235 ] }, { "instruction": "Add New Tab", "bbox": [ 0.5560692681206597, 0.01087145381503635, 0.5686414930555556, 0.03716645876566569 ], "point": [ 0.5624, 0.024 ] }, { "instruction": "Language selection or settings.", "bbox": [ 0.3012147267659505, 0.7788505045572917, 0.347746827867296, 0.8812287055121528 ], "point": [ 0.3245, 0.83 ] }, { "instruction": "the Atlanta United Football Club.", "bbox": [ 0.5987968020968967, 0.9348654513888889, 0.6715831756591797, 0.95698974609375 ], "point": [ 0.6352, 0.9459 ] }, { "instruction": "Mercedes-Benz Stadium.", "bbox": [ 0.5983307732476129, 0.6358563910590278, 0.701073964436849, 0.656435546875 ], "point": [ 0.6497, 0.6461 ] }, { "instruction": "A web browser or web browser.", "bbox": [ 0.5972809685601128, 0.6098174370659722, 0.813787841796875, 0.6361360677083333 ], "point": [ 0.7055, 0.623 ] }, { "instruction": "sport settings or options.", "bbox": [ 0.24799317253960504, 0.7777966986762153, 0.3029371049669054, 0.8660361735026042 ], "point": [ 0.2755, 0.8219 ] }, { "instruction": "Text Box", "bbox": [ 0.22529983520507812, 0.010626112620035807, 0.24000159369574653, 0.037419026692708336 ], "point": [ 0.2327, 0.024 ] }, { "instruction": "Titles in Atlanta.", "bbox": [ 0.531331041124132, 0.7778531222873264, 0.5842263963487413, 0.8715273030598958 ], "point": [ 0.5578, 0.8247 ] }, { "instruction": "M0,0L9,0 4.5,0z", "bbox": [ 0.055655188030666776, 0.006902876959906684, 0.07761420673794217, 0.04017260233561198 ], "point": [ 0.0666, 0.0235 ] }, { "instruction": "a file size indicator.", "bbox": [ 0.29413096110026044, 0.892916259765625, 0.3441648695203993, 0.9216227213541667 ], "point": [ 0.3191, 0.9073 ] }, { "instruction": "minimize window.", "bbox": [ 0.5338797675238716, 0.9656746419270833, 0.5775394015842014, 0.9856585015190972 ], "point": [ 0.5557, 0.9757 ] } ], "element_size": 92 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_12/7469.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "README.md", "bbox": [ 0.07743055555555556, 0.01499999894036187, 0.1295138888888889, 0.03111111111111111 ], "point": [ 0.1035, 0.0231 ] }, { "instruction": "main", "bbox": [ 0.134375, 0.01499999894036187, 0.15590277777777778, 0.03111111111111111 ], "point": [ 0.1451, 0.0231 ] }, { "instruction": "Byte Bla:", "bbox": [ 0.16006946563720703, 0.015, 0.19652779897054037, 0.03222222222222222 ], "point": [ 0.1783, 0.0236 ] }, { "instruction": "Postmill", "bbox": [ 0.24305553436279298, 0.01499999894036187, 0.27708331214057075, 0.03111111111111111 ], "point": [ 0.2601, 0.0231 ] }, { "instruction": "Chris Evans (actor)", "bbox": [ 0.40868055555555555, 0.01499999894036187, 0.4857638888888889, 0.03111111111111111 ], "point": [ 0.4472, 0.0231 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8888/wikipedia_en_all_maxi_2022-05/AChris_Evans_(actor)", "bbox": [ 0.15833331214057075, 0.059444444444444446, 0.7079860899183485, 0.08333333333333333 ], "point": [ 0.4332, 0.0714 ] }, { "instruction": "Chris Evans (actor)", "bbox": [ 0.18784722222222222, 0.14944442749023437, 0.3524305555555556, 0.18388887193467882 ], "point": [ 0.2701, 0.1667 ] }, { "instruction": "Christopher Robert Evans (born June 13, 1981) is an American actor He began his career with roles in television series,", "bbox": [ 0.18819444444444444, 0.20500001695421008, 0.7920138888888889, 0.23222223917643228 ], "point": [ 0.4901, 0.2186 ] }, { "instruction": "such as in Opposite Sex in 2000. Following appearances in several teen films including 2001's Not Another Teen Movie, he", "bbox": [ 0.18819446563720704, 0.2338888888888889, 0.7996527989705403, 0.2611111111111111 ], "point": [ 0.4939, 0.2475 ] }, { "instruction": "gained attention for his portrayal of Marvel Comics character the Human Torch in 2005's Fantastic Four, and its sequel", "bbox": [ 0.18819444444444444, 0.26611112806532117, 0.7784722222222222, 0.2911111450195312 ], "point": [ 0.4833, 0.2786 ] }, { "instruction": "Fantastic Four: Rise of the Silver Surfer (2007). Evans made further appearances in film adaptations of comic books and", "bbox": [ 0.1885416454739041, 0.2961111111111111, 0.7850694232516818, 0.32055555555555554 ], "point": [ 0.4868, 0.3083 ] }, { "instruction": "graphic novels: TMNT (2007), Scott Pilgrim vs: the World (2010), and Snowpiercer (2013).", "bbox": [ 0.18854166666666666, 0.3249999660915799, 0.6309027777777778, 0.34999996609157985 ], "point": [ 0.4097, 0.3375 ] }, { "instruction": "For other people with a similar name, see Christopher Evans", "bbox": [ 0.203125, 0.37222222222222223, 0.44340277777777776, 0.3894444444444444 ], "point": [ 0.3233, 0.3808 ] }, { "instruction": "He gained wider recognition for his portrayal of Steve Rogers", "bbox": [ 0.18819444444444444, 0.4205555894639757, 0.4951388888888889, 0.448888922797309 ], "point": [ 0.3417, 0.4347 ] }, { "instruction": "Captain America", "bbox": [ 0.5010416666666667, 0.42277777777777775, 0.5868055555555556, 0.445 ], "point": [ 0.5439, 0.4339 ] }, { "instruction": "in several Marvel Cinematic Universe films, namely Captain America: The First", "bbox": [ 0.18784720102945965, 0.45166666666666666, 0.5784721162584093, 0.4761111111111111 ], "point": [ 0.3832, 0.4639 ] }, { "instruction": "Avenger (2011), Captain America: The Winter Soldier (2014), and Captain", "bbox": [ 0.18888888888888888, 0.48277777777777775, 0.5517361111111111, 0.5077777777777778 ], "point": [ 0.3703, 0.4953 ] }, { "instruction": "America: Civil War (2016) , and the ensemble films The Avengers (2012),", "bbox": [ 0.18958333333333333, 0.5122222222222222, 0.54375, 0.5372222222222223 ], "point": [ 0.3667, 0.5247 ] }, { "instruction": "Avengers: Age of Ultron (2015), Avengers: Infinity War (2018), and Avengers:", "bbox": [ 0.1885416454739041, 0.5416666666666666, 0.568055534362793, 0.5683333333333334 ], "point": [ 0.3783, 0.555 ] }, { "instruction": "Endgame (2019). His work on the Marvel series established him as one of the", "bbox": [ 0.18854166666666666, 0.5716667344835069, 0.5743055555555555, 0.5950000678168402 ], "point": [ 0.3814, 0.5833 ] }, { "instruction": "world's highest-paid actors [1]", "bbox": [ 0.18819444444444444, 0.5988888888888889, 0.34027782016330294, 0.6255555555555555 ], "point": [ 0.2642, 0.6122 ] }, { "instruction": "Aside from comic book roles, Evans starred in the drama Gifted (2017) , the", "bbox": [ 0.18854166666666666, 0.6494445122612847, 0.5618055555555556, 0.671666734483507 ], "point": [ 0.3752, 0.6606 ] }, { "instruction": "mystery film Knives Out (2019), and the television miniseries Defending Jacob", "bbox": [ 0.1885416242811415, 0.6794444444444444, 0.5760416242811415, 0.7027777777777777 ], "point": [ 0.3823, 0.6911 ] }, { "instruction": "(2020). He made his directorial debut in 2014 with the romantic drama Before", "bbox": [ 0.18784724341498482, 0.7094444444444444, 0.573611217074924, 0.7316666666666667 ], "point": [ 0.3807, 0.7206 ] }, { "instruction": "We Go, which he also produced and starred in: Evans made his Broadway debut", "bbox": [ 0.18958335452609593, 0.7377777777777778, 0.5916666878594292, 0.7627777777777778 ], "point": [ 0.3906, 0.7503 ] }, { "instruction": "in the 2018 revival of Kenneth Lonergan's play Lobby Hero, which earned him a", "bbox": [ 0.1875, 0.7666665988498264, 0.5847222222222223, 0.7938888210720486 ], "point": [ 0.3861, 0.7803 ] }, { "instruction": "Drama League Award nomination:", "bbox": [ 0.18854168785942926, 0.7988888888888889, 0.36041670905219186, 0.8222222222222222 ], "point": [ 0.2745, 0.8106 ] }, { "instruction": "Evans in 2020", "bbox": [ 0.6795138888888889, 0.8, 0.7451388888888889, 0.8183333333333334 ], "point": [ 0.7123, 0.8092 ] }, { "instruction": "Born", "bbox": [ 0.615625, 0.8322222222222222, 0.6402777777777777, 0.8483333333333334 ], "point": [ 0.628, 0.8403 ] }, { "instruction": "Christopher Robert Evans", "bbox": [ 0.6767361111111111, 0.83, 0.7954861111111111, 0.8533333333333334 ], "point": [ 0.7361, 0.8417 ] }, { "instruction": "Early life", "bbox": [ 0.19722224341498482, 0.8433333333333334, 0.2687500211927626, 0.8777777777777778 ], "point": [ 0.233, 0.8606 ] }, { "instruction": "June 13, 1981", "bbox": [ 0.6763888465033637, 0.855, 0.7420138888888889, 0.8733333333333333 ], "point": [ 0.7092, 0.8642 ] }, { "instruction": "Boston; Massachusetts, U.S:", "bbox": [ 0.6770833333333334, 0.8788888888888889, 0.8083333333333333, 0.8972222222222223 ], "point": [ 0.7427, 0.8881 ] }, { "instruction": "Christopher Robert Evans[2] was born on June 13, 1981,[3] in Boston,", "bbox": [ 0.18819444444444444, 0.8861111789279514, 0.5350694444444445, 0.9150000678168403 ], "point": [ 0.3616, 0.9006 ] }, { "instruction": "Massachusetts,[4] and grew up in the nearby town of Sudbury [5] His mother;", "bbox": [ 0.1892361111111111, 0.9161111111111111, 0.5694444444444444, 0.9433333333333334 ], "point": [ 0.3793, 0.9297 ] }, { "instruction": "Occupation Actor", "bbox": [ 0.6152777777777778, 0.9100000678168403, 0.7045138888888889, 0.9311111789279514 ], "point": [ 0.6599, 0.9206 ] }, { "instruction": "Lisa (nee Capuano), is an artistic director at the Concord Youth Theater;[6JI] and", "bbox": [ 0.18819444444444444, 0.945, 0.5864583333333333, 0.9744444444444444 ], "point": [ 0.3873, 0.9597 ] }, { "instruction": "Years active 1997-present", "bbox": [ 0.6152778201633029, 0.9411111111111111, 0.7399306403266059, 0.9622222222222222 ], "point": [ 0.6776, 0.9517 ] }, { "instruction": "his father; Bob, is a dentist [8] His parents divorced in 1999.[9]", "bbox": [ 0.18819444444444444, 0.9738888888888889, 0.4951388888888889, 1.0 ], "point": [ 0.3417, 0.9869 ] }, { "instruction": "Works", "bbox": [ 0.6156250423855252, 0.9738888210720487, 0.6475694020589192, 0.9911110432942708 ], "point": [ 0.6316, 0.9825 ] }, { "instruction": "Full list", "bbox": [ 0.6774306403266059, 0.9738889567057292, 0.7100694444444444, 0.9922222900390625 ], "point": [ 0.6938, 0.9831 ] }, { "instruction": "Incognito", "bbox": [ 0.8953246222601996, 0.05056682586669922, 0.9706335279676649, 0.09121309068467882 ], "point": [ 0.933, 0.0709 ] }, { "instruction": "Not Secure", "bbox": [ 0.08319183985392252, 0.053204354180230035, 0.15618359247843425, 0.08688268025716146 ], "point": [ 0.1197, 0.07 ] }, { "instruction": "Wikipedia", "bbox": [ 0.27483158111572265, 0.1055361090766059, 0.3374955707126194, 0.1382067362467448 ], "point": [ 0.3062, 0.1219 ] }, { "instruction": "X", "bbox": [ 0.531536610921224, 0.013375636206732856, 0.5442595587836372, 0.0347192997402615 ], "point": [ 0.5379, 0.024 ] }, { "instruction": "X", "bbox": [ 0.19952513376871744, 0.011823017332288953, 0.2144757800632053, 0.03546452310350206 ], "point": [ 0.207, 0.0236 ] }, { "instruction": "Chris Evans", "bbox": [ 0.6118015289306641, 0.4250346883138021, 0.812532721625434, 0.45952273898654517 ], "point": [ 0.7122, 0.4423 ] }, { "instruction": "Incognito.", "bbox": [ 0.8953246222601996, 0.05056682586669922, 0.9706335279676649, 0.09121309068467882 ], "point": [ 0.933, 0.0709 ] }, { "instruction": "Not Security.", "bbox": [ 0.08319183985392252, 0.053204354180230035, 0.15618359247843425, 0.08688268025716146 ], "point": [ 0.1197, 0.07 ] }, { "instruction": "a button to access the Wikipedia page.", "bbox": [ 0.27483158111572265, 0.1055361090766059, 0.3374955707126194, 0.1382067362467448 ], "point": [ 0.3062, 0.1219 ] }, { "instruction": "Reload", "bbox": [ 0.05465158356560601, 0.04729690975613064, 0.07628798484802246, 0.09283423529730903 ], "point": [ 0.0655, 0.0701 ] }, { "instruction": "Find", "bbox": [ 0.5309096866183811, 0.11017820570203993, 0.5442443423800998, 0.13543234931098092 ], "point": [ 0.5376, 0.1228 ] }, { "instruction": "3D modeling or a 3D modeling feature.", "bbox": [ 0.3417124642266168, 0.10637214660644531, 0.3638056861029731, 0.13774413214789497 ], "point": [ 0.3528, 0.1221 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9755731370713976, 0.003853242662217882, 0.9969445970323351, 0.040671140882703995 ], "point": [ 0.9863, 0.0223 ] }, { "instruction": "Show container actions", "bbox": [ 0.9740658230251736, 0.05007843017578125, 0.99578857421875, 0.09232279459635416 ], "point": [ 0.9849, 0.0712 ] }, { "instruction": "Forward", "bbox": [ 0.02854173183441162, 0.04785498725043403, 0.05106014675564236, 0.09241615295410156 ], "point": [ 0.0398, 0.0701 ] }, { "instruction": "Close", "bbox": [ 0.36490486992730037, 0.009092637168036566, 0.38106138441297743, 0.03861634254455566 ], "point": [ 0.373, 0.0239 ] }, { "instruction": "Back", "bbox": [ 0.004763995276557075, 0.04784759097629123, 0.02767424848344591, 0.09299284193250867 ], "point": [ 0.0162, 0.0704 ] }, { "instruction": "a person in a suit.", "bbox": [ 0.6138600667317708, 0.4611935085720486, 0.7992361280653212, 0.8068578423394097 ], "point": [ 0.7065, 0.634 ] }, { "instruction": "Five-point star", "bbox": [ 0.8658539666069879, 0.05858891805013021, 0.8828759935167101, 0.08599100748697917 ], "point": [ 0.8744, 0.0723 ] }, { "instruction": "Home.", "bbox": [ 0.24920978546142578, 0.10587808397081164, 0.27205655839708115, 0.13823827955457899 ], "point": [ 0.2606, 0.1221 ] }, { "instruction": "Close", "bbox": [ 0.531536610921224, 0.013375636206732856, 0.5442595587836372, 0.0347192997402615 ], "point": [ 0.5379, 0.024 ] }, { "instruction": "Close", "bbox": [ 0.19952513376871744, 0.011823017332288953, 0.2144757800632053, 0.03546452310350206 ], "point": [ 0.207, 0.0236 ] }, { "instruction": "Add New Tab", "bbox": [ 0.556135982937283, 0.011296271218193902, 0.5682365417480468, 0.03639260080125597 ], "point": [ 0.5622, 0.0238 ] }, { "instruction": "a search bar for Chris Evans.", "bbox": [ 0.6118015289306641, 0.4250346883138021, 0.812532721625434, 0.45952273898654517 ], "point": [ 0.7122, 0.4423 ] }, { "instruction": "Text Box", "bbox": [ 0.22480578952365451, 0.009817902247111003, 0.24004893832736546, 0.03766790919833713 ], "point": [ 0.2324, 0.0237 ] }, { "instruction": "M0,0L9,0 4.5,0z", "bbox": [ 0.055593978034125434, 0.0065443865458170575, 0.07761730617947049, 0.04052330017089844 ], "point": [ 0.0666, 0.0235 ] }, { "instruction": "Wi-Fi signal strength.", "bbox": [ 0.9948438856336805, 0.04741143120659722, 1.0, 0.09422006395128038 ], "point": [ 0.9974, 0.0708 ] } ], "element_size": 68 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_13/8447.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "README.md", "bbox": [ 0.07743055555555556, 0.01499999894036187, 0.1295138888888889, 0.03111111111111111 ], "point": [ 0.1035, 0.0231 ] }, { "instruction": "main", "bbox": [ 0.134375, 0.01499999894036187, 0.15590277777777778, 0.03111111111111111 ], "point": [ 0.1451, 0.0231 ] }, { "instruction": "Byte Bla:", "bbox": [ 0.16006946563720703, 0.015, 0.19652779897054037, 0.03222222222222222 ], "point": [ 0.1783, 0.0236 ] }, { "instruction": "Postmill", "bbox": [ 0.24305553436279298, 0.01499999894036187, 0.27708331214057075, 0.03111111111111111 ], "point": [ 0.2601, 0.0231 ] }, { "instruction": "Boston", "bbox": [ 0.40868055555555555, 0.01499999894036187, 0.43819444444444444, 0.03111111111111111 ], "point": [ 0.4234, 0.0231 ] }, { "instruction": "2c2-3-135-185-123.", "bbox": [ 0.1545138888888889, 0.04666666666666667, 0.2548611111111111, 0.09166666666666666 ], "point": [ 0.2047, 0.0692 ] }, { "instruction": "us-east-2 compute amazonaws com:8888/wikipedia_en_all_maxi_2022-05/ABoston", "bbox": [ 0.2520833121405707, 0.06, 0.6468749788072374, 0.08333333333333333 ], "point": [ 0.4495, 0.0717 ] }, { "instruction": "Boston", "bbox": [ 0.1875, 0.15, 0.2503472222222222, 0.18388888888888888 ], "point": [ 0.2189, 0.1669 ] }, { "instruction": "Boston (US: / boxsten/, UK: /bpsten/) [5] officially the City of Boston, is the capital and most populous city of the", "bbox": [ 0.1892361111111111, 0.20277777777777778, 0.7503472222222223, 0.23222222222222222 ], "point": [ 0.4698, 0.2175 ] }, { "instruction": "Commonwealth of Massachusetts in the United States and 24th-most populous city in the country [6] The city proper covers", "bbox": [ 0.18819444444444444, 0.2311111111111111, 0.8052083333333333, 0.2627777777777778 ], "point": [ 0.4967, 0.2469 ] }, { "instruction": "about 48.4 sq mi (125 km?)[7] with a population of 675,647 in 2020,[2] also making it the most populous city in New", "bbox": [ 0.18819444444444444, 0.26111112806532116, 0.7583333333333333, 0.2927777777777778 ], "point": [ 0.4733, 0.2769 ] }, { "instruction": "England [8] It is the seat of Suffolk County (although the county government was disbanded on July 1, 1999).[9] The city is the", "bbox": [ 0.18888888888888888, 0.2911111111111111, 0.8107638888888888, 0.32 ], "point": [ 0.4998, 0.3056 ] }, { "instruction": "economic and cultural anchor of a substantially larger metropolitan area known as Greater Boston, a metropolitan statistical", "bbox": [ 0.18819444444444444, 0.32166666666666666, 0.8052083333333333, 0.34944444444444445 ], "point": [ 0.4967, 0.3356 ] }, { "instruction": "area (MSA) home to a census-estimated 4.8 million people in 2016 and", "bbox": [ 0.18854166666666666, 0.35333333333333333, 0.5430555555555555, 0.37777777777777777 ], "point": [ 0.3658, 0.3656 ] }, { "instruction": "ranking as the tenth-largest MSA in the country [10] A", "bbox": [ 0.5416666666666666, 0.34888885498046873, 0.8059027777777777, 0.37888885498046876 ], "point": [ 0.6738, 0.3639 ] }, { "instruction": "broader combined statistical area (CSA), generally corresponding to the commuting arealt1] and including Providence,", "bbox": [ 0.18819444444444444, 0.3788888888888889, 0.7763888888888889, 0.4072222222222222 ], "point": [ 0.4823, 0.3931 ] }, { "instruction": "Rhode Island, is home to some 8.2 million people, making it the sixth most populous in the United States [12]", "bbox": [ 0.1892361111111111, 0.4077777777777778, 0.7302083333333333, 0.43722222222222223 ], "point": [ 0.4597, 0.4225 ] }, { "instruction": "This article is about the city in the US state of Massachusetts. For the town in England, see Boston, Lincolnshire. For other uses, see Boston", "bbox": [ 0.20277775658501518, 0.45666666666666667, 0.7586805343627929, 0.4766666666666667 ], "point": [ 0.4807, 0.4667 ] }, { "instruction": "Boston is one of the oldest municipalities in the United States,", "bbox": [ 0.18819444444444444, 0.5305555555555556, 0.5010416666666667, 0.5572222900390625 ], "point": [ 0.3446, 0.5439 ] }, { "instruction": "Boston; Massachusetts", "bbox": [ 0.6156250423855252, 0.5422222222222223, 0.7586805555555556, 0.5666666666666667 ], "point": [ 0.6872, 0.5544 ] }, { "instruction": "founded on the Shawmut Peninsula in 1630 by Puritan settlers from", "bbox": [ 0.1878472646077474, 0.5616666666666666, 0.5267361534966363, 0.585 ], "point": [ 0.3573, 0.5733 ] }, { "instruction": "the English town of the same name [13J[14] It was the scene of several", "bbox": [ 0.1875, 0.585, 0.5333333333333333, 0.6155555555555555 ], "point": [ 0.3604, 0.6003 ] }, { "instruction": "key events of the American Revolution, such as the Boston Massacre,", "bbox": [ 0.18784722222222222, 0.6194444444444445, 0.5371527777777778, 0.6444444444444445 ], "point": [ 0.3625, 0.6319 ] }, { "instruction": "the Boston Tea Party; the Battle of Bunker Hill, and the siege of", "bbox": [ 0.18784724341498482, 0.6488888888888888, 0.5048611111111111, 0.6738888888888889 ], "point": [ 0.3464, 0.6614 ] }, { "instruction": "Boston. Upon American independence from Great Britain, the city", "bbox": [ 0.18819446563720704, 0.6777777777777778, 0.5184027777777778, 0.7055555555555556 ], "point": [ 0.3533, 0.6917 ] }, { "instruction": "continued to be an important port and manufacturing hub as well as", "bbox": [ 0.18819444444444444, 0.705, 0.5295138888888888, 0.7333333333333333 ], "point": [ 0.3589, 0.7192 ] }, { "instruction": "center for education and culture [15][16] The city has expanded beyond", "bbox": [ 0.18784722222222222, 0.7327777777777778, 0.5388888888888889, 0.7622222222222222 ], "point": [ 0.3634, 0.7475 ] }, { "instruction": "the original peninsula through land reclamation and municipal", "bbox": [ 0.1874999788072374, 0.7644444444444445, 0.49722222222222223, 0.7911111111111111 ], "point": [ 0.3424, 0.7778 ] }, { "instruction": "annexation: Its rich history attracts many tourists, with Faneuil Hall", "bbox": [ 0.18819444444444444, 0.7938888888888889, 0.5215277777777778, 0.8216666666666667 ], "point": [ 0.3549, 0.8078 ] }, { "instruction": "alone", "bbox": [ 0.18854166666666666, 0.8266667344835069, 0.21875, 0.8466667344835069 ], "point": [ 0.2036, 0.8367 ] }, { "instruction": "drawing more than 20 million visitors per year[17] Boston's many", "bbox": [ 0.21736111111111112, 0.8211110432942709, 0.5420138888888889, 0.8511110432942708 ], "point": [ 0.3797, 0.8361 ] }, { "instruction": "firsts include the United States' first public park (Boston Common,", "bbox": [ 0.1878472646077474, 0.8544444444444445, 0.5215277777777778, 0.8794444444444445 ], "point": [ 0.3547, 0.8669 ] }, { "instruction": "1634) , first public or state school (Boston Latin School,", "bbox": [ 0.18854166666666666, 0.8833334011501736, 0.46458333333333335, 0.9083334011501736 ], "point": [ 0.3266, 0.8958 ] }, { "instruction": "1635)[18] first", "bbox": [ 0.46284722222222224, 0.8777777777777778, 0.5319444444444444, 0.9116666666666666 ], "point": [ 0.4974, 0.8947 ] }, { "instruction": "subway system (Tremont Street subway; 1897),[19] and first large", "bbox": [ 0.18715275658501518, 0.9088888888888889, 0.5111111111111111, 0.9394444444444444 ], "point": [ 0.3491, 0.9242 ] }, { "instruction": "public library (Boston Public Library, 1848).", "bbox": [ 0.1875, 0.9405555555555556, 0.4027777777777778, 0.9677777777777777 ], "point": [ 0.2951, 0.9542 ] }, { "instruction": "E", "bbox": [ 0.22569444444444445, 0.9933333333333333, 0.23333333333333334, 0.9983333333333333 ], "point": [ 0.2295, 0.9958 ] }, { "instruction": "ULI", "bbox": [ 0.2833333333333333, 0.9933333333333333, 0.303125, 0.9983333333333333 ], "point": [ 0.2932, 0.9958 ] }, { "instruction": "Llc", "bbox": [ 0.390625, 0.9933333333333333, 0.409375, 0.9983333333333333 ], "point": [ 0.4, 0.9958 ] }, { "instruction": "Incognito", "bbox": [ 0.8952245076497396, 0.05058341132269965, 0.9706215752495659, 0.09120068868001302 ], "point": [ 0.9329, 0.0709 ] }, { "instruction": "Not Secure", "bbox": [ 0.08275299072265625, 0.05159355163574219, 0.1564399931165907, 0.08752421061197917 ], "point": [ 0.1196, 0.0696 ] }, { "instruction": "Wikipedia", "bbox": [ 0.2751210530598958, 0.10559210883246528, 0.3375236087375217, 0.13804762098524306 ], "point": [ 0.3063, 0.1218 ] }, { "instruction": "X", "bbox": [ 0.19964599609375, 0.011392716301812066, 0.21441760592990453, 0.03626617007785373 ], "point": [ 0.207, 0.0238 ] }, { "instruction": "X", "bbox": [ 0.5312418619791667, 0.013313105901082357, 0.5445685492621528, 0.035105136235555015 ], "point": [ 0.5379, 0.0242 ] }, { "instruction": "cwg]", "bbox": [ 0.5848219553629558, 0.8375946044921875, 0.7879433525933159, 0.9386007351345486 ], "point": [ 0.6864, 0.8881 ] }, { "instruction": "State capital city", "bbox": [ 0.560947502983941, 0.5695812310112848, 0.8023410373263888, 0.5997956678602431 ], "point": [ 0.6816, 0.5847 ] }, { "instruction": "(disambiguation):", "bbox": [ 0.20169701046413846, 0.4776893785264757, 0.27195881737603084, 0.5044386461046007 ], "point": [ 0.2368, 0.4911 ] }, { "instruction": "Incognito.", "bbox": [ 0.8952245076497396, 0.05058341132269965, 0.9706215752495659, 0.09120068868001302 ], "point": [ 0.9329, 0.0709 ] }, { "instruction": "Not Security.", "bbox": [ 0.08275299072265625, 0.05159355163574219, 0.1564399931165907, 0.08752421061197917 ], "point": [ 0.1196, 0.0696 ] }, { "instruction": "a button to access the Wikipedia page.", "bbox": [ 0.2751210530598958, 0.10559210883246528, 0.3375236087375217, 0.13804762098524306 ], "point": [ 0.3063, 0.1218 ] }, { "instruction": "3D modeling or a 3D modeling feature.", "bbox": [ 0.3417153040568034, 0.10632255554199219, 0.36375223795572914, 0.13789685567220053 ], "point": [ 0.3527, 0.1221 ] }, { "instruction": "Home.", "bbox": [ 0.2492793401082357, 0.10585114373101129, 0.2718308554755317, 0.13795244852701824 ], "point": [ 0.2606, 0.1219 ] }, { "instruction": "Reload", "bbox": [ 0.054544183943006724, 0.048378380669487846, 0.07612691455417209, 0.09233489142523872 ], "point": [ 0.0653, 0.0704 ] }, { "instruction": "Forward", "bbox": [ 0.029046890470716687, 0.04893090142144097, 0.051375198364257815, 0.09214852227105035 ], "point": [ 0.0402, 0.0705 ] }, { "instruction": "a search function.", "bbox": [ 0.5278941260443794, 0.11037268744574653, 0.5438620249430338, 0.13654920789930555 ], "point": [ 0.5359, 0.1235 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9756026373969184, 0.004286270141601562, 0.9968710157606336, 0.040677032470703124 ], "point": [ 0.9862, 0.0225 ] }, { "instruction": "More options", "bbox": [ 0.9743664211697048, 0.05063900841606988, 0.9956585354275174, 0.09167692396375868 ], "point": [ 0.985, 0.0712 ] }, { "instruction": "Back", "bbox": [ 0.004682347509596083, 0.048721254136827256, 0.027568425072564018, 0.09205123901367188 ], "point": [ 0.0161, 0.0704 ] }, { "instruction": "Close", "bbox": [ 0.3646369934082031, 0.00900286038716634, 0.38123864067925345, 0.03848704550001356 ], "point": [ 0.3729, 0.0237 ] }, { "instruction": "Five-point star", "bbox": [ 0.8661578708224826, 0.058739356994628907, 0.8830581665039062, 0.08583051893446181 ], "point": [ 0.8746, 0.0723 ] }, { "instruction": "Close", "bbox": [ 0.19964599609375, 0.011392716301812066, 0.21441760592990453, 0.03626617007785373 ], "point": [ 0.207, 0.0238 ] }, { "instruction": "Close", "bbox": [ 0.5312418619791667, 0.013313105901082357, 0.5445685492621528, 0.035105136235555015 ], "point": [ 0.5379, 0.0242 ] }, { "instruction": "New Tab", "bbox": [ 0.555715815226237, 0.011265710194905599, 0.5693840450710721, 0.03772594875759549 ], "point": [ 0.5625, 0.0245 ] }, { "instruction": "a horizontal scroll bar.", "bbox": [ 0.7578888787163629, 0.26077014499240453, 0.8087150573730468, 0.28849219428168404 ], "point": [ 0.7833, 0.2746 ] }, { "instruction": "a sports arena or sports field.", "bbox": [ 0.5848219553629558, 0.8375946044921875, 0.7879433525933159, 0.9386007351345486 ], "point": [ 0.6864, 0.8881 ] }, { "instruction": "collage photos.", "bbox": [ 0.5837910970052084, 0.6691159396701389, 0.788226318359375, 0.8414279513888889 ], "point": [ 0.686, 0.7553 ] }, { "instruction": "Text Box", "bbox": [ 0.22477734883626302, 0.008505049811469184, 0.24063644409179688, 0.03827583736843533 ], "point": [ 0.2327, 0.0234 ] }, { "instruction": "the state capital city.", "bbox": [ 0.560947502983941, 0.5695812310112848, 0.8023410373263888, 0.5997956678602431 ], "point": [ 0.6816, 0.5847 ] }, { "instruction": "M0,0L9,0 4.5,0z", "bbox": [ 0.05588374667697483, 0.006314571168687609, 0.077854855855306, 0.04058573934766981 ], "point": [ 0.0669, 0.0235 ] }, { "instruction": "Dismigation.", "bbox": [ 0.20169701046413846, 0.4776893785264757, 0.27195881737603084, 0.5044386461046007 ], "point": [ 0.2368, 0.4911 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.42669160630967884, 0.9337883165147569, 0.4378700256347656, 0.9548265923394097 ], "point": [ 0.4323, 0.9443 ] } ], "element_size": 71 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_14/8705.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "README.md", "bbox": [ 0.07743055555555556, 0.015, 0.1295138888888889, 0.029444444444444443 ], "point": [ 0.1035, 0.0222 ] }, { "instruction": "main", "bbox": [ 0.134375, 0.01499999894036187, 0.15520833333333334, 0.03111111111111111 ], "point": [ 0.1448, 0.0231 ] }, { "instruction": "Byte Bla:", "bbox": [ 0.16006946563720703, 0.015, 0.19652779897054037, 0.03222222222222222 ], "point": [ 0.1783, 0.0236 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/byteblazellist_of_awesome_things/-/blob/main/READMEmd", "bbox": [ 0.1583333757188585, 0.06055554707845052, 0.7267361111111111, 0.08388888041178386 ], "point": [ 0.4425, 0.0722 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "Bye Blaze", "bbox": [ 0.1875, 0.1488888719346788, 0.2309027777777778, 0.16222220526801215 ], "point": [ 0.2092, 0.1556 ] }, { "instruction": "Repposhory", "bbox": [ 0.3506944444444444, 0.14722222222222223, 0.3975694444444444, 0.1622222222222222 ], "point": [ 0.3741, 0.1547 ] }, { "instruction": "Initial commit", "bbox": [ 0.22951388888888888, 0.20111109415690104, 0.29583333333333334, 0.21944442749023438 ], "point": [ 0.2627, 0.2103 ] }, { "instruction": "Byte Blaze authored just now", "bbox": [ 0.23020833333333332, 0.22444444444444445, 0.36180555555555555, 0.245 ], "point": [ 0.296, 0.2347 ] }, { "instruction": "README.md", "bbox": [ 0.371875, 0.295, 0.42951388888888886, 0.31222222222222223 ], "point": [ 0.4007, 0.3036 ] }, { "instruction": "README.md", "bbox": [ 0.2607638888888889, 0.35888888888888887, 0.3232638888888889, 0.37722222222222224 ], "point": [ 0.292, 0.3681 ] }, { "instruction": "6.18 KiB", "bbox": [ 0.3451388888888889, 0.3600000339084201, 0.37777777777777777, 0.3744444783528646 ], "point": [ 0.3615, 0.3672 ] }, { "instruction": "list_of_", "bbox": [ 0.20729166666666668, 0.4311111111111111, 0.2625, 0.4661111111111111 ], "point": [ 0.2349, 0.4486 ] }, { "instruction": "awesome_things", "bbox": [ 0.2670138888888889, 0.43333333333333335, 0.40381944444444445, 0.4677777777777778 ], "point": [ 0.3354, 0.4506 ] }, { "instruction": "Getting started", "bbox": [ 0.20902777777777778, 0.4961111111111111, 0.31493055555555555, 0.5322222222222223 ], "point": [ 0.262, 0.5142 ] }, { "instruction": "To make it easy for you to get started with GitLab, here's a list of recommended next steps:", "bbox": [ 0.21041666666666667, 0.5538889567057291, 0.6204861111111111, 0.5766666666666667 ], "point": [ 0.4155, 0.5653 ] }, { "instruction": "Already a", "bbox": [ 0.21041666666666667, 0.5966666666666667, 0.25416666666666665, 0.6177777777777778 ], "point": [ 0.2323, 0.6072 ] }, { "instruction": "Just edit this READMEmd and make it your own. Want to make it easy? Use the template at the bottom!", "bbox": [ 0.2777777777777778, 0.5955555555555555, 0.7430555555555556, 0.6177777777777778 ], "point": [ 0.5104, 0.6067 ] }, { "instruction": "Add your files", "bbox": [ 0.21006944444444445, 0.6433333333333333, 0.3055555555555556, 0.6766666666666666 ], "point": [ 0.2578, 0.66 ] }, { "instruction": "Create or", "bbox": [ 0.23055553436279297, 0.7022222222222222, 0.27395831214057076, 0.7183333333333334 ], "point": [ 0.2523, 0.7103 ] }, { "instruction": "upload files", "bbox": [ 0.27326391008165146, 0.7000000678168403, 0.3281250211927626, 0.7233334011501736 ], "point": [ 0.3007, 0.7117 ] }, { "instruction": "Add files using the command line or push an existing Git repository with the following command:", "bbox": [ 0.23020833333333332, 0.7255555555555555, 0.6625, 0.7477777777777778 ], "point": [ 0.4464, 0.7367 ] }, { "instruction": "cd existing_repo", "bbox": [ 0.21944444444444444, 0.7788888888888889, 0.3170138888888889, 0.8066666666666666 ], "point": [ 0.2682, 0.7928 ] }, { "instruction": "git", "bbox": [ 0.21909722222222222, 0.8083333333333333, 0.23993055555555556, 0.83 ], "point": [ 0.2295, 0.8192 ] }, { "instruction": "remote", "bbox": [ 0.24375, 0.8088888888888889, 0.28020833333333334, 0.8261111111111111 ], "point": [ 0.262, 0.8175 ] }, { "instruction": "add origin http: //ec2-3-135-185-123.US-east-2.compute.amazonaws", "bbox": [ 0.28368053436279295, 0.805, 0.6559027565850152, 0.8327777777777777 ], "point": [ 0.4698, 0.8189 ] }, { "instruction": "com: 8023/byteblaze/list_of_awesome_things.git", "bbox": [ 0.6590276930067275, 0.805, 0.9253471374511719, 0.83 ], "point": [ 0.7922, 0.8175 ] }, { "instruction": "git branch", "bbox": [ 0.21909724341498482, 0.8316666666666667, 0.2812500211927626, 0.855 ], "point": [ 0.2502, 0.8433 ] }, { "instruction": "~", "bbox": [ 0.284375, 0.8338888888888889, 0.29826384650336374, 0.8494444444444444 ], "point": [ 0.2913, 0.8417 ] }, { "instruction": "main", "bbox": [ 0.3013888888888889, 0.8338888888888889, 0.3277777777777778, 0.8511111111111112 ], "point": [ 0.3146, 0.8425 ] }, { "instruction": "git push ~uf", "bbox": [ 0.21909722222222222, 0.8561111111111112, 0.2916666666666667, 0.88 ], "point": [ 0.2554, 0.8681 ] }, { "instruction": "origin", "bbox": [ 0.29583329094780814, 0.8566667344835069, 0.33368055555555554, 0.8788889567057292 ], "point": [ 0.3148, 0.8678 ] }, { "instruction": "main", "bbox": [ 0.3368055555555556, 0.857222154405382, 0.36215277777777777, 0.8744443766276042 ], "point": [ 0.3495, 0.8658 ] }, { "instruction": "Integrate with your tools", "bbox": [ 0.20902779897054036, 0.9211111789279514, 0.3753472222222222, 0.9527778455946181 ], "point": [ 0.2922, 0.9369 ] }, { "instruction": "Set up project integrations", "bbox": [ 0.23020831214057075, 0.9783333333333334, 0.352430534362793, 0.9988888888888889 ], "point": [ 0.2913, 0.9886 ] }, { "instruction": "pro?", "bbox": [ 0.25381944444444443, 0.5994445122612847, 0.27743055555555557, 0.6133334011501737 ], "point": [ 0.2656, 0.6064 ] }, { "instruction": "Find file", "bbox": [ 0.765071529812283, 0.28253026326497394, 0.819872792561849, 0.32401685926649304 ], "point": [ 0.7925, 0.3033 ] }, { "instruction": "History", "bbox": [ 0.8720167371961806, 0.2826739332411024, 0.924100579155816, 0.323806389702691 ], "point": [ 0.8981, 0.3032 ] }, { "instruction": "Blame", "bbox": [ 0.822394053141276, 0.282596435546875, 0.8692588806152344, 0.3239421929253472 ], "point": [ 0.8458, 0.3033 ] }, { "instruction": "Incognito", "bbox": [ 0.8948723687065973, 0.050375120374891495, 0.9707624647352431, 0.09101253933376736 ], "point": [ 0.9328, 0.0707 ] }, { "instruction": "Permalink", "bbox": [ 0.926310560438368, 0.2823372056749132, 0.9905537923177083, 0.3243158976236979 ], "point": [ 0.9584, 0.3033 ] }, { "instruction": "Open in Web IDE", "bbox": [ 0.687113783094618, 0.3485186089409722, 0.8034617106119791, 0.3868242730034722 ], "point": [ 0.7453, 0.3677 ] }, { "instruction": "Monitor", "bbox": [ 0.0077976173824734155, 0.786697998046875, 0.1762513001759847, 0.8255246310763888 ], "point": [ 0.092, 0.8061 ] }, { "instruction": "Deployments", "bbox": [ 0.009010998407999675, 0.6771008978949653, 0.1697150813208686, 0.7154066975911458 ], "point": [ 0.0894, 0.6963 ] }, { "instruction": "83 Merge requests", "bbox": [ 0.007557508680555556, 0.566668701171875, 0.16963496738009984, 0.6052701822916666 ], "point": [ 0.0886, 0.586 ] }, { "instruction": "Packages and registries", "bbox": [ 0.008879439036051432, 0.7137760416666666, 0.16899207433064778, 0.7520914713541667 ], "point": [ 0.0889, 0.7329 ] }, { "instruction": "Repository", "bbox": [ 0.005822298261854384, 0.23687093098958334, 0.17470367219712998, 0.27556460910373265 ], "point": [ 0.0903, 0.2562 ] }, { "instruction": "Security", "bbox": [ 0.00931409200032552, 0.6403444417317709, 0.16968116760253907, 0.6787576633029514 ], "point": [ 0.0895, 0.6596 ] }, { "instruction": "Compliance", "bbox": [ 0.00931409200032552, 0.6403444417317709, 0.16968116760253907, 0.6787576633029514 ], "point": [ 0.0895, 0.6596 ] }, { "instruction": "Branches", "bbox": [ 0.006066709094577365, 0.34661668565538195, 0.1738098833296034, 0.3861050075954861 ], "point": [ 0.0899, 0.3664 ] }, { "instruction": "Infrastructure", "bbox": [ 0.008442910512288411, 0.7510359700520833, 0.174233701494005, 0.7885240342881944 ], "point": [ 0.0913, 0.7698 ] }, { "instruction": "Delete", "bbox": [ 0.8598389519585503, 0.3481238132052951, 0.9073049757215712, 0.3875099351671007 ], "point": [ 0.8836, 0.3678 ] }, { "instruction": "Tags", "bbox": [ 0.008037487665812174, 0.3842687310112847, 0.17213501930236816, 0.4224454074435764 ], "point": [ 0.0901, 0.4034 ] }, { "instruction": "main", "bbox": [ 0.1877462387084961, 0.2821528964572483, 0.2415342754787869, 0.3214945475260417 ], "point": [ 0.2146, 0.3018 ] }, { "instruction": "Files", "bbox": [ 0.0045443375905354815, 0.27421335856119794, 0.17439896795484755, 0.31186825222439235 ], "point": [ 0.0895, 0.293 ] }, { "instruction": "Contributors", "bbox": [ 0.00905347400241428, 0.4200680202907986, 0.1705322159661187, 0.4593155246310764 ], "point": [ 0.0898, 0.4397 ] }, { "instruction": "Analytics", "bbox": [ 0.007462830013699002, 0.8235807291666667, 0.1780853271484375, 0.8627126736111111 ], "point": [ 0.0928, 0.8431 ] }, { "instruction": "Graph", "bbox": [ 0.009825828340318468, 0.4575358412000868, 0.17034801377190484, 0.49514400906032985 ], "point": [ 0.0901, 0.4763 ] }, { "instruction": "Project information", "bbox": [ 0.006711641947428386, 0.19821517944335937, 0.17265052795410157, 0.2389485846625434 ], "point": [ 0.0897, 0.2186 ] }, { "instruction": "Issues", "bbox": [ 0.0077178955078125, 0.5307686021592882, 0.17007628546820747, 0.5684624226888021 ], "point": [ 0.0889, 0.5496 ] }, { "instruction": "CICD", "bbox": [ 0.008457517623901368, 0.6036094156901042, 0.17042651176452636, 0.6425970458984375 ], "point": [ 0.0894, 0.6231 ] }, { "instruction": "Commits", "bbox": [ 0.004507578743828668, 0.3109933471679687, 0.17413326369391546, 0.3484886678059896 ], "point": [ 0.0893, 0.3297 ] }, { "instruction": "Compare", "bbox": [ 0.009465874565972223, 0.4934429931640625, 0.16977873908148872, 0.5322032335069444 ], "point": [ 0.0896, 0.5128 ] }, { "instruction": "Replace", "bbox": [ 0.8066404554578993, 0.34745330810546876, 0.862007819281684, 0.38808929443359375 ], "point": [ 0.8343, 0.3678 ] }, { "instruction": "019a294f", "bbox": [ 0.8908782111273872, 0.19633065117730034, 0.9799975077311198, 0.23704072740342882 ], "point": [ 0.9354, 0.2167 ] }, { "instruction": "Wiki", "bbox": [ 0.007083998786078559, 0.8605952284071181, 0.18000884585910373, 0.8981409369574653 ], "point": [ 0.0935, 0.8794 ] }, { "instruction": "Not Secure", "bbox": [ 0.08289541138543023, 0.054609408908420136, 0.15547718471950955, 0.08605439080132378 ], "point": [ 0.1192, 0.0703 ] }, { "instruction": "Snippets", "bbox": [ 0.0066455788082546655, 0.8964657253689237, 0.18035570250617133, 0.9359560139973958 ], "point": [ 0.0935, 0.9162 ] }, { "instruction": "88(8", "bbox": [ 0.8142547607421875, 0.10397119310167101, 0.8646060519748264, 0.14073690626356336 ], "point": [ 0.8394, 0.1224 ] }, { "instruction": "13", "bbox": [ 0.7703854031032986, 0.10368496365017361, 0.8137985229492187, 0.14167877197265624 ], "point": [ 0.7921, 0.1227 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.006693887710571289, 0.1513199191623264, 0.17243909305996366, 0.19906246609157985 ], "point": [ 0.0896, 0.1752 ] }, { "instruction": "X", "bbox": [ 0.3642071617974175, 0.00793092409769694, 0.3810343848334418, 0.03862730556064182 ], "point": [ 0.3726, 0.0233 ] }, { "instruction": "Collapse sidebar", "bbox": [ 0.0050778071085611975, 0.9541122775607639, 0.1773490269978841, 0.990833740234375 ], "point": [ 0.0912, 0.9725 ] }, { "instruction": "X", "bbox": [ 0.5283844841851129, 0.007559891806708442, 0.5458607143825955, 0.036864938735961916 ], "point": [ 0.5371, 0.0222 ] }, { "instruction": "X", "bbox": [ 0.2003170861138238, 0.012310858832465278, 0.21461686028374566, 0.035739093356662324 ], "point": [ 0.2075, 0.024 ] }, { "instruction": "+", "bbox": [ 0.5537293752034506, 0.007047195434570313, 0.5707318200005426, 0.036368628607855905 ], "point": [ 0.5622, 0.0217 ] }, { "instruction": "Postmill", "bbox": [ 0.22169895172119142, 0.0048569361368815105, 0.2829044977823893, 0.04104785495334201 ], "point": [ 0.2523, 0.023 ] }, { "instruction": "Boston", "bbox": [ 0.3891673617892795, 0.004327598147922092, 0.4429940965440538, 0.04167299270629883 ], "point": [ 0.4161, 0.023 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.24849800533718533, 0.28752339680989586, 0.362661616007487, 0.31656209309895833 ], "point": [ 0.3056, 0.302 ] }, { "instruction": "IS", "bbox": [ 0.2410093519422743, 0.14230597601996528, 0.340821287367079, 0.16259955512152777 ], "point": [ 0.2909, 0.1525 ] }, { "instruction": "l", "bbox": [ 0.2410093519422743, 0.14230597601996528, 0.340821287367079, 0.16259955512152777 ], "point": [ 0.2909, 0.1525 ] }, { "instruction": "awelsole_", "bbox": [ 0.2410093519422743, 0.14230597601996528, 0.340821287367079, 0.16259955512152777 ], "point": [ 0.2909, 0.1525 ] }, { "instruction": "a button to find a file.", "bbox": [ 0.765071529812283, 0.28253026326497394, 0.819872792561849, 0.32401685926649304 ], "point": [ 0.7925, 0.3033 ] }, { "instruction": "History.", "bbox": [ 0.8720167371961806, 0.2826739332411024, 0.924100579155816, 0.323806389702691 ], "point": [ 0.8981, 0.3032 ] }, { "instruction": "Blame mode.", "bbox": [ 0.822394053141276, 0.282596435546875, 0.8692588806152344, 0.3239421929253472 ], "point": [ 0.8458, 0.3033 ] }, { "instruction": "Incognito.", "bbox": [ 0.8948723687065973, 0.050375120374891495, 0.9707624647352431, 0.09101253933376736 ], "point": [ 0.9328, 0.0707 ] }, { "instruction": "permarking a file or document.", "bbox": [ 0.926310560438368, 0.2823372056749132, 0.9905537923177083, 0.3243158976236979 ], "point": [ 0.9584, 0.3033 ] }, { "instruction": "Opening a web IDE application.", "bbox": [ 0.687113783094618, 0.3485186089409722, 0.8034617106119791, 0.3868242730034722 ], "point": [ 0.7453, 0.3677 ] }, { "instruction": "monitor.", "bbox": [ 0.0077976173824734155, 0.786697998046875, 0.1762513001759847, 0.8255246310763888 ], "point": [ 0.092, 0.8061 ] }, { "instruction": "Developments.", "bbox": [ 0.009010998407999675, 0.6771008978949653, 0.1697150813208686, 0.7154066975911458 ], "point": [ 0.0894, 0.6963 ] }, { "instruction": "Merge requests.", "bbox": [ 0.007557508680555556, 0.566668701171875, 0.16963496738009984, 0.6052701822916666 ], "point": [ 0.0886, 0.586 ] }, { "instruction": "a checkbox to select the Packages andRegister options.", "bbox": [ 0.008879439036051432, 0.7137760416666666, 0.16899207433064778, 0.7520914713541667 ], "point": [ 0.0889, 0.7329 ] }, { "instruction": "Repostory.", "bbox": [ 0.005822298261854384, 0.23687093098958334, 0.17470367219712998, 0.27556460910373265 ], "point": [ 0.0903, 0.2562 ] }, { "instruction": "Security & Compliance settings.", "bbox": [ 0.00931409200032552, 0.6403444417317709, 0.16968116760253907, 0.6787576633029514 ], "point": [ 0.0895, 0.6596 ] }, { "instruction": "Branchs.", "bbox": [ 0.006066709094577365, 0.34661668565538195, 0.1738098833296034, 0.3861050075954861 ], "point": [ 0.0899, 0.3664 ] }, { "instruction": "Navigation to the Infrastructure settings.", "bbox": [ 0.008442910512288411, 0.7510359700520833, 0.174233701494005, 0.7885240342881944 ], "point": [ 0.0913, 0.7698 ] }, { "instruction": "Delete function.", "bbox": [ 0.8598389519585503, 0.3481238132052951, 0.9073049757215712, 0.3875099351671007 ], "point": [ 0.8836, 0.3678 ] }, { "instruction": "Tags.", "bbox": [ 0.008037487665812174, 0.3842687310112847, 0.17213501930236816, 0.4224454074435764 ], "point": [ 0.0901, 0.4034 ] }, { "instruction": "a dropdown menu labeled \" main\".", "bbox": [ 0.1877462387084961, 0.2821528964572483, 0.2415342754787869, 0.3214945475260417 ], "point": [ 0.2146, 0.3018 ] }, { "instruction": "a menu for files.", "bbox": [ 0.0045443375905354815, 0.27421335856119794, 0.17439896795484755, 0.31186825222439235 ], "point": [ 0.0895, 0.293 ] }, { "instruction": "Contributors.", "bbox": [ 0.00905347400241428, 0.4200680202907986, 0.1705322159661187, 0.4593155246310764 ], "point": [ 0.0898, 0.4397 ] }, { "instruction": "Analytics.", "bbox": [ 0.007462830013699002, 0.8235807291666667, 0.1780853271484375, 0.8627126736111111 ], "point": [ 0.0928, 0.8431 ] }, { "instruction": "Graph functionality.", "bbox": [ 0.009825828340318468, 0.4575358412000868, 0.17034801377190484, 0.49514400906032985 ], "point": [ 0.0901, 0.4763 ] }, { "instruction": "Project information.", "bbox": [ 0.006711641947428386, 0.19821517944335937, 0.17265052795410157, 0.2389485846625434 ], "point": [ 0.0897, 0.2186 ] }, { "instruction": "Issues.", "bbox": [ 0.0077178955078125, 0.5307686021592882, 0.17007628546820747, 0.5684624226888021 ], "point": [ 0.0889, 0.5496 ] }, { "instruction": "a cloud storage or cloud computing service.", "bbox": [ 0.008457517623901368, 0.6036094156901042, 0.17042651176452636, 0.6425970458984375 ], "point": [ 0.0894, 0.6231 ] }, { "instruction": "Comments section.", "bbox": [ 0.004507578743828668, 0.3109933471679687, 0.17413326369391546, 0.3484886678059896 ], "point": [ 0.0893, 0.3297 ] }, { "instruction": "the option to compare content.", "bbox": [ 0.009465874565972223, 0.4934429931640625, 0.16977873908148872, 0.5322032335069444 ], "point": [ 0.0896, 0.5128 ] }, { "instruction": "the option to Replace.", "bbox": [ 0.8066404554578993, 0.34745330810546876, 0.862007819281684, 0.38808929443359375 ], "point": [ 0.8343, 0.3678 ] }, { "instruction": "a calendar date.", "bbox": [ 0.8908782111273872, 0.19633065117730034, 0.9799975077311198, 0.23704072740342882 ], "point": [ 0.9354, 0.2167 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.20010717180040147, 0.3483835856119792, 0.2407859590318468, 0.3873687744140625 ], "point": [ 0.2204, 0.3679 ] }, { "instruction": "Wi-Fi connectivity.", "bbox": [ 0.007083998786078559, 0.8605952284071181, 0.18000884585910373, 0.8981409369574653 ], "point": [ 0.0935, 0.8794 ] }, { "instruction": "Not Security.", "bbox": [ 0.08289541138543023, 0.054609408908420136, 0.15547718471950955, 0.08605439080132378 ], "point": [ 0.1192, 0.0703 ] }, { "instruction": "ShIPPets.", "bbox": [ 0.0066455788082546655, 0.8964657253689237, 0.18035570250617133, 0.9359560139973958 ], "point": [ 0.0935, 0.9162 ] }, { "instruction": "the number 8.", "bbox": [ 0.8142547607421875, 0.10397119310167101, 0.8646060519748264, 0.14073690626356336 ], "point": [ 0.8394, 0.1224 ] }, { "instruction": "a battery indicator showing 13 seconds.", "bbox": [ 0.7703854031032986, 0.10368496365017361, 0.8137985229492187, 0.14167877197265624 ], "point": [ 0.7921, 0.1227 ] }, { "instruction": "Expanding or revealing the number 5.", "bbox": [ 0.8668506198459202, 0.10366418626573351, 0.9048102484809027, 0.14220715840657552 ], "point": [ 0.8858, 0.1229 ] }, { "instruction": "Reload", "bbox": [ 0.05490379333496094, 0.05163245307074653, 0.07681730058458117, 0.09051087273491754 ], "point": [ 0.0659, 0.0711 ] }, { "instruction": "a forward or next action.", "bbox": [ 0.6329494900173611, 0.3488646443684896, 0.6560093349880642, 0.3866521199544271 ], "point": [ 0.6445, 0.3678 ] }, { "instruction": "a list of awesome, things.", "bbox": [ 0.006693887710571289, 0.1513199191623264, 0.17243909305996366, 0.19906246609157985 ], "point": [ 0.0896, 0.1752 ] }, { "instruction": "Forward", "bbox": [ 0.030792628394232857, 0.053141021728515626, 0.050332064098782006, 0.0887939707438151 ], "point": [ 0.0406, 0.071 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9755871242947048, 0.0032964240180121526, 0.9970218234592014, 0.04056240929497613 ], "point": [ 0.9863, 0.0219 ] }, { "instruction": "a document or file.", "bbox": [ 0.655248557196723, 0.34804480658637155, 0.6786354488796658, 0.38703040228949653 ], "point": [ 0.6669, 0.3675 ] }, { "instruction": "Paste.", "bbox": [ 0.91112306382921, 0.34842508951822915, 0.9340154859754775, 0.38694559733072914 ], "point": [ 0.9226, 0.3677 ] }, { "instruction": "a task management or task management application.", "bbox": [ 0.004745027754041883, 0.10137395222981771, 0.03419747352600098, 0.14654088338216145 ], "point": [ 0.0195, 0.124 ] }, { "instruction": "Help or assistance feature.", "bbox": [ 0.9061857435438369, 0.1024951680501302, 0.9409620496961806, 0.14224051581488714 ], "point": [ 0.9236, 0.1224 ] }, { "instruction": "Justified", "bbox": [ 0.038590500089857316, 0.10486395094129775, 0.062458403905232746, 0.14300657484266494 ], "point": [ 0.0505, 0.1239 ] }, { "instruction": "Export Directly as PDF", "bbox": [ 0.9331478542751737, 0.34837181939019096, 0.9557178073459202, 0.3866597832573785 ], "point": [ 0.9444, 0.3675 ] }, { "instruction": "Back", "bbox": [ 0.005055954721238878, 0.05359330495198568, 0.026298178566826716, 0.08799056159125435 ], "point": [ 0.0157, 0.0708 ] }, { "instruction": "adding a new item or element.", "bbox": [ 0.7330095926920573, 0.1059110090467665, 0.7677964104546441, 0.14050305684407552 ], "point": [ 0.7504, 0.1232 ] }, { "instruction": "Download.", "bbox": [ 0.9545167711046006, 0.3481487358940972, 0.977994622124566, 0.3869921196831597 ], "point": [ 0.9663, 0.3676 ] }, { "instruction": "Line", "bbox": [ 0.2709979587131076, 0.11239373101128472, 0.2868131849500868, 0.13839391072591145 ], "point": [ 0.2789, 0.1254 ] }, { "instruction": "Selecting a pattern or design.", "bbox": [ 0.9452955457899306, 0.09832260979546441, 0.9853502061631945, 0.14731687757703993 ], "point": [ 0.9653, 0.1228 ] }, { "instruction": "Five-point star", "bbox": [ 0.8648634168836805, 0.057608057657877604, 0.8846323649088542, 0.08701789855957032 ], "point": [ 0.8747, 0.0723 ] }, { "instruction": "Close", "bbox": [ 0.3642071617974175, 0.00793092409769694, 0.3810343848334418, 0.03862730556064182 ], "point": [ 0.3726, 0.0233 ] }, { "instruction": "collapse sidebar.", "bbox": [ 0.0050778071085611975, 0.9541122775607639, 0.1773490269978841, 0.990833740234375 ], "point": [ 0.0912, 0.9725 ] }, { "instruction": "Show container actions", "bbox": [ 0.97486326429579, 0.05172262403700087, 0.9945396423339844, 0.09012313842773438 ], "point": [ 0.9847, 0.0709 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.21653054555257162, 0.7026013861762153, 0.22712459564208984, 0.7202728271484375 ], "point": [ 0.2218, 0.7114 ] }, { "instruction": "Close", "bbox": [ 0.5283844841851129, 0.007559891806708442, 0.5458607143825955, 0.036864938735961916 ], "point": [ 0.5371, 0.0222 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.21624874538845487, 0.9788990614149305, 0.22727690802680123, 0.9980723741319445 ], "point": [ 0.2218, 0.9885 ] }, { "instruction": "Close", "bbox": [ 0.2003170861138238, 0.012310858832465278, 0.21461686028374566, 0.035739093356662324 ], "point": [ 0.2075, 0.024 ] }, { "instruction": "New Tab", "bbox": [ 0.5537293752034506, 0.007047195434570313, 0.5707318200005426, 0.036368628607855905 ], "point": [ 0.5622, 0.0217 ] }, { "instruction": "a search function.", "bbox": [ 0.005523247188991971, 0.9328483751085069, 0.17776386472913955, 0.9583886040581597 ], "point": [ 0.0916, 0.9456 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.2162111070421007, 0.7282150607638889, 0.22736053466796874, 0.7454055447048611 ], "point": [ 0.2218, 0.7368 ] }, { "instruction": "Paste", "bbox": [ 0.3259134504530165, 0.3538914659288194, 0.34540328979492185, 0.38099812825520835 ], "point": [ 0.3357, 0.3674 ] }, { "instruction": "Postmill.", "bbox": [ 0.22169895172119142, 0.0048569361368815105, 0.2829044977823893, 0.04104785495334201 ], "point": [ 0.2523, 0.023 ] }, { "instruction": "a geometric pattern.", "bbox": [ 0.19746437072753906, 0.19612367418077256, 0.22556571960449218, 0.2481400383843316 ], "point": [ 0.2115, 0.2221 ] }, { "instruction": "Screen rotation.", "bbox": [ 0.3891673617892795, 0.004327598147922092, 0.4429940965440538, 0.04167299270629883 ], "point": [ 0.4161, 0.023 ] }, { "instruction": "M+", "bbox": [ 0.24098072052001954, 0.34951978895399305, 0.2597555160522461, 0.38608642578125 ], "point": [ 0.2504, 0.3678 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.18967937893337675, 0.9200694444444445, 0.2121383243136936, 0.9522856987847222 ], "point": [ 0.2009, 0.9362 ] }, { "instruction": "the minimize function.", "bbox": [ 0.19187842475043404, 0.6397393120659722, 0.21221182081434461, 0.6744071451822916 ], "point": [ 0.202, 0.6571 ] }, { "instruction": "a list of awesome things.", "bbox": [ 0.24849800533718533, 0.28752339680989586, 0.362661616007487, 0.31656209309895833 ], "point": [ 0.3056, 0.302 ] }, { "instruction": "a list of awesome items.", "bbox": [ 0.2410093519422743, 0.14230597601996528, 0.340821287367079, 0.16259955512152777 ], "point": [ 0.2909, 0.1525 ] }, { "instruction": "a search function.", "bbox": [ 0.19286399417453343, 0.49417789035373266, 0.21219844818115235, 0.5283157348632812 ], "point": [ 0.2025, 0.5112 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.19400128258599175, 0.43236826578776044, 0.21122442881266276, 0.46438724093967015 ], "point": [ 0.2026, 0.4484 ] } ], "element_size": 155 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_15/9257.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "READMEmd", "bbox": [ 0.078125, 0.01499999894036187, 0.1295138888888889, 0.03111111111111111 ], "point": [ 0.1038, 0.0231 ] }, { "instruction": "main", "bbox": [ 0.134375, 0.01499999894036187, 0.15520833333333334, 0.03111111111111111 ], "point": [ 0.1448, 0.0231 ] }, { "instruction": "Byte Bla:", "bbox": [ 0.16006946563720703, 0.015, 0.19652779897054037, 0.03222222222222222 ], "point": [ 0.1783, 0.0236 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/byteblazellist_of_awesome_things/-/blob/main/READMEmd", "bbox": [ 0.15833331214057075, 0.06055554707845052, 0.7274305343627929, 0.08388888041178386 ], "point": [ 0.4429, 0.0722 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "Byte Blaze authored just now", "bbox": [ 0.2295138676961263, 0.14944444444444444, 0.3614583333333333, 0.16722222222222222 ], "point": [ 0.2955, 0.1583 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.24756944444444445, 0.21555555555555556, 0.3607638888888889, 0.24055555555555555 ], "point": [ 0.3042, 0.2281 ] }, { "instruction": "READMEmd", "bbox": [ 0.3715277777777778, 0.21666666666666667, 0.4305555555555556, 0.23666666666666666 ], "point": [ 0.401, 0.2267 ] }, { "instruction": "README.md", "bbox": [ 0.2607638888888889, 0.2822222222222222, 0.32256944444444446, 0.29944444444444446 ], "point": [ 0.2917, 0.2908 ] }, { "instruction": "6.18 KiB", "bbox": [ 0.3451388888888889, 0.2838888719346788, 0.3770833333333333, 0.29833333333333334 ], "point": [ 0.3611, 0.2911 ] }, { "instruction": "list", "bbox": [ 0.20868055555555556, 0.3561111111111111, 0.2388888888888889, 0.38555555555555554 ], "point": [ 0.2238, 0.3708 ] }, { "instruction": "awesome_things", "bbox": [ 0.2670138888888889, 0.3577777438693576, 0.40277782016330294, 0.3894444105360243 ], "point": [ 0.3349, 0.3736 ] }, { "instruction": "Getting started", "bbox": [ 0.21006944444444445, 0.42388888888888887, 0.3145833333333333, 0.4533333333333333 ], "point": [ 0.2623, 0.4386 ] }, { "instruction": "Create or upload files", "bbox": [ 0.23020833333333332, 0.6238888888888889, 0.328125, 0.6461111111111111 ], "point": [ 0.2792, 0.635 ] }, { "instruction": "Add files using the command line or push an existing Git repository with the following command:", "bbox": [ 0.23020833333333332, 0.6472222222222223, 0.6625, 0.6722222222222223 ], "point": [ 0.4464, 0.6597 ] }, { "instruction": "cd existing_repo", "bbox": [ 0.21979166666666666, 0.7033333333333334, 0.31666666666666665, 0.7283333333333334 ], "point": [ 0.2682, 0.7158 ] }, { "instruction": "git", "bbox": [ 0.21909722222222222, 0.7305555555555555, 0.23993055555555556, 0.7527777777777778 ], "point": [ 0.2295, 0.7417 ] }, { "instruction": "remote", "bbox": [ 0.24375, 0.7322222222222222, 0.28020833333333334, 0.7483333333333333 ], "point": [ 0.262, 0.7403 ] }, { "instruction": "add origin http: //ec2-3-135-185-123.uS-east-2. compute.amazonaws", "bbox": [ 0.28402777777777777, 0.7305555555555555, 0.6555555555555556, 0.7527777777777778 ], "point": [ 0.4698, 0.7417 ] }, { "instruction": "com:", "bbox": [ 0.6593749576144748, 0.7338888888888889, 0.6826388465033637, 0.7483333333333333 ], "point": [ 0.671, 0.7411 ] }, { "instruction": "8023/byteblaze/list_of_awesome_things.git", "bbox": [ 0.6815972222222222, 0.7288888888888889, 0.925, 0.7533333333333333 ], "point": [ 0.8033, 0.7411 ] }, { "instruction": "git", "bbox": [ 0.21909722222222222, 0.7555555555555555, 0.23993055555555556, 0.7777777777777778 ], "point": [ 0.2295, 0.7667 ] }, { "instruction": "branch", "bbox": [ 0.24375, 0.7561110432942708, 0.2809027777777778, 0.7744443766276041 ], "point": [ 0.2623, 0.7653 ] }, { "instruction": "~M", "bbox": [ 0.284375, 0.757222154405382, 0.29756944444444444, 0.7733332655164931 ], "point": [ 0.291, 0.7653 ] }, { "instruction": "main", "bbox": [ 0.3013888888888889, 0.7572222900390625, 0.3277777777777778, 0.7744445122612847 ], "point": [ 0.3146, 0.7658 ] }, { "instruction": "git push ~uf origin", "bbox": [ 0.21909722222222222, 0.7794444444444445, 0.33368055555555554, 0.8033333333333333 ], "point": [ 0.2764, 0.7914 ] }, { "instruction": "main", "bbox": [ 0.3368055555555556, 0.7811111111111111, 0.3614583333333333, 0.7983333333333333 ], "point": [ 0.3491, 0.7897 ] }, { "instruction": "Integrate with your tools", "bbox": [ 0.209375, 0.845, 0.3753472222222222, 0.8761111111111111 ], "point": [ 0.2924, 0.8606 ] }, { "instruction": "Set up project integrations", "bbox": [ 0.23020831214057075, 0.9005554877387153, 0.352430534362793, 0.9227777099609376 ], "point": [ 0.2913, 0.9117 ] }, { "instruction": "Collanse sidebar", "bbox": [ 0.02430555025736491, 0.9638888888888889, 0.10138888888888889, 0.9794444444444445 ], "point": [ 0.0628, 0.9717 ] }, { "instruction": "Collaborate with your team", "bbox": [ 0.21006944444444445, 0.9511111111111111, 0.3927083333333333, 0.9805555555555555 ], "point": [ 0.3014, 0.9658 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/.[README.md", "bbox": [ 0.0024305555555555556, 0.98, 0.3121527777777778, 0.9983333333333333 ], "point": [ 0.1573, 0.9892 ] }, { "instruction": "Lof_", "bbox": [ 0.23298608991834852, 0.36, 0.2624999788072374, 0.38555555555555554 ], "point": [ 0.2477, 0.3728 ] }, { "instruction": "Find file", "bbox": [ 0.7650328742133247, 0.20554929945203992, 0.8201037089029948, 0.24782635158962674 ], "point": [ 0.7926, 0.2267 ] }, { "instruction": "Permalink", "bbox": [ 0.9261040581597222, 0.20563045925564236, 0.9900804307725695, 0.2478158908420139 ], "point": [ 0.9581, 0.2267 ] }, { "instruction": "Blame", "bbox": [ 0.8222244262695313, 0.20542207505967883, 0.8693083021375868, 0.24781909518771703 ], "point": [ 0.8458, 0.2266 ] }, { "instruction": "History", "bbox": [ 0.8718805948893229, 0.20553387112087673, 0.924366929796007, 0.24776056925455728 ], "point": [ 0.8981, 0.2266 ] }, { "instruction": "Incognito", "bbox": [ 0.8948056538899739, 0.0502292717827691, 0.9708040873209636, 0.0911699930826823 ], "point": [ 0.9328, 0.0707 ] }, { "instruction": "main", "bbox": [ 0.18774087693956162, 0.20551278008355034, 0.24144524468315973, 0.24521031697591145 ], "point": [ 0.2146, 0.2254 ] }, { "instruction": "Replace", "bbox": [ 0.8068244086371528, 0.2708337910970052, 0.8623033311631945, 0.3101098293728299 ], "point": [ 0.8346, 0.2905 ] }, { "instruction": "Repository", "bbox": [ 0.005850791931152344, 0.2368342759874132, 0.17486809624565972, 0.27554202609592016 ], "point": [ 0.0904, 0.2562 ] }, { "instruction": "Monitor", "bbox": [ 0.00915917820400662, 0.7864084201388889, 0.17681722111172146, 0.8255181206597222 ], "point": [ 0.093, 0.806 ] }, { "instruction": "83 Merge requests", "bbox": [ 0.008521821763780382, 0.5665362887912326, 0.17067960103352864, 0.6051522488064236 ], "point": [ 0.0896, 0.5858 ] }, { "instruction": "Branches", "bbox": [ 0.006009843614366319, 0.34669114854600697, 0.17357181972927518, 0.3861592610677083 ], "point": [ 0.0898, 0.3664 ] }, { "instruction": "Tags", "bbox": [ 0.008003679911295573, 0.38421766493055554, 0.17235601213243273, 0.42251539442274305 ], "point": [ 0.0902, 0.4034 ] }, { "instruction": "Contributors", "bbox": [ 0.009263547261555989, 0.42005716959635414, 0.17132684919569227, 0.45933763292100693 ], "point": [ 0.0903, 0.4397 ] }, { "instruction": "Files", "bbox": [ 0.004559649361504449, 0.27423272026909723, 0.17444204224480522, 0.3119231499565972 ], "point": [ 0.0895, 0.2931 ] }, { "instruction": "Delete", "bbox": [ 0.8598802354600694, 0.2710168287489149, 0.9073513454861111, 0.30985785590277776 ], "point": [ 0.8836, 0.2904 ] }, { "instruction": "Analytics", "bbox": [ 0.008890363905164931, 0.8233973524305556, 0.17794664171006944, 0.8625302463107639 ], "point": [ 0.0934, 0.843 ] }, { "instruction": "Project information", "bbox": [ 0.00684872203403049, 0.19813317192925348, 0.17293023533291288, 0.23897213406032985 ], "point": [ 0.0899, 0.2186 ] }, { "instruction": "Security", "bbox": [ 0.010633256700303819, 0.6401466878255209, 0.17221188015407987, 0.6788135443793403 ], "point": [ 0.0914, 0.6595 ] }, { "instruction": "Compliance", "bbox": [ 0.010633256700303819, 0.6401466878255209, 0.17221188015407987, 0.6788135443793403 ], "point": [ 0.0914, 0.6595 ] }, { "instruction": "Deployments", "bbox": [ 0.010152069727579753, 0.6771084255642361, 0.1723248110877143, 0.7152016872829862 ], "point": [ 0.0912, 0.6962 ] }, { "instruction": "Packages and registries", "bbox": [ 0.009775394863552517, 0.7137322998046876, 0.1733734130859375, 0.7520330810546875 ], "point": [ 0.0916, 0.7329 ] }, { "instruction": "Graph", "bbox": [ 0.010361925760904948, 0.4575084771050347, 0.1708083258734809, 0.495152587890625 ], "point": [ 0.0906, 0.4763 ] }, { "instruction": "Infrastructure", "bbox": [ 0.009800534778171116, 0.7509670681423611, 0.175498628616333, 0.7883694118923611 ], "point": [ 0.0926, 0.7697 ] }, { "instruction": "Issues", "bbox": [ 0.0085366513994005, 0.5307674831814236, 0.17112021446228026, 0.5684318033854167 ], "point": [ 0.0898, 0.5496 ] }, { "instruction": "Commits", "bbox": [ 0.004414187537299262, 0.3107243516710069, 0.1748386065165202, 0.3490966118706597 ], "point": [ 0.0896, 0.3299 ] }, { "instruction": "CICD", "bbox": [ 0.009562110900878907, 0.6033749728732639, 0.17219469282362196, 0.6423465983072917 ], "point": [ 0.0909, 0.6229 ] }, { "instruction": "Compare", "bbox": [ 0.010676707161797418, 0.49348120795355904, 0.17060962782965766, 0.532245856391059 ], "point": [ 0.0906, 0.5129 ] }, { "instruction": "Wiki", "bbox": [ 0.00855412483215332, 0.8598106553819445, 0.1787648571862115, 0.8983839246961806 ], "point": [ 0.0937, 0.8791 ] }, { "instruction": "Not Secure", "bbox": [ 0.0830399407280816, 0.05459481133355035, 0.15548917982313368, 0.08588341606987847 ], "point": [ 0.1193, 0.0702 ] }, { "instruction": "13", "bbox": [ 0.7706778632269965, 0.10335996839735243, 0.813525390625, 0.14228844536675347 ], "point": [ 0.7921, 0.1228 ] }, { "instruction": "Snippets", "bbox": [ 0.008737458123101128, 0.896477525499132, 0.17876784006754556, 0.9356722683376736 ], "point": [ 0.0938, 0.9161 ] }, { "instruction": "886", "bbox": [ 0.8146530999077691, 0.10375028822157117, 0.8639267815483941, 0.14097725762261284 ], "point": [ 0.8393, 0.1224 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.00695754157172309, 0.1514608425564236, 0.17311526404486763, 0.19881049262152778 ], "point": [ 0.09, 0.1751 ] }, { "instruction": "Edit", "bbox": [ 0.7437263488769531, 0.269243401421441, 0.7816230773925781, 0.3137276543511285 ], "point": [ 0.7627, 0.2915 ] }, { "instruction": "X", "bbox": [ 0.36429485744900175, 0.0076662233140733504, 0.38112241956922743, 0.03900604671902127 ], "point": [ 0.3727, 0.0233 ] }, { "instruction": "X", "bbox": [ 0.20029084947374132, 0.012903660668267144, 0.21442442999945746, 0.035430774688720704 ], "point": [ 0.2074, 0.0242 ] }, { "instruction": "X", "bbox": [ 0.5283636305067274, 0.0077945666842990455, 0.5458807203504774, 0.03639380560980903 ], "point": [ 0.5371, 0.0221 ] }, { "instruction": "+", "bbox": [ 0.5538832346598307, 0.007101233800252279, 0.5704344431559245, 0.03599610752529568 ], "point": [ 0.5622, 0.0215 ] }, { "instruction": "Postmill", "bbox": [ 0.22211822933620876, 0.005603202184041341, 0.2820822185940213, 0.03974755711025662 ], "point": [ 0.2521, 0.0227 ] }, { "instruction": "Boston", "bbox": [ 0.3894526587592231, 0.0044759580824110246, 0.4428955501980252, 0.04161659664577908 ], "point": [ 0.4162, 0.023 ] }, { "instruction": "To make it easy for you to get started with GitLab, here's", "bbox": [ 0.21259371439615884, 0.4560529581705729, 0.9364688025580512, 0.6074557834201388 ], "point": [ 0.5745, 0.5318 ] }, { "instruction": "list of recommended next steps.", "bbox": [ 0.21259371439615884, 0.4560529581705729, 0.9364688025580512, 0.6074557834201388 ], "point": [ 0.5745, 0.5318 ] }, { "instruction": "Already a", "bbox": [ 0.21259371439615884, 0.4560529581705729, 0.9364688025580512, 0.6074557834201388 ], "point": [ 0.5745, 0.5318 ] }, { "instruction": "Just edit this READMEmd and make it your own. Want to make it easy? Use the template at the bottom!", "bbox": [ 0.21259371439615884, 0.4560529581705729, 0.9364688025580512, 0.6074557834201388 ], "point": [ 0.5745, 0.5318 ] }, { "instruction": "Add your files", "bbox": [ 0.21259371439615884, 0.4560529581705729, 0.9364688025580512, 0.6074557834201388 ], "point": [ 0.5745, 0.5318 ] }, { "instruction": "pro?", "bbox": [ 0.21259371439615884, 0.4560529581705729, 0.9364688025580512, 0.6074557834201388 ], "point": [ 0.5745, 0.5318 ] }, { "instruction": "a button to find a file.", "bbox": [ 0.7650328742133247, 0.20554929945203992, 0.8201037089029948, 0.24782635158962674 ], "point": [ 0.7926, 0.2267 ] }, { "instruction": "permarking a file or document.", "bbox": [ 0.9261040581597222, 0.20563045925564236, 0.9900804307725695, 0.2478158908420139 ], "point": [ 0.9581, 0.2267 ] }, { "instruction": "Blame mode.", "bbox": [ 0.8222244262695313, 0.20542207505967883, 0.8693083021375868, 0.24781909518771703 ], "point": [ 0.8458, 0.2266 ] }, { "instruction": "History.", "bbox": [ 0.8718805948893229, 0.20553387112087673, 0.924366929796007, 0.24776056925455728 ], "point": [ 0.8981, 0.2266 ] }, { "instruction": "Incognito.", "bbox": [ 0.8948056538899739, 0.0502292717827691, 0.9708040873209636, 0.0911699930826823 ], "point": [ 0.9328, 0.0707 ] }, { "instruction": "a dropdown menu labeled \" main\".", "bbox": [ 0.18774087693956162, 0.20551278008355034, 0.24144524468315973, 0.24521031697591145 ], "point": [ 0.2146, 0.2254 ] }, { "instruction": "the option to Replace.", "bbox": [ 0.8068244086371528, 0.2708337910970052, 0.8623033311631945, 0.3101098293728299 ], "point": [ 0.8346, 0.2905 ] }, { "instruction": "Repostory.", "bbox": [ 0.005850791931152344, 0.2368342759874132, 0.17486809624565972, 0.27554202609592016 ], "point": [ 0.0904, 0.2562 ] }, { "instruction": "monitor settings.", "bbox": [ 0.00915917820400662, 0.7864084201388889, 0.17681722111172146, 0.8255181206597222 ], "point": [ 0.093, 0.806 ] }, { "instruction": "Merge requests.", "bbox": [ 0.008521821763780382, 0.5665362887912326, 0.17067960103352864, 0.6051522488064236 ], "point": [ 0.0896, 0.5858 ] }, { "instruction": "Branchs.", "bbox": [ 0.006009843614366319, 0.34669114854600697, 0.17357181972927518, 0.3861592610677083 ], "point": [ 0.0898, 0.3664 ] }, { "instruction": "Tags.", "bbox": [ 0.008003679911295573, 0.38421766493055554, 0.17235601213243273, 0.42251539442274305 ], "point": [ 0.0902, 0.4034 ] }, { "instruction": "Contributors.", "bbox": [ 0.009263547261555989, 0.42005716959635414, 0.17132684919569227, 0.45933763292100693 ], "point": [ 0.0903, 0.4397 ] }, { "instruction": "a menu for files.", "bbox": [ 0.004559649361504449, 0.27423272026909723, 0.17444204224480522, 0.3119231499565972 ], "point": [ 0.0895, 0.2931 ] }, { "instruction": "Delete function.", "bbox": [ 0.8598802354600694, 0.2710168287489149, 0.9073513454861111, 0.30985785590277776 ], "point": [ 0.8836, 0.2904 ] }, { "instruction": "Analytics.", "bbox": [ 0.008890363905164931, 0.8233973524305556, 0.17794664171006944, 0.8625302463107639 ], "point": [ 0.0934, 0.843 ] }, { "instruction": "Project information.", "bbox": [ 0.00684872203403049, 0.19813317192925348, 0.17293023533291288, 0.23897213406032985 ], "point": [ 0.0899, 0.2186 ] }, { "instruction": "Security & Compliance settings.", "bbox": [ 0.010633256700303819, 0.6401466878255209, 0.17221188015407987, 0.6788135443793403 ], "point": [ 0.0914, 0.6595 ] }, { "instruction": "deployments.", "bbox": [ 0.010152069727579753, 0.6771084255642361, 0.1723248110877143, 0.7152016872829862 ], "point": [ 0.0912, 0.6962 ] }, { "instruction": "a checkbox to view the Packages andRegister options.", "bbox": [ 0.009775394863552517, 0.7137322998046876, 0.1733734130859375, 0.7520330810546875 ], "point": [ 0.0916, 0.7329 ] }, { "instruction": "Graph functionality.", "bbox": [ 0.010361925760904948, 0.4575084771050347, 0.1708083258734809, 0.495152587890625 ], "point": [ 0.0906, 0.4763 ] }, { "instruction": "Navigation to the Infrastructure settings.", "bbox": [ 0.009800534778171116, 0.7509670681423611, 0.175498628616333, 0.7883694118923611 ], "point": [ 0.0926, 0.7697 ] }, { "instruction": "Issues.", "bbox": [ 0.0085366513994005, 0.5307674831814236, 0.17112021446228026, 0.5684318033854167 ], "point": [ 0.0898, 0.5496 ] }, { "instruction": "Comments section.", "bbox": [ 0.004414187537299262, 0.3107243516710069, 0.1748386065165202, 0.3490966118706597 ], "point": [ 0.0896, 0.3299 ] }, { "instruction": "a dropdown menu for organizing files, folders, and other documents.", "bbox": [ 0.009562110900878907, 0.6033749728732639, 0.17219469282362196, 0.6423465983072917 ], "point": [ 0.0909, 0.6229 ] }, { "instruction": "the option to compare content.", "bbox": [ 0.010676707161797418, 0.49348120795355904, 0.17060962782965766, 0.532245856391059 ], "point": [ 0.0906, 0.5129 ] }, { "instruction": "Wi-Fi connectivity.", "bbox": [ 0.00855412483215332, 0.8598106553819445, 0.1787648571862115, 0.8983839246961806 ], "point": [ 0.0937, 0.8791 ] }, { "instruction": "Not Security.", "bbox": [ 0.0830399407280816, 0.05459481133355035, 0.15548917982313368, 0.08588341606987847 ], "point": [ 0.1193, 0.0702 ] }, { "instruction": "a menu or list with a dropdown menu.", "bbox": [ 0.19988541073269314, 0.2717822265625, 0.24069449106852214, 0.31035108778211806 ], "point": [ 0.2203, 0.2911 ] }, { "instruction": "a battery indicator showing 13 seconds.", "bbox": [ 0.7706778632269965, 0.10335996839735243, 0.813525390625, 0.14228844536675347 ], "point": [ 0.7921, 0.1228 ] }, { "instruction": "ShIPPets.", "bbox": [ 0.008737458123101128, 0.896477525499132, 0.17876784006754556, 0.9356722683376736 ], "point": [ 0.0938, 0.9161 ] }, { "instruction": "the number 8.", "bbox": [ 0.8146530999077691, 0.10375028822157117, 0.8639267815483941, 0.14097725762261284 ], "point": [ 0.8393, 0.1224 ] }, { "instruction": "a document or file.", "bbox": [ 0.7131344265407986, 0.27107908460828994, 0.7372287326388889, 0.3109019978841146 ], "point": [ 0.7252, 0.291 ] }, { "instruction": "Forward", "bbox": [ 0.030892806582980686, 0.05438378651936849, 0.05027261839972602, 0.08819993760850695 ], "point": [ 0.0406, 0.0713 ] }, { "instruction": "Justified", "bbox": [ 0.03864341311984592, 0.10525150722927518, 0.062374983893500435, 0.1428154839409722 ], "point": [ 0.0505, 0.124 ] }, { "instruction": "Back", "bbox": [ 0.005096940199534098, 0.053903003268771704, 0.026211383607652454, 0.08800153096516927 ], "point": [ 0.0157, 0.071 ] }, { "instruction": "a notification or alert.", "bbox": [ 0.004810594187842475, 0.10100562201605903, 0.03423086404800415, 0.1464036390516493 ], "point": [ 0.0195, 0.1237 ] }, { "instruction": "Add new tab", "bbox": [ 0.7326978895399305, 0.10463624742296007, 0.7677130805121528, 0.14118654039171008 ], "point": [ 0.7502, 0.1229 ] }, { "instruction": "a forward or next action.", "bbox": [ 0.6900542789035373, 0.27190504286024303, 0.7144624498155382, 0.31035474989149303 ], "point": [ 0.7023, 0.2911 ] }, { "instruction": "Expand to the next step", "bbox": [ 0.8675308227539062, 0.10368791368272569, 0.9029819064670139, 0.14282599555121528 ], "point": [ 0.8853, 0.1233 ] }, { "instruction": "a list of awesome, things.", "bbox": [ 0.00695754157172309, 0.1514608425564236, 0.17311526404486763, 0.19881049262152778 ], "point": [ 0.09, 0.1751 ] }, { "instruction": "Help or assistance feature.", "bbox": [ 0.907031758626302, 0.1031609598795573, 0.9393617418077257, 0.1425155809190538 ], "point": [ 0.9232, 0.1228 ] }, { "instruction": "Paste.", "bbox": [ 0.9111123826768663, 0.27199569702148435, 0.9339269849989149, 0.30971093071831596 ], "point": [ 0.9225, 0.2909 ] }, { "instruction": "Close", "bbox": [ 0.055283980899386936, 0.05403016832139757, 0.07624296612209744, 0.08820960150824653 ], "point": [ 0.0658, 0.0711 ] }, { "instruction": "Export Directly as PDF", "bbox": [ 0.9330103556315105, 0.2716690402560764, 0.9560765584309896, 0.30964185926649307 ], "point": [ 0.9445, 0.2907 ] }, { "instruction": "Five-point star", "bbox": [ 0.8649583604600695, 0.0580220455593533, 0.8837439643012153, 0.08624322679307726 ], "point": [ 0.8744, 0.0721 ] }, { "instruction": "Download.", "bbox": [ 0.9549701266818577, 0.27172337849934897, 0.9772869533962674, 0.3096630859375 ], "point": [ 0.9661, 0.2907 ] }, { "instruction": "Line", "bbox": [ 0.27094684176974826, 0.11238242255316841, 0.28690639071994356, 0.13830773247612846 ], "point": [ 0.2789, 0.1253 ] }, { "instruction": "a dropdown menu.", "bbox": [ 0.7808958265516494, 0.27048058403862846, 0.804258049858941, 0.31093936496310765 ], "point": [ 0.7926, 0.2907 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.975443098280165, 0.003438521491156684, 0.99683592054579, 0.04131506178114149 ], "point": [ 0.9861, 0.0224 ] }, { "instruction": "the \"Edit\" function.", "bbox": [ 0.7437263488769531, 0.269243401421441, 0.7816230773925781, 0.3137276543511285 ], "point": [ 0.7627, 0.2915 ] }, { "instruction": "Selecting or adding a pattern.", "bbox": [ 0.9460634019639756, 0.09888765123155382, 0.9837553236219618, 0.14647823757595485 ], "point": [ 0.9649, 0.1227 ] }, { "instruction": "Show container actions", "bbox": [ 0.97520751953125, 0.05183297899034288, 0.9940448337131076, 0.09043630811903212 ], "point": [ 0.9846, 0.0711 ] }, { "instruction": "Close", "bbox": [ 0.36429485744900175, 0.0076662233140733504, 0.38112241956922743, 0.03900604671902127 ], "point": [ 0.3727, 0.0233 ] }, { "instruction": "Close", "bbox": [ 0.20029084947374132, 0.012903660668267144, 0.21442442999945746, 0.035430774688720704 ], "point": [ 0.2074, 0.0242 ] }, { "instruction": "a checkbox.", "bbox": [ 0.2165764702690972, 0.6263380940755209, 0.22716988457573783, 0.6425634087456598 ], "point": [ 0.2219, 0.6345 ] }, { "instruction": "Close", "bbox": [ 0.5283636305067274, 0.0077945666842990455, 0.5458807203504774, 0.03639380560980903 ], "point": [ 0.5371, 0.0221 ] }, { "instruction": "New Tab", "bbox": [ 0.5538832346598307, 0.007101233800252279, 0.5704344431559245, 0.03599610752529568 ], "point": [ 0.5622, 0.0215 ] }, { "instruction": "Rounded rectangle", "bbox": [ 0.21607418060302735, 0.9020848931206598, 0.22739950815836588, 0.9205917019314236 ], "point": [ 0.2217, 0.9113 ] }, { "instruction": "a checkbox.", "bbox": [ 0.21677498287624783, 0.6516514078776041, 0.22722394731309678, 0.6681825764973959 ], "point": [ 0.222, 0.6599 ] }, { "instruction": "M+", "bbox": [ 0.24204063415527344, 0.27418504503038194, 0.258531739976671, 0.3078812662760417 ], "point": [ 0.2503, 0.291 ] }, { "instruction": "Postmill.", "bbox": [ 0.22211822933620876, 0.005603202184041341, 0.2820822185940213, 0.03974755711025662 ], "point": [ 0.2521, 0.0227 ] }, { "instruction": "Screen rotation.", "bbox": [ 0.3894526587592231, 0.0044759580824110246, 0.4428955501980252, 0.04161659664577908 ], "point": [ 0.4162, 0.023 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.19280242919921875, 0.5652747599283854, 0.21150779724121094, 0.5973799641927083 ], "point": [ 0.2022, 0.5813 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.1929272969563802, 0.8444411892361111, 0.21198230319552952, 0.8752731662326388 ], "point": [ 0.2025, 0.8599 ] }, { "instruction": "Add your files.", "bbox": [ 0.21259371439615884, 0.4560529581705729, 0.9364688025580512, 0.6074557834201388 ], "point": [ 0.5745, 0.5318 ] }, { "instruction": "a person walking.", "bbox": [ 0.006174728605482314, 0.932676255967882, 0.17518493334452312, 0.958000962999132 ], "point": [ 0.0907, 0.9453 ] }, { "instruction": "a loading or buffering indicator.", "bbox": [ 0.19353682200113934, 0.41798899332682293, 0.2127932866414388, 0.45347076416015625 ], "point": [ 0.2032, 0.4357 ] }, { "instruction": "Search or magnifying glass.", "bbox": [ 0.9946510314941406, 0.051464932759602865, 1.0000000847710504, 0.09076461791992188 ], "point": [ 0.9973, 0.0711 ] }, { "instruction": "Paste", "bbox": [ 0.32645157708062067, 0.27752604166666667, 0.3452490912543403, 0.30313557942708336 ], "point": [ 0.3359, 0.2903 ] }, { "instruction": "a loading or progress indicator.", "bbox": [ 0.0567936897277832, 0.006095644632975261, 0.07420639461941189, 0.0416452153523763 ], "point": [ 0.0655, 0.0239 ] }, { "instruction": "a search bar.", "bbox": [ 0.9929590861002604, 0.09777098761664496, 1.0, 0.1453669908311632 ], "point": [ 0.9965, 0.1216 ] } ], "element_size": 151 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_16/9629.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Edit", "bbox": [ 0.07743055025736491, 0.01499999894036187, 0.09583333333333334, 0.03111111111111111 ], "point": [ 0.0866, 0.0231 ] }, { "instruction": "READMEmd", "bbox": [ 0.1, 0.01499999894036187, 0.15208333333333332, 0.03111111111111111 ], "point": [ 0.126, 0.0231 ] }, { "instruction": "Postmill", "bbox": [ 0.24305555555555555, 0.01499999894036187, 0.2763888888888889, 0.03111111111111111 ], "point": [ 0.2597, 0.0231 ] }, { "instruction": "Boston", "bbox": [ 0.40868055555555555, 0.01499999894036187, 0.43819444444444444, 0.03111111111111111 ], "point": [ 0.4234, 0.0231 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/byteblazellist_of_awesome_things]-leditlmainREADME.md", "bbox": [ 0.15833331214057075, 0.06166666666666667, 0.7249999788072374, 0.08388888888888889 ], "point": [ 0.4417, 0.0728 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "To", "bbox": [ 0.24375, 0.15388888888888888, 0.25590277777777776, 0.16833333333333333 ], "point": [ 0.2498, 0.1611 ] }, { "instruction": "make", "bbox": [ 0.2586805555555556, 0.15388888888888888, 0.2809027777777778, 0.16833333333333333 ], "point": [ 0.2698, 0.1611 ] }, { "instruction": "it", "bbox": [ 0.284375, 0.15388888888888888, 0.29583329094780814, 0.16833333333333333 ], "point": [ 0.2901, 0.1611 ] }, { "instruction": "easy", "bbox": [ 0.29930555555555555, 0.155, 0.32083333333333336, 0.1711111111111111 ], "point": [ 0.3101, 0.1631 ] }, { "instruction": "for you", "bbox": [ 0.32430555555555557, 0.15388888888888888, 0.3614583333333333, 0.1711111111111111 ], "point": [ 0.3429, 0.1625 ] }, { "instruction": "to get", "bbox": [ 0.3645833333333333, 0.15222222222222223, 0.396875, 0.17222222222222222 ], "point": [ 0.3807, 0.1622 ] }, { "instruction": "started", "bbox": [ 0.4, 0.15388888888888888, 0.43645833333333334, 0.16833333333333333 ], "point": [ 0.4182, 0.1611 ] }, { "instruction": "with GitLab,", "bbox": [ 0.4388888888888889, 0.15166666666666667, 0.5006944444444444, 0.17 ], "point": [ 0.4698, 0.1608 ] }, { "instruction": "here", "bbox": [ 0.5045138465033637, 0.15222222222222223, 0.5270832909478081, 0.16833333333333333 ], "point": [ 0.5158, 0.1603 ] }, { "instruction": "list", "bbox": [ 0.5506944444444445, 0.15222222222222223, 0.5715277777777777, 0.16833333333333333 ], "point": [ 0.5611, 0.1603 ] }, { "instruction": "of", "bbox": [ 0.5749999576144749, 0.15388888888888888, 0.5864582909478082, 0.16833333333333333 ], "point": [ 0.5807, 0.1611 ] }, { "instruction": "recommended", "bbox": [ 0.590625, 0.15222222222222223, 0.6475694444444444, 0.16833333333333333 ], "point": [ 0.6191, 0.1603 ] }, { "instruction": "next steps.", "bbox": [ 0.6503472222222222, 0.15222222222222223, 0.7065972222222222, 0.17222222222222222 ], "point": [ 0.6785, 0.1622 ] }, { "instruction": "9", "bbox": [ 0.2222222222222222, 0.19555555555555557, 0.22743055555555555, 0.20777777777777778 ], "point": [ 0.2248, 0.2017 ] }, { "instruction": "Already", "bbox": [ 0.24375, 0.1938888888888889, 0.2809027777777778, 0.2111111111111111 ], "point": [ 0.2623, 0.2025 ] }, { "instruction": "pro?", "bbox": [ 0.29409722222222223, 0.19333331637912327, 0.31631944444444443, 0.20999998304578993 ], "point": [ 0.3052, 0.2017 ] }, { "instruction": "Just", "bbox": [ 0.3194444232516819, 0.1938888888888889, 0.34131942325168185, 0.20833333333333334 ], "point": [ 0.3304, 0.2011 ] }, { "instruction": "edit", "bbox": [ 0.34444446563720704, 0.1922222222222222, 0.3663194444444444, 0.20833333333333334 ], "point": [ 0.3554, 0.2003 ] }, { "instruction": "this", "bbox": [ 0.36944444444444446, 0.1922222222222222, 0.39131944444444444, 0.20833333333333334 ], "point": [ 0.3804, 0.2003 ] }, { "instruction": "README", "bbox": [ 0.39444444444444443, 0.1938888888888889, 0.4270833333333333, 0.20833333333333334 ], "point": [ 0.4108, 0.2011 ] }, { "instruction": "md", "bbox": [ 0.42951388888888886, 0.1938888888888889, 0.4420138888888889, 0.20833333333333334 ], "point": [ 0.4358, 0.2011 ] }, { "instruction": "and", "bbox": [ 0.4444444444444444, 0.1938888888888889, 0.46145833333333336, 0.20833333333333334 ], "point": [ 0.453, 0.2011 ] }, { "instruction": "make", "bbox": [ 0.46493055555555557, 0.1938888888888889, 0.4864583333333333, 0.20833333333333334 ], "point": [ 0.4757, 0.2011 ] }, { "instruction": "it", "bbox": [ 0.48993055555555554, 0.1938888888888889, 0.5013888888888889, 0.20833333333333334 ], "point": [ 0.4957, 0.2011 ] }, { "instruction": "your", "bbox": [ 0.5045138465033637, 0.195, 0.5270832909478081, 0.2111111111111111 ], "point": [ 0.5158, 0.2031 ] }, { "instruction": "own .", "bbox": [ 0.5295138888888888, 0.19499998304578994, 0.5506944444444445, 0.20833331637912325 ], "point": [ 0.5401, 0.2017 ] }, { "instruction": "Want", "bbox": [ 0.5545139312744141, 0.1938888888888889, 0.5770833757188585, 0.20833333333333334 ], "point": [ 0.5658, 0.2011 ] }, { "instruction": "to", "bbox": [ 0.5805555979410807, 0.1938888888888889, 0.592013931274414, 0.20833333333333334 ], "point": [ 0.5863, 0.2011 ] }, { "instruction": "make", "bbox": [ 0.5951388888888889, 0.1938888888888889, 0.6177083333333333, 0.20833333333333334 ], "point": [ 0.6064, 0.2011 ] }, { "instruction": "it easy?", "bbox": [ 0.6201388888888889, 0.1938888888888889, 0.6621527777777778, 0.2111111111111111 ], "point": [ 0.6411, 0.2025 ] }, { "instruction": "[Use", "bbox": [ 0.6663194444444445, 0.1922222222222222, 0.6871527777777777, 0.20833333333333334 ], "point": [ 0.6767, 0.2003 ] }, { "instruction": "the template", "bbox": [ 0.690625, 0.1922222222222222, 0.7527777777777778, 0.21055555555555555 ], "point": [ 0.7217, 0.2014 ] }, { "instruction": "at", "bbox": [ 0.7555555555555555, 0.1938888888888889, 0.7677083333333333, 0.20833333333333334 ], "point": [ 0.7616, 0.2011 ] }, { "instruction": "the bottom] (#editing-this-readme)", "bbox": [ 0.770833248562283, 0.19166666666666668, 0.9385415818956163, 0.21166666666666667 ], "point": [ 0.8547, 0.2017 ] }, { "instruction": "10", "bbox": [ 0.215625, 0.21388888888888888, 0.22777777777777777, 0.22833333333333333 ], "point": [ 0.2217, 0.2211 ] }, { "instruction": "Add your files", "bbox": [ 0.25833333333333336, 0.23166666666666666, 0.33125, 0.25166666666666665 ], "point": [ 0.2948, 0.2417 ] }, { "instruction": "13", "bbox": [ 0.215625, 0.27388890584309894, 0.22777777777777777, 0.28833333333333333 ], "point": [ 0.2217, 0.2811 ] }, { "instruction": "[", "bbox": [ 0.25555555555555554, 0.27388890584309894, 0.2638888888888889, 0.28833333333333333 ], "point": [ 0.2597, 0.2811 ] }, { "instruction": "[Create] (https:/ /docs_gitlab: com/ee/user/project", "bbox": [ 0.27534722222222224, 0.2699999830457899, 0.5173611111111112, 0.2927777438693576 ], "point": [ 0.3964, 0.2814 ] }, { "instruction": "repository/web_editor.html#create-a-file)", "bbox": [ 0.5201388465033637, 0.2722222222222222, 0.7263888888888889, 0.28944444444444445 ], "point": [ 0.6233, 0.2808 ] }, { "instruction": "or", "bbox": [ 0.7305555555555555, 0.275, 0.7427083333333333, 0.28833333333333333 ], "point": [ 0.7366, 0.2817 ] }, { "instruction": "[upload] (https:", "bbox": [ 0.7465277777777778, 0.2716666497124566, 0.821875, 0.2927777438693576 ], "point": [ 0.7842, 0.2822 ] }, { "instruction": "files", "bbox": [ 0.4951388888888889, 0.2922222222222222, 0.5215277777777778, 0.30833333333333335 ], "point": [ 0.5083, 0.3003 ] }, { "instruction": "14", "bbox": [ 0.215625, 0.3138888888888889, 0.22777777777777777, 0.3283333333333333 ], "point": [ 0.2217, 0.3211 ] }, { "instruction": "[ ]", "bbox": [ 0.25555557674831814, 0.3138888888888889, 0.2701389100816515, 0.32944444444444443 ], "point": [ 0.2628, 0.3217 ] }, { "instruction": "[Add files", "bbox": [ 0.275, 0.3111111111111111, 0.3267361111111111, 0.33166666666666667 ], "point": [ 0.3009, 0.3214 ] }, { "instruction": "using the", "bbox": [ 0.32916670905219186, 0.31166666666666665, 0.3767361111111111, 0.3327777777777778 ], "point": [ 0.353, 0.3222 ] }, { "instruction": "command", "bbox": [ 0.3795138888888889, 0.3138888888888889, 0.41631944444444446, 0.3283333333333333 ], "point": [ 0.3979, 0.3211 ] }, { "instruction": "Line] (https:", "bbox": [ 0.4201388888888889, 0.31222222222222223, 0.4809027777777778, 0.32944444444444443 ], "point": [ 0.4505, 0.3208 ] }, { "instruction": "docs", "bbox": [ 0.48993055555555554, 0.31222222222222223, 0.5121527777777778, 0.3283333333333333 ], "point": [ 0.501, 0.3203 ] }, { "instruction": "gitlab. com/ee/gitlab-basics/add-file-html#add-a-file-using-the-command-line)", "bbox": [ 0.5149305131700304, 0.31166666666666665, 0.8975694444444444, 0.33 ], "point": [ 0.7062, 0.3208 ] }, { "instruction": "or push", "bbox": [ 0.9013888888888889, 0.31277777777777777, 0.9385416666666667, 0.33111111111111113 ], "point": [ 0.92, 0.3219 ] }, { "instruction": "an", "bbox": [ 0.9413195292154948, 0.315, 0.9538195292154948, 0.3283333333333333 ], "point": [ 0.9476, 0.3217 ] }, { "instruction": "existing Git repository With", "bbox": [ 0.24305555555555555, 0.32944444444444443, 0.38680555555555557, 0.3516666666666667 ], "point": [ 0.3149, 0.3406 ] }, { "instruction": "the following", "bbox": [ 0.38958329094780814, 0.33055555555555555, 0.4572916242811415, 0.3516666666666667 ], "point": [ 0.4234, 0.3411 ] }, { "instruction": "command:", "bbox": [ 0.4600694444444444, 0.3338888888888889, 0.5006944444444444, 0.34833333333333333 ], "point": [ 0.4804, 0.3411 ] }, { "instruction": "15", "bbox": [ 0.215625, 0.35388888888888886, 0.22777777777777777, 0.36833333333333335 ], "point": [ 0.2217, 0.3611 ] }, { "instruction": "cd", "bbox": [ 0.24444442325168186, 0.3938888888888889, 0.2559027565850152, 0.4083333333333333 ], "point": [ 0.2502, 0.4011 ] }, { "instruction": "existing_repo", "bbox": [ 0.2586805555555556, 0.3899999660915799, 0.32708333333333334, 0.4133332994249132 ], "point": [ 0.2929, 0.4017 ] }, { "instruction": "git", "bbox": [ 0.24374997880723742, 0.41388888888888886, 0.2607638676961263, 0.4311111111111111 ], "point": [ 0.2523, 0.4225 ] }, { "instruction": "remote add origin http: / /ec2-3-135-185-123.US-east-2.compute.amazonaws", "bbox": [ 0.26458331214057074, 0.4111111111111111, 0.6180555555555556, 0.43277777777777776 ], "point": [ 0.4413, 0.4219 ] }, { "instruction": "com:8023/byteblaze/List", "bbox": [ 0.6197916666666666, 0.4111111111111111, 0.7385416666666667, 0.43166666666666664 ], "point": [ 0.6792, 0.4214 ] }, { "instruction": "of", "bbox": [ 0.740625, 0.41388888888888886, 0.7527777777777778, 0.42833333333333334 ], "point": [ 0.7467, 0.4211 ] }, { "instruction": "awesome", "bbox": [ 0.7555555555555555, 0.415, 0.7927083333333333, 0.42833333333333334 ], "point": [ 0.7741, 0.4217 ] }, { "instruction": "things_git", "bbox": [ 0.7951388888888888, 0.41, 0.8486111111111111, 0.43333333333333335 ], "point": [ 0.8219, 0.4217 ] }, { "instruction": "git", "bbox": [ 0.24374997880723742, 0.4338888888888889, 0.2607638676961263, 0.45111111111111113 ], "point": [ 0.2523, 0.4425 ] }, { "instruction": "branch", "bbox": [ 0.2638888888888889, 0.4322221883138021, 0.29583329094780814, 0.4483332994249132 ], "point": [ 0.2799, 0.4403 ] }, { "instruction": "main", "bbox": [ 0.3138888888888889, 0.43388885498046875, 0.33645833333333336, 0.4483332994249132 ], "point": [ 0.3252, 0.4411 ] }, { "instruction": "git push ~uf origin", "bbox": [ 0.2434027565850152, 0.45166666666666666, 0.3416666454739041, 0.4727777777777778 ], "point": [ 0.2925, 0.4622 ] }, { "instruction": "main", "bbox": [ 0.34444446563720704, 0.453888922797309, 0.3663194444444444, 0.46833336724175345 ], "point": [ 0.3554, 0.4611 ] }, { "instruction": "## Integrate with your", "bbox": [ 0.2434027565850152, 0.5116666327582465, 0.3572916666666667, 0.5322221883138021 ], "point": [ 0.3003, 0.5219 ] }, { "instruction": "tools", "bbox": [ 0.359375, 0.5138889567057292, 0.38645833333333335, 0.5283333333333333 ], "point": [ 0.3729, 0.5211 ] }, { "instruction": "[", "bbox": [ 0.25555555555555554, 0.5538888888888889, 0.26458329094780814, 0.5683332655164931 ], "point": [ 0.2601, 0.5611 ] }, { "instruction": "[Set", "bbox": [ 0.275, 0.5522222900390625, 0.29583333333333334, 0.5683333333333334 ], "point": [ 0.2854, 0.5603 ] }, { "instruction": "up project integrations] (httpi", "bbox": [ 0.2989583333333333, 0.5511110772026909, 0.4510416666666667, 0.5716666666666667 ], "point": [ 0.375, 0.5614 ] }, { "instruction": "Lec2-3-135-185-123.4S-east-2-compute_amazonaws_com", "bbox": [ 0.45451384650336374, 0.5522222561306424, 0.7083332909478082, 0.5705555555555556 ], "point": [ 0.5814, 0.5614 ] }, { "instruction": "8023/byteblazelList_of", "bbox": [ 0.7104166666666667, 0.5505555555555556, 0.8236111111111111, 0.5705556233723958 ], "point": [ 0.767, 0.5606 ] }, { "instruction": "awesome", "bbox": [ 0.8256944444444444, 0.555, 0.8631944444444445, 0.5683333333333334 ], "point": [ 0.8444, 0.5617 ] }, { "instruction": "things/-/settingsL", "bbox": [ 0.865625, 0.5505555216471354, 0.9586805555555555, 0.5716666666666667 ], "point": [ 0.9122, 0.5611 ] }, { "instruction": "26", "bbox": [ 0.215625, 0.5938888888888889, 0.22777777777777777, 0.6083333333333333 ], "point": [ 0.2217, 0.6011 ] }, { "instruction": "Collaborate with your", "bbox": [ 0.25833333333333336, 0.6116666666666667, 0.36666666666666664, 0.6316666666666667 ], "point": [ 0.3125, 0.6217 ] }, { "instruction": "team", "bbox": [ 0.36944444444444446, 0.6138888888888889, 0.39131944444444444, 0.6283333333333333 ], "point": [ 0.3804, 0.6211 ] }, { "instruction": "[ ]", "bbox": [ 0.25555557674831814, 0.6538888888888889, 0.2701389100816515, 0.6683333333333333 ], "point": [ 0.2628, 0.6611 ] }, { "instruction": "[Invite", "bbox": [ 0.275, 0.6522222222222223, 0.31145833333333334, 0.6683333333333333 ], "point": [ 0.2932, 0.6603 ] }, { "instruction": "team", "bbox": [ 0.3138888888888889, 0.6538888888888889, 0.33645833333333336, 0.6683333333333333 ], "point": [ 0.3252, 0.6611 ] }, { "instruction": "members", "bbox": [ 0.3388888888888889, 0.6538888888888889, 0.3763888888888889, 0.6683333333333333 ], "point": [ 0.3576, 0.6611 ] }, { "instruction": "and", "bbox": [ 0.3795138888888889, 0.6522222222222223, 0.39652777777777776, 0.6683333333333333 ], "point": [ 0.388, 0.6603 ] }, { "instruction": "collaborators] (https / /docs_gitlab_COm/ee", "bbox": [ 0.3996527777777778, 0.6511111111111111, 0.6079861111111111, 0.6716666666666666 ], "point": [ 0.5038, 0.6614 ] }, { "instruction": "user project/membersL)", "bbox": [ 0.6097222222222223, 0.6505555555555556, 0.7222222222222222, 0.6711111111111111 ], "point": [ 0.666, 0.6608 ] }, { "instruction": "Commit message", "bbox": [ 0.2222222222222222, 0.6905555555555556, 0.30659722222222224, 0.7105555555555556 ], "point": [ 0.2644, 0.7006 ] }, { "instruction": "Update READMEmd", "bbox": [ 0.3333333757188585, 0.6894443766276042, 0.4267361534966363, 0.7099999321831597 ], "point": [ 0.38, 0.6997 ] }, { "instruction": "Target Branch", "bbox": [ 0.2375, 0.7788889567057292, 0.3055555555555556, 0.8022222900390625 ], "point": [ 0.2715, 0.7906 ] }, { "instruction": "main", "bbox": [ 0.33368057674831814, 0.7788888210720486, 0.3559027777777778, 0.7944443766276041 ], "point": [ 0.3448, 0.7867 ] }, { "instruction": "Tags", "bbox": [ 0.007164165708753798, 0.38424258761935765, 0.17551385561625163, 0.4225026109483507 ], "point": [ 0.0913, 0.4034 ] }, { "instruction": "Branches", "bbox": [ 0.005558013916015625, 0.3467249213324653, 0.17525863647460938, 0.3860741509331597 ], "point": [ 0.0904, 0.3664 ] }, { "instruction": "Contributors", "bbox": [ 0.008071454366048177, 0.42023430718315974, 0.17341579861111112, 0.45918999565972224 ], "point": [ 0.0907, 0.4397 ] }, { "instruction": "Deployments", "bbox": [ 0.008290916019015842, 0.6771633572048611, 0.17323637008666992, 0.7154886881510417 ], "point": [ 0.0908, 0.6963 ] }, { "instruction": "Packages and registries", "bbox": [ 0.008286783430311416, 0.7138060845269097, 0.17153876622517902, 0.7522035725911458 ], "point": [ 0.0899, 0.733 ] }, { "instruction": "Security", "bbox": [ 0.008396000332302518, 0.6403387451171875, 0.17340694003634982, 0.6788262939453125 ], "point": [ 0.0909, 0.6596 ] }, { "instruction": "Compliance", "bbox": [ 0.008396000332302518, 0.6403387451171875, 0.17340694003634982, 0.6788262939453125 ], "point": [ 0.0909, 0.6596 ] }, { "instruction": "83 Merge requests", "bbox": [ 0.0073527336120605465, 0.566621331108941, 0.172266419728597, 0.6053750949435764 ], "point": [ 0.0898, 0.586 ] }, { "instruction": "Monitor", "bbox": [ 0.0076581690046522355, 0.7866747368706597, 0.17437349425421822, 0.8255942789713542 ], "point": [ 0.091, 0.8061 ] }, { "instruction": "Graph", "bbox": [ 0.009064759148491754, 0.45758555094401043, 0.17345517476399738, 0.495305413140191 ], "point": [ 0.0913, 0.4764 ] }, { "instruction": "Infrastructure", "bbox": [ 0.008076175053914388, 0.7510038926866319, 0.1739777406056722, 0.7885822889539931 ], "point": [ 0.091, 0.7698 ] }, { "instruction": "Files", "bbox": [ 0.004324139489067925, 0.2742651875813802, 0.17503913243611655, 0.3118172878689236 ], "point": [ 0.0897, 0.293 ] }, { "instruction": "Repository", "bbox": [ 0.005368147956000434, 0.23687750922309028, 0.17560734219021268, 0.275562981499566 ], "point": [ 0.0905, 0.2562 ] }, { "instruction": "Issues", "bbox": [ 0.007428201039632162, 0.5308272976345486, 0.17389385435316299, 0.5685144721137153 ], "point": [ 0.0907, 0.5497 ] }, { "instruction": "Analytics", "bbox": [ 0.007500039206610786, 0.8234657796223959, 0.1751698229047987, 0.8629718017578125 ], "point": [ 0.0913, 0.8432 ] }, { "instruction": "CICD", "bbox": [ 0.00830964512295193, 0.6038758680555556, 0.1728834417131212, 0.6424064127604167 ], "point": [ 0.0906, 0.6231 ] }, { "instruction": "Commits", "bbox": [ 0.004179016749064127, 0.3107592095269097, 0.1757190015580919, 0.3491423882378472 ], "point": [ 0.0899, 0.33 ] }, { "instruction": "Compare", "bbox": [ 0.008295112186008029, 0.4935965643988715, 0.17487563027275932, 0.532510748969184 ], "point": [ 0.0916, 0.5131 ] }, { "instruction": "Project information", "bbox": [ 0.006441036860148112, 0.19848675198025173, 0.17570392290751138, 0.2388055928548177 ], "point": [ 0.0911, 0.2186 ] }, { "instruction": "Wiki", "bbox": [ 0.006865602069430881, 0.8606739637586805, 0.17567345831129286, 0.8983567979600694 ], "point": [ 0.0913, 0.8795 ] }, { "instruction": "Commit changes", "bbox": [ 0.19857001834445528, 0.84379638671875, 0.2939257091946072, 0.8823681640625 ], "point": [ 0.2462, 0.8631 ] }, { "instruction": "Snippets", "bbox": [ 0.006623056199815538, 0.8965636528862847, 0.17639285193549262, 0.9361468505859375 ], "point": [ 0.0915, 0.9164 ] }, { "instruction": "Cancel", "bbox": [ 0.2964198854234483, 0.843502197265625, 0.3467186609903971, 0.8822785101996528 ], "point": [ 0.3216, 0.8629 ] }, { "instruction": "Collapse sidebar", "bbox": [ 0.00551402833726671, 0.9545631239149306, 0.17479562759399414, 0.9907992892795139 ], "point": [ 0.0902, 0.9727 ] }, { "instruction": "886", "bbox": [ 0.8166185167100695, 0.10546919080946181, 0.8625130547417534, 0.1400441657172309 ], "point": [ 0.8396, 0.1228 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.00657591289944119, 0.15257522583007813, 0.17538300620185004, 0.1991385057237413 ], "point": [ 0.091, 0.1759 ] }, { "instruction": "13", "bbox": [ 0.772133551703559, 0.104369871351454, 0.8122494167751736, 0.14110211690266927 ], "point": [ 0.7922, 0.1227 ] }, { "instruction": "X", "bbox": [ 0.36410081651475695, 0.009909771813286675, 0.3811682807074653, 0.03763193766276041 ], "point": [ 0.3726, 0.0238 ] }, { "instruction": "Incognito", "bbox": [ 0.8951757642957899, 0.05070517222086589, 0.970843760172526, 0.0912945048014323 ], "point": [ 0.933, 0.071 ] }, { "instruction": "X", "bbox": [ 0.20073314242892795, 0.013852966096666124, 0.21384997897677951, 0.03422209739685059 ], "point": [ 0.2073, 0.024 ] }, { "instruction": "28", "bbox": [ 0.21652827792697482, 0.6324591742621528, 0.2275369856092665, 0.6507428656684028 ], "point": [ 0.222, 0.6416 ] }, { "instruction": "X", "bbox": [ 0.5278195275200738, 0.010229296154446073, 0.5463162316216363, 0.035726686053805884 ], "point": [ 0.5371, 0.023 ] }, { "instruction": "Not Secure", "bbox": [ 0.08299516042073568, 0.054578255547417534, 0.15551857418484158, 0.08574341668023003 ], "point": [ 0.1193, 0.0702 ] }, { "instruction": "+", "bbox": [ 0.5524714999728733, 0.007984694374932183, 0.5702256096733941, 0.03588226212395562 ], "point": [ 0.5613, 0.0219 ] }, { "instruction": "[docs_gitlab- com/eeluserl", "bbox": [ 0.7869578043619792, 0.2712833997938368, 0.9524612426757812, 0.29143595377604165 ], "point": [ 0.8697, 0.2814 ] }, { "instruction": "~M", "bbox": [ 0.2997592714097765, 0.42980712890625, 0.3131630579630534, 0.45092041015625 ], "point": [ 0.3065, 0.4404 ] }, { "instruction": "integrations)", "bbox": [ 0.24407562679714626, 0.5710493299696181, 0.30833890702989364, 0.5919089762369791 ], "point": [ 0.2762, 0.5815 ] }, { "instruction": "24", "bbox": [ 0.21579774220784506, 0.5319840494791667, 0.229679807027181, 0.5506723361545139 ], "point": [ 0.2227, 0.5413 ] }, { "instruction": "23", "bbox": [ 0.21555533938937718, 0.5116961669921875, 0.23004991743299696, 0.5318191867404514 ], "point": [ 0.2228, 0.5218 ] }, { "instruction": "##", "bbox": [ 0.24210753970676, 0.23121042887369792, 0.2571878857082791, 0.2529995727539063 ], "point": [ 0.2496, 0.2421 ] }, { "instruction": "29", "bbox": [ 0.21669425964355468, 0.6528044976128472, 0.22756491767035592, 0.6698700629340277 ], "point": [ 0.2221, 0.6613 ] }, { "instruction": "27", "bbox": [ 0.2163357204861111, 0.6117838541666667, 0.22809558444552952, 0.6323989529079861 ], "point": [ 0.2222, 0.6221 ] }, { "instruction": "By", "bbox": [ 0.18284244537353517, 0.01204472753736708, 0.19587684207492403, 0.033117873933580184 ], "point": [ 0.1894, 0.0226 ] }, { "instruction": "21", "bbox": [ 0.2105237536960178, 0.47159518771701386, 0.2366108152601454, 0.49082349989149304 ], "point": [ 0.2236, 0.4812 ] }, { "instruction": "20", "bbox": [ 0.20955511728922527, 0.45125878228081595, 0.23691883087158203, 0.4715137736002604 ], "point": [ 0.2232, 0.4614 ] }, { "instruction": "17", "bbox": [ 0.2103091769748264, 0.3903534952799479, 0.2351930406358507, 0.4120006306966146 ], "point": [ 0.2228, 0.4012 ] }, { "instruction": "19", "bbox": [ 0.21039577060275608, 0.43117112901475696, 0.23675469292534723, 0.451309814453125 ], "point": [ 0.2236, 0.4412 ] }, { "instruction": "main", "bbox": [ 0.15750045776367189, 0.011614315244886611, 0.1770358615451389, 0.03353445159064399 ], "point": [ 0.1673, 0.0226 ] }, { "instruction": "12", "bbox": [ 0.21657935248480903, 0.25214647081163194, 0.2297554439968533, 0.2715237765842014 ], "point": [ 0.2232, 0.2618 ] }, { "instruction": "22", "bbox": [ 0.21463394165039062, 0.49177527533637155, 0.23151961432562934, 0.511291741265191 ], "point": [ 0.2231, 0.5015 ] }, { "instruction": "project/repository web_editor_html#upload-a-file)", "bbox": [ 0.24277860853407118, 0.2905423990885417, 0.4901280721028646, 0.3115932888454861 ], "point": [ 0.3665, 0.3011 ] }, { "instruction": "25", "bbox": [ 0.21566475762261283, 0.5518315633138021, 0.23026084899902344, 0.5714767795138889 ], "point": [ 0.223, 0.5617 ] }, { "instruction": "18", "bbox": [ 0.21079709794786242, 0.41116339789496525, 0.2356013192070855, 0.4313322618272569 ], "point": [ 0.2232, 0.4212 ] }, { "instruction": "11", "bbox": [ 0.21687742869059246, 0.23045861138237847, 0.2312694337632921, 0.25251539442274307 ], "point": [ 0.2241, 0.2415 ] }, { "instruction": "16", "bbox": [ 0.21242516835530598, 0.3704573906792535, 0.23413507673475478, 0.3916961330837674 ], "point": [ 0.2233, 0.3811 ] }, { "instruction": "Tags.", "bbox": [ 0.007164165708753798, 0.38424258761935765, 0.17551385561625163, 0.4225026109483507 ], "point": [ 0.0913, 0.4034 ] }, { "instruction": "Branchs.", "bbox": [ 0.005558013916015625, 0.3467249213324653, 0.17525863647460938, 0.3860741509331597 ], "point": [ 0.0904, 0.3664 ] }, { "instruction": "Contributors.", "bbox": [ 0.008071454366048177, 0.42023430718315974, 0.17341579861111112, 0.45918999565972224 ], "point": [ 0.0907, 0.4397 ] }, { "instruction": "Develops.", "bbox": [ 0.008290916019015842, 0.6771633572048611, 0.17323637008666992, 0.7154886881510417 ], "point": [ 0.0908, 0.6963 ] }, { "instruction": "a checkbox to select the Packages andRegister options.", "bbox": [ 0.008286783430311416, 0.7138060845269097, 0.17153876622517902, 0.7522035725911458 ], "point": [ 0.0899, 0.733 ] }, { "instruction": "Security & Compliance settings.", "bbox": [ 0.008396000332302518, 0.6403387451171875, 0.17340694003634982, 0.6788262939453125 ], "point": [ 0.0909, 0.6596 ] }, { "instruction": "Merge requests.", "bbox": [ 0.0073527336120605465, 0.566621331108941, 0.172266419728597, 0.6053750949435764 ], "point": [ 0.0898, 0.586 ] }, { "instruction": "monitor.", "bbox": [ 0.0076581690046522355, 0.7866747368706597, 0.17437349425421822, 0.8255942789713542 ], "point": [ 0.091, 0.8061 ] }, { "instruction": "Graph functionality.", "bbox": [ 0.009064759148491754, 0.45758555094401043, 0.17345517476399738, 0.495305413140191 ], "point": [ 0.0913, 0.4764 ] }, { "instruction": "Refresh or reload the page.", "bbox": [ 0.008076175053914388, 0.7510038926866319, 0.1739777406056722, 0.7885822889539931 ], "point": [ 0.091, 0.7698 ] }, { "instruction": "a menu for files.", "bbox": [ 0.004324139489067925, 0.2742651875813802, 0.17503913243611655, 0.3118172878689236 ], "point": [ 0.0897, 0.293 ] }, { "instruction": "Repostory.", "bbox": [ 0.005368147956000434, 0.23687750922309028, 0.17560734219021268, 0.275562981499566 ], "point": [ 0.0905, 0.2562 ] }, { "instruction": "Issues.", "bbox": [ 0.007428201039632162, 0.5308272976345486, 0.17389385435316299, 0.5685144721137153 ], "point": [ 0.0907, 0.5497 ] }, { "instruction": "Analytics.", "bbox": [ 0.007500039206610786, 0.8234657796223959, 0.1751698229047987, 0.8629718017578125 ], "point": [ 0.0913, 0.8432 ] }, { "instruction": "refresh or reload the page.", "bbox": [ 0.00830964512295193, 0.6038758680555556, 0.1728834417131212, 0.6424064127604167 ], "point": [ 0.0906, 0.6231 ] }, { "instruction": "Comments section.", "bbox": [ 0.004179016749064127, 0.3107592095269097, 0.1757190015580919, 0.3491423882378472 ], "point": [ 0.0899, 0.33 ] }, { "instruction": "the option to compare content.", "bbox": [ 0.008295112186008029, 0.4935965643988715, 0.17487563027275932, 0.532510748969184 ], "point": [ 0.0916, 0.5131 ] }, { "instruction": "Project information.", "bbox": [ 0.006441036860148112, 0.19848675198025173, 0.17570392290751138, 0.2388055928548177 ], "point": [ 0.0911, 0.2186 ] }, { "instruction": "Wi-Fi connectivity.", "bbox": [ 0.006865602069430881, 0.8606739637586805, 0.17567345831129286, 0.8983567979600694 ], "point": [ 0.0913, 0.8795 ] }, { "instruction": "commit changes.", "bbox": [ 0.19857001834445528, 0.84379638671875, 0.2939257091946072, 0.8823681640625 ], "point": [ 0.2462, 0.8631 ] }, { "instruction": "Shippets.", "bbox": [ 0.006623056199815538, 0.8965636528862847, 0.17639285193549262, 0.9361468505859375 ], "point": [ 0.0915, 0.9164 ] }, { "instruction": "Cancel action.", "bbox": [ 0.2964198854234483, 0.843502197265625, 0.3467186609903971, 0.8822785101996528 ], "point": [ 0.3216, 0.8629 ] }, { "instruction": "Line", "bbox": [ 0.27091897328694664, 0.11214509752061631, 0.28717594146728515, 0.13835340711805555 ], "point": [ 0.279, 0.1252 ] }, { "instruction": "a task management or task management application.", "bbox": [ 0.004956967300838894, 0.10183001200358073, 0.034152053462134464, 0.1465232170952691 ], "point": [ 0.0196, 0.1242 ] }, { "instruction": "Justified", "bbox": [ 0.03866705629560682, 0.1056705050998264, 0.06213151084052192, 0.1427183871799045 ], "point": [ 0.0504, 0.1242 ] }, { "instruction": "Forward", "bbox": [ 0.03100774023267958, 0.05309502495659722, 0.05007929801940918, 0.08892910427517361 ], "point": [ 0.0405, 0.071 ] }, { "instruction": "adding a new item or element.", "bbox": [ 0.7326928880479601, 0.10547607421875, 0.767073991563585, 0.14065121120876736 ], "point": [ 0.7499, 0.1231 ] }, { "instruction": "Back", "bbox": [ 0.005277764134936863, 0.05376408047146267, 0.026151490873760647, 0.08834292941623263 ], "point": [ 0.0157, 0.0711 ] }, { "instruction": "Reload", "bbox": [ 0.0554270691341824, 0.05204228719075521, 0.07637557453579373, 0.09005172729492188 ], "point": [ 0.0659, 0.071 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9755783928765192, 0.004249513414171007, 0.997229258219401, 0.04060776604546441 ], "point": [ 0.9864, 0.0224 ] }, { "instruction": "collapse sidebar.", "bbox": [ 0.00551402833726671, 0.9545631239149306, 0.17479562759399414, 0.9907992892795139 ], "point": [ 0.0902, 0.9727 ] }, { "instruction": "the number 8.", "bbox": [ 0.8166185167100695, 0.10546919080946181, 0.8625130547417534, 0.1400441657172309 ], "point": [ 0.8396, 0.1228 ] }, { "instruction": "Help or Support feature.", "bbox": [ 0.9109939575195313, 0.10570131089952257, 0.9389251708984375, 0.13785625881618924 ], "point": [ 0.925, 0.1218 ] }, { "instruction": "a list of awesome, things.", "bbox": [ 0.00657591289944119, 0.15257522583007813, 0.17538300620185004, 0.1991385057237413 ], "point": [ 0.091, 0.1759 ] }, { "instruction": "the number 5.", "bbox": [ 0.8703697204589844, 0.10608617994520399, 0.9005690680609809, 0.137585203382704 ], "point": [ 0.8855, 0.1218 ] }, { "instruction": "Five-point star", "bbox": [ 0.866011471218533, 0.059335284762912326, 0.8828346252441406, 0.08445547315809462 ], "point": [ 0.8744, 0.0719 ] }, { "instruction": "Dictation mode.", "bbox": [ 0.772133551703559, 0.104369871351454, 0.8122494167751736, 0.14110211690266927 ], "point": [ 0.7922, 0.1227 ] }, { "instruction": "Show container actions", "bbox": [ 0.97508790757921, 0.05196346706814236, 0.994490983751085, 0.09035878499348958 ], "point": [ 0.9848, 0.0712 ] }, { "instruction": "Close", "bbox": [ 0.36410081651475695, 0.009909771813286675, 0.3811682807074653, 0.03763193766276041 ], "point": [ 0.3726, 0.0238 ] }, { "instruction": "Incognito.", "bbox": [ 0.8951757642957899, 0.05070517222086589, 0.970843760172526, 0.0912945048014323 ], "point": [ 0.933, 0.071 ] }, { "instruction": "Close", "bbox": [ 0.20073314242892795, 0.013852966096666124, 0.21384997897677951, 0.03422209739685059 ], "point": [ 0.2073, 0.024 ] }, { "instruction": "Selecting a pattern or design.", "bbox": [ 0.9478808932834202, 0.10223561604817709, 0.9852603488498264, 0.14156907823350695 ], "point": [ 0.9666, 0.1219 ] }, { "instruction": "Text Box", "bbox": [ 0.2249368879530165, 0.010231946309407552, 0.24201541476779515, 0.037622019449869794 ], "point": [ 0.2335, 0.0239 ] }, { "instruction": "28, September, 2024", "bbox": [ 0.21652827792697482, 0.6324591742621528, 0.2275369856092665, 0.6507428656684028 ], "point": [ 0.222, 0.6416 ] }, { "instruction": "a person walking.", "bbox": [ 0.005782042609320747, 0.9329274495442709, 0.1753908157348633, 0.9590837266710069 ], "point": [ 0.0906, 0.946 ] }, { "instruction": "Close", "bbox": [ 0.5278195275200738, 0.010229296154446073, 0.5463162316216363, 0.035726686053805884 ], "point": [ 0.5371, 0.023 ] }, { "instruction": "Not Security.", "bbox": [ 0.08299516042073568, 0.054578255547417534, 0.15551857418484158, 0.08574341668023003 ], "point": [ 0.1193, 0.0702 ] }, { "instruction": "New Tab", "bbox": [ 0.5524714999728733, 0.007984694374932183, 0.5702256096733941, 0.03588226212395562 ], "point": [ 0.5613, 0.0219 ] }, { "instruction": "a link to the https://Documents.mit Lab.com/ee/user/", "bbox": [ 0.7869578043619792, 0.2712833997938368, 0.9524612426757812, 0.29143595377604165 ], "point": [ 0.8697, 0.2814 ] }, { "instruction": "Line M", "bbox": [ 0.2997592714097765, 0.42980712890625, 0.3131630579630534, 0.45092041015625 ], "point": [ 0.3065, 0.4404 ] }, { "instruction": "minimize window", "bbox": [ 0.24189904530843098, 0.549894273546007, 0.2538219239976671, 0.5709874131944445 ], "point": [ 0.2479, 0.5604 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.05736175113254123, 0.008341565661960178, 0.07771007749769422, 0.04032917552524143 ], "point": [ 0.0675, 0.0243 ] }, { "instruction": "Integrations.", "bbox": [ 0.24407562679714626, 0.5710493299696181, 0.30833890702989364, 0.5919089762369791 ], "point": [ 0.2762, 0.5815 ] }, { "instruction": "hashtag#", "bbox": [ 0.24300028483072916, 0.6091532389322917, 0.2570680406358507, 0.6342377387152778 ], "point": [ 0.25, 0.6217 ] }, { "instruction": "24, September, 2024", "bbox": [ 0.21579774220784506, 0.5319840494791667, 0.229679807027181, 0.5506723361545139 ], "point": [ 0.2227, 0.5413 ] }, { "instruction": "23, September, 2024", "bbox": [ 0.21555533938937718, 0.5116961669921875, 0.23004991743299696, 0.5318191867404514 ], "point": [ 0.2228, 0.5218 ] }, { "instruction": "Increase", "bbox": [ 0.936159430609809, 0.1911146206325955, 0.942563713921441, 0.21203967624240452 ], "point": [ 0.9394, 0.2016 ] }, { "instruction": "hashtag #", "bbox": [ 0.24210753970676, 0.23121042887369792, 0.2571878857082791, 0.2529995727539063 ], "point": [ 0.2496, 0.2421 ] }, { "instruction": "29, September, 2024", "bbox": [ 0.21669425964355468, 0.6528044976128472, 0.22756491767035592, 0.6698700629340277 ], "point": [ 0.2221, 0.6613 ] }, { "instruction": "Reload", "bbox": [ 0.39020631578233506, 0.008433542251586913, 0.4050232781304253, 0.03661310513814291 ], "point": [ 0.3976, 0.0225 ] }, { "instruction": "27, September, 2024", "bbox": [ 0.2163357204861111, 0.6117838541666667, 0.22809558444552952, 0.6323989529079861 ], "point": [ 0.2222, 0.6221 ] }, { "instruction": "By", "bbox": [ 0.18284244537353517, 0.01204472753736708, 0.19587684207492403, 0.033117873933580184 ], "point": [ 0.1894, 0.0226 ] }, { "instruction": "21, September, 2024", "bbox": [ 0.2105237536960178, 0.47159518771701386, 0.2366108152601454, 0.49082349989149304 ], "point": [ 0.2236, 0.4812 ] }, { "instruction": "the number 20.", "bbox": [ 0.20955511728922527, 0.45125878228081595, 0.23691883087158203, 0.4715137736002604 ], "point": [ 0.2232, 0.4614 ] }, { "instruction": "17, September, 2024", "bbox": [ 0.2103091769748264, 0.3903534952799479, 0.2351930406358507, 0.4120006306966146 ], "point": [ 0.2228, 0.4012 ] }, { "instruction": "19, September, 2024", "bbox": [ 0.21039577060275608, 0.43117112901475696, 0.23675469292534723, 0.451309814453125 ], "point": [ 0.2236, 0.4412 ] }, { "instruction": "Minimize", "bbox": [ 0.2422356923421224, 0.31149451361762154, 0.25403561062282987, 0.3323433770073785 ], "point": [ 0.2481, 0.3219 ] }, { "instruction": "main", "bbox": [ 0.15750045776367189, 0.011614315244886611, 0.1770358615451389, 0.03353445159064399 ], "point": [ 0.1673, 0.0226 ] }, { "instruction": "12, September, 2024", "bbox": [ 0.21657935248480903, 0.25214647081163194, 0.2297554439968533, 0.2715237765842014 ], "point": [ 0.2232, 0.2618 ] }, { "instruction": "22, September, 2024", "bbox": [ 0.21463394165039062, 0.49177527533637155, 0.23151961432562934, 0.511291741265191 ], "point": [ 0.2231, 0.5015 ] }, { "instruction": "a text input field for creating a new file.", "bbox": [ 0.24277860853407118, 0.2905423990885417, 0.4901280721028646, 0.3115932888454861 ], "point": [ 0.3665, 0.3011 ] }, { "instruction": "25, September, 2024", "bbox": [ 0.21566475762261283, 0.5518315633138021, 0.23026084899902344, 0.5714767795138889 ], "point": [ 0.223, 0.5617 ] }, { "instruction": "a search function.", "bbox": [ 0.9924892849392362, 0.09778143988715278, 1.0, 0.14363759358723957 ], "point": [ 0.9962, 0.1207 ] }, { "instruction": "the number 18.", "bbox": [ 0.21079709794786242, 0.41116339789496525, 0.2356013192070855, 0.4313322618272569 ], "point": [ 0.2232, 0.4212 ] }, { "instruction": "C", "bbox": [ 0.2550148434109158, 0.5500410970052083, 0.2628766801622179, 0.5709067111545139 ], "point": [ 0.2589, 0.5605 ] }, { "instruction": "1, September, 2024", "bbox": [ 0.26394952138264977, 0.31130479600694444, 0.27037906646728516, 0.3311212158203125 ], "point": [ 0.2672, 0.3212 ] }, { "instruction": "11, September, 2024", "bbox": [ 0.21687742869059246, 0.23045861138237847, 0.2312694337632921, 0.25251539442274307 ], "point": [ 0.2241, 0.2415 ] }, { "instruction": "hashtag#", "bbox": [ 0.24023526509602863, 0.5054654269748264, 0.2585119883219401, 0.5417137993706598 ], "point": [ 0.2494, 0.5236 ] }, { "instruction": "Text", "bbox": [ 0.3556976318359375, 0.7096490478515625, 0.37011201646592884, 0.735510999891493 ], "point": [ 0.3629, 0.7226 ] }, { "instruction": "16, September, 2024", "bbox": [ 0.21242516835530598, 0.3704573906792535, 0.23413507673475478, 0.3916961330837674 ], "point": [ 0.2233, 0.3811 ] }, { "instruction": "1, September, 2024", "bbox": [ 0.2641098658243815, 0.2695638699001736, 0.27224174075656465, 0.29162472195095485 ], "point": [ 0.2682, 0.2806 ] } ], "element_size": 235 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_17/10451.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "README.md", "bbox": [ 0.07743055555555556, 0.01499999894036187, 0.1295138888888889, 0.03111111111111111 ], "point": [ 0.1035, 0.0231 ] }, { "instruction": "main", "bbox": [ 0.134375, 0.01499999894036187, 0.15590277777777778, 0.03111111111111111 ], "point": [ 0.1451, 0.0231 ] }, { "instruction": "Byte Bla;", "bbox": [ 0.16006946563720703, 0.015, 0.19652779897054037, 0.03222222222222222 ], "point": [ 0.1783, 0.0236 ] }, { "instruction": "List of forums", "bbox": [ 0.24305555555555555, 0.01499999894036187, 0.29965277777777777, 0.03111111111111111 ], "point": [ 0.2714, 0.0231 ] }, { "instruction": "Boston", "bbox": [ 0.40868055555555555, 0.01499999894036187, 0.43819444444444444, 0.03111111111111111 ], "point": [ 0.4234, 0.0231 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonawscom:9gg9/forums", "bbox": [ 0.15833333333333333, 0.06166666666666667, 0.4861111111111111, 0.08222222222222222 ], "point": [ 0.3222, 0.0719 ] }, { "instruction": "Alphabetical", "bbox": [ 0.21736111111111112, 0.19444444444444445, 0.2743055555555556, 0.21666666666666667 ], "point": [ 0.2458, 0.2056 ] }, { "instruction": "List of forums", "bbox": [ 0.12638888888888888, 0.24666666666666667, 0.25243055555555555, 0.2811111111111111 ], "point": [ 0.1894, 0.2639 ] }, { "instruction": "[flAskReddit", "bbox": [ 0.12638888888888888, 0.32222222222222224, 0.18645833333333334, 0.33944444444444444 ], "point": [ 0.1564, 0.3308 ] }, { "instruction": "AskReddit", "bbox": [ 0.12708333333333333, 0.34555555555555556, 0.18611111111111112, 0.36777777777777776 ], "point": [ 0.1566, 0.3567 ] }, { "instruction": "AskReddit", "bbox": [ 0.12743055555555555, 0.375, 0.17395833333333333, 0.3933333333333333 ], "point": [ 0.1507, 0.3842 ] }, { "instruction": "10,041 submissions", "bbox": [ 0.7677083333333333, 0.37166666666666665, 0.8572916666666667, 0.3927777777777778 ], "point": [ 0.8125, 0.3822 ] }, { "instruction": "/f/relationship_advice", "bbox": [ 0.12604166666666666, 0.42777777777777776, 0.22604166666666667, 0.45166666666666666 ], "point": [ 0.176, 0.4397 ] }, { "instruction": "relationship_advice", "bbox": [ 0.12604166666666666, 0.45444444444444443, 0.23541666666666666, 0.47888888888888886 ], "point": [ 0.1807, 0.4667 ] }, { "instruction": "relationship_advice", "bbox": [ 0.12604167726304796, 0.4816666327582465, 0.2125000211927626, 0.5027777438693576 ], "point": [ 0.1693, 0.4922 ] }, { "instruction": "5,718 submissions", "bbox": [ 0.7701388888888889, 0.4811111111111111, 0.8538194444444445, 0.49944444444444447 ], "point": [ 0.812, 0.4903 ] }, { "instruction": "[f/worldnews", "bbox": [ 0.12638888888888888, 0.5388888549804688, 0.18715275658501518, 0.5544444105360243 ], "point": [ 0.1568, 0.5467 ] }, { "instruction": "worldnews", "bbox": [ 0.12708334392971463, 0.5616666666666666, 0.18854166666666666, 0.5838888888888889 ], "point": [ 0.1578, 0.5728 ] }, { "instruction": "worldnews", "bbox": [ 0.12638888888888888, 0.5911111789279514, 0.17569444444444443, 0.6083334011501736 ], "point": [ 0.151, 0.5997 ] }, { "instruction": "3,464 submissions", "bbox": [ 0.7701388888888889, 0.5888888888888889, 0.8538194444444445, 0.6072222222222222 ], "point": [ 0.812, 0.5981 ] }, { "instruction": "[flnews", "bbox": [ 0.12638888888888888, 0.6461111111111111, 0.16319444444444445, 0.6633333333333333 ], "point": [ 0.1448, 0.6547 ] }, { "instruction": "news", "bbox": [ 0.12743056615193685, 0.6738888210720486, 0.15763889948527018, 0.6922221544053819 ], "point": [ 0.1425, 0.6831 ] }, { "instruction": "news", "bbox": [ 0.12638889948527018, 0.7011111111111111, 0.15138889948527018, 0.7161111111111111 ], "point": [ 0.1389, 0.7086 ] }, { "instruction": "3,322 submissions", "bbox": [ 0.7697916666666667, 0.6966666666666667, 0.8541666666666666, 0.7166666666666667 ], "point": [ 0.812, 0.7067 ] }, { "instruction": "[flmovies", "bbox": [ 0.12638888888888888, 0.755, 0.17152775658501518, 0.7705555555555555 ], "point": [ 0.149, 0.7628 ] }, { "instruction": "movies", "bbox": [ 0.12673608991834853, 0.7794444444444445, 0.16875, 0.8 ], "point": [ 0.1477, 0.7897 ] }, { "instruction": "movies", "bbox": [ 0.12743056615193685, 0.8072222222222222, 0.16006945504082573, 0.8244444444444444 ], "point": [ 0.1438, 0.8158 ] }, { "instruction": "3,261 submissions", "bbox": [ 0.7701388888888889, 0.805, 0.8527777777777777, 0.8233333333333334 ], "point": [ 0.8115, 0.8142 ] }, { "instruction": "Iflmemes", "bbox": [ 0.12638888888888888, 0.8638888888888889, 0.17256944444444444, 0.8794444444444445 ], "point": [ 0.1495, 0.8717 ] }, { "instruction": "memes", "bbox": [ 0.1267361005147298, 0.8877777777777778, 0.17048610051472982, 0.9088888888888889 ], "point": [ 0.1486, 0.8983 ] }, { "instruction": "memes", "bbox": [ 0.12743055555555555, 0.9172222222222223, 0.1607638888888889, 0.9322222222222222 ], "point": [ 0.1441, 0.9247 ] }, { "instruction": "3,129 submissions", "bbox": [ 0.7701388888888889, 0.9133334011501736, 0.8538194444444445, 0.9311111789279514 ], "point": [ 0.812, 0.9222 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:9gg9/f/AskReddit", "bbox": [ 0.002430566151936849, 0.98, 0.30069445504082576, 0.9983333333333333 ], "point": [ 0.1516, 0.9892 ] }, { "instruction": "Submissions", "bbox": [ 0.28689100477430557, 0.184375, 0.380283694797092, 0.22749304877387153 ], "point": [ 0.3336, 0.2059 ] }, { "instruction": "Incognito", "bbox": [ 0.8949802822536892, 0.05066535525851779, 0.9706871032714843, 0.09121363321940104 ], "point": [ 0.9328, 0.0709 ] }, { "instruction": "Create forum", "bbox": [ 0.7929871453179254, 0.24013309054904514, 0.8735135396321615, 0.2837012057834201 ], "point": [ 0.8333, 0.2619 ] }, { "instruction": "Subscribe", "bbox": [ 0.7498518202039931, 0.31887732611762154, 0.8276607937282986, 0.3643619452582465 ], "point": [ 0.7888, 0.3416 ] }, { "instruction": "Subscribe", "bbox": [ 0.7498033311631944, 0.4270243326822917, 0.8277933756510417, 0.47285658094618055 ], "point": [ 0.7888, 0.4499 ] }, { "instruction": "Subscribe", "bbox": [ 0.7499198065863715, 0.6435289171006945, 0.8281419542100694, 0.6894771321614583 ], "point": [ 0.789, 0.6665 ] }, { "instruction": "Not Secure", "bbox": [ 0.08256814744737413, 0.05260323842366536, 0.15639514923095704, 0.08703570048014322 ], "point": [ 0.1195, 0.0698 ] }, { "instruction": "Submit", "bbox": [ 0.6484969668918186, 0.09632100423177083, 0.7205876668294271, 0.15648893568250868 ], "point": [ 0.6845, 0.1264 ] }, { "instruction": "Subscribe", "bbox": [ 0.7501615736219618, 0.860283203125, 0.8277335272894966, 0.9055860731336806 ], "point": [ 0.7889, 0.8829 ] }, { "instruction": "Subscribe", "bbox": [ 0.7498487684461805, 0.5347252739800348, 0.8279369778103298, 0.5811463080512153 ], "point": [ 0.7889, 0.5579 ] }, { "instruction": "Forums", "bbox": [ 0.19014301300048828, 0.09647000630696614, 0.2526740815904405, 0.15724317762586806 ], "point": [ 0.2214, 0.1269 ] }, { "instruction": "Subscribe", "bbox": [ 0.7500886705186632, 0.7520580376519097, 0.8283779568142361, 0.7970897759331598 ], "point": [ 0.7892, 0.7746 ] }, { "instruction": "MarvelsGrantMan136", "bbox": [ 0.720239003499349, 0.09800331963433159, 0.8709200541178386, 0.15202845255533853 ], "point": [ 0.7956, 0.125 ] }, { "instruction": "Postmill", "bbox": [ 0.12683269712660047, 0.0965718756781684, 0.19157299465603297, 0.1558440483940972 ], "point": [ 0.1592, 0.1262 ] }, { "instruction": "Wiki", "bbox": [ 0.2508276833428277, 0.09663485209147135, 0.29366508060031465, 0.15724134657118055 ], "point": [ 0.2722, 0.1269 ] }, { "instruction": "Subscribe", "bbox": [ 0.7503892686631944, 0.9673626030815973, 0.8277228461371527, 1.0 ], "point": [ 0.7891, 0.9837 ] }, { "instruction": "Forums", "bbox": [ 0.12645414140489367, 0.18491051567925348, 0.17675579918755424, 0.22706030951605902 ], "point": [ 0.1516, 0.206 ] }, { "instruction": "X", "bbox": [ 0.5283554077148438, 0.006970469156901042, 0.5458774142795139, 0.03789718204074436 ], "point": [ 0.5371, 0.0224 ] }, { "instruction": "X", "bbox": [ 0.20120970408121744, 0.01167526880900065, 0.21457169850667318, 0.035748816596137156 ], "point": [ 0.2079, 0.0237 ] }, { "instruction": "t+", "bbox": [ 0.5533874087863498, 0.00556441413031684, 0.5713784535725911, 0.03654983944363064 ], "point": [ 0.5624, 0.0211 ] }, { "instruction": "Tags", "bbox": [ 0.17633465660942926, 0.1856703355577257, 0.21004233890109592, 0.22492662217881945 ], "point": [ 0.1932, 0.2053 ] }, { "instruction": "Submissions.", "bbox": [ 0.28689100477430557, 0.184375, 0.380283694797092, 0.22749304877387153 ], "point": [ 0.3336, 0.2059 ] }, { "instruction": "Incognito.", "bbox": [ 0.8949802822536892, 0.05066535525851779, 0.9706871032714843, 0.09121363321940104 ], "point": [ 0.9328, 0.0709 ] }, { "instruction": "Create forum.", "bbox": [ 0.7929871453179254, 0.24013309054904514, 0.8735135396321615, 0.2837012057834201 ], "point": [ 0.8333, 0.2619 ] }, { "instruction": "Subscript.", "bbox": [ 0.7498518202039931, 0.31887732611762154, 0.8276607937282986, 0.3643619452582465 ], "point": [ 0.7888, 0.3416 ] }, { "instruction": "Subscript.", "bbox": [ 0.7498033311631944, 0.4270243326822917, 0.8277933756510417, 0.47285658094618055 ], "point": [ 0.7888, 0.4499 ] }, { "instruction": "a search function.", "bbox": [ 0.3853719923231337, 0.10249448988172744, 0.5221101548936632, 0.15054477267795138 ], "point": [ 0.4537, 0.1265 ] }, { "instruction": "Subscript.", "bbox": [ 0.7499198065863715, 0.6435289171006945, 0.8281419542100694, 0.6894771321614583 ], "point": [ 0.789, 0.6665 ] }, { "instruction": "Not Security.", "bbox": [ 0.08256814744737413, 0.05260323842366536, 0.15639514923095704, 0.08703570048014322 ], "point": [ 0.1195, 0.0698 ] }, { "instruction": "adding a comment.", "bbox": [ 0.6484969668918186, 0.09632100423177083, 0.7205876668294271, 0.15648893568250868 ], "point": [ 0.6845, 0.1264 ] }, { "instruction": "Subscript.", "bbox": [ 0.7501615736219618, 0.860283203125, 0.8277335272894966, 0.9055860731336806 ], "point": [ 0.7889, 0.8829 ] }, { "instruction": "Subscript.", "bbox": [ 0.7498487684461805, 0.5347252739800348, 0.8279369778103298, 0.5811463080512153 ], "point": [ 0.7889, 0.5579 ] }, { "instruction": "Forms.", "bbox": [ 0.19014301300048828, 0.09647000630696614, 0.2526740815904405, 0.15724317762586806 ], "point": [ 0.2214, 0.1269 ] }, { "instruction": "Subscript.", "bbox": [ 0.7500886705186632, 0.7520580376519097, 0.8283779568142361, 0.7970897759331598 ], "point": [ 0.7892, 0.7746 ] }, { "instruction": "a counter displaying the number 0.", "bbox": [ 0.8273191663953993, 0.9677516004774306, 0.8731879340277777, 1.0 ], "point": [ 0.8503, 0.9839 ] }, { "instruction": "A user profile or account.", "bbox": [ 0.720239003499349, 0.09800331963433159, 0.8709200541178386, 0.15202845255533853 ], "point": [ 0.7956, 0.125 ] }, { "instruction": "a counter displaying the number 0.", "bbox": [ 0.827068583170573, 0.6438062879774306, 0.873667738172743, 0.68927490234375 ], "point": [ 0.8504, 0.6665 ] }, { "instruction": "Postmill.", "bbox": [ 0.12683269712660047, 0.0965718756781684, 0.19157299465603297, 0.1558440483940972 ], "point": [ 0.1592, 0.1262 ] }, { "instruction": "Email", "bbox": [ 0.6162602318657769, 0.09665940178765191, 0.6494586096869575, 0.15639112684461806 ], "point": [ 0.6329, 0.1265 ] }, { "instruction": "a counter displaying the number 0.", "bbox": [ 0.826383293999566, 0.3188813612196181, 0.8740620930989583, 0.3645669216579861 ], "point": [ 0.8502, 0.3417 ] }, { "instruction": "WiFi connectivity.", "bbox": [ 0.2508276833428277, 0.09663485209147135, 0.29366508060031465, 0.15724134657118055 ], "point": [ 0.2722, 0.1269 ] }, { "instruction": "a counter displaying the number 0.", "bbox": [ 0.8265291002061632, 0.8603504774305556, 0.8736884223090278, 0.9053264702690972 ], "point": [ 0.8501, 0.8828 ] }, { "instruction": "a counter displaying the number 0.", "bbox": [ 0.8265094333224826, 0.42701331244574653, 0.8739264594184027, 0.47279198540581596 ], "point": [ 0.8502, 0.4499 ] }, { "instruction": "a counter displaying the number 0.", "bbox": [ 0.8272996690538195, 0.7518203396267361, 0.873638916015625, 0.7963332790798611 ], "point": [ 0.8505, 0.7741 ] }, { "instruction": "a counter displaying the number 0.", "bbox": [ 0.8270639207628038, 0.5349859280056424, 0.8738919576009114, 0.5810142686631945 ], "point": [ 0.8505, 0.558 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9756050109863281, 0.0033754327562120225, 0.9970627678765192, 0.04077739503648546 ], "point": [ 0.9863, 0.0221 ] }, { "instruction": "Subscript.", "bbox": [ 0.7503892686631944, 0.9673626030815973, 0.8277228461371527, 1.0 ], "point": [ 0.7891, 0.9837 ] }, { "instruction": "Reload", "bbox": [ 0.053316529591878256, 0.04625420464409722, 0.07685587141248915, 0.0955122799343533 ], "point": [ 0.0651, 0.0709 ] }, { "instruction": "More options", "bbox": [ 0.9736448499891494, 0.04868692186143663, 0.9969484117296007, 0.09304599338107639 ], "point": [ 0.9853, 0.0709 ] }, { "instruction": "Forward", "bbox": [ 0.02856568760342068, 0.046958677503797744, 0.051740476820203996, 0.0943493906656901 ], "point": [ 0.0402, 0.0707 ] }, { "instruction": "Back", "bbox": [ 0.004735818174150255, 0.04781195322672526, 0.02754823234346178, 0.09360105726453993 ], "point": [ 0.0161, 0.0707 ] }, { "instruction": "Close", "bbox": [ 0.3650909847683377, 0.010162669287787543, 0.3802832285563151, 0.04088776482476129 ], "point": [ 0.3727, 0.0255 ] }, { "instruction": "Forms.", "bbox": [ 0.12645414140489367, 0.18491051567925348, 0.17675579918755424, 0.22706030951605902 ], "point": [ 0.1516, 0.206 ] }, { "instruction": "Close", "bbox": [ 0.5283554077148438, 0.006970469156901042, 0.5458774142795139, 0.03789718204074436 ], "point": [ 0.5371, 0.0224 ] }, { "instruction": "Scroll up.", "bbox": [ 0.2546358108520508, 0.2491646999782986, 0.27341221703423396, 0.28560543484157985 ], "point": [ 0.264, 0.2674 ] }, { "instruction": "Close", "bbox": [ 0.20120970408121744, 0.01167526880900065, 0.21457169850667318, 0.035748816596137156 ], "point": [ 0.2079, 0.0237 ] }, { "instruction": "New Tab", "bbox": [ 0.5533874087863498, 0.00556441413031684, 0.5713784535725911, 0.03654983944363064 ], "point": [ 0.5624, 0.0211 ] }, { "instruction": "Five-point star", "bbox": [ 0.8659678988986546, 0.059143464830186634, 0.8829582214355469, 0.08572152879503038 ], "point": [ 0.8745, 0.0724 ] }, { "instruction": "Tags.", "bbox": [ 0.17633465660942926, 0.1856703355577257, 0.21004233890109592, 0.22492662217881945 ], "point": [ 0.1932, 0.2053 ] } ], "element_size": 92 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_18/12328.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "README.md", "bbox": [ 0.07743055555555556, 0.01499999894036187, 0.1295138888888889, 0.03111111111111111 ], "point": [ 0.1035, 0.0231 ] }, { "instruction": "main", "bbox": [ 0.134375, 0.01499999894036187, 0.15590277777777778, 0.03111111111111111 ], "point": [ 0.1451, 0.0231 ] }, { "instruction": "Byte Bla;", "bbox": [ 0.16006946563720703, 0.015, 0.19652779897054037, 0.03222222222222222 ], "point": [ 0.1783, 0.0236 ] }, { "instruction": "MachineLearning", "bbox": [ 0.24305555555555555, 0.012777776718139648, 0.3128472222222222, 0.032777776718139646 ], "point": [ 0.278, 0.0228 ] }, { "instruction": "Boston", "bbox": [ 0.40868055555555555, 0.01499999894036187, 0.43819444444444444, 0.03111111111111111 ], "point": [ 0.4234, 0.0231 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:9999/f MachineLearning/active", "bbox": [ 0.15833331214057075, 0.06166665818956163, 0.5687499788072374, 0.08277776930067274 ], "point": [ 0.3635, 0.0722 ] }, { "instruction": "MMaclne-earIng", "bbox": [ 0.12777777777777777, 0.08833333333333333, 0.3034722222222222, 0.12166666666666667 ], "point": [ 0.2156, 0.105 ] }, { "instruction": "Nvidia RTX 4090", "bbox": [ 0.1597222222222222, 0.1983333502875434, 0.25729166666666664, 0.22000001695421006 ], "point": [ 0.2085, 0.2092 ] }, { "instruction": "Submitted by MarvelsGrantMan136", "bbox": [ 0.159375, 0.2288888888888889, 0.29270833333333335, 0.2461111111111111 ], "point": [ 0.226, 0.2375 ] }, { "instruction": "year ago", "bbox": [ 0.2982638888888889, 0.2311111111111111, 0.3326388888888889, 0.24722222222222223 ], "point": [ 0.3155, 0.2392 ] }, { "instruction": "Created 2 years ago", "bbox": [ 0.6961805979410808, 0.2361111111111111, 0.7708333333333334, 0.25333333333333335 ], "point": [ 0.7335, 0.2447 ] }, { "instruction": "No comments", "bbox": [ 0.159375, 0.2538888719346788, 0.21388888888888888, 0.2683333502875434 ], "point": [ 0.1866, 0.2611 ] }, { "instruction": "Edit", "bbox": [ 0.22118057674831815, 0.25222220526801215, 0.23819446563720703, 0.2683333502875434 ], "point": [ 0.2297, 0.2603 ] }, { "instruction": "Delete", "bbox": [ 0.24444444444444444, 0.25222220526801215, 0.2701388888888889, 0.2683333502875434 ], "point": [ 0.2573, 0.2603 ] }, { "instruction": "[News] Twitter algorithm now open source", "bbox": [ 0.15868055555555555, 0.5077777438693576, 0.4045138888888889, 0.5355555216471354 ], "point": [ 0.2816, 0.5217 ] }, { "instruction": "Submitted by John-The-Bomb-2 [t3_127wy7i]", "bbox": [ 0.15937497880723742, 0.5400000678168403, 0.3295138676961263, 0.5572222900390625 ], "point": [ 0.2444, 0.5486 ] }, { "instruction": "year ago", "bbox": [ 0.33437497880723743, 0.5422221544053819, 0.36944440205891926, 0.5572222222222222 ], "point": [ 0.3519, 0.5497 ] }, { "instruction": "49 comments", "bbox": [ 0.159375, 0.5638888888888889, 0.21215277777777777, 0.5783333333333334 ], "point": [ 0.1858, 0.5711 ] }, { "instruction": "[R] The Debate Over Understanding in Als Large Language Models axivorg", "bbox": [ 0.15763888888888888, 0.597222154405382, 0.5722222222222222, 0.6311110432942708 ], "point": [ 0.3649, 0.6142 ] }, { "instruction": "Submitted by currentscurrents [t3_125uxab]", "bbox": [ 0.159375, 0.6338888888888888, 0.3232638888888889, 0.6522222222222223 ], "point": [ 0.2413, 0.6431 ] }, { "instruction": "year ago", "bbox": [ 0.32881942325168184, 0.635, 0.3631944020589193, 0.6511111111111111 ], "point": [ 0.346, 0.6431 ] }, { "instruction": "29 comments", "bbox": [ 0.159375, 0.6572222222222223, 0.21319444444444444, 0.6722222222222223 ], "point": [ 0.1863, 0.6647 ] }, { "instruction": "[D] Simple Questions Thread", "bbox": [ 0.1579861005147298, 0.7861111111111111, 0.3246527777777778, 0.8161111111111111 ], "point": [ 0.2413, 0.8011 ] }, { "instruction": "Submitted by AutoModerator [t3_122oxap]", "bbox": [ 0.159375, 0.82, 0.3177083333333333, 0.8372222222222222 ], "point": [ 0.2385, 0.8286 ] }, { "instruction": "year ago", "bbox": [ 0.3232638888888889, 0.8222222222222222, 0.3576388888888889, 0.8372222222222222 ], "point": [ 0.3405, 0.8297 ] }, { "instruction": "82 comments", "bbox": [ 0.159375, 0.8438888888888889, 0.21215277777777777, 0.8583333333333333 ], "point": [ 0.1858, 0.8511 ] }, { "instruction": "[P] Introducing Vicuna: An open-source language model based on LLaMA 13B", "bbox": [ 0.1579861111111111, 0.8788889567057292, 0.6059027777777778, 0.9094445122612848 ], "point": [ 0.3819, 0.8942 ] }, { "instruction": "Submitted by Business-Lead2679 [t3_1271p07]", "bbox": [ 0.15902777777777777, 0.9116666666666666, 0.3368055555555556, 0.9316666666666666 ], "point": [ 0.2479, 0.9217 ] }, { "instruction": "year ago", "bbox": [ 0.3420138888888889, 0.915, 0.3763888888888889, 0.9311111111111111 ], "point": [ 0.3592, 0.9231 ] }, { "instruction": "82 comments", "bbox": [ 0.159375, 0.9372222222222222, 0.21319444444444444, 0.9522222222222222 ], "point": [ 0.1863, 0.9447 ] }, { "instruction": "[discussion] Anybody Working with VITMAE?", "bbox": [ 0.15694444444444444, 0.9727777777777777, 0.41770833333333335, 1.0 ], "point": [ 0.2873, 0.9864 ] }, { "instruction": "Toolbox", "bbox": [ 0.6855198754204644, 0.37998043484157984, 0.8857152303059895, 0.525890875922309 ], "point": [ 0.7856, 0.4529 ] }, { "instruction": "Bans", "bbox": [ 0.6855198754204644, 0.37998043484157984, 0.8857152303059895, 0.525890875922309 ], "point": [ 0.7856, 0.4529 ] }, { "instruction": "Moderation log", "bbox": [ 0.6855198754204644, 0.37998043484157984, 0.8857152303059895, 0.525890875922309 ], "point": [ 0.7856, 0.4529 ] }, { "instruction": "Incognito", "bbox": [ 0.8952655368381076, 0.05052976820203993, 0.9706536187065973, 0.09109529283311632 ], "point": [ 0.933, 0.0708 ] }, { "instruction": "Subscribe", "bbox": [ 0.6950392829047309, 0.11948980543348524, 0.7750078837076823, 0.16589692857530383 ], "point": [ 0.735, 0.1427 ] }, { "instruction": "Hide this forum", "bbox": [ 0.6853507571750217, 0.3013750542534722, 0.8847852918836806, 0.37052015516493053 ], "point": [ 0.7851, 0.3359 ] }, { "instruction": "Active", "bbox": [ 0.26804962158203127, 0.1377325185139974, 0.33289167616102433, 0.18055938720703124 ], "point": [ 0.3005, 0.1591 ] }, { "instruction": "Not Secure", "bbox": [ 0.08243412441677517, 0.055616014268663194, 0.15545866224500868, 0.08534472147623698 ], "point": [ 0.1189, 0.0705 ] }, { "instruction": "Submissions", "bbox": [ 0.126522339714898, 0.13856432596842447, 0.19907279544406467, 0.180526123046875 ], "point": [ 0.1628, 0.1595 ] }, { "instruction": "469", "bbox": [ 0.130302980211046, 0.3844095526801215, 0.15479295518663194, 0.4544684855143229 ], "point": [ 0.1425, 0.4194 ] }, { "instruction": "265", "bbox": [ 0.13048886193169487, 0.8805714925130208, 0.15498750474717882, 0.9517148844401042 ], "point": [ 0.1427, 0.9161 ] }, { "instruction": "67", "bbox": [ 0.13097415500217013, 0.2871676974826389, 0.1546235826280382, 0.3644812689887153 ], "point": [ 0.1428, 0.3258 ] }, { "instruction": "703", "bbox": [ 0.13003253936767578, 0.5070451524522569, 0.15497059292263454, 0.5779939778645833 ], "point": [ 0.1425, 0.5425 ] }, { "instruction": "Comments", "bbox": [ 0.19789536794026694, 0.1382443406846788, 0.2616038216484918, 0.18060429890950522 ], "point": [ 0.2297, 0.1594 ] }, { "instruction": "X", "bbox": [ 0.5283239576551649, 0.006897837320963542, 0.54576416015625, 0.03778408474392361 ], "point": [ 0.537, 0.0223 ] }, { "instruction": "Subscribe via RSS", "bbox": [ 0.6956408606635199, 0.25067069159613714, 0.778248765733507, 0.2780579121907552 ], "point": [ 0.7369, 0.2644 ] }, { "instruction": "89", "bbox": [ 0.1322345521714952, 0.6009437391493055, 0.1544595506456163, 0.6413860405815972 ], "point": [ 0.1433, 0.6212 ] }, { "instruction": "X", "bbox": [ 0.20110240512424046, 0.006114482879638672, 0.21531626383463542, 0.043968910641140405 ], "point": [ 0.2082, 0.025 ] }, { "instruction": "45", "bbox": [ 0.13263560401068794, 0.6939417182074653, 0.15418319702148436, 0.7340517171223958 ], "point": [ 0.1434, 0.714 ] }, { "instruction": "[D] Turns out,_Othello-GPT does_have a world model", "bbox": [ 0.15516009860568578, 0.2850519137912326, 0.6749269273546007, 0.3852411227756076 ], "point": [ 0.415, 0.3351 ] }, { "instruction": "Submitted by Desi_", "bbox": [ 0.15516009860568578, 0.2850519137912326, 0.6749269273546007, 0.3852411227756076 ], "point": [ 0.415, 0.3351 ] }, { "instruction": "Gigachad [t3_126rgih]", "bbox": [ 0.15516009860568578, 0.2850519137912326, 0.6749269273546007, 0.3852411227756076 ], "point": [ 0.415, 0.3351 ] }, { "instruction": "year ago", "bbox": [ 0.15516009860568578, 0.2850519137912326, 0.6749269273546007, 0.3852411227756076 ], "point": [ 0.415, 0.3351 ] }, { "instruction": "40 comments", "bbox": [ 0.15516009860568578, 0.2850519137912326, 0.6749269273546007, 0.3852411227756076 ], "point": [ 0.415, 0.3351 ] }, { "instruction": "[DJIN] LAION Launches Petition to Establish an International Publicly Funded", "bbox": [ 0.14532241821289063, 0.38137925889756946, 0.6513944837782119, 0.4983404541015625 ], "point": [ 0.3984, 0.4399 ] }, { "instruction": "Supercomputing Facility for Open Source Large-scale AI Research and its Safety", "bbox": [ 0.14532241821289063, 0.38137925889756946, 0.6513944837782119, 0.4983404541015625 ], "point": [ 0.3984, 0.4399 ] }, { "instruction": "Submitted by stringShuffle [t3_127asin]", "bbox": [ 0.14532241821289063, 0.38137925889756946, 0.6513944837782119, 0.4983404541015625 ], "point": [ 0.3984, 0.4399 ] }, { "instruction": "year ago", "bbox": [ 0.14532241821289063, 0.38137925889756946, 0.6513944837782119, 0.4983404541015625 ], "point": [ 0.3984, 0.4399 ] }, { "instruction": "49 comments", "bbox": [ 0.14532241821289063, 0.38137925889756946, 0.6513944837782119, 0.4983404541015625 ], "point": [ 0.3984, 0.4399 ] }, { "instruction": "16", "bbox": [ 0.1322871208190918, 0.7857505967881945, 0.1536752806769477, 0.8606800672743056 ], "point": [ 0.143, 0.8232 ] }, { "instruction": "[P] CAPPr: use OpenAI or HuggingFace models to easily do zero-shot text classification", "bbox": [ 0.14397305382622613, 0.6875984700520833, 0.675012567308214, 0.7774622938368055 ], "point": [ 0.4095, 0.7325 ] }, { "instruction": "Submitted by KD_A [t3_127pbst]", "bbox": [ 0.14397305382622613, 0.6875984700520833, 0.675012567308214, 0.7774622938368055 ], "point": [ 0.4095, 0.7325 ] }, { "instruction": "year ago", "bbox": [ 0.14397305382622613, 0.6875984700520833, 0.675012567308214, 0.7774622938368055 ], "point": [ 0.4095, 0.7325 ] }, { "instruction": "23 comments", "bbox": [ 0.14397305382622613, 0.6875984700520833, 0.675012567308214, 0.7774622938368055 ], "point": [ 0.4095, 0.7325 ] }, { "instruction": "t5_2r3gv", "bbox": [ 0.6943530612521701, 0.15975365532769098, 0.8760275946723091, 0.2221347384982639 ], "point": [ 0.7852, 0.1909 ] }, { "instruction": "a toolbox option to change the font size.", "bbox": [ 0.6855198754204644, 0.37998043484157984, 0.8857152303059895, 0.525890875922309 ], "point": [ 0.7856, 0.4529 ] }, { "instruction": "Incognito.", "bbox": [ 0.8952655368381076, 0.05052976820203993, 0.9706536187065973, 0.09109529283311632 ], "point": [ 0.933, 0.0708 ] }, { "instruction": "Subscript.", "bbox": [ 0.6950392829047309, 0.11948980543348524, 0.7750078837076823, 0.16589692857530383 ], "point": [ 0.735, 0.1427 ] }, { "instruction": "Hide this forum.", "bbox": [ 0.6853507571750217, 0.3013750542534722, 0.8847852918836806, 0.37052015516493053 ], "point": [ 0.7851, 0.3359 ] }, { "instruction": "active status.", "bbox": [ 0.26804962158203127, 0.1377325185139974, 0.33289167616102433, 0.18055938720703124 ], "point": [ 0.3005, 0.1591 ] }, { "instruction": "a counter displaying the number 0.", "bbox": [ 0.7727776421440973, 0.11997368706597222, 0.8196726481119792, 0.16613240559895834 ], "point": [ 0.7962, 0.1431 ] }, { "instruction": "Not Security.", "bbox": [ 0.08243412441677517, 0.055616014268663194, 0.15545866224500868, 0.08534472147623698 ], "point": [ 0.1189, 0.0705 ] }, { "instruction": "More options", "bbox": [ 0.9743025037977431, 0.049962149726019964, 0.9960401746961806, 0.0919862535264757 ], "point": [ 0.9852, 0.071 ] }, { "instruction": "Back", "bbox": [ 0.004945490757624308, 0.050902336968315975, 0.02712342275513543, 0.09225721571180556 ], "point": [ 0.016, 0.0716 ] }, { "instruction": "Forward", "bbox": [ 0.029525391260782876, 0.05097036573621962, 0.05132669872707791, 0.09058071560329861 ], "point": [ 0.0404, 0.0708 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9755221048990885, 0.0038739776611328124, 0.9967781066894531, 0.04113185034857856 ], "point": [ 0.9862, 0.0225 ] }, { "instruction": "Five-point star", "bbox": [ 0.86622560289171, 0.05886183420817057, 0.8820977952745226, 0.08549560546875 ], "point": [ 0.8742, 0.0722 ] }, { "instruction": "Submissions.", "bbox": [ 0.126522339714898, 0.13856432596842447, 0.19907279544406467, 0.180526123046875 ], "point": [ 0.1628, 0.1595 ] }, { "instruction": "Close", "bbox": [ 0.05432847870720758, 0.05173759460449219, 0.07592534489101833, 0.09004144456651475 ], "point": [ 0.0651, 0.0709 ] }, { "instruction": "Close", "bbox": [ 0.3651358286539714, 0.011708419587877062, 0.3794357723659939, 0.03848927709791396 ], "point": [ 0.3723, 0.0251 ] }, { "instruction": "Scroll up and down.", "bbox": [ 0.130302980211046, 0.3844095526801215, 0.15479295518663194, 0.4544684855143229 ], "point": [ 0.1425, 0.4194 ] }, { "instruction": "Scroll up and down.", "bbox": [ 0.13048886193169487, 0.8805714925130208, 0.15498750474717882, 0.9517148844401042 ], "point": [ 0.1427, 0.9161 ] }, { "instruction": "New Tab", "bbox": [ 0.5535828484429254, 0.006070199542575413, 0.5701296488444011, 0.03629043049282498 ], "point": [ 0.5619, 0.0212 ] }, { "instruction": "Scroll up and down.", "bbox": [ 0.13097415500217013, 0.2871676974826389, 0.1546235826280382, 0.3644812689887153 ], "point": [ 0.1428, 0.3258 ] }, { "instruction": "Scroll up and down.", "bbox": [ 0.13003253936767578, 0.5070451524522569, 0.15497059292263454, 0.5779939778645833 ], "point": [ 0.1425, 0.5425 ] }, { "instruction": "Comments section.", "bbox": [ 0.19789536794026694, 0.1382443406846788, 0.2616038216484918, 0.18060429890950522 ], "point": [ 0.2297, 0.1594 ] }, { "instruction": "Close", "bbox": [ 0.5283239576551649, 0.006897837320963542, 0.54576416015625, 0.03778408474392361 ], "point": [ 0.537, 0.0223 ] }, { "instruction": "Download", "bbox": [ 0.1315694702996148, 0.2368406507703993, 0.15434054268731012, 0.2690798950195312 ], "point": [ 0.143, 0.253 ] }, { "instruction": "Subscript file.", "bbox": [ 0.6956408606635199, 0.25067069159613714, 0.778248765733507, 0.2780579121907552 ], "point": [ 0.7369, 0.2644 ] }, { "instruction": "Up arrow with the number 89.", "bbox": [ 0.1322345521714952, 0.6009437391493055, 0.1544595506456163, 0.6413860405815972 ], "point": [ 0.1433, 0.6212 ] }, { "instruction": "Close", "bbox": [ 0.20110240512424046, 0.006114482879638672, 0.21531626383463542, 0.043968910641140405 ], "point": [ 0.2082, 0.025 ] }, { "instruction": "Up arrow 1", "bbox": [ 0.1319697062174479, 0.19662068684895834, 0.1552514182196723, 0.23949211968315973 ], "point": [ 0.1436, 0.2181 ] }, { "instruction": "Scroll up.", "bbox": [ 0.13263560401068794, 0.6939417182074653, 0.15418319702148436, 0.7340517171223958 ], "point": [ 0.1434, 0.714 ] }, { "instruction": "Turning out or turning out an item.", "bbox": [ 0.15516009860568578, 0.2850519137912326, 0.6749269273546007, 0.3852411227756076 ], "point": [ 0.415, 0.3351 ] }, { "instruction": "an arrow pointing to the left.", "bbox": [ 0.14532241821289063, 0.38137925889756946, 0.6513944837782119, 0.4983404541015625 ], "point": [ 0.3984, 0.4399 ] }, { "instruction": "Scroll up and down.", "bbox": [ 0.1322871208190918, 0.7857505967881945, 0.1536752806769477, 0.8606800672743056 ], "point": [ 0.143, 0.8232 ] }, { "instruction": "M0,0L9,0 4.5,0z", "bbox": [ 0.05562948120964898, 0.00614278793334961, 0.07808112568325466, 0.040610114203559027 ], "point": [ 0.0669, 0.0234 ] }, { "instruction": "Download", "bbox": [ 0.13239805433485244, 0.6408924696180556, 0.15398724873860678, 0.6700652398003473 ], "point": [ 0.1432, 0.6555 ] }, { "instruction": "Download", "bbox": [ 0.13256904813978407, 0.7284970431857639, 0.15418174531724718, 0.7649789767795139 ], "point": [ 0.1434, 0.7467 ] }, { "instruction": "Up arrow.", "bbox": [ 0.13319257100423176, 0.971630859375, 0.1571282492743598, 1.0 ], "point": [ 0.1452, 0.9858 ] }, { "instruction": "an upward arrow pointing to the left.", "bbox": [ 0.14397305382622613, 0.6875984700520833, 0.675012567308214, 0.7774622938368055 ], "point": [ 0.4095, 0.7325 ] }, { "instruction": "t5_23gv.", "bbox": [ 0.6943530612521701, 0.15975365532769098, 0.8760275946723091, 0.2221347384982639 ], "point": [ 0.7852, 0.1909 ] } ], "element_size": 103 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_19/12604.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "README.md", "bbox": [ 0.07743055555555556, 0.01499999894036187, 0.1295138888888889, 0.03111111111111111 ], "point": [ 0.1035, 0.0231 ] }, { "instruction": "main", "bbox": [ 0.134375, 0.01499999894036187, 0.15590277777777778, 0.03111111111111111 ], "point": [ 0.1451, 0.0231 ] }, { "instruction": "Byte Bla;", "bbox": [ 0.16006946563720703, 0.015, 0.19652779897054037, 0.03222222222222222 ], "point": [ 0.1783, 0.0236 ] }, { "instruction": "[D] Turns out, Othello-GPT dc", "bbox": [ 0.24270833333333333, 0.013888888888888888, 0.3625, 0.03388888888888889 ], "point": [ 0.3026, 0.0239 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:9999/f/MachineLearning/120470/d-turns-out-othello-gpt-e", "bbox": [ 0.15833331214057075, 0.059444444444444446, 0.6923610899183485, 0.08333333333333333 ], "point": [ 0.4253, 0.0714 ] }, { "instruction": "does-have-a-world-modell", "bbox": [ 0.6881944444444444, 0.051666666666666666, 0.8208333333333333, 0.09 ], "point": [ 0.7545, 0.0708 ] }, { "instruction": "/f/MachineLearning", "bbox": [ 0.15, 0.18888888888888888, 0.2552083333333333, 0.21611111111111111 ], "point": [ 0.2026, 0.2025 ] }, { "instruction": "[D] Turns out; Othello-GPT does have a world model.", "bbox": [ 0.1579861111111111, 0.23500001695421008, 0.45902777777777776, 0.2622222391764323 ], "point": [ 0.3085, 0.2486 ] }, { "instruction": "Submitted by Desi_", "bbox": [ 0.159375, 0.2688888888888889, 0.22881944444444444, 0.2861111111111111 ], "point": [ 0.1941, 0.2775 ] }, { "instruction": "Gigachad [t3_126rgih]", "bbox": [ 0.23680557674831815, 0.2688888888888889, 0.32013891008165146, 0.2861111111111111 ], "point": [ 0.2785, 0.2775 ] }, { "instruction": "year ago in MachineLearning", "bbox": [ 0.32534722222222223, 0.26555557250976564, 0.4354166666666667, 0.2866666666666667 ], "point": [ 0.3804, 0.2761 ] }, { "instruction": "There is this research post by Neel Nanda which states that Othello-GPT has a linear emergent world representation:", "bbox": [ 0.15902779897054037, 0.2966666666666667, 0.6597222434149848, 0.3194444444444444 ], "point": [ 0.4094, 0.3081 ] }, { "instruction": "What does it mean (as", "bbox": [ 0.1597222434149848, 0.3205555894639757, 0.25937502119276257, 0.3416667005750868 ], "point": [ 0.2095, 0.3311 ] }, { "instruction": "am mostly a novice) and what do you all think about it?", "bbox": [ 0.2635416666666667, 0.3194444444444444, 0.503125, 0.3416666666666667 ], "point": [ 0.3833, 0.3306 ] }, { "instruction": "link", "bbox": [ 0.15868055555555555, 0.3600000339084201, 0.1763888888888889, 0.37611114501953125 ], "point": [ 0.1675, 0.3681 ] }, { "instruction": "MachineLearning", "bbox": [ 0.6958333333333333, 0.36777774386935763, 0.7944444444444444, 0.39611107720269095 ], "point": [ 0.7451, 0.3819 ] }, { "instruction": "Comments", "bbox": [ 0.12569444444444444, 0.4311111111111111, 0.20138891008165147, 0.4583333333333333 ], "point": [ 0.1635, 0.4447 ] }, { "instruction": "t5_2r3gv", "bbox": [ 0.6947916666666667, 0.47055555555555556, 0.7368055555555556, 0.49277777777777776 ], "point": [ 0.7158, 0.4817 ] }, { "instruction": "Created 2 years ago", "bbox": [ 0.6961805555555556, 0.525, 0.7715277777777778, 0.5433334011501736 ], "point": [ 0.7339, 0.5342 ] }, { "instruction": "Markdown allowed. Formatting help", "bbox": [ 0.12743055555555555, 0.6538888888888889, 0.26145833333333335, 0.6722222222222223 ], "point": [ 0.1944, 0.6631 ] }, { "instruction": "Jadien [t1_jeastxv] wrote", "bbox": [ 0.16145832273695204, 0.8116666666666666, 0.25555555555555554, 0.8316666666666667 ], "point": [ 0.2085, 0.8217 ] }, { "instruction": "year ago", "bbox": [ 0.2607638888888889, 0.815, 0.2951388888888889, 0.8311111111111111 ], "point": [ 0.278, 0.8231 ] }, { "instruction": "50", "bbox": [ 0.13993054495917426, 0.835, 0.15381943384806315, 0.8522222222222222 ], "point": [ 0.1469, 0.8436 ] }, { "instruction": "Ive only skimmed the link (and its sub-links), but the basic idea is this:", "bbox": [ 0.16041664547390408, 0.8394444444444444, 0.4642361111111111, 0.8644444444444445 ], "point": [ 0.3123, 0.8519 ] }, { "instruction": "If you've trained a model to predict the next move in an Othello game, given the board state as an input, you can not", "bbox": [ 0.16041666666666668, 0.8805555555555555, 0.6579861111111112, 0.9027777777777778 ], "point": [ 0.4092, 0.8917 ] }, { "instruction": "necessarily conclude that the model also has the ability to perform similar tasks, like \"Determine whether a given", "bbox": [ 0.16145831214057074, 0.9022222222222223, 0.6468749788072374, 0.9266666666666666 ], "point": [ 0.4042, 0.9144 ] }, { "instruction": "move is legal\" or \"Determine what the board state will be after executing a move\". Those abilities might help a model", "bbox": [ 0.16145831214057074, 0.9255555555555556, 0.663541645473904, 0.9494444444444444 ], "point": [ 0.4125, 0.9375 ] }, { "instruction": "predict the next move but are not required.", "bbox": [ 0.1607638888888889, 0.9494445122612847, 0.3458333333333333, 0.9738889567057292 ], "point": [ 0.2533, 0.9617 ] }, { "instruction": "I", "bbox": [ 0.16319443384806315, 0.9933333333333333, 0.17499998940361872, 0.9983333333333333 ], "point": [ 0.1691, 0.9958 ] }, { "instruction": "Toolbox", "bbox": [ 0.6862064785427517, 0.6694068739149306, 0.8856948004828559, 0.8149595811631944 ], "point": [ 0.786, 0.7422 ] }, { "instruction": "Bans", "bbox": [ 0.6862064785427517, 0.6694068739149306, 0.8856948004828559, 0.8149595811631944 ], "point": [ 0.786, 0.7422 ] }, { "instruction": "Moderation log", "bbox": [ 0.6862064785427517, 0.6694068739149306, 0.8856948004828559, 0.8149595811631944 ], "point": [ 0.786, 0.7422 ] }, { "instruction": "Incognito", "bbox": [ 0.8949339972601996, 0.05052105373806424, 0.9706652323404948, 0.09107933044433594 ], "point": [ 0.9328, 0.0708 ] }, { "instruction": "Not Secure", "bbox": [ 0.08267715242173937, 0.0527895270453559, 0.15635258356730145, 0.08679864671495226 ], "point": [ 0.1195, 0.0698 ] }, { "instruction": "Hide this forum", "bbox": [ 0.6848651038275825, 0.5922216796875, 0.8849349127875434, 0.6623597547743055 ], "point": [ 0.7849, 0.6273 ] }, { "instruction": "Subscribe", "bbox": [ 0.6953010559082031, 0.4105114067925347, 0.7749124315049913, 0.45549018012152775 ], "point": [ 0.7351, 0.433 ] }, { "instruction": "Post", "bbox": [ 0.1263027720981174, 0.6883969455295139, 0.16985805299546983, 0.7325325520833333 ], "point": [ 0.1481, 0.7105 ] }, { "instruction": "Submit", "bbox": [ 0.6499710930718317, 0.09847555372450087, 0.7188631693522135, 0.15008341471354167 ], "point": [ 0.6844, 0.1243 ] }, { "instruction": "0", "bbox": [ 0.6856995476616754, 0.17072606404622395, 0.8850407070583768, 0.3388295491536458 ], "point": [ 0.7854, 0.2548 ] }, { "instruction": "points (+0, ~0)", "bbox": [ 0.6856995476616754, 0.17072606404622395, 0.8850407070583768, 0.3388295491536458 ], "point": [ 0.7854, 0.2548 ] }, { "instruction": "Short URL:", "bbox": [ 0.6856995476616754, 0.17072606404622395, 0.8850407070583768, 0.3388295491536458 ], "point": [ 0.7854, 0.2548 ] }, { "instruction": "http://ec2-3-135-185-123 .us -", "bbox": [ 0.6856995476616754, 0.17072606404622395, 0.8850407070583768, 0.3388295491536458 ], "point": [ 0.7854, 0.2548 ] }, { "instruction": "east-", "bbox": [ 0.6856995476616754, 0.17072606404622395, 0.8850407070583768, 0.3388295491536458 ], "point": [ 0.7854, 0.2548 ] }, { "instruction": "2 .compute", "bbox": [ 0.6856995476616754, 0.17072606404622395, 0.8850407070583768, 0.3388295491536458 ], "point": [ 0.7854, 0.2548 ] }, { "instruction": "amazonaws", "bbox": [ 0.6856995476616754, 0.17072606404622395, 0.8850407070583768, 0.3388295491536458 ], "point": [ 0.7854, 0.2548 ] }, { "instruction": "com: 9999/120", "bbox": [ 0.6856995476616754, 0.17072606404622395, 0.8850407070583768, 0.3388295491536458 ], "point": [ 0.7854, 0.2548 ] }, { "instruction": "Postmill", "bbox": [ 0.12780918545193143, 0.09650931464301216, 0.19130013783772787, 0.15437230428059895 ], "point": [ 0.1596, 0.1254 ] }, { "instruction": "MarvelsGrantMan136", "bbox": [ 0.7218646579318576, 0.10056059095594617, 0.8699690077039931, 0.1483763631184896 ], "point": [ 0.7959, 0.1245 ] }, { "instruction": "Nested", "bbox": [ 0.12633046044243706, 0.7444163004557292, 0.17456001705593532, 0.787055189344618 ], "point": [ 0.1504, 0.7657 ] }, { "instruction": "Forums", "bbox": [ 0.19111686282687718, 0.0983343760172526, 0.2521890216403537, 0.15256720648871527 ], "point": [ 0.2217, 0.1255 ] }, { "instruction": "Wiki", "bbox": [ 0.2516219245062934, 0.09844637552897136, 0.293064456515842, 0.15163004557291668 ], "point": [ 0.2723, 0.125 ] }, { "instruction": "Boston", "bbox": [ 0.3857860565185547, 0.000662184821234809, 0.5301866743299696, 0.045272132025824655 ], "point": [ 0.458, 0.023 ] }, { "instruction": "Linear", "bbox": [ 0.17327272627088758, 0.744461669921875, 0.21542589399549697, 0.786439208984375 ], "point": [ 0.1943, 0.7655 ] }, { "instruction": "X", "bbox": [ 0.5284834543863932, 0.007839944627549913, 0.5458819495307075, 0.03706480662027995 ], "point": [ 0.5372, 0.0225 ] }, { "instruction": "X", "bbox": [ 0.20116195678710938, 0.011653051376342774, 0.2150613996717665, 0.03579348140292697 ], "point": [ 0.2081, 0.0237 ] }, { "instruction": "Hide", "bbox": [ 0.6332260555691189, 0.8067468939887152, 0.6667905595567492, 0.8359740532769098 ], "point": [ 0.65, 0.8214 ] }, { "instruction": "https:I/wwwneelnanda io/mechanistic-interpretability/othello", "bbox": [ 0.18315357632107204, 0.35713355170355904, 0.45535189310709634, 0.37999854193793403 ], "point": [ 0.3193, 0.3686 ] }, { "instruction": "+", "bbox": [ 0.5545531802707249, 0.009328201082017687, 0.5703042348225912, 0.039100717968410914 ], "point": [ 0.5624, 0.0242 ] }, { "instruction": "X", "bbox": [ 0.36575707329644097, 0.013847933875189887, 0.3786459181043837, 0.03473418129814996 ], "point": [ 0.3722, 0.0243 ] }, { "instruction": "67", "bbox": [ 0.1321582794189453, 0.23478169759114584, 0.1542416254679362, 0.30146816677517363 ], "point": [ 0.1432, 0.2681 ] }, { "instruction": "Subscribe via RSS", "bbox": [ 0.6951778411865235, 0.5413580322265625, 0.7774759080674913, 0.5652651638454861 ], "point": [ 0.7363, 0.5533 ] }, { "instruction": "40 comments", "bbox": [ 0.15815909703572592, 0.389045647515191, 0.21452376047770183, 0.41116906060112846 ], "point": [ 0.1863, 0.4001 ] }, { "instruction": "a horizontal scrollbar.", "bbox": [ 0.12670404646131728, 0.4784203084309896, 0.5173810958862305, 0.6432759602864583 ], "point": [ 0.322, 0.5608 ] }, { "instruction": "a toolbox option.", "bbox": [ 0.6862064785427517, 0.6694068739149306, 0.8856948004828559, 0.8149595811631944 ], "point": [ 0.786, 0.7422 ] }, { "instruction": "Incognito.", "bbox": [ 0.8949339972601996, 0.05052105373806424, 0.9706652323404948, 0.09107933044433594 ], "point": [ 0.9328, 0.0708 ] }, { "instruction": "Not Security.", "bbox": [ 0.08267715242173937, 0.0527895270453559, 0.15635258356730145, 0.08679864671495226 ], "point": [ 0.1195, 0.0698 ] }, { "instruction": "Hide this forum.", "bbox": [ 0.6848651038275825, 0.5922216796875, 0.8849349127875434, 0.6623597547743055 ], "point": [ 0.7849, 0.6273 ] }, { "instruction": "Subscript.", "bbox": [ 0.6953010559082031, 0.4105114067925347, 0.7749124315049913, 0.45549018012152775 ], "point": [ 0.7351, 0.433 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9756401909722222, 0.004606094360351563, 0.9967315673828125, 0.04039392259385851 ], "point": [ 0.9862, 0.0225 ] }, { "instruction": "Post.", "bbox": [ 0.1263027720981174, 0.6883969455295139, 0.16985805299546983, 0.7325325520833333 ], "point": [ 0.1481, 0.7105 ] }, { "instruction": "creating a new comment or entry.", "bbox": [ 0.6499710930718317, 0.09847555372450087, 0.7188631693522135, 0.15008341471354167 ], "point": [ 0.6844, 0.1243 ] }, { "instruction": "0 points (0,0).", "bbox": [ 0.6856995476616754, 0.17072606404622395, 0.8850407070583768, 0.3388295491536458 ], "point": [ 0.7854, 0.2548 ] }, { "instruction": "Postmill.", "bbox": [ 0.12780918545193143, 0.09650931464301216, 0.19130013783772787, 0.15437230428059895 ], "point": [ 0.1596, 0.1254 ] }, { "instruction": "a counter displaying the number 0.", "bbox": [ 0.7731012980143229, 0.4106087917751736, 0.8193445841471354, 0.4552261691623264 ], "point": [ 0.7962, 0.4329 ] }, { "instruction": "A user profile or account.", "bbox": [ 0.7218646579318576, 0.10056059095594617, 0.8699690077039931, 0.1483763631184896 ], "point": [ 0.7959, 0.1245 ] }, { "instruction": "Nested.", "bbox": [ 0.12633046044243706, 0.7444163004557292, 0.17456001705593532, 0.787055189344618 ], "point": [ 0.1504, 0.7657 ] }, { "instruction": "Forms.", "bbox": [ 0.19111686282687718, 0.0983343760172526, 0.2521890216403537, 0.15256720648871527 ], "point": [ 0.2217, 0.1255 ] }, { "instruction": "More options", "bbox": [ 0.9738670349121094, 0.04947151184082031, 0.9964235941569011, 0.09199346754286024 ], "point": [ 0.9851, 0.0707 ] }, { "instruction": "Reload", "bbox": [ 0.054072300593058266, 0.04735591464572483, 0.07645912700229221, 0.09255609300401475 ], "point": [ 0.0653, 0.07 ] }, { "instruction": "Email", "bbox": [ 0.6153055826822916, 0.09748177422417535, 0.6491442362467448, 0.15179409450954862 ], "point": [ 0.6322, 0.1246 ] }, { "instruction": "Wiki", "bbox": [ 0.2516219245062934, 0.09844637552897136, 0.293064456515842, 0.15163004557291668 ], "point": [ 0.2723, 0.125 ] }, { "instruction": "Back", "bbox": [ 0.005059850215911865, 0.05009300231933594, 0.027187771267361112, 0.09073682996961806 ], "point": [ 0.0161, 0.0704 ] }, { "instruction": "Forward", "bbox": [ 0.028868129518296985, 0.04871689690483941, 0.05134349399142795, 0.09135874430338542 ], "point": [ 0.0401, 0.07 ] }, { "instruction": "Search function.", "bbox": [ 0.3919248792860243, 0.11011305067274306, 0.4098433600531684, 0.14204071044921876 ], "point": [ 0.4009, 0.1261 ] }, { "instruction": "Five-point star", "bbox": [ 0.8665131462944878, 0.058442501491970486, 0.8833349439832899, 0.08618528578016493 ], "point": [ 0.8749, 0.0723 ] }, { "instruction": "Refresh or reload.", "bbox": [ 0.3857860565185547, 0.000662184821234809, 0.5301866743299696, 0.045272132025824655 ], "point": [ 0.458, 0.023 ] }, { "instruction": "Linear.", "bbox": [ 0.17327272627088758, 0.744461669921875, 0.21542589399549697, 0.786439208984375 ], "point": [ 0.1943, 0.7655 ] }, { "instruction": "Close", "bbox": [ 0.5284834543863932, 0.007839944627549913, 0.5458819495307075, 0.03706480662027995 ], "point": [ 0.5372, 0.0225 ] }, { "instruction": "Close", "bbox": [ 0.20116195678710938, 0.011653051376342774, 0.2150613996717665, 0.03579348140292697 ], "point": [ 0.2081, 0.0237 ] }, { "instruction": "Hide functionality.", "bbox": [ 0.6332260555691189, 0.8067468939887152, 0.6667905595567492, 0.8359740532769098 ], "point": [ 0.65, 0.8214 ] }, { "instruction": "A link to https://www.reelanda.d.mechanic-expanding.", "bbox": [ 0.18315357632107204, 0.35713355170355904, 0.45535189310709634, 0.37999854193793403 ], "point": [ 0.3193, 0.3686 ] }, { "instruction": "New Tab", "bbox": [ 0.5545531802707249, 0.009328201082017687, 0.5703042348225912, 0.039100717968410914 ], "point": [ 0.5624, 0.0242 ] }, { "instruction": "Close", "bbox": [ 0.36575707329644097, 0.013847933875189887, 0.3786459181043837, 0.03473418129814996 ], "point": [ 0.3722, 0.0243 ] }, { "instruction": "Formating help.", "bbox": [ 0.1991847356160482, 0.6511248101128472, 0.26725470225016273, 0.6722873263888889 ], "point": [ 0.2332, 0.6617 ] }, { "instruction": "Download", "bbox": [ 0.13739681243896484, 0.8530109320746527, 0.1554526646931966, 0.8806281195746528 ], "point": [ 0.1464, 0.8668 ] }, { "instruction": "Scroll up and down.", "bbox": [ 0.1321582794189453, 0.23478169759114584, 0.1542416254679362, 0.30146816677517363 ], "point": [ 0.1432, 0.2681 ] }, { "instruction": "an upward action or movement.", "bbox": [ 0.1371803601582845, 0.8140692138671874, 0.15558996200561523, 0.8421014404296875 ], "point": [ 0.1464, 0.8281 ] }, { "instruction": "Subscript file.", "bbox": [ 0.6951778411865235, 0.5413580322265625, 0.7774759080674913, 0.5652651638454861 ], "point": [ 0.7363, 0.5533 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.8216439988878038, 0.4065837605794271, 0.8756677415635851, 0.45877193874782984 ], "point": [ 0.8487, 0.4327 ] }, { "instruction": "40 comments.", "bbox": [ 0.15815909703572592, 0.389045647515191, 0.21452376047770183, 0.41116906060112846 ], "point": [ 0.1863, 0.4001 ] } ], "element_size": 100 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_20/12952.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "README.md", "bbox": [ 0.078125, 0.015, 0.1295138888888889, 0.029444444444444443 ], "point": [ 0.1038, 0.0222 ] }, { "instruction": "main", "bbox": [ 0.134375, 0.01499999894036187, 0.15590277777777778, 0.03111111111111111 ], "point": [ 0.1451, 0.0231 ] }, { "instruction": "Byte Bla:", "bbox": [ 0.16006946563720703, 0.015, 0.19652779897054037, 0.03222222222222222 ], "point": [ 0.1783, 0.0236 ] }, { "instruction": "[D] Turns out, Othello-GPT dc", "bbox": [ 0.24270833333333333, 0.013888888888888888, 0.3625, 0.03388888888888889 ], "point": [ 0.3026, 0.0239 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/byteblazellist_of_awesome_things/-/blob/main/READMEmd", "bbox": [ 0.1583333757188585, 0.06055554707845052, 0.7267361111111111, 0.08388888041178386 ], "point": [ 0.4425, 0.0722 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "changes have been successfully committed.", "bbox": [ 0.2423611111111111, 0.17500001695421008, 0.44340277777777776, 0.20222223917643228 ], "point": [ 0.3429, 0.1886 ] }, { "instruction": "Update README.md", "bbox": [ 0.2326388888888889, 0.31, 0.33125, 0.335 ], "point": [ 0.2819, 0.3225 ] }, { "instruction": "Byte Blaze authored just now", "bbox": [ 0.23229166666666667, 0.33555555555555555, 0.36493055555555554, 0.3566666666666667 ], "point": [ 0.2986, 0.3461 ] }, { "instruction": "README.md", "bbox": [ 0.2607638888888889, 0.41388888888888886, 0.32256944444444446, 0.42944444444444446 ], "point": [ 0.2917, 0.4217 ] }, { "instruction": "6.53 KiB", "bbox": [ 0.3451388888888889, 0.41388888888888886, 0.37881944444444443, 0.42944444444444446 ], "point": [ 0.362, 0.4217 ] }, { "instruction": "list", "bbox": [ 0.20868055555555556, 0.48777777777777775, 0.2378472222222222, 0.5172222222222222 ], "point": [ 0.2233, 0.5025 ] }, { "instruction": "awesome_things", "bbox": [ 0.2670138888888889, 0.4855555555555556, 0.40381944444444445, 0.5222222222222223 ], "point": [ 0.3354, 0.5039 ] }, { "instruction": "Boston (US: /bostan/, UK: /bpstan/) , officially the", "bbox": [ 0.21041666666666667, 0.5450000678168403, 0.4361111111111111, 0.5694444444444444 ], "point": [ 0.3233, 0.5572 ] }, { "instruction": "of Boston; is the capital and most populous city of the Commonwealth of Massachusetts in the United States and", "bbox": [ 0.45590277777777777, 0.5466666666666666, 0.9649305555555555, 0.5694443766276042 ], "point": [ 0.7104, 0.5581 ] }, { "instruction": "24th-most populous city in the country: The city proper covers about 48.4 sq mi (125 km2) with a population of 675,647 in 2020,also making it the most populous city", "bbox": [ 0.21006944444444445, 0.5677777099609375, 0.9597222222222223, 0.5944443766276042 ], "point": [ 0.5849, 0.5811 ] }, { "instruction": "in New England:", "bbox": [ 0.20972222222222223, 0.5944445122612847, 0.284375, 0.6150000678168402 ], "point": [ 0.247, 0.6047 ] }, { "instruction": "Getting started", "bbox": [ 0.20902777777777778, 0.6377777777777778, 0.31493055555555555, 0.6744444444444444 ], "point": [ 0.262, 0.6561 ] }, { "instruction": "To make it easy for you to", "bbox": [ 0.2107638888888889, 0.6988888888888889, 0.32708333333333334, 0.7172222222222222 ], "point": [ 0.2689, 0.7081 ] }, { "instruction": "started with GitLab, here's", "bbox": [ 0.34479166666666666, 0.6983333333333334, 0.465625, 0.7188888888888889 ], "point": [ 0.4052, 0.7086 ] }, { "instruction": "list of recommended next steps:", "bbox": [ 0.47291666666666665, 0.6972222222222222, 0.6208333333333333, 0.7188888888888889 ], "point": [ 0.5469, 0.7081 ] }, { "instruction": "Already a", "bbox": [ 0.2107638888888889, 0.74, 0.25381944444444443, 0.7583333333333333 ], "point": [ 0.2323, 0.7492 ] }, { "instruction": "Just edit this README.md and make it your own: Want to make it easy? Use the template at the bottom!", "bbox": [ 0.2777777777777778, 0.7394444444444445, 0.7430555555555556, 0.76 ], "point": [ 0.5104, 0.7497 ] }, { "instruction": "Add your files", "bbox": [ 0.2111111111111111, 0.786666734483507, 0.3055555555555556, 0.8172222900390625 ], "point": [ 0.2583, 0.8019 ] }, { "instruction": "Create or upload files", "bbox": [ 0.23020835452609592, 0.8427777777777777, 0.32916668785942926, 0.8644444444444445 ], "point": [ 0.2797, 0.8536 ] }, { "instruction": "Add files using the command line or push an existing Git repository with the following command:", "bbox": [ 0.23020833333333332, 0.8661111111111112, 0.6625, 0.8905555555555555 ], "point": [ 0.4464, 0.8783 ] }, { "instruction": "cd", "bbox": [ 0.22013888888888888, 0.925, 0.23402777777777778, 0.9433333333333334 ], "point": [ 0.2271, 0.9342 ] }, { "instruction": "existing_repo", "bbox": [ 0.2361111323038737, 0.9205555555555556, 0.3170139100816515, 0.9494444444444444 ], "point": [ 0.2766, 0.935 ] }, { "instruction": "git", "bbox": [ 0.21909722222222222, 0.9505555555555556, 0.23993055555555556, 0.9716666666666667 ], "point": [ 0.2295, 0.9611 ] }, { "instruction": "remote", "bbox": [ 0.24375, 0.9511111111111111, 0.28020833333333334, 0.9672222222222222 ], "point": [ 0.262, 0.9592 ] }, { "instruction": "add origin", "bbox": [ 0.28402775658501517, 0.9494444444444444, 0.3454860899183485, 0.9716666666666667 ], "point": [ 0.3148, 0.9606 ] }, { "instruction": "I/ec2-3-135-185-123.us-east-2. compute.amazonaws", "bbox": [ 0.3770833333333333, 0.9494444444444444, 0.6555555555555556, 0.9711111111111111 ], "point": [ 0.5163, 0.9603 ] }, { "instruction": "com", "bbox": [ 0.6593749576144748, 0.9522222222222222, 0.6788194020589192, 0.9672222222222222 ], "point": [ 0.6691, 0.9597 ] }, { "instruction": "8023/byteblaze/list_of_awesome_things.git", "bbox": [ 0.6815972222222222, 0.9477777777777778, 0.925, 0.9727777777777777 ], "point": [ 0.8033, 0.9603 ] }, { "instruction": "git branch", "bbox": [ 0.21909724341498482, 0.9744444444444444, 0.2812500211927626, 0.9977777777777778 ], "point": [ 0.2502, 0.9861 ] }, { "instruction": "~ main", "bbox": [ 0.28402777777777777, 0.9744445122612847, 0.3277777777777778, 0.9950000678168403 ], "point": [ 0.3059, 0.9847 ] }, { "instruction": "Your", "bbox": [ 0.22152777777777777, 0.1772222391764323, 0.2423611111111111, 0.1983333502875434 ], "point": [ 0.2319, 0.1878 ] }, { "instruction": "Lof_", "bbox": [ 0.23333333333333334, 0.491111077202691, 0.2625, 0.5166666327582465 ], "point": [ 0.2479, 0.5039 ] }, { "instruction": "City", "bbox": [ 0.4361111111111111, 0.5455555555555556, 0.45555555555555555, 0.57 ], "point": [ 0.4458, 0.5578 ] }, { "instruction": "get", "bbox": [ 0.3267361111111111, 0.7, 0.34652777777777777, 0.7161111111111111 ], "point": [ 0.3366, 0.7081 ] }, { "instruction": "pro?", "bbox": [ 0.25381944444444443, 0.7422222222222222, 0.27743055555555557, 0.7555555555555555 ], "point": [ 0.2656, 0.7489 ] }, { "instruction": "http:=", "bbox": [ 0.3489583333333333, 0.9466666666666667, 0.378125, 0.9744444444444444 ], "point": [ 0.3635, 0.9606 ] }, { "instruction": "Find file", "bbox": [ 0.7648229810926649, 0.231688232421875, 0.8200445387098524, 0.2715812513563368 ], "point": [ 0.7924, 0.2516 ] }, { "instruction": "Blame", "bbox": [ 0.8224585639105902, 0.23165173000759548, 0.8694001939561632, 0.27150744967990453 ], "point": [ 0.8459, 0.2516 ] }, { "instruction": "History", "bbox": [ 0.8720742967393663, 0.23183181762695312, 0.924145253499349, 0.27147015041775174 ], "point": [ 0.8981, 0.2517 ] }, { "instruction": "Permalink", "bbox": [ 0.9262239244249132, 0.23191948784722222, 0.9901038275824653, 0.2716436089409722 ], "point": [ 0.9582, 0.2518 ] }, { "instruction": "Incognito", "bbox": [ 0.8948828803168403, 0.05029797871907552, 0.9707860310872396, 0.09102174546983507 ], "point": [ 0.9328, 0.0707 ] }, { "instruction": "83 Merge requests", "bbox": [ 0.007421387566460503, 0.5666596476236979, 0.17010380427042643, 0.60525634765625 ], "point": [ 0.0888, 0.586 ] }, { "instruction": "Repository", "bbox": [ 0.005731121699015299, 0.2368290540907118, 0.17460545963711208, 0.27550577799479165 ], "point": [ 0.0902, 0.2562 ] }, { "instruction": "Monitor", "bbox": [ 0.007744487126668294, 0.7867059326171875, 0.17518642743428547, 0.8254882134331597 ], "point": [ 0.0915, 0.8061 ] }, { "instruction": "main", "bbox": [ 0.1875753402709961, 0.23189778645833334, 0.30037708282470704, 0.2760699123806424 ], "point": [ 0.244, 0.254 ] }, { "instruction": "Deployments", "bbox": [ 0.008796458774142795, 0.6771067979600695, 0.1704744127061632, 0.7153483072916667 ], "point": [ 0.0896, 0.6962 ] }, { "instruction": "Branches", "bbox": [ 0.006132517920600044, 0.3465118069118924, 0.17385998831854926, 0.3860712687174479 ], "point": [ 0.09, 0.3663 ] }, { "instruction": "Packages and registries", "bbox": [ 0.008751763237847222, 0.7137757703993055, 0.16956136491563584, 0.7520225694444445 ], "point": [ 0.0892, 0.7329 ] }, { "instruction": "b811e646", "bbox": [ 0.8917908562554253, 0.3080472819010417, 0.9796845330132379, 0.35042215983072916 ], "point": [ 0.9357, 0.3292 ] }, { "instruction": "Contributors", "bbox": [ 0.008922900093926324, 0.4200147162543403, 0.17083897590637206, 0.45928968641493056 ], "point": [ 0.0899, 0.4397 ] }, { "instruction": "Files", "bbox": [ 0.004508897993299696, 0.2741810268825955, 0.17432239320543078, 0.3118670654296875 ], "point": [ 0.0894, 0.293 ] }, { "instruction": "Tags", "bbox": [ 0.008031521903143988, 0.38419470893012153, 0.17237109608120388, 0.4224187215169271 ], "point": [ 0.0902, 0.4033 ] }, { "instruction": "Security", "bbox": [ 0.008894803788926866, 0.6404031032986112, 0.17134105894300672, 0.6787999131944444 ], "point": [ 0.0901, 0.6596 ] }, { "instruction": "Compliance", "bbox": [ 0.008894803788926866, 0.6404031032986112, 0.17134105894300672, 0.6787999131944444 ], "point": [ 0.0901, 0.6596 ] }, { "instruction": "Infrastructure", "bbox": [ 0.008361472023857964, 0.7510373263888889, 0.17379794120788575, 0.78850341796875 ], "point": [ 0.0911, 0.7698 ] }, { "instruction": "Project information", "bbox": [ 0.00657864146762424, 0.19816724989149306, 0.17255202929178873, 0.23893120659722222 ], "point": [ 0.0896, 0.2185 ] }, { "instruction": "Analytics", "bbox": [ 0.00745639271206326, 0.823553466796875, 0.17728124724494088, 0.8626006401909723 ], "point": [ 0.0924, 0.8431 ] }, { "instruction": "Graph", "bbox": [ 0.009207995732625325, 0.45728342692057294, 0.17053754064771864, 0.495406731499566 ], "point": [ 0.0899, 0.4763 ] }, { "instruction": "Issues", "bbox": [ 0.007560014724731445, 0.5307391357421875, 0.17047242588467068, 0.5684727647569444 ], "point": [ 0.089, 0.5496 ] }, { "instruction": "CICD", "bbox": [ 0.008279095755683051, 0.6035625542534723, 0.17100907961527506, 0.64255859375 ], "point": [ 0.0896, 0.6231 ] }, { "instruction": "Commits", "bbox": [ 0.004524670706854926, 0.31097896999782987, 0.1740925629933675, 0.34843509250217014 ], "point": [ 0.0893, 0.3297 ] }, { "instruction": "Compare", "bbox": [ 0.009212721718682183, 0.4934102715386285, 0.17009717623392742, 0.5322162882486979 ], "point": [ 0.0897, 0.5128 ] }, { "instruction": "Replace", "bbox": [ 0.8068447536892361, 0.4020787556966146, 0.8620876736111112, 0.44137169731987846 ], "point": [ 0.8345, 0.4217 ] }, { "instruction": "Not Secure", "bbox": [ 0.08301020728217232, 0.05443554348415799, 0.15548055436876085, 0.08601565043131511 ], "point": [ 0.1192, 0.0702 ] }, { "instruction": "Wiki", "bbox": [ 0.007099125120374892, 0.8605154758029514, 0.17964110374450684, 0.8981470404730902 ], "point": [ 0.0934, 0.8793 ] }, { "instruction": "Delete", "bbox": [ 0.8598581102159288, 0.40232130262586807, 0.9071344163682725, 0.44140068901909724 ], "point": [ 0.8835, 0.4219 ] }, { "instruction": "886", "bbox": [ 0.8144961886935764, 0.10254853990342883, 0.8644283718532986, 0.141631351047092 ], "point": [ 0.8395, 0.1221 ] }, { "instruction": "Snippets", "bbox": [ 0.006699117024739584, 0.8965016004774305, 0.17943863338894314, 0.9358039008246528 ], "point": [ 0.0931, 0.9162 ] }, { "instruction": "13", "bbox": [ 0.7705746968587239, 0.10237550523546007, 0.8137319776746962, 0.14254759046766494 ], "point": [ 0.7922, 0.1225 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.006657224231296116, 0.15137778388129342, 0.1724394957224528, 0.19895919799804687 ], "point": [ 0.0895, 0.1752 ] }, { "instruction": "Edwv", "bbox": [ 0.7444664849175348, 0.40226155598958335, 0.804476081000434, 0.4414390055338542 ], "point": [ 0.7745, 0.4219 ] }, { "instruction": "Collapse sidebar", "bbox": [ 0.005131096310085721, 0.9542097981770833, 0.1764629046122233, 0.9906041124131945 ], "point": [ 0.0908, 0.9724 ] }, { "instruction": "X", "bbox": [ 0.2001906924777561, 0.01223142835828993, 0.21445753309461807, 0.035847981770833336 ], "point": [ 0.2073, 0.024 ] }, { "instruction": "X", "bbox": [ 0.528461668226454, 0.008038000530666774, 0.5457134246826172, 0.036195921368069116 ], "point": [ 0.5371, 0.0221 ] }, { "instruction": "+", "bbox": [ 0.5537792629665799, 0.007542121675279405, 0.5705184936523438, 0.03574635293748644 ], "point": [ 0.5621, 0.0216 ] }, { "instruction": "X", "bbox": [ 0.3646160973442925, 0.0073084873623318145, 0.38097962273491753, 0.0393058353000217 ], "point": [ 0.3728, 0.0233 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.30795841217041015, 0.23878974066840278, 0.42481536865234376, 0.26519178602430554 ], "point": [ 0.3664, 0.252 ] }, { "instruction": "Boston", "bbox": [ 0.38861863878038194, 0.0025945790608723957, 0.44251005384657116, 0.04334205203586154 ], "point": [ 0.4156, 0.023 ] }, { "instruction": "READMEmd", "bbox": [ 0.4293156517876519, 0.23972079806857638, 0.4962683359781901, 0.2661185031467014 ], "point": [ 0.4628, 0.2529 ] }, { "instruction": "MI", "bbox": [ 0.2413892110188802, 0.40447645399305554, 0.25876180860731335, 0.43943834092881945 ], "point": [ 0.2501, 0.422 ] }, { "instruction": "a button to find a file.", "bbox": [ 0.7648229810926649, 0.231688232421875, 0.8200445387098524, 0.2715812513563368 ], "point": [ 0.7924, 0.2516 ] }, { "instruction": "Blame mode.", "bbox": [ 0.8224585639105902, 0.23165173000759548, 0.8694001939561632, 0.27150744967990453 ], "point": [ 0.8459, 0.2516 ] }, { "instruction": "History.", "bbox": [ 0.8720742967393663, 0.23183181762695312, 0.924145253499349, 0.27147015041775174 ], "point": [ 0.8981, 0.2517 ] }, { "instruction": "permarking a file or document.", "bbox": [ 0.9262239244249132, 0.23191948784722222, 0.9901038275824653, 0.2716436089409722 ], "point": [ 0.9582, 0.2518 ] }, { "instruction": "Incognito.", "bbox": [ 0.8948828803168403, 0.05029797871907552, 0.9707860310872396, 0.09102174546983507 ], "point": [ 0.9328, 0.0707 ] }, { "instruction": "Merge requests.", "bbox": [ 0.007421387566460503, 0.5666596476236979, 0.17010380427042643, 0.60525634765625 ], "point": [ 0.0888, 0.586 ] }, { "instruction": "Repostory.", "bbox": [ 0.005731121699015299, 0.2368290540907118, 0.17460545963711208, 0.27550577799479165 ], "point": [ 0.0902, 0.2562 ] }, { "instruction": "monitor.", "bbox": [ 0.007744487126668294, 0.7867059326171875, 0.17518642743428547, 0.8254882134331597 ], "point": [ 0.0915, 0.8061 ] }, { "instruction": "a dropdown menu to select the main menu.", "bbox": [ 0.1875753402709961, 0.23189778645833334, 0.30037708282470704, 0.2760699123806424 ], "point": [ 0.244, 0.254 ] }, { "instruction": "Developments.", "bbox": [ 0.008796458774142795, 0.6771067979600695, 0.1704744127061632, 0.7153483072916667 ], "point": [ 0.0896, 0.6962 ] }, { "instruction": "Branchs.", "bbox": [ 0.006132517920600044, 0.3465118069118924, 0.17385998831854926, 0.3860712687174479 ], "point": [ 0.09, 0.3663 ] }, { "instruction": "a checkbox to select the Packages andRegister options.", "bbox": [ 0.008751763237847222, 0.7137757703993055, 0.16956136491563584, 0.7520225694444445 ], "point": [ 0.0892, 0.7329 ] }, { "instruction": "a calendar date.", "bbox": [ 0.8917908562554253, 0.3080472819010417, 0.9796845330132379, 0.35042215983072916 ], "point": [ 0.9357, 0.3292 ] }, { "instruction": "Contributors.", "bbox": [ 0.008922900093926324, 0.4200147162543403, 0.17083897590637206, 0.45928968641493056 ], "point": [ 0.0899, 0.4397 ] }, { "instruction": "a menu for files.", "bbox": [ 0.004508897993299696, 0.2741810268825955, 0.17432239320543078, 0.3118670654296875 ], "point": [ 0.0894, 0.293 ] }, { "instruction": "Tags.", "bbox": [ 0.008031521903143988, 0.38419470893012153, 0.17237109608120388, 0.4224187215169271 ], "point": [ 0.0902, 0.4033 ] }, { "instruction": "Security & Compliance settings.", "bbox": [ 0.008894803788926866, 0.6404031032986112, 0.17134105894300672, 0.6787999131944444 ], "point": [ 0.0901, 0.6596 ] }, { "instruction": "Navigation to the Infrastructure settings.", "bbox": [ 0.008361472023857964, 0.7510373263888889, 0.17379794120788575, 0.78850341796875 ], "point": [ 0.0911, 0.7698 ] }, { "instruction": "Project information.", "bbox": [ 0.00657864146762424, 0.19816724989149306, 0.17255202929178873, 0.23893120659722222 ], "point": [ 0.0896, 0.2185 ] }, { "instruction": "Analytics.", "bbox": [ 0.00745639271206326, 0.823553466796875, 0.17728124724494088, 0.8626006401909723 ], "point": [ 0.0924, 0.8431 ] }, { "instruction": "Graph functionality.", "bbox": [ 0.009207995732625325, 0.45728342692057294, 0.17053754064771864, 0.495406731499566 ], "point": [ 0.0899, 0.4763 ] }, { "instruction": "Issues.", "bbox": [ 0.007560014724731445, 0.5307391357421875, 0.17047242588467068, 0.5684727647569444 ], "point": [ 0.089, 0.5496 ] }, { "instruction": "refresh or reload the page.", "bbox": [ 0.008279095755683051, 0.6035625542534723, 0.17100907961527506, 0.64255859375 ], "point": [ 0.0896, 0.6231 ] }, { "instruction": "Comments section.", "bbox": [ 0.004524670706854926, 0.31097896999782987, 0.1740925629933675, 0.34843509250217014 ], "point": [ 0.0893, 0.3297 ] }, { "instruction": "the option to compare content.", "bbox": [ 0.009212721718682183, 0.4934102715386285, 0.17009717623392742, 0.5322162882486979 ], "point": [ 0.0897, 0.5128 ] }, { "instruction": "a menu or list with a dropdown menu.", "bbox": [ 0.1998477511935764, 0.40259667290581597, 0.24054044087727863, 0.44125946044921877 ], "point": [ 0.2202, 0.4219 ] }, { "instruction": "the option to Replace.", "bbox": [ 0.8068447536892361, 0.4020787556966146, 0.8620876736111112, 0.44137169731987846 ], "point": [ 0.8345, 0.4217 ] }, { "instruction": "Not Security.", "bbox": [ 0.08301020728217232, 0.05443554348415799, 0.15548055436876085, 0.08601565043131511 ], "point": [ 0.1192, 0.0702 ] }, { "instruction": "Wi-Fi connectivity.", "bbox": [ 0.007099125120374892, 0.8605154758029514, 0.17964110374450684, 0.8981470404730902 ], "point": [ 0.0934, 0.8793 ] }, { "instruction": "Delete function.", "bbox": [ 0.8598581102159288, 0.40232130262586807, 0.9071344163682725, 0.44140068901909724 ], "point": [ 0.8835, 0.4219 ] }, { "instruction": "the number 8.", "bbox": [ 0.8144961886935764, 0.10254853990342883, 0.8644283718532986, 0.141631351047092 ], "point": [ 0.8395, 0.1221 ] }, { "instruction": "ShIPPets.", "bbox": [ 0.006699117024739584, 0.8965016004774305, 0.17943863338894314, 0.9358039008246528 ], "point": [ 0.0931, 0.9162 ] }, { "instruction": "Draw Functions", "bbox": [ 0.7705746968587239, 0.10237550523546007, 0.8137319776746962, 0.14254759046766494 ], "point": [ 0.7922, 0.1225 ] }, { "instruction": "Reload", "bbox": [ 0.05502006742689344, 0.0513539801703559, 0.07671983506944445, 0.0906292470296224 ], "point": [ 0.0659, 0.071 ] }, { "instruction": "Forward", "bbox": [ 0.030834253629048666, 0.05298095279269748, 0.050302706824408634, 0.08904210408528646 ], "point": [ 0.0406, 0.071 ] }, { "instruction": "a list of awesome, things.", "bbox": [ 0.006657224231296116, 0.15137778388129342, 0.1724394957224528, 0.19895919799804687 ], "point": [ 0.0895, 0.1752 ] }, { "instruction": "Excel 5.", "bbox": [ 0.8675426907009549, 0.10306814405653211, 0.9034803602430556, 0.14261189778645833 ], "point": [ 0.8855, 0.1228 ] }, { "instruction": "Export Directly as PDF", "bbox": [ 0.9331253051757813, 0.40312069363064235, 0.9557820638020833, 0.44092932807074653 ], "point": [ 0.9445, 0.422 ] }, { "instruction": "a task management or task management application.", "bbox": [ 0.004789564344618056, 0.10132705688476562, 0.03419384426540799, 0.14652803209092882 ], "point": [ 0.0195, 0.1239 ] }, { "instruction": "Justified", "bbox": [ 0.03853472603691949, 0.1044449445936415, 0.06250276565551757, 0.14328436957465276 ], "point": [ 0.0505, 0.1239 ] }, { "instruction": "Back", "bbox": [ 0.005045007997088962, 0.053378079732259116, 0.026261379321416218, 0.08820465087890625 ], "point": [ 0.0157, 0.0708 ] }, { "instruction": "a document or file.", "bbox": [ 0.713248528374566, 0.4025309583875868, 0.7364817301432292, 0.44131818983289933 ], "point": [ 0.7249, 0.4219 ] }, { "instruction": "the edit function.", "bbox": [ 0.7444664849175348, 0.40226155598958335, 0.804476081000434, 0.4414390055338542 ], "point": [ 0.7745, 0.4219 ] }, { "instruction": "a back or previous action.", "bbox": [ 0.6905170440673828, 0.4027093844943576, 0.7140530904134115, 0.44112091064453124 ], "point": [ 0.7023, 0.4219 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9755556742350261, 0.0030978478325737846, 0.9971800910101997, 0.040847324795193145 ], "point": [ 0.9864, 0.022 ] }, { "instruction": "Help or information.", "bbox": [ 0.9065421210394965, 0.10258416917588975, 0.9396377563476562, 0.14311991373697916 ], "point": [ 0.9231, 0.1229 ] }, { "instruction": "Add new tab", "bbox": [ 0.7331147087944878, 0.1037015109592014, 0.7673806932237414, 0.14180626763237847 ], "point": [ 0.7502, 0.1228 ] }, { "instruction": "Download.", "bbox": [ 0.9548854404025607, 0.4032630411783854, 0.9774408128526476, 0.44102630615234373 ], "point": [ 0.9662, 0.4221 ] }, { "instruction": "Paste.", "bbox": [ 0.9115072462293837, 0.40294104682074655, 0.9335009256998698, 0.4410144382052951 ], "point": [ 0.9225, 0.422 ] }, { "instruction": "collapse sidebar.", "bbox": [ 0.005131096310085721, 0.9542097981770833, 0.1764629046122233, 0.9906041124131945 ], "point": [ 0.0908, 0.9724 ] }, { "instruction": "Five-point star", "bbox": [ 0.8651980929904514, 0.05808128356933594, 0.8842254638671875, 0.08606527540418837 ], "point": [ 0.8747, 0.0721 ] }, { "instruction": "Line", "bbox": [ 0.27121317121717664, 0.1119264136420356, 0.28663455115424263, 0.137931154039171 ], "point": [ 0.2789, 0.1249 ] }, { "instruction": "a checkbox.", "bbox": [ 0.2165376451280382, 0.845118408203125, 0.22718700832790797, 0.8617765299479166 ], "point": [ 0.2219, 0.8534 ] }, { "instruction": "Vibration settings.", "bbox": [ 0.9468193054199219, 0.09842123243543836, 0.9847195943196615, 0.1476641167534722 ], "point": [ 0.9658, 0.123 ] }, { "instruction": "Show container actions", "bbox": [ 0.9752388000488281, 0.05257080078125, 0.9940581427680122, 0.08954635620117188 ], "point": [ 0.9846, 0.0711 ] }, { "instruction": "Close", "bbox": [ 0.2001906924777561, 0.01223142835828993, 0.21445753309461807, 0.035847981770833336 ], "point": [ 0.2073, 0.024 ] }, { "instruction": "Close", "bbox": [ 0.528461668226454, 0.008038000530666774, 0.5457134246826172, 0.036195921368069116 ], "point": [ 0.5371, 0.0221 ] }, { "instruction": "New Tab", "bbox": [ 0.5537792629665799, 0.007542121675279405, 0.5705184936523438, 0.03574635293748644 ], "point": [ 0.5621, 0.0216 ] }, { "instruction": "a search function.", "bbox": [ 0.005575010511610243, 0.9327811008029514, 0.17677648332383897, 0.9582286919487847 ], "point": [ 0.0912, 0.9455 ] }, { "instruction": "Settings or configuration.", "bbox": [ 0.19960892995198568, 0.3089492458767361, 0.22919169531928169, 0.35867357042100695 ], "point": [ 0.2144, 0.3338 ] }, { "instruction": "Close", "bbox": [ 0.96113527086046, 0.1652667236328125, 0.9837477789984809, 0.20661556667751735 ], "point": [ 0.9724, 0.1859 ] }, { "instruction": "a checkbox.", "bbox": [ 0.21683599683973526, 0.8706520589192709, 0.22719870673285592, 0.886715833875868 ], "point": [ 0.222, 0.8787 ] }, { "instruction": "Close", "bbox": [ 0.3646160973442925, 0.0073084873623318145, 0.38097962273491753, 0.0393058353000217 ], "point": [ 0.3728, 0.0233 ] }, { "instruction": "a list of awesome, things.", "bbox": [ 0.30795841217041015, 0.23878974066840278, 0.42481536865234376, 0.26519178602430554 ], "point": [ 0.3664, 0.252 ] }, { "instruction": "Screen rotation.", "bbox": [ 0.38861863878038194, 0.0025945790608723957, 0.44251005384657116, 0.04334205203586154 ], "point": [ 0.4156, 0.023 ] }, { "instruction": "the minimize function.", "bbox": [ 0.19315397474500867, 0.6391404893663194, 0.2126909467909071, 0.6742906358506945 ], "point": [ 0.2029, 0.6567 ] }, { "instruction": "Text Box", "bbox": [ 0.22419925265842014, 0.0087094603644477, 0.24097247653537326, 0.039070358276367186 ], "point": [ 0.2326, 0.0239 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.1943972693549262, 0.4840347629123264, 0.211371824476454, 0.5186399332682292 ], "point": [ 0.2029, 0.5013 ] }, { "instruction": "Paste", "bbox": [ 0.32717662387424046, 0.4070523410373264, 0.3434344397650825, 0.4355310736762153 ], "point": [ 0.3353, 0.4213 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.19415855407714844, 0.7856210666232639, 0.21153725518120658, 0.8162749565972223 ], "point": [ 0.2028, 0.8009 ] }, { "instruction": "readme.md.", "bbox": [ 0.4293156517876519, 0.23972079806857638, 0.4962683359781901, 0.2661185031467014 ], "point": [ 0.4628, 0.2529 ] }, { "instruction": "Move", "bbox": [ 0.2413892110188802, 0.40447645399305554, 0.25876180860731335, 0.43943834092881945 ], "point": [ 0.2501, 0.422 ] } ], "element_size": 158 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_21/17236.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Byte Blaze", "bbox": [ 0.07743055555555556, 0.015, 0.12152777777777778, 0.03222222222222222 ], "point": [ 0.0995, 0.0236 ] }, { "instruction": "list_of_awesome", "bbox": [ 0.12569444444444444, 0.01499999894036187, 0.1951388888888889, 0.03111111111111111 ], "point": [ 0.1604, 0.0231 ] }, { "instruction": "Create submission", "bbox": [ 0.24270835452609593, 0.014444444444444444, 0.3177083545260959, 0.03166666666666667 ], "point": [ 0.2802, 0.0231 ] }, { "instruction": "X |", "bbox": [ 0.5326389312744141, 0.015, 0.555902820163303, 0.03222222222222222 ], "point": [ 0.5443, 0.0236 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:gggg/submit/UpliftingNews", "bbox": [ 0.15833335452609593, 0.06055555555555556, 0.5524305767483182, 0.08277777777777778 ], "point": [ 0.3554, 0.0717 ] }, { "instruction": "Create submission", "bbox": [ 0.12638888888888888, 0.1922222222222222, 0.29375, 0.22777777777777777 ], "point": [ 0.2101, 0.21 ] }, { "instruction": "UpliftingNews", "bbox": [ 0.6965278625488281, 0.18944442749023438, 0.7767361958821615, 0.21388887193467881 ], "point": [ 0.7366, 0.2017 ] }, { "instruction": "URL", "bbox": [ 0.1343750105963813, 0.2588888888888889, 0.1545138994852702, 0.2772222222222222 ], "point": [ 0.1444, 0.2681 ] }, { "instruction": "Image", "bbox": [ 0.16493055555555555, 0.258888905843099, 0.1954861111111111, 0.27944446139865453 ], "point": [ 0.1802, 0.2692 ] }, { "instruction": "t5_2u3ta", "bbox": [ 0.6951388465033637, 0.29, 0.7364583333333333, 0.30833333333333335 ], "point": [ 0.7158, 0.2992 ] }, { "instruction": "Title", "bbox": [ 0.12638888888888888, 0.3461111111111111, 0.14756944444444445, 0.36333333333333334 ], "point": [ 0.137, 0.3547 ] }, { "instruction": "Body", "bbox": [ 0.12604167726304796, 0.47333333333333333, 0.1517361217074924, 0.4938888888888889 ], "point": [ 0.1389, 0.4836 ] }, { "instruction": "Markdown allowed. Formatting help", "bbox": [ 0.12708333333333333, 0.7627777777777778, 0.26180555555555557, 0.7827777777777778 ], "point": [ 0.1944, 0.7728 ] }, { "instruction": "Forum", "bbox": [ 0.12638887829250758, 0.8011110432942709, 0.15590276718139648, 0.8183332655164931 ], "point": [ 0.1411, 0.8097 ] }, { "instruction": "Running Postmill", "bbox": [ 0.47013884650336374, 0.9633333333333334, 0.5291666242811415, 0.9833333333333333 ], "point": [ 0.4997, 0.9733 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:9999/.[UpliftingNews", "bbox": [ 0.0020833333333333333, 0.9783333333333334, 0.31979166666666664, 1.0 ], "point": [ 0.1609, 0.9892 ] }, { "instruction": "Toolbox", "bbox": [ 0.684965091281467, 0.48916127522786457, 0.8860427008734809, 0.6352056884765624 ], "point": [ 0.7855, 0.5622 ] }, { "instruction": "Bans", "bbox": [ 0.684965091281467, 0.48916127522786457, 0.8860427008734809, 0.6352056884765624 ], "point": [ 0.7855, 0.5622 ] }, { "instruction": "Moderation log", "bbox": [ 0.684965091281467, 0.48916127522786457, 0.8860427008734809, 0.6352056884765624 ], "point": [ 0.7855, 0.5622 ] }, { "instruction": "Create submission", "bbox": [ 0.1265575408935547, 0.8670330132378472, 0.23073933919270834, 0.9110456000434027 ], "point": [ 0.1786, 0.889 ] }, { "instruction": "Incognito", "bbox": [ 0.8950803968641493, 0.05062405056423611, 0.9706724378797743, 0.09121569315592448 ], "point": [ 0.9329, 0.0709 ] }, { "instruction": "Subscribe", "bbox": [ 0.6954608917236328, 0.22928727891710068, 0.7743954128689237, 0.27496646457248264 ], "point": [ 0.7349, 0.2521 ] }, { "instruction": "UpliftingNews", "bbox": [ 0.12657090293036566, 0.819959716796875, 0.240695063273112, 0.8564889865451389 ], "point": [ 0.1836, 0.8382 ] }, { "instruction": "Submit", "bbox": [ 0.6470851898193359, 0.09611382378472222, 0.7207307603624132, 0.15748167249891493 ], "point": [ 0.6839, 0.1268 ] }, { "instruction": "Hide this forum", "bbox": [ 0.684462398952908, 0.41186913384331597, 0.8850037468804254, 0.480690680609809 ], "point": [ 0.7847, 0.4463 ] }, { "instruction": "Not Secure", "bbox": [ 0.08305167092217339, 0.05536393483479818, 0.1554690572950575, 0.08529739379882813 ], "point": [ 0.1193, 0.0703 ] }, { "instruction": "Postmill", "bbox": [ 0.12774070103963217, 0.09711101955837674, 0.19152113596598308, 0.15394171820746527 ], "point": [ 0.1596, 0.1255 ] }, { "instruction": "Forums", "bbox": [ 0.19117412567138672, 0.09744474622938368, 0.25215218861897787, 0.15456339518229167 ], "point": [ 0.2217, 0.126 ] }, { "instruction": "MarvelsGrantMan136", "bbox": [ 0.7205198499891493, 0.09768354627821181, 0.8710456000434028, 0.15555470784505207 ], "point": [ 0.7958, 0.1266 ] }, { "instruction": "Subscribe via RSS", "bbox": [ 0.6950980716281467, 0.36007249620225695, 0.7751207987467448, 0.3845808241102431 ], "point": [ 0.7351, 0.3723 ] }, { "instruction": "X", "bbox": [ 0.20141862233479818, 0.012142497168646918, 0.21414483388264974, 0.03576949225531684 ], "point": [ 0.2078, 0.024 ] }, { "instruction": "Wiki", "bbox": [ 0.25083382924397785, 0.09692243787977431, 0.2945933659871419, 0.15404347737630208 ], "point": [ 0.2727, 0.1255 ] }, { "instruction": "Boston", "bbox": [ 0.38498145209418405, 9.586758083767361e-05, 0.5228660583496094, 0.04589719984266493 ], "point": [ 0.4539, 0.023 ] }, { "instruction": "Created 2 years ago", "bbox": [ 0.6951076507568359, 0.33820098876953125, 0.8760682847764757, 0.36437449137369793 ], "point": [ 0.7856, 0.3513 ] }, { "instruction": "a toolbox option to change the size of a log.", "bbox": [ 0.684965091281467, 0.48916127522786457, 0.8860427008734809, 0.6352056884765624 ], "point": [ 0.7855, 0.5622 ] }, { "instruction": "creating a submission.", "bbox": [ 0.1265575408935547, 0.8670330132378472, 0.23073933919270834, 0.9110456000434027 ], "point": [ 0.1786, 0.889 ] }, { "instruction": "Incognito.", "bbox": [ 0.8950803968641493, 0.05062405056423611, 0.9706724378797743, 0.09121569315592448 ], "point": [ 0.9329, 0.0709 ] }, { "instruction": "navigating to the next item or page.", "bbox": [ 0.12580441368950737, 0.4930866156684028, 0.5181090672810872, 0.7493900553385416 ], "point": [ 0.322, 0.6212 ] }, { "instruction": "Subscript.", "bbox": [ 0.6954608917236328, 0.22928727891710068, 0.7743954128689237, 0.27496646457248264 ], "point": [ 0.7349, 0.2521 ] }, { "instruction": "upliftingNews.", "bbox": [ 0.12657090293036566, 0.819959716796875, 0.240695063273112, 0.8564889865451389 ], "point": [ 0.1836, 0.8382 ] }, { "instruction": "creating a new comment or entry.", "bbox": [ 0.6470851898193359, 0.09611382378472222, 0.7207307603624132, 0.15748167249891493 ], "point": [ 0.6839, 0.1268 ] }, { "instruction": "Hide this forum.", "bbox": [ 0.684462398952908, 0.41186913384331597, 0.8850037468804254, 0.480690680609809 ], "point": [ 0.7847, 0.4463 ] }, { "instruction": "a search function.", "bbox": [ 0.3855903625488281, 0.10314958360460069, 0.5220721774631076, 0.15021620008680556 ], "point": [ 0.4538, 0.1267 ] }, { "instruction": "Not Security.", "bbox": [ 0.08305167092217339, 0.05536393483479818, 0.1554690572950575, 0.08529739379882813 ], "point": [ 0.1193, 0.0703 ] }, { "instruction": "a counter displaying the number 0.", "bbox": [ 0.7730030483669705, 0.22871017456054688, 0.8199640062120226, 0.2747344462076823 ], "point": [ 0.7965, 0.2517 ] }, { "instruction": "Email", "bbox": [ 0.6140953911675348, 0.09696427239312067, 0.6488071865505642, 0.156600341796875 ], "point": [ 0.6315, 0.1268 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9754371643066406, 0.0036172188652886287, 0.9971224466959635, 0.040775443183051215 ], "point": [ 0.9863, 0.0222 ] }, { "instruction": "a horizontal line or divider.", "bbox": [ 0.12612444559733074, 0.28546006944444446, 0.5209465450710721, 0.33319085015190975 ], "point": [ 0.3235, 0.3093 ] }, { "instruction": "Reload", "bbox": [ 0.05433324178059896, 0.047226647271050345, 0.07631879382663304, 0.09310452779134115 ], "point": [ 0.0653, 0.0702 ] }, { "instruction": "Back", "bbox": [ 0.005452477931976318, 0.04999561733669705, 0.02701838281419542, 0.09166556464301215 ], "point": [ 0.0162, 0.0708 ] }, { "instruction": "More options", "bbox": [ 0.9744270324707032, 0.050172704060872396, 0.9957293192545573, 0.09164499918619792 ], "point": [ 0.9851, 0.0709 ] }, { "instruction": "Postmill.", "bbox": [ 0.12774070103963217, 0.09711101955837674, 0.19152113596598308, 0.15394171820746527 ], "point": [ 0.1596, 0.1255 ] }, { "instruction": "Forward", "bbox": [ 0.02927981482611762, 0.04905846489800347, 0.05133253203497993, 0.09213556925455729 ], "point": [ 0.0403, 0.0706 ] }, { "instruction": "Forms.", "bbox": [ 0.19117412567138672, 0.09744474622938368, 0.25215218861897787, 0.15456339518229167 ], "point": [ 0.2217, 0.126 ] }, { "instruction": "A user profile or account.", "bbox": [ 0.7205198499891493, 0.09768354627821181, 0.8710456000434028, 0.15555470784505207 ], "point": [ 0.7958, 0.1266 ] }, { "instruction": "Close", "bbox": [ 0.3650245242648654, 0.010508651733398438, 0.3800225575764974, 0.040123939514160156 ], "point": [ 0.3725, 0.0253 ] }, { "instruction": "Subscripting a file or application.", "bbox": [ 0.6950980716281467, 0.36007249620225695, 0.7751207987467448, 0.3845808241102431 ], "point": [ 0.7351, 0.3723 ] }, { "instruction": "Five-point star", "bbox": [ 0.8658526102701823, 0.0584737311469184, 0.8827008565266927, 0.08561409844292535 ], "point": [ 0.8743, 0.072 ] }, { "instruction": "Close", "bbox": [ 0.20141862233479818, 0.012142497168646918, 0.21414483388264974, 0.03576949225531684 ], "point": [ 0.2078, 0.024 ] }, { "instruction": "Wiki", "bbox": [ 0.25083382924397785, 0.09692243787977431, 0.2945933659871419, 0.15404347737630208 ], "point": [ 0.2727, 0.1255 ] }, { "instruction": "New Tab", "bbox": [ 0.5528993394639757, 0.006987511316935221, 0.5724032084147136, 0.036051342222425675 ], "point": [ 0.5627, 0.0215 ] }, { "instruction": "Close", "bbox": [ 0.5280050065782335, 0.007418636745876736, 0.5462554507785373, 0.037917082044813366 ], "point": [ 0.5371, 0.0227 ] }, { "instruction": "a forward or next action.", "bbox": [ 0.49044113159179686, 0.175197262234158, 0.5043931749131945, 0.19868545532226561 ], "point": [ 0.4974, 0.1869 ] }, { "instruction": "Decrease", "bbox": [ 0.5090821584065756, 0.4416570366753472, 0.5172694312201606, 0.45856892903645835 ], "point": [ 0.5132, 0.4501 ] }, { "instruction": "M0,0L9,0 4.5,0z", "bbox": [ 0.05544036759270562, 0.004167965783013238, 0.0785650200313992, 0.04168265660603841 ], "point": [ 0.067, 0.0229 ] }, { "instruction": "Refresh or reload.", "bbox": [ 0.38498145209418405, 9.586758083767361e-05, 0.5228660583496094, 0.04589719984266493 ], "point": [ 0.4539, 0.023 ] }, { "instruction": "Star", "bbox": [ 0.15690947638617622, 0.7966705322265625, 0.16410361395941842, 0.8201083034939236 ], "point": [ 0.1605, 0.8084 ] }, { "instruction": "Creating a 2 year ago.", "bbox": [ 0.6951076507568359, 0.33820098876953125, 0.8760682847764757, 0.36437449137369793 ], "point": [ 0.7856, 0.3513 ] } ], "element_size": 68 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_22/17422.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Byte Blaze", "bbox": [ 0.07743055555555556, 0.015, 0.12152777777777778, 0.03222222222222222 ], "point": [ 0.0995, 0.0236 ] }, { "instruction": "list_of_awesome", "bbox": [ 0.12569444444444444, 0.01499999894036187, 0.1951388888888889, 0.03111111111111111 ], "point": [ 0.1604, 0.0231 ] }, { "instruction": "Create submission", "bbox": [ 0.24270835452609593, 0.014444444444444444, 0.3177083545260959, 0.03166666666666667 ], "point": [ 0.2802, 0.0231 ] }, { "instruction": "X |", "bbox": [ 0.5326389312744141, 0.015, 0.555902820163303, 0.03222222222222222 ], "point": [ 0.5443, 0.0236 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:gggg/submit/UpliftingNews", "bbox": [ 0.15833335452609593, 0.06055555555555556, 0.5524305767483182, 0.08277777777777778 ], "point": [ 0.3554, 0.0717 ] }, { "instruction": "Create submission", "bbox": [ 0.12638888888888888, 0.1922222222222222, 0.29375, 0.22777777777777777 ], "point": [ 0.2101, 0.21 ] }, { "instruction": "UpliftingNews", "bbox": [ 0.6965278625488281, 0.18944442749023438, 0.7767361958821615, 0.21388887193467881 ], "point": [ 0.7366, 0.2017 ] }, { "instruction": "URL", "bbox": [ 0.1343750105963813, 0.2588888888888889, 0.1545138994852702, 0.2772222222222222 ], "point": [ 0.1444, 0.2681 ] }, { "instruction": "Image", "bbox": [ 0.16493055555555555, 0.258888905843099, 0.1954861111111111, 0.27944446139865453 ], "point": [ 0.1802, 0.2692 ] }, { "instruction": "t5_2u3ta", "bbox": [ 0.6951388465033637, 0.29, 0.7364583333333333, 0.30833333333333335 ], "point": [ 0.7158, 0.2992 ] }, { "instruction": "Title", "bbox": [ 0.12638888888888888, 0.3461111111111111, 0.14756944444444445, 0.36333333333333334 ], "point": [ 0.137, 0.3547 ] }, { "instruction": "Created 2 years ago", "bbox": [ 0.6961805555555556, 0.345, 0.7715277777777778, 0.3622222222222222 ], "point": [ 0.7339, 0.3536 ] }, { "instruction": "Body", "bbox": [ 0.12604167726304796, 0.47333333333333333, 0.1517361217074924, 0.4938888888888889 ], "point": [ 0.1389, 0.4836 ] }, { "instruction": "Markdown allowed. Formatting help", "bbox": [ 0.12708333333333333, 0.7627777777777778, 0.26180555555555557, 0.7827777777777778 ], "point": [ 0.1944, 0.7728 ] }, { "instruction": "Forum", "bbox": [ 0.12569443384806314, 0.8, 0.15694443384806314, 0.8211111111111111 ], "point": [ 0.1413, 0.8106 ] }, { "instruction": "Running Postmill", "bbox": [ 0.47013884650336374, 0.9633333333333334, 0.5291666242811415, 0.9833333333333333 ], "point": [ 0.4997, 0.9733 ] }, { "instruction": "Toolbox", "bbox": [ 0.6848964267306857, 0.4893926662868924, 0.8857988993326823, 0.6354909939236111 ], "point": [ 0.7853, 0.5624 ] }, { "instruction": "Bans", "bbox": [ 0.6848964267306857, 0.4893926662868924, 0.8857988993326823, 0.6354909939236111 ], "point": [ 0.7853, 0.5624 ] }, { "instruction": "Moderation log", "bbox": [ 0.6848964267306857, 0.4893926662868924, 0.8857988993326823, 0.6354909939236111 ], "point": [ 0.7853, 0.5624 ] }, { "instruction": "Create submission", "bbox": [ 0.12655128902859158, 0.8669188096788194, 0.23078310224745008, 0.9111488172743055 ], "point": [ 0.1787, 0.889 ] }, { "instruction": "Incognito", "bbox": [ 0.8949903700086805, 0.050720236036512586, 0.9706663343641493, 0.0911053466796875 ], "point": [ 0.9328, 0.0709 ] }, { "instruction": "Subscribe", "bbox": [ 0.6951011233859592, 0.22936119927300347, 0.7742404513888889, 0.2745907592773438 ], "point": [ 0.7347, 0.252 ] }, { "instruction": "UpliftingNews", "bbox": [ 0.12651965883043076, 0.8199281819661458, 0.24060181511773004, 0.8563976372612847 ], "point": [ 0.1836, 0.8382 ] }, { "instruction": "Submit", "bbox": [ 0.6475023057725694, 0.09618265787760416, 0.7207403394911024, 0.1574921162923177 ], "point": [ 0.6841, 0.1268 ] }, { "instruction": "Hide this forum", "bbox": [ 0.6844418419731988, 0.4119124688042535, 0.8850148518880209, 0.4807313028971354 ], "point": [ 0.7847, 0.4463 ] }, { "instruction": "Not Secure", "bbox": [ 0.08269215689765083, 0.055748850504557294, 0.15553467008802627, 0.08515709771050348 ], "point": [ 0.1191, 0.0705 ] }, { "instruction": "Postmill", "bbox": [ 0.12804778416951498, 0.09694925944010417, 0.189970948961046, 0.15278500027126737 ], "point": [ 0.159, 0.1249 ] }, { "instruction": "Subscribe via RSS", "bbox": [ 0.6951513926188151, 0.35969536675347225, 0.7794812520345052, 0.3863629150390625 ], "point": [ 0.7373, 0.373 ] }, { "instruction": "Forums", "bbox": [ 0.19231082068549263, 0.09782563951280382, 0.2509419123331706, 0.15265925089518229 ], "point": [ 0.2216, 0.1252 ] }, { "instruction": "MarvelsGrantMan136", "bbox": [ 0.7211380004882812, 0.09883553398980034, 0.8695748223198785, 0.15193617078993055 ], "point": [ 0.7954, 0.1254 ] }, { "instruction": "Wiki", "bbox": [ 0.2528953976101346, 0.09718542310926649, 0.2928001403808594, 0.1525015089246962 ], "point": [ 0.2728, 0.1248 ] }, { "instruction": "Boston", "bbox": [ 0.384408442179362, 8.296754625108508e-05, 0.5239285363091363, 0.04588682598537869 ], "point": [ 0.4542, 0.023 ] }, { "instruction": "X", "bbox": [ 0.20039261711968315, 0.009762040244208441, 0.21794107225206164, 0.03779931916130914 ], "point": [ 0.2092, 0.0238 ] }, { "instruction": "a toolbox option to change the size of a log.", "bbox": [ 0.6848964267306857, 0.4893926662868924, 0.8857988993326823, 0.6354909939236111 ], "point": [ 0.7853, 0.5624 ] }, { "instruction": "a pause button.", "bbox": [ 0.12499319712320964, 0.4930211385091146, 0.518887816535102, 0.749375 ], "point": [ 0.3219, 0.6212 ] }, { "instruction": "creating a submission.", "bbox": [ 0.12655128902859158, 0.8669188096788194, 0.23078310224745008, 0.9111488172743055 ], "point": [ 0.1787, 0.889 ] }, { "instruction": "Incognito.", "bbox": [ 0.8949903700086805, 0.050720236036512586, 0.9706663343641493, 0.0911053466796875 ], "point": [ 0.9328, 0.0709 ] }, { "instruction": "Subscript.", "bbox": [ 0.6951011233859592, 0.22936119927300347, 0.7742404513888889, 0.2745907592773438 ], "point": [ 0.7347, 0.252 ] }, { "instruction": "upliftingNews.", "bbox": [ 0.12651965883043076, 0.8199281819661458, 0.24060181511773004, 0.8563976372612847 ], "point": [ 0.1836, 0.8382 ] }, { "instruction": "creating a new comment or entry.", "bbox": [ 0.6475023057725694, 0.09618265787760416, 0.7207403394911024, 0.1574921162923177 ], "point": [ 0.6841, 0.1268 ] }, { "instruction": "a search function.", "bbox": [ 0.38673765394422743, 0.10305711534288195, 0.5221450805664063, 0.15001854790581598 ], "point": [ 0.4544, 0.1265 ] }, { "instruction": "a horizontal line or divider.", "bbox": [ 0.12369795905219184, 0.28538201226128473, 0.5192091200086806, 0.33355889214409723 ], "point": [ 0.3215, 0.3095 ] }, { "instruction": "Hide this forum.", "bbox": [ 0.6844418419731988, 0.4119124688042535, 0.8850148518880209, 0.4807313028971354 ], "point": [ 0.7847, 0.4463 ] }, { "instruction": "Not Security.", "bbox": [ 0.08269215689765083, 0.055748850504557294, 0.15553467008802627, 0.08515709771050348 ], "point": [ 0.1191, 0.0705 ] }, { "instruction": "a counter displaying the number 0.", "bbox": [ 0.7730756123860677, 0.22876000298394097, 0.8198471917046442, 0.2745099555121528 ], "point": [ 0.7965, 0.2516 ] }, { "instruction": "Email", "bbox": [ 0.6147462632921007, 0.09693751017252604, 0.6492031521267361, 0.15665918986002605 ], "point": [ 0.632, 0.1268 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9755768669976128, 0.0035972955491807724, 0.9969408671061198, 0.04079990175035265 ], "point": [ 0.9863, 0.0222 ] }, { "instruction": "Postmill.", "bbox": [ 0.12804778416951498, 0.09694925944010417, 0.189970948961046, 0.15278500027126737 ], "point": [ 0.159, 0.1249 ] }, { "instruction": "Reload", "bbox": [ 0.05374808311462402, 0.04655765109592014, 0.07661490440368653, 0.09302064683702257 ], "point": [ 0.0652, 0.0698 ] }, { "instruction": "More options", "bbox": [ 0.9745079888237848, 0.050130577087402345, 0.9956741333007812, 0.09174080742730034 ], "point": [ 0.9851, 0.0709 ] }, { "instruction": "Back", "bbox": [ 0.005504518085055881, 0.04950193617078993, 0.027067364586724176, 0.0919677988688151 ], "point": [ 0.0163, 0.0707 ] }, { "instruction": "Subscripting a file or application.", "bbox": [ 0.6951513926188151, 0.35969536675347225, 0.7794812520345052, 0.3863629150390625 ], "point": [ 0.7373, 0.373 ] }, { "instruction": "Forms.", "bbox": [ 0.19231082068549263, 0.09782563951280382, 0.2509419123331706, 0.15265925089518229 ], "point": [ 0.2216, 0.1252 ] }, { "instruction": "Forward", "bbox": [ 0.028763333956400555, 0.04741048177083333, 0.051312732696533206, 0.0923316870795356 ], "point": [ 0.04, 0.0699 ] }, { "instruction": "A user profile or account.", "bbox": [ 0.7211380004882812, 0.09883553398980034, 0.8695748223198785, 0.15193617078993055 ], "point": [ 0.7954, 0.1254 ] }, { "instruction": "Close", "bbox": [ 0.365152104695638, 0.010819935268825956, 0.3797390831841363, 0.03942881266276042 ], "point": [ 0.3724, 0.0251 ] }, { "instruction": "Wiki", "bbox": [ 0.2528953976101346, 0.09718542310926649, 0.2928001403808594, 0.1525015089246962 ], "point": [ 0.2728, 0.1248 ] }, { "instruction": "Five-point star", "bbox": [ 0.8660024854871962, 0.05863221062554253, 0.8827629089355469, 0.08554974873860677 ], "point": [ 0.8744, 0.0721 ] }, { "instruction": "Close", "bbox": [ 0.5282037523057725, 0.007952451705932617, 0.5460197448730468, 0.03714339256286621 ], "point": [ 0.5371, 0.0225 ] }, { "instruction": "New Tab", "bbox": [ 0.5532421112060547, 0.006479887432522244, 0.5723130544026692, 0.036366501914130316 ], "point": [ 0.5628, 0.0214 ] }, { "instruction": "Refresh or reload.", "bbox": [ 0.384408442179362, 8.296754625108508e-05, 0.5239285363091363, 0.04588682598537869 ], "point": [ 0.4542, 0.023 ] }, { "instruction": "Increase", "bbox": [ 0.12788000106811523, 0.3725533379448785, 0.14429405000474718, 0.4015154012044271 ], "point": [ 0.1361, 0.387 ] }, { "instruction": "Close", "bbox": [ 0.20039261711968315, 0.009762040244208441, 0.21794107225206164, 0.03779931916130914 ], "point": [ 0.2092, 0.0238 ] } ], "element_size": 63 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_23/17986.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Byte Blaze", "bbox": [ 0.078125, 0.015, 0.12152777777777778, 0.03222222222222222 ], "point": [ 0.0998, 0.0236 ] }, { "instruction": "list_of_awesome", "bbox": [ 0.12569444444444444, 0.01499999894036187, 0.1951388888888889, 0.03111111111111111 ], "point": [ 0.1604, 0.0231 ] }, { "instruction": "X", "bbox": [ 0.5336805555555556, 0.01611111111111111, 0.5458333333333333, 0.029444444444444443 ], "point": [ 0.5398, 0.0228 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:8023/byteblazellist_of_awesome_things", "bbox": [ 0.15833333333333333, 0.06166665818956163, 0.6118055555555556, 0.08277776930067274 ], "point": [ 0.3851, 0.0722 ] }, { "instruction": "Search GitLab", "bbox": [ 0.08680555555555555, 0.11611111958821614, 0.1527777777777778, 0.13444445292154947 ], "point": [ 0.1198, 0.1253 ] }, { "instruction": "The Auto DevOps pipeline has been enabled and will be used if no alternative Cl configuration file is found_", "bbox": [ 0.20972222222222223, 0.17333333333333334, 0.6868055555555556, 0.19777777777777777 ], "point": [ 0.4483, 0.1856 ] }, { "instruction": "Container registry is not enabled on this GitLab instance. Ask an administrator to enable it in order for Auto DevOps to work.", "bbox": [ 0.20972222222222223, 0.19611109415690103, 0.7649305555555556, 0.21944442749023438 ], "point": [ 0.4873, 0.2078 ] }, { "instruction": "Byte Blaze", "bbox": [ 0.25555557674831814, 0.30722222222222223, 0.2989583545260959, 0.3244444444444444 ], "point": [ 0.2773, 0.3158 ] }, { "instruction": "of_awesome_things", "bbox": [ 0.32743055555555556, 0.30722222222222223, 0.41215277777777776, 0.3244444444444444 ], "point": [ 0.3698, 0.3158 ] }, { "instruction": "list_of_", "bbox": [ 0.303125, 0.37, 0.3545138888888889, 0.3983333333333333 ], "point": [ 0.3288, 0.3842 ] }, { "instruction": "awesome_things", "bbox": [ 0.35833333333333334, 0.36833333333333335, 0.4864583333333333, 0.4027777777777778 ], "point": [ 0.4224, 0.3856 ] }, { "instruction": "Project ID: 196", "bbox": [ 0.30520833333333336, 0.40666663275824655, 0.37430555555555556, 0.42777774386935763 ], "point": [ 0.3398, 0.4172 ] }, { "instruction": "61 KB Project Storage", "bbox": [ 0.45590282016330297, 0.4477778116861979, 0.559027820163303, 0.4711111450195313 ], "point": [ 0.5075, 0.4594 ] }, { "instruction": "Update example.txt", "bbox": [ 0.2972222010294596, 0.5133333333333333, 0.39236106872558596, 0.5361111111111111 ], "point": [ 0.3448, 0.5247 ] }, { "instruction": "Byte Blaze authored just now", "bbox": [ 0.2972222222222222, 0.5372221544053819, 0.42986111111111114, 0.5588888888888889 ], "point": [ 0.3635, 0.5481 ] }, { "instruction": "Name", "bbox": [ 0.26631944444444444, 0.7661111111111111, 0.2972222222222222, 0.7866666666666666 ], "point": [ 0.2818, 0.7764 ] }, { "instruction": "Last commit", "bbox": [ 0.4875000423855252, 0.7649999321831598, 0.5503472646077474, 0.7855554877387153 ], "point": [ 0.5189, 0.7753 ] }, { "instruction": "Last update", "bbox": [ 0.8520833333333333, 0.7666666666666667, 0.9118055555555555, 0.7877777777777778 ], "point": [ 0.8819, 0.7772 ] }, { "instruction": "examples", "bbox": [ 0.28055555555555556, 0.815, 0.32569444444444445, 0.8322222222222222 ], "point": [ 0.3031, 0.8236 ] }, { "instruction": "Update example.txt", "bbox": [ 0.4885416242811415, 0.8133333333333334, 0.5781249576144748, 0.8338888888888889 ], "point": [ 0.5333, 0.8236 ] }, { "instruction": "just now", "bbox": [ 0.8697916666666666, 0.8133333333333334, 0.9111111111111111, 0.8338888888888889 ], "point": [ 0.8905, 0.8236 ] }, { "instruction": "MI", "bbox": [ 0.26840277777777777, 0.8644444444444445, 0.2791666666666667, 0.8738888888888889 ], "point": [ 0.2738, 0.8692 ] }, { "instruction": "README.md", "bbox": [ 0.28125, 0.8611111111111112, 0.3388888888888889, 0.8772222222222222 ], "point": [ 0.3101, 0.8692 ] }, { "instruction": "Update README.md", "bbox": [ 0.48854166666666665, 0.8605555555555555, 0.5822916666666667, 0.8816666666666667 ], "point": [ 0.5354, 0.8711 ] }, { "instruction": "just now", "bbox": [ 0.8701388888888889, 0.8611111111111112, 0.9107638888888889, 0.8794444444444445 ], "point": [ 0.8905, 0.8703 ] }, { "instruction": "READMEmd", "bbox": [ 0.28125, 0.925, 0.34270833333333334, 0.9433333333333334 ], "point": [ 0.312, 0.9342 ] }, { "instruction": "Collapse sidebar", "bbox": [ 0.023263886239793564, 0.9627777777777777, 0.10173610846201579, 0.9861111111111112 ], "point": [ 0.0625, 0.9744 ] }, { "instruction": "list _", "bbox": [ 0.3104166666666667, 0.30444444444444446, 0.32881944444444444, 0.32555555555555554 ], "point": [ 0.3196, 0.315 ] }, { "instruction": "Web IDE", "bbox": [ 0.7589853074815538, 0.5954243977864583, 0.8170487297905816, 0.6353910319010416 ], "point": [ 0.788, 0.6154 ] }, { "instruction": "Find file", "bbox": [ 0.701561525132921, 0.5953164333767361, 0.7562895033094618, 0.6353325737847222 ], "point": [ 0.7289, 0.6153 ] }, { "instruction": "Add CONTRIBUTING", "bbox": [ 0.6656628502739801, 0.6508157009548611, 0.7895535786946615, 0.6897817654079861 ], "point": [ 0.7276, 0.6703 ] }, { "instruction": "Incognito", "bbox": [ 0.8949835035536025, 0.05025509304470486, 0.9707627190483941, 0.09122479756673177 ], "point": [ 0.9329, 0.0707 ] }, { "instruction": "More information", "bbox": [ 0.26900672912597656, 0.23346266004774305, 0.36475312974717883, 0.2730260891384549 ], "point": [ 0.3169, 0.2532 ] }, { "instruction": "Configure Integrations", "bbox": [ 0.3937485588921441, 0.6955141872829861, 0.5238038804796007, 0.7350728352864583 ], "point": [ 0.4588, 0.7153 ] }, { "instruction": "Add Kubernetes cluster", "bbox": [ 0.2547464370727539, 0.6958572048611111, 0.3910673353407118, 0.7351223415798611 ], "point": [ 0.3229, 0.7155 ] }, { "instruction": "README", "bbox": [ 0.25452007717556424, 0.6507828097873264, 0.3254653082953559, 0.6901061333550347 ], "point": [ 0.29, 0.6704 ] }, { "instruction": "Add CHANGELOG", "bbox": [ 0.5517274644639757, 0.650340101453993, 0.6627504136827257, 0.6898371717664931 ], "point": [ 0.6072, 0.6701 ] }, { "instruction": "Deployments", "bbox": [ 0.008339214324951171, 0.4205139499240451, 0.16836126115587022, 0.4583875528971354 ], "point": [ 0.0884, 0.4395 ] }, { "instruction": "Infrastructure", "bbox": [ 0.008565229839748806, 0.49396494547526043, 0.16856177118089463, 0.5324499172634548 ], "point": [ 0.0886, 0.5132 ] }, { "instruction": "Analytics", "bbox": [ 0.007788271374172635, 0.5664144558376736, 0.17149291038513184, 0.6057505289713542 ], "point": [ 0.0896, 0.5861 ] }, { "instruction": "Packages and registries", "bbox": [ 0.00879421763949924, 0.45679562038845484, 0.16783591906229656, 0.4953679402669271 ], "point": [ 0.0883, 0.4761 ] }, { "instruction": "Add LICENSE", "bbox": [ 0.4578765021430122, 0.6508066134982639, 0.5489602830674913, 0.6899801974826388 ], "point": [ 0.5034, 0.6704 ] }, { "instruction": "Auto DevOps enabled", "bbox": [ 0.3269410239325629, 0.6508751085069444, 0.45572742886013456, 0.6899144151475695 ], "point": [ 0.3913, 0.6704 ] }, { "instruction": "Monitor", "bbox": [ 0.0077329582638210725, 0.530933837890625, 0.17077352205912272, 0.5681951226128472 ], "point": [ 0.0893, 0.5496 ] }, { "instruction": "Clone", "bbox": [ 0.8635565016004775, 0.5955564371744791, 0.9224188062879775, 0.6349531385633681 ], "point": [ 0.893, 0.6153 ] }, { "instruction": "Security", "bbox": [ 0.00823353131612142, 0.3836246405707465, 0.16912796762254503, 0.4224396091037326 ], "point": [ 0.0887, 0.403 ] }, { "instruction": "Compliance", "bbox": [ 0.00823353131612142, 0.3836246405707465, 0.16912796762254503, 0.4224396091037326 ], "point": [ 0.0887, 0.403 ] }, { "instruction": "Wiki", "bbox": [ 0.007984728283352322, 0.6037401665581598, 0.17321352958679198, 0.6418986680772569 ], "point": [ 0.0906, 0.6228 ] }, { "instruction": "Settings", "bbox": [ 0.20989134046766494, 0.23402416653103297, 0.26626692877875435, 0.27193523830837674 ], "point": [ 0.2381, 0.253 ] }, { "instruction": "CICD", "bbox": [ 0.00817450417412652, 0.34578094482421873, 0.1717850685119629, 0.38564971923828123 ], "point": [ 0.09, 0.3657 ] }, { "instruction": "Issues", "bbox": [ 0.007901493708292644, 0.2736874559190538, 0.17345030572679307, 0.311693352593316 ], "point": [ 0.0907, 0.2927 ] }, { "instruction": "main", "bbox": [ 0.25489777459038626, 0.5951211886935764, 0.3088107638888889, 0.6354901123046875 ], "point": [ 0.2819, 0.6153 ] }, { "instruction": "Repository", "bbox": [ 0.008104107115003797, 0.23632866753472223, 0.17344493336147732, 0.275301513671875 ], "point": [ 0.0908, 0.2558 ] }, { "instruction": "83 Merge requests", "bbox": [ 0.0075803703731960725, 0.31068200005425345, 0.17246228853861492, 0.3476830037434896 ], "point": [ 0.09, 0.3292 ] }, { "instruction": "Snippets", "bbox": [ 0.008149332470364042, 0.6399497477213542, 0.1728927559322781, 0.679196302625868 ], "point": [ 0.0905, 0.6596 ] }, { "instruction": "Project information", "bbox": [ 0.007418616612752279, 0.19812606811523437, 0.1738750722673204, 0.23841049194335937 ], "point": [ 0.0906, 0.2183 ] }, { "instruction": "list_of_awesome_things", "bbox": [ 0.005498377482096354, 0.15151797824435764, 0.1729313956366645, 0.1992009480794271 ], "point": [ 0.0892, 0.1754 ] }, { "instruction": "Settings", "bbox": [ 0.007830174763997395, 0.6773548719618055, 0.17324816385904948, 0.715233154296875 ], "point": [ 0.0905, 0.6963 ] }, { "instruction": "88(8", "bbox": [ 0.8140992906358507, 0.10380227830674914, 0.8645280626085069, 0.14038827684190539 ], "point": [ 0.8393, 0.1221 ] }, { "instruction": "Fork", "bbox": [ 0.846875, 0.37586778428819445, 0.9014553493923612, 0.4145219590928819 ], "point": [ 0.8742, 0.3952 ] }, { "instruction": "Not Secure", "bbox": [ 0.08304461903042264, 0.05425268809000651, 0.15561807420518664, 0.08610096401638455 ], "point": [ 0.1193, 0.0702 ] }, { "instruction": "13", "bbox": [ 0.7703447977701823, 0.10360987345377604, 0.8139052497016059, 0.14107786390516494 ], "point": [ 0.7921, 0.1223 ] }, { "instruction": "Star", "bbox": [ 0.7704879760742187, 0.37539564344618054, 0.8226352267795138, 0.4149759250217014 ], "point": [ 0.7966, 0.3952 ] }, { "instruction": "fcc87088", "bbox": [ 0.8231305440266927, 0.5104501342773438, 0.8899648878309462, 0.5487985229492187 ], "point": [ 0.8565, 0.5296 ] }, { "instruction": "X", "bbox": [ 0.3642470889621311, 0.008471372392442491, 0.38087476094563805, 0.03907663133409288 ], "point": [ 0.3726, 0.0238 ] }, { "instruction": "+", "bbox": [ 0.5555655585394965, 0.009477432039048937, 0.5686269124348958, 0.03859998808966743 ], "point": [ 0.5621, 0.024 ] }, { "instruction": "X", "bbox": [ 0.19980519612630207, 0.01175855106777615, 0.215298589070638, 0.03707874827914768 ], "point": [ 0.2076, 0.0244 ] }, { "instruction": "89", "bbox": [ 0.3214445537990994, 0.44014289008246527, 0.38158077663845485, 0.4725255669487847 ], "point": [ 0.3515, 0.4563 ] }, { "instruction": "Branch", "bbox": [ 0.3214445537990994, 0.44014289008246527, 0.38158077663845485, 0.4725255669487847 ], "point": [ 0.3515, 0.4563 ] }, { "instruction": "Tags", "bbox": [ 0.3871616363525391, 0.440313720703125, 0.4354866451687283, 0.47174974229600697 ], "point": [ 0.4113, 0.456 ] }, { "instruction": "list_of_", "bbox": [ 0.3119697570800781, 0.5948147922092014, 0.44431754218207464, 0.6369264729817709 ], "point": [ 0.3781, 0.6159 ] }, { "instruction": "awesome", "bbox": [ 0.3119697570800781, 0.5948147922092014, 0.44431754218207464, 0.6369264729817709 ], "point": [ 0.3781, 0.6159 ] }, { "instruction": "_things", "bbox": [ 0.3119697570800781, 0.5948147922092014, 0.44431754218207464, 0.6369264729817709 ], "point": [ 0.3781, 0.6159 ] }, { "instruction": "Boston", "bbox": [ 0.39031219482421875, 0.005255944993760851, 0.44324137369791666, 0.04144454108344184 ], "point": [ 0.4168, 0.0234 ] }, { "instruction": "Commit", "bbox": [ 0.2536362330118815, 0.44148118760850696, 0.3176716062757704, 0.47155958387586805 ], "point": [ 0.2857, 0.4565 ] }, { "instruction": "Create submission", "bbox": [ 0.22135639190673828, 0.0025339168972439235, 0.337666384379069, 0.044163118998209634 ], "point": [ 0.2795, 0.0233 ] }, { "instruction": "Web IDE.", "bbox": [ 0.7589853074815538, 0.5954243977864583, 0.8170487297905816, 0.6353910319010416 ], "point": [ 0.788, 0.6154 ] }, { "instruction": "a button to find a file.", "bbox": [ 0.701561525132921, 0.5953164333767361, 0.7562895033094618, 0.6353325737847222 ], "point": [ 0.7289, 0.6153 ] }, { "instruction": "Add Controlling.", "bbox": [ 0.6656628502739801, 0.6508157009548611, 0.7895535786946615, 0.6897817654079861 ], "point": [ 0.7276, 0.6703 ] }, { "instruction": "Incognito.", "bbox": [ 0.8949835035536025, 0.05025509304470486, 0.9707627190483941, 0.09122479756673177 ], "point": [ 0.9329, 0.0707 ] }, { "instruction": "More information.", "bbox": [ 0.26900672912597656, 0.23346266004774305, 0.36475312974717883, 0.2730260891384549 ], "point": [ 0.3169, 0.2532 ] }, { "instruction": "Configure Integrations.", "bbox": [ 0.3937485588921441, 0.6955141872829861, 0.5238038804796007, 0.7350728352864583 ], "point": [ 0.4588, 0.7153 ] }, { "instruction": "Adding a kubernetes cluster.", "bbox": [ 0.2547464370727539, 0.6958572048611111, 0.3910673353407118, 0.7351223415798611 ], "point": [ 0.3229, 0.7155 ] }, { "instruction": "read mode.", "bbox": [ 0.25452007717556424, 0.6507828097873264, 0.3254653082953559, 0.6901061333550347 ], "point": [ 0.29, 0.6704 ] }, { "instruction": "Adding a new changelog.", "bbox": [ 0.5517274644639757, 0.650340101453993, 0.6627504136827257, 0.6898371717664931 ], "point": [ 0.6072, 0.6701 ] }, { "instruction": "Develops.", "bbox": [ 0.008339214324951171, 0.4205139499240451, 0.16836126115587022, 0.4583875528971354 ], "point": [ 0.0884, 0.4395 ] }, { "instruction": "Refresh or reload the page.", "bbox": [ 0.008565229839748806, 0.49396494547526043, 0.16856177118089463, 0.5324499172634548 ], "point": [ 0.0886, 0.5132 ] }, { "instruction": "Analytics.", "bbox": [ 0.007788271374172635, 0.5664144558376736, 0.17149291038513184, 0.6057505289713542 ], "point": [ 0.0896, 0.5861 ] }, { "instruction": "a checkbox to select the Packages andRegister options.", "bbox": [ 0.00879421763949924, 0.45679562038845484, 0.16783591906229656, 0.4953679402669271 ], "point": [ 0.0883, 0.4761 ] }, { "instruction": "Adding a new license.", "bbox": [ 0.4578765021430122, 0.6508066134982639, 0.5489602830674913, 0.6899801974826388 ], "point": [ 0.5034, 0.6704 ] }, { "instruction": "Auto DevOps enabled settings.", "bbox": [ 0.3269410239325629, 0.6508751085069444, 0.45572742886013456, 0.6899144151475695 ], "point": [ 0.3913, 0.6704 ] }, { "instruction": "Notifications.", "bbox": [ 0.7259009467230902, 0.375772705078125, 0.7679112752278646, 0.415638427734375 ], "point": [ 0.7469, 0.3957 ] }, { "instruction": "monitor.", "bbox": [ 0.0077329582638210725, 0.530933837890625, 0.17077352205912272, 0.5681951226128472 ], "point": [ 0.0893, 0.5496 ] }, { "instruction": "closing or dismissing a window or dialog.", "bbox": [ 0.8635565016004775, 0.5955564371744791, 0.9224188062879775, 0.6349531385633681 ], "point": [ 0.893, 0.6153 ] }, { "instruction": "Security & Compliance settings.", "bbox": [ 0.00823353131612142, 0.3836246405707465, 0.16912796762254503, 0.4224396091037326 ], "point": [ 0.0887, 0.403 ] }, { "instruction": "Wi-Fi connectivity.", "bbox": [ 0.007984728283352322, 0.6037401665581598, 0.17321352958679198, 0.6418986680772569 ], "point": [ 0.0906, 0.6228 ] }, { "instruction": "a download function.", "bbox": [ 0.8193347507052952, 0.5955868869357639, 0.8616943359375, 0.6357284884982639 ], "point": [ 0.8405, 0.6157 ] }, { "instruction": "Settings.", "bbox": [ 0.20989134046766494, 0.23402416653103297, 0.26626692877875435, 0.27193523830837674 ], "point": [ 0.2381, 0.253 ] }, { "instruction": "Refresh or reload the page.", "bbox": [ 0.00817450417412652, 0.34578094482421873, 0.1717850685119629, 0.38564971923828123 ], "point": [ 0.09, 0.3657 ] }, { "instruction": "Issues.", "bbox": [ 0.007901493708292644, 0.2736874559190538, 0.17345030572679307, 0.311693352593316 ], "point": [ 0.0907, 0.2927 ] }, { "instruction": "a dropdown menu labeled \" main\".", "bbox": [ 0.25489777459038626, 0.5951211886935764, 0.3088107638888889, 0.6354901123046875 ], "point": [ 0.2819, 0.6153 ] }, { "instruction": "Repostory.", "bbox": [ 0.008104107115003797, 0.23632866753472223, 0.17344493336147732, 0.275301513671875 ], "point": [ 0.0908, 0.2558 ] }, { "instruction": "Merge requests.", "bbox": [ 0.0075803703731960725, 0.31068200005425345, 0.17246228853861492, 0.3476830037434896 ], "point": [ 0.09, 0.3292 ] }, { "instruction": "Shippets.", "bbox": [ 0.008149332470364042, 0.6399497477213542, 0.1728927559322781, 0.679196302625868 ], "point": [ 0.0905, 0.6596 ] }, { "instruction": "adding a new item or element.", "bbox": [ 0.44094195895724825, 0.5953171793619791, 0.4807022942437066, 0.6376987711588542 ], "point": [ 0.4608, 0.6165 ] }, { "instruction": "Project information.", "bbox": [ 0.007418616612752279, 0.19812606811523437, 0.1738750722673204, 0.23841049194335937 ], "point": [ 0.0906, 0.2183 ] }, { "instruction": "Expanding or revealing the number 5.", "bbox": [ 0.8668017917209201, 0.1034922620985243, 0.9051510281032986, 0.14210767957899306 ], "point": [ 0.886, 0.1228 ] }, { "instruction": "a list of awesome, things.", "bbox": [ 0.005498377482096354, 0.15151797824435764, 0.1729313956366645, 0.1992009480794271 ], "point": [ 0.0892, 0.1754 ] }, { "instruction": "Settings.", "bbox": [ 0.007830174763997395, 0.6773548719618055, 0.17324816385904948, 0.715233154296875 ], "point": [ 0.0905, 0.6963 ] }, { "instruction": "the number 8.", "bbox": [ 0.8140992906358507, 0.10380227830674914, 0.8645280626085069, 0.14038827684190539 ], "point": [ 0.8393, 0.1221 ] }, { "instruction": "the \"Fork\" function.", "bbox": [ 0.846875, 0.37586778428819445, 0.9014553493923612, 0.4145219590928819 ], "point": [ 0.8742, 0.3952 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.975689951578776, 0.003637862735324436, 0.9969622294108073, 0.04027997970581055 ], "point": [ 0.9863, 0.022 ] }, { "instruction": "Not Security.", "bbox": [ 0.08304461903042264, 0.05425268809000651, 0.15561807420518664, 0.08610096401638455 ], "point": [ 0.1193, 0.0702 ] }, { "instruction": "Reload", "bbox": [ 0.055035204357571074, 0.05085084703233507, 0.07680120997958713, 0.09107192145453559 ], "point": [ 0.0659, 0.071 ] }, { "instruction": "a battery indicator showing 13 seconds.", "bbox": [ 0.7703447977701823, 0.10360987345377604, 0.8139052497016059, 0.14107786390516494 ], "point": [ 0.7921, 0.1223 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.00505658123228285, 0.10250176323784722, 0.034080085489485, 0.14590008205837673 ], "point": [ 0.0196, 0.1242 ] }, { "instruction": "Help or information.", "bbox": [ 0.9054601881239149, 0.10327306959364149, 0.9409987555609809, 0.14196634080674914 ], "point": [ 0.9232, 0.1226 ] }, { "instruction": "the \"Star\" function.", "bbox": [ 0.7704879760742187, 0.37539564344618054, 0.8226352267795138, 0.4149759250217014 ], "point": [ 0.7966, 0.3952 ] }, { "instruction": "adding a new item or element.", "bbox": [ 0.7329760233561198, 0.10530511644151476, 0.7683128356933594, 0.14081777784559463 ], "point": [ 0.7506, 0.1231 ] }, { "instruction": "Justified", "bbox": [ 0.03866181373596191, 0.1056559583875868, 0.062415234247843426, 0.14270497639973959 ], "point": [ 0.0505, 0.1242 ] }, { "instruction": "Forward", "bbox": [ 0.0308371278974745, 0.05263039059109158, 0.05046524471706814, 0.08890950520833334 ], "point": [ 0.0407, 0.0708 ] }, { "instruction": "the letter \"L\".", "bbox": [ 0.254893430074056, 0.357721184624566, 0.3028537538316515, 0.4330142890082465 ], "point": [ 0.2789, 0.3954 ] }, { "instruction": "Selecting a pattern or design.", "bbox": [ 0.944929673936632, 0.10219247606065539, 0.9875172932942708, 0.14179059346516928 ], "point": [ 0.9662, 0.122 ] }, { "instruction": "Back", "bbox": [ 0.00502591331799825, 0.053745880126953124, 0.026320711109373306, 0.08823095533582899 ], "point": [ 0.0157, 0.071 ] }, { "instruction": "Five-point star", "bbox": [ 0.8647051493326823, 0.057181303236219616, 0.8843313429090712, 0.08646180046929254 ], "point": [ 0.8745, 0.0718 ] }, { "instruction": "Internet or web", "bbox": [ 0.48507266574435765, 0.3701176961263021, 0.5001765780978733, 0.40207617865668405 ], "point": [ 0.4926, 0.3861 ] }, { "instruction": "Line", "bbox": [ 0.27096693250868054, 0.11190965440538195, 0.2871421813964844, 0.1388037618001302 ], "point": [ 0.2791, 0.1254 ] }, { "instruction": "a text input field with the letter 'f' on it.", "bbox": [ 0.8231305440266927, 0.5104501342773438, 0.8899648878309462, 0.5487985229492187 ], "point": [ 0.8565, 0.5296 ] }, { "instruction": "More options", "bbox": [ 0.9741943359375, 0.05074370490180122, 0.9958299424913194, 0.09036698235405816 ], "point": [ 0.985, 0.0706 ] }, { "instruction": "Paste", "bbox": [ 0.3754910363091363, 0.4014653523763021, 0.38970222473144533, 0.4332092624240451 ], "point": [ 0.3826, 0.4173 ] }, { "instruction": "Close", "bbox": [ 0.3642470889621311, 0.008471372392442491, 0.38087476094563805, 0.03907663133409288 ], "point": [ 0.3726, 0.0238 ] }, { "instruction": "Close", "bbox": [ 0.9720630221896701, 0.16528645833333333, 0.9944561428493923, 0.19993421766493055 ], "point": [ 0.9833, 0.1826 ] }, { "instruction": "a toggle switch in the off position.", "bbox": [ 0.8987331814236111, 0.3766082763671875, 0.922711181640625, 0.41591478135850696 ], "point": [ 0.9107, 0.3963 ] }, { "instruction": "Add New Tab", "bbox": [ 0.5555655585394965, 0.009477432039048937, 0.5686269124348958, 0.03859998808966743 ], "point": [ 0.5621, 0.024 ] }, { "instruction": "Close", "bbox": [ 0.5297379811604818, 0.009893645180596246, 0.5439350128173828, 0.038297736909654406 ], "point": [ 0.5368, 0.0241 ] }, { "instruction": "Close", "bbox": [ 0.19980519612630207, 0.01175855106777615, 0.215298589070638, 0.03707874827914768 ], "point": [ 0.2076, 0.0244 ] }, { "instruction": "1 Branch.", "bbox": [ 0.3214445537990994, 0.44014289008246527, 0.38158077663845485, 0.4725255669487847 ], "point": [ 0.3515, 0.4563 ] }, { "instruction": "Tags.", "bbox": [ 0.3871616363525391, 0.440313720703125, 0.4354866451687283, 0.47174974229600697 ], "point": [ 0.4113, 0.456 ] }, { "instruction": "Information", "bbox": [ 0.1845140881008572, 0.17130218505859374, 0.2028771930270725, 0.20285491943359374 ], "point": [ 0.1937, 0.1871 ] }, { "instruction": "a list of awesome, things/notifications.", "bbox": [ 0.3119697570800781, 0.5948147922092014, 0.44431754218207464, 0.6369264729817709 ], "point": [ 0.3781, 0.6159 ] }, { "instruction": "a toggle switch in the off position.", "bbox": [ 0.8198378668891059, 0.3755035061306424, 0.8441062927246094, 0.414995354546441 ], "point": [ 0.832, 0.3952 ] }, { "instruction": "Paste.", "bbox": [ 0.8868620130750868, 0.5111834377712674, 0.9110143025716145, 0.5491441175672743 ], "point": [ 0.8989, 0.5302 ] }, { "instruction": "Back", "bbox": [ 0.006023682488335504, 0.9588258192274306, 0.023105510075887046, 0.9892064073350695 ], "point": [ 0.0146, 0.974 ] }, { "instruction": "a search bar.", "bbox": [ 0.9923784044053819, 0.09770068698459201, 1.0, 0.14455501980251736 ], "point": [ 0.9962, 0.1211 ] }, { "instruction": "Duplicate Slide", "bbox": [ 0.4408224317762587, 0.4418951076931424, 0.45589353773328994, 0.47214352077907984 ], "point": [ 0.4484, 0.457 ] }, { "instruction": "Screen rotation.", "bbox": [ 0.39031219482421875, 0.005255944993760851, 0.44324137369791666, 0.04144454108344184 ], "point": [ 0.4168, 0.0234 ] }, { "instruction": "a geometric pattern.", "bbox": [ 0.26488586001925996, 0.5110699123806424, 0.2916799121432834, 0.5629476250542534 ], "point": [ 0.2783, 0.537 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.47985225253634983, 0.5914718967013889, 0.6885215335422092, 0.6424951171875 ], "point": [ 0.5842, 0.617 ] }, { "instruction": "the \"1 Comment\" function.", "bbox": [ 0.2536362330118815, 0.44148118760850696, 0.3176716062757704, 0.47155958387586805 ], "point": [ 0.2857, 0.4565 ] }, { "instruction": "Create submission.", "bbox": [ 0.22135639190673828, 0.0025339168972439235, 0.337666384379069, 0.044163118998209634 ], "point": [ 0.2795, 0.0233 ] }, { "instruction": "M0,0L9,0 4.5,5z", "bbox": [ 0.9946112738715278, 0.16522674560546874, 1.0, 0.20216454399956596 ], "point": [ 0.9973, 0.1837 ] } ], "element_size": 151 }, { "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/project_wikipediareddit_tutorial/action_videoframes/action_24/18610.jpg", "img_size": [ 2880, 1800 ], "element": [ { "instruction": "Byte Blaze", "bbox": [ 0.07743055555555556, 0.015, 0.12152777777777778, 0.03222222222222222 ], "point": [ 0.0995, 0.0236 ] }, { "instruction": "list_of_awesome", "bbox": [ 0.12569444444444444, 0.01499999894036187, 0.1951388888888889, 0.03111111111111111 ], "point": [ 0.1604, 0.0231 ] }, { "instruction": "Create submission", "bbox": [ 0.24270835452609593, 0.014444444444444444, 0.3177083545260959, 0.03166666666666667 ], "point": [ 0.2802, 0.0231 ] }, { "instruction": "X |", "bbox": [ 0.5326389312744141, 0.015, 0.555902820163303, 0.03222222222222222 ], "point": [ 0.5443, 0.0236 ] }, { "instruction": "ec2-3-135-185-123.us-east-2 compute amazonaws com:gggg/submit/UpliftingNews", "bbox": [ 0.15833335452609593, 0.06055555555555556, 0.5524305767483182, 0.08277777777777778 ], "point": [ 0.3554, 0.0717 ] }, { "instruction": "Create submission", "bbox": [ 0.12638888888888888, 0.1922222222222222, 0.29375, 0.22777777777777777 ], "point": [ 0.2101, 0.21 ] }, { "instruction": "UpliftingNews", "bbox": [ 0.6965278625488281, 0.18944442749023438, 0.7767361958821615, 0.21388887193467881 ], "point": [ 0.7366, 0.2017 ] }, { "instruction": "URL", "bbox": [ 0.1343750105963813, 0.2588888888888889, 0.1545138994852702, 0.2772222222222222 ], "point": [ 0.1444, 0.2681 ] }, { "instruction": "Image", "bbox": [ 0.16493055555555555, 0.258888905843099, 0.1954861111111111, 0.27944446139865453 ], "point": [ 0.1802, 0.2692 ] }, { "instruction": "t5_2u3ta", "bbox": [ 0.6951388465033637, 0.29, 0.7364583333333333, 0.30833333333333335 ], "point": [ 0.7158, 0.2992 ] }, { "instruction": "Title", "bbox": [ 0.12638888888888888, 0.3461111111111111, 0.1482638888888889, 0.36444444444444446 ], "point": [ 0.1373, 0.3553 ] }, { "instruction": "Created 2 years ago", "bbox": [ 0.6961805555555556, 0.345, 0.7715277777777778, 0.3622222222222222 ], "point": [ 0.7339, 0.3536 ] }, { "instruction": "list_of_awesome_", "bbox": [ 0.13125, 0.3788888888888889, 0.2076388888888889, 0.39611111111111114 ], "point": [ 0.1694, 0.3875 ] }, { "instruction": "~things repository", "bbox": [ 0.20729166666666668, 0.37666666666666665, 0.28368055555555555, 0.40166666666666667 ], "point": [ 0.2455, 0.3892 ] }, { "instruction": "Body", "bbox": [ 0.12604167726304796, 0.47333333333333333, 0.1517361217074924, 0.4938888888888889 ], "point": [ 0.1389, 0.4836 ] }, { "instruction": "Preview", "bbox": [ 0.1267361005147298, 0.7627777777777778, 0.17048610051472982, 0.7838888888888889 ], "point": [ 0.1486, 0.7733 ] }, { "instruction": "http:Ilec2-3-135-185-123.us-east-", "bbox": [ 0.13645833333333332, 0.8116666666666666, 0.28368055555555555, 0.8338888888888889 ], "point": [ 0.2101, 0.8228 ] }, { "instruction": "2.compute amazonaws.com:8023/byteblaze/list_of_awesome_things", "bbox": [ 0.1361111323038737, 0.8355555555555556, 0.43993055555555555, 0.8577777777777778 ], "point": [ 0.288, 0.8467 ] }, { "instruction": "Markdown allowed. Formatting", "bbox": [ 0.12743055555555555, 0.8849999321831598, 0.24270833333333333, 0.9022221544053819 ], "point": [ 0.1851, 0.8936 ] }, { "instruction": "Forum", "bbox": [ 0.12638888888888888, 0.9222222222222223, 0.15694444444444444, 0.9383333333333334 ], "point": [ 0.1417, 0.9303 ] }, { "instruction": "Toolbox", "bbox": [ 0.685172356499566, 0.4892347886827257, 0.8858152601453994, 0.6351482476128473 ], "point": [ 0.7855, 0.5622 ] }, { "instruction": "Bans", "bbox": [ 0.685172356499566, 0.4892347886827257, 0.8858152601453994, 0.6351482476128473 ], "point": [ 0.7855, 0.5622 ] }, { "instruction": "Moderation log", "bbox": [ 0.685172356499566, 0.4892347886827257, 0.8858152601453994, 0.6351482476128473 ], "point": [ 0.7855, 0.5622 ] }, { "instruction": "Incognito", "bbox": [ 0.8950313991970487, 0.050680618286132816, 0.9706485324435764, 0.09107123480902778 ], "point": [ 0.9328, 0.0709 ] }, { "instruction": "Subscribe", "bbox": [ 0.6950645446777344, 0.2293258497450087, 0.7742393493652344, 0.2745203145345052 ], "point": [ 0.7347, 0.2519 ] }, { "instruction": "UpliftingNews", "bbox": [ 0.12646233240763347, 0.9400705295138889, 0.24166636996799046, 0.975906982421875 ], "point": [ 0.1841, 0.958 ] }, { "instruction": "Submit", "bbox": [ 0.6474573771158855, 0.09631587558322482, 0.7207357618543837, 0.15736723158094618 ], "point": [ 0.6841, 0.1268 ] }, { "instruction": "Not Secure", "bbox": [ 0.08289857440524631, 0.055534430609809025, 0.1554513825310601, 0.0852498033311632 ], "point": [ 0.1192, 0.0704 ] }, { "instruction": "http:Ilec2-3-135-185-123.us-east-", "bbox": [ 0.12530576917860242, 0.49247521294487845, 0.5202518886990017, 0.7534911431206597 ], "point": [ 0.3228, 0.623 ] }, { "instruction": "2.compute.amazonaws com:8023/byteblaze/list_of_awesome_things", "bbox": [ 0.12530576917860242, 0.49247521294487845, 0.5202518886990017, 0.7534911431206597 ], "point": [ 0.3228, 0.623 ] }, { "instruction": "Del", "bbox": [ 0.12530576917860242, 0.49247521294487845, 0.5202518886990017, 0.7534911431206597 ], "point": [ 0.3228, 0.623 ] }, { "instruction": "Hide this forum", "bbox": [ 0.6840471903483073, 0.41202714708116317, 0.886575910780165, 0.480069342719184 ], "point": [ 0.7853, 0.446 ] }, { "instruction": "Postmill", "bbox": [ 0.1279902564154731, 0.0971638658311632, 0.19002689785427518, 0.1516036817762587 ], "point": [ 0.159, 0.1244 ] }, { "instruction": "Subscribe via RSS", "bbox": [ 0.6951679229736328, 0.35999732123480904, 0.779565938313802, 0.38584096272786456 ], "point": [ 0.7374, 0.3729 ] }, { "instruction": "Forums", "bbox": [ 0.1920578850640191, 0.09813099331325954, 0.25146170722113714, 0.15194566514756944 ], "point": [ 0.2218, 0.125 ] }, { "instruction": "X", "bbox": [ 0.20084357791476778, 0.01204901271396213, 0.2145324495103624, 0.03527141888936361 ], "point": [ 0.2077, 0.0237 ] }, { "instruction": "MarvelsGrantMan136", "bbox": [ 0.7211132473415799, 0.10016124301486545, 0.8689876980251736, 0.1505640157063802 ], "point": [ 0.7951, 0.1254 ] }, { "instruction": "Wiki", "bbox": [ 0.25269088745117185, 0.09787638346354166, 0.29291869269476994, 0.1520658874511719 ], "point": [ 0.2728, 0.125 ] }, { "instruction": "help", "bbox": [ 0.19965557522243924, 0.8815460883246528, 0.2678878360324436, 0.9021827528211805 ], "point": [ 0.2338, 0.8919 ] }, { "instruction": "Boston", "bbox": [ 0.38541653951009114, 0.00034329096476236977, 0.5328961266411676, 0.045695726606580944 ], "point": [ 0.4592, 0.023 ] }, { "instruction": "a toolbox option to change the size of a log.", "bbox": [ 0.685172356499566, 0.4892347886827257, 0.8858152601453994, 0.6351482476128473 ], "point": [ 0.7855, 0.5622 ] }, { "instruction": "Incognito.", "bbox": [ 0.8950313991970487, 0.050680618286132816, 0.9706485324435764, 0.09107123480902778 ], "point": [ 0.9328, 0.0709 ] }, { "instruction": "Subscript.", "bbox": [ 0.6950645446777344, 0.2293258497450087, 0.7742393493652344, 0.2745203145345052 ], "point": [ 0.7347, 0.2519 ] }, { "instruction": "upliftingNews.", "bbox": [ 0.12646233240763347, 0.9400705295138889, 0.24166636996799046, 0.975906982421875 ], "point": [ 0.1841, 0.958 ] }, { "instruction": "creating a new comment or entry.", "bbox": [ 0.6474573771158855, 0.09631587558322482, 0.7207357618543837, 0.15736723158094618 ], "point": [ 0.6841, 0.1268 ] }, { "instruction": "Not Security.", "bbox": [ 0.08289857440524631, 0.055534430609809025, 0.1554513825310601, 0.0852498033311632 ], "point": [ 0.1192, 0.0704 ] }, { "instruction": "a link to the internet or website.", "bbox": [ 0.12530576917860242, 0.49247521294487845, 0.5202518886990017, 0.7534911431206597 ], "point": [ 0.3228, 0.623 ] }, { "instruction": "Hide this forum.", "bbox": [ 0.6840471903483073, 0.41202714708116317, 0.886575910780165, 0.480069342719184 ], "point": [ 0.7853, 0.446 ] }, { "instruction": "a search function.", "bbox": [ 0.38676350911458335, 0.10302622477213541, 0.5220957438151042, 0.1497775438096788 ], "point": [ 0.4544, 0.1264 ] }, { "instruction": "a counter displaying the number 0.", "bbox": [ 0.7730261908637153, 0.22871732923719618, 0.8198130289713542, 0.27442109849717883 ], "point": [ 0.7964, 0.2516 ] }, { "instruction": "a horizontal line or divider.", "bbox": [ 0.12628943125406902, 0.2853995090060764, 0.5210715187920465, 0.3335326470269097 ], "point": [ 0.3237, 0.3095 ] }, { "instruction": "Expand to show more options", "bbox": [ 0.9756013658311632, 0.003713709513346354, 0.9968458387586806, 0.04079310523139106 ], "point": [ 0.9862, 0.0223 ] }, { "instruction": "Email", "bbox": [ 0.6150787353515625, 0.0971725802951389, 0.6491119384765625, 0.156573486328125 ], "point": [ 0.6321, 0.1269 ] }, { "instruction": "Postmill.", "bbox": [ 0.1279902564154731, 0.0971638658311632, 0.19002689785427518, 0.1516036817762587 ], "point": [ 0.159, 0.1244 ] }, { "instruction": "Reload", "bbox": [ 0.05449495845370823, 0.04750482347276476, 0.07606603304545084, 0.09272378709581164 ], "point": [ 0.0653, 0.0701 ] }, { "instruction": "Back", "bbox": [ 0.005670548147625394, 0.0507838609483507, 0.026793552107281154, 0.09063011169433594 ], "point": [ 0.0162, 0.0707 ] }, { "instruction": "Subscripting a file or application.", "bbox": [ 0.6951679229736328, 0.35999732123480904, 0.779565938313802, 0.38584096272786456 ], "point": [ 0.7374, 0.3729 ] }, { "instruction": "More options", "bbox": [ 0.9745240105523003, 0.05035121493869358, 0.9956693013509115, 0.09160702175564236 ], "point": [ 0.9851, 0.071 ] }, { "instruction": "Forward", "bbox": [ 0.029473858409457737, 0.04962640550401476, 0.05105751355489095, 0.09138307359483507 ], "point": [ 0.0403, 0.0705 ] }, { "instruction": "Forms.", "bbox": [ 0.1920578850640191, 0.09813099331325954, 0.25146170722113714, 0.15194566514756944 ], "point": [ 0.2218, 0.125 ] }, { "instruction": "Close", "bbox": [ 0.36504122416178386, 0.010553744633992513, 0.3799106597900391, 0.03972622235616048 ], "point": [ 0.3725, 0.0251 ] }, { "instruction": "Close", "bbox": [ 0.20084357791476778, 0.01204901271396213, 0.2145324495103624, 0.03527141888936361 ], "point": [ 0.2077, 0.0237 ] }, { "instruction": "Five-point star", "bbox": [ 0.8658081902398004, 0.0583968014187283, 0.8828437805175782, 0.08591773986816406 ], "point": [ 0.8743, 0.0722 ] }, { "instruction": "A user profile or account.", "bbox": [ 0.7211132473415799, 0.10016124301486545, 0.8689876980251736, 0.1505640157063802 ], "point": [ 0.7951, 0.1254 ] }, { "instruction": "Wiki", "bbox": [ 0.25269088745117185, 0.09787638346354166, 0.29291869269476994, 0.1520658874511719 ], "point": [ 0.2728, 0.125 ] }, { "instruction": "Close", "bbox": [ 0.528178956773546, 0.007575960159301758, 0.5461897532145182, 0.03751876089307997 ], "point": [ 0.5372, 0.0225 ] }, { "instruction": "New Tab", "bbox": [ 0.5529752943250869, 0.00676216549343533, 0.5725702073838975, 0.03592762417263455 ], "point": [ 0.5628, 0.0213 ] }, { "instruction": "Formating help.", "bbox": [ 0.19965557522243924, 0.8815460883246528, 0.2678878360324436, 0.9021827528211805 ], "point": [ 0.2338, 0.8919 ] }, { "instruction": "Refresh or reload the page.", "bbox": [ 0.38541653951009114, 0.00034329096476236977, 0.5328961266411676, 0.045695726606580944 ], "point": [ 0.4592, 0.023 ] }, { "instruction": "M0,0L9,0 4.5,0z", "bbox": [ 0.05523385471767849, 0.004598621792263455, 0.07844094700283474, 0.04172608269585504 ], "point": [ 0.0668, 0.0232 ] }, { "instruction": "Undo", "bbox": [ 0.5091738806830512, 0.44180494520399305, 0.517267566257053, 0.4577037896050347 ], "point": [ 0.5132, 0.4498 ] } ], "element_size": 71 } ]