diff --git "a/catalog_tutorial/hf_train_ele.json" "b/catalog_tutorial/hf_train_ele.json" new file mode 100644--- /dev/null +++ "b/catalog_tutorial/hf_train_ele.json" @@ -0,0 +1,17094 @@ +[ + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_0/767.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Dashboard", + "bbox": [ + 0.07403719472695157, + 0.10608020698576973, + 0.17264276228419656, + 0.14747736093143596 + ], + "point": [ + 0.1233, + 0.1268 + ] + }, + { + "instruction": "Advanced Reporting", + "bbox": [ + 0.07337318410278158, + 0.35316946959896506, + 0.19721115537848605, + 0.3874514877102199 + ], + "point": [ + 0.1353, + 0.3703 + ] + }, + { + "instruction": "Gain new insights and take command of your business' performance,", + "bbox": [ + 0.07304116865869854, + 0.40103492884864167, + 0.3751660026560425, + 0.42755498059508407 + ], + "point": [ + 0.2241, + 0.4143 + ] + }, + { + "instruction": "our", + "bbox": [ + 0.40073041168658696, + 0.40620957309184996, + 0.41766268260292166, + 0.42238033635187583 + ], + "point": [ + 0.4092, + 0.4143 + ] + }, + { + "instruction": "dynamic product; order; and customer reports tailored to your customer data.", + "bbox": [ + 0.4176626420749294, + 0.4016817593790427, + 0.7563080198736305, + 0.42755498059508407 + ], + "point": [ + 0.587, + 0.4146 + ] + }, + { + "instruction": "Lifetime Sales", + "bbox": [ + 0.07304116865869854, + 0.5012936215813996, + 0.1593625498007968, + 0.5284605038582431 + ], + "point": [ + 0.1162, + 0.5149 + ] + }, + { + "instruction": "Chart is disabled. To enable the chart; click here:", + "bbox": [ + 0.3847941567065073, + 0.5077619268854099, + 0.5939575033200531, + 0.5310478259798472 + ], + "point": [ + 0.4894, + 0.5194 + ] + }, + { + "instruction": "So.0o", + "bbox": [ + 0.07204515272244356, + 0.5342820575906574, + 0.11686586985391766, + 0.5685640757019121 + ], + "point": [ + 0.0945, + 0.5514 + ] + }, + { + "instruction": "Revenue", + "bbox": [ + 0.3851261620185923, + 0.5705045278137129, + 0.42397078353253653, + 0.5899094437257438 + ], + "point": [ + 0.4045, + 0.5802 + ] + }, + { + "instruction": "Tax", + "bbox": [ + 0.5272243950629772, + 0.5705045278137129, + 0.5441566659793119, + 0.5899094437257438 + ], + "point": [ + 0.5357, + 0.5802 + ] + }, + { + "instruction": "Shipping", + "bbox": [ + 0.6699867197875166, + 0.5698576972833118, + 0.7108233731739708, + 0.5950840879689522 + ], + "point": [ + 0.6904, + 0.5825 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.8127490039840638, + 0.5685640362225097, + 0.8549136786188579, + 0.5957309184993532 + ], + "point": [ + 0.8338, + 0.5821 + ] + }, + { + "instruction": "Order", + "bbox": [ + 0.12450199203187251, + 0.61254851228978, + 0.16268260292164674, + 0.6390685640362225 + ], + "point": [ + 0.1436, + 0.6258 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.3837981407702523, + 0.5970245400807528, + 0.42861885790172644, + 0.6293660666008045 + ], + "point": [ + 0.4062, + 0.6132 + ] + }, + { + "instruction": "So.0o", + "bbox": [ + 0.5265604654947916, + 0.5950840484895497, + 0.5713811826262658, + 0.6293660666008045 + ], + "point": [ + 0.549, + 0.6122 + ] + }, + { + "instruction": "Average", + "bbox": [ + 0.07304116865869854, + 0.6119017212387815, + 0.1251660026560425, + 0.6461837393500364 + ], + "point": [ + 0.0991, + 0.629 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.07204515272244356, + 0.6455368693402329, + 0.11686586985391766, + 0.6811125485122898 + ], + "point": [ + 0.0945, + 0.6633 + ] + }, + { + "instruction": "Last Orders", + "bbox": [ + 0.07370517928286853, + 0.7238033635187581, + 0.14442231075697212, + 0.7503234152652005 + ], + "point": [ + 0.1091, + 0.7371 + ] + }, + { + "instruction": "Customer", + "bbox": [ + 0.07337318410278158, + 0.7671410090556274, + 0.1175298906100857, + 0.7865459249676585 + ], + "point": [ + 0.0955, + 0.7768 + ] + }, + { + "instruction": "Items", + "bbox": [ + 0.23738379814077026, + 0.7671410090556274, + 0.2646082337317397, + 0.7865459249676585 + ], + "point": [ + 0.251, + 0.7768 + ] + }, + { + "instruction": "Total", + "bbox": [ + 0.32735723771580344, + 0.7671410090556274, + 0.350597609561753, + 0.7865459249676585 + ], + "point": [ + 0.339, + 0.7768 + ] + }, + { + "instruction": "Sarah Miller", + "bbox": [ + 0.07270916334661355, + 0.815653298835705, + 0.12317397078353254, + 0.8350582147477361 + ], + "point": [ + 0.0979, + 0.8254 + ] + }, + { + "instruction": "5", + "bbox": [ + 0.23771580345285526, + 0.8175937904269082, + 0.2446879150066401, + 0.8344113842173351 + ], + "point": [ + 0.2412, + 0.826 + ] + }, + { + "instruction": "$194.40", + "bbox": [ + 0.31640106241699867, + 0.815653298835705, + 0.350597609561753, + 0.8350582147477361 + ], + "point": [ + 0.3335, + 0.8254 + ] + }, + { + "instruction": "Product", + "bbox": [ + 0.3851261620185923, + 0.8124191461836999, + 0.4206507304116866, + 0.8318240620957309 + ], + "point": [ + 0.4029, + 0.8221 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.8482735723771581, + 0.814359637774903, + 0.8715139442231076, + 0.8318240620957309 + ], + "point": [ + 0.8599, + 0.8231 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.9169986719787516, + 0.814359637774903, + 0.9575033200531209, + 0.8350582147477361 + ], + "point": [ + 0.9373, + 0.8247 + ] + }, + { + "instruction": "Grace Nguyen", + "bbox": [ + 0.07304116865869854, + 0.8654592496765847, + 0.13213811420982735, + 0.888745148771022 + ], + "point": [ + 0.1026, + 0.8771 + ] + }, + { + "instruction": "$190.00", + "bbox": [ + 0.31640106241699867, + 0.8661060802069858, + 0.350597609561753, + 0.8835705045278137 + ], + "point": [ + 0.3335, + 0.8748 + ] + }, + { + "instruction": "Quest Lumaflexm Band", + "bbox": [ + 0.3851262025465845, + 0.8628719275549805, + 0.4800797218028926, + 0.8835705045278137 + ], + "point": [ + 0.4326, + 0.8732 + ] + }, + { + "instruction": "$19.00", + "bbox": [ + 0.8429614873837982, + 0.8628719275549805, + 0.8725099601593626, + 0.8822768434670116 + ], + "point": [ + 0.8577, + 0.8726 + ] + }, + { + "instruction": "Matt Baker", + "bbox": [ + 0.07403718459495352, + 0.9146183699870634, + 0.11918990703851262, + 0.9340232858990944 + ], + "point": [ + 0.0966, + 0.9243 + ] + }, + { + "instruction": "3", + "bbox": [ + 0.23871181938911024, + 0.9165588615782665, + 0.2446879150066401, + 0.9333764553686934 + ], + "point": [ + 0.2417, + 0.925 + ] + }, + { + "instruction": "$151,.40", + "bbox": [ + 0.31640106241699867, + 0.9146183699870634, + 0.350597609561753, + 0.9340232858990944 + ], + "point": [ + 0.3335, + 0.9243 + ] + }, + { + "instruction": "Sprite", + "bbox": [ + 0.3841301866103295, + 0.9107373868046572, + 0.411686627513384, + 0.9359637774902976 + ], + "point": [ + 0.3979, + 0.9234 + ] + }, + { + "instruction": "Strap 6 foot", + "bbox": [ + 0.4312749003984064, + 0.9100905562742562, + 0.4820717131474104, + 0.9340232858990944 + ], + "point": [ + 0.4567, + 0.9221 + ] + }, + { + "instruction": "$14.00", + "bbox": [ + 0.8429614873837982, + 0.9113842173350583, + 0.8725099601593626, + 0.9307891332470892 + ], + "point": [ + 0.8577, + 0.9211 + ] + }, + { + "instruction": "Lily Potter", + "bbox": [ + 0.07337317397078354, + 0.9650711513583441, + 0.11520584329349269, + 0.9844760672703752 + ], + "point": [ + 0.0943, + 0.9748 + ] + }, + { + "instruction": "$188.20", + "bbox": [ + 0.31640106241699867, + 0.963130659767141, + 0.350597609561753, + 0.982535575679172 + ], + "point": [ + 0.3335, + 0.9728 + ] + }, + { + "instruction": "Sprite Stasis Ball 65 cm", + "bbox": [ + 0.3841301460823373, + 0.9598965860739408, + 0.47908366533864544, + 0.983182485168378 + ], + "point": [ + 0.4316, + 0.9715 + ] + }, + { + "instruction": "$27.00", + "bbox": [ + 0.8429614873837982, + 0.9605434166043418, + 0.8725099601593626, + 0.9799483325163729 + ], + "point": [ + 0.8577, + 0.9702 + ] + }, + { + "instruction": "using", + "bbox": [ + 0.3758300132802125, + 0.3984476067270375, + 0.400066401062417, + 0.4307891332470893 + ], + "point": [ + 0.3879, + 0.4146 + ] + }, + { + "instruction": "Yoga", + "bbox": [ + 0.4110225763612218, + 0.9094437257438551, + 0.4309428950863214, + 0.9366106080206986 + ], + "point": [ + 0.421, + 0.923 + ] + }, + { + "instruction": "New Customers", + "bbox": [ + 0.5757675272218418, + 0.7087631324284444, + 0.6746807123718667, + 0.7765743754042691 + ], + "point": [ + 0.6252, + 0.7427 + ] + }, + { + "instruction": "Most Viewed Products", + "bbox": [ + 0.4459039249901436, + 0.7084530612012856, + 0.5755485139520045, + 0.777339407265726 + ], + "point": [ + 0.5107, + 0.7429 + ] + }, + { + "instruction": "Go to Advanced Reporting", + "bbox": [ + 0.7849643904849353, + 0.3601311095164942, + 0.9610938569938994, + 0.4224345810508975 + ], + "point": [ + 0.873, + 0.3913 + ] + }, + { + "instruction": "Reload Data", + "bbox": [ + 0.870779577004482, + 0.20139290043484193, + 0.9617487082918327, + 0.2633592968307831 + ], + "point": [ + 0.9163, + 0.2324 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.6750367102553329, + 0.7088365641170763, + 0.7523546763466965, + 0.7773510142100583 + ], + "point": [ + 0.7137, + 0.7431 + ] + }, + { + "instruction": "Bestsellers", + "bbox": [ + 0.3708323849783159, + 0.7091922735335139, + 0.4483797800335118, + 0.7787930388654188 + ], + "point": [ + 0.4096, + 0.744 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0004497011344271352, + 0.738305806188349, + 0.04935900370279948, + 0.8226004892919228 + ], + "point": [ + 0.0249, + 0.7805 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0, + 0.09651015307585604, + 0.056244479074262846, + 0.17897294255462687 + ], + "point": [ + 0.0281, + 0.1377 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.821297353174523, + 0.053276117737708024, + 0.9089226765897882 + ], + "point": [ + 0.0266, + 0.8651 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.821297353174523, + 0.053276117737708024, + 0.9089226765897882 + ], + "point": [ + 0.0266, + 0.8651 + ] + }, + { + "instruction": "AIl Store Views", + "bbox": [ + 0.12514485717611326, + 0.21469574172006387, + 0.2020934815425797, + 0.24795634873008976 + ], + "point": [ + 0.1636, + 0.2313 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 3.236413476951569e-05, + 0.6600916222181233, + 0.05017007014665945, + 0.7381341497463212 + ], + "point": [ + 0.0251, + 0.6991 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.49445444677039535, + 0.054106475505854186, + 0.5843349126147114 + ], + "point": [ + 0.0271, + 0.5394 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.17533493535484718, + 0.05577183149725318, + 0.26433362874454236 + ], + "point": [ + 0.0279, + 0.2198 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.42151668494299804, + 0.05471543898462141, + 0.49616923461756146 + ], + "point": [ + 0.0274, + 0.4588 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.898602773152183, + 0.08922183097257035, + 0.9707009364884213, + 0.14923318761749071 + ], + "point": [ + 0.9347, + 0.1192 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.00014903409230914883, + 0.33419661626778785, + 0.054437769045076204, + 0.4276388348459735 + ], + "point": [ + 0.0273, + 0.3809 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0003253333913694182, + 0.5799160225733748, + 0.05009364701837182, + 0.6588182140907989 + ], + "point": [ + 0.0252, + 0.6194 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.00016244632472713313, + 0.259843892915437, + 0.054433972078807166, + 0.33716566473207066 + ], + "point": [ + 0.0273, + 0.2985 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.08063374350903676, + 0.2140294478442351, + 0.11367558736408533, + 0.2473955043383126 + ], + "point": [ + 0.0972, + 0.2307 + ] + }, + { + "instruction": "0", + "bbox": [ + 0.8127853981210574, + 0.5955804624964627, + 0.8247880061784113, + 0.6347063664168621 + ], + "point": [ + 0.8188, + 0.6151 + ] + }, + { + "instruction": "So.00", + "bbox": [ + 0.6699491503387491, + 0.5926131511258894, + 0.7142642807675548, + 0.6342874504770375 + ], + "point": [ + 0.6921, + 0.6135 + ] + }, + { + "instruction": "creating newcustomers.", + "bbox": [ + 0.5757675272218418, + 0.7087631324284444, + 0.6746807123718667, + 0.7765743754042691 + ], + "point": [ + 0.6252, + 0.7427 + ] + }, + { + "instruction": "most viewed products.", + "bbox": [ + 0.4459039249901436, + 0.7084530612012856, + 0.5755485139520045, + 0.777339407265726 + ], + "point": [ + 0.5107, + 0.7429 + ] + }, + { + "instruction": "a link to access advanced Reporting.", + "bbox": [ + 0.7849643904849353, + 0.3601311095164942, + 0.9610938569938994, + 0.4224345810508975 + ], + "point": [ + 0.873, + 0.3913 + ] + }, + { + "instruction": "Reload Data.", + "bbox": [ + 0.870779577004482, + 0.20139290043484193, + 0.9617487082918327, + 0.2633592968307831 + ], + "point": [ + 0.9163, + 0.2324 + ] + }, + { + "instruction": "Customers section.", + "bbox": [ + 0.6750367102553329, + 0.7088365641170763, + 0.7523546763466965, + 0.7773510142100583 + ], + "point": [ + 0.7137, + 0.7431 + ] + }, + { + "instruction": "a button to access the bestsellers section.", + "bbox": [ + 0.3708323849783159, + 0.7091922735335139, + 0.4483797800335118, + 0.7787930388654188 + ], + "point": [ + 0.4096, + 0.744 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.0, + 0.0, + 0.0562577215957135, + 0.10168236933581117 + ], + "point": [ + 0.0281, + 0.0508 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0004497011344271352, + 0.738305806188349, + 0.04935900370279948, + 0.8226004892919228 + ], + "point": [ + 0.0249, + 0.7805 + ] + }, + { + "instruction": "Navigation or compass functionality.", + "bbox": [ + 0.0, + 0.09651015307585604, + 0.056244479074262846, + 0.17897294255462687 + ], + "point": [ + 0.0281, + 0.1377 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.821297353174523, + 0.053276117737708024, + 0.9089226765897882 + ], + "point": [ + 0.0266, + 0.8651 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.12514485717611326, + 0.21469574172006387, + 0.2020934815425797, + 0.24795634873008976 + ], + "point": [ + 0.1636, + 0.2313 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 3.236413476951569e-05, + 0.6600916222181233, + 0.05017007014665945, + 0.7381341497463212 + ], + "point": [ + 0.0251, + 0.6991 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.49445444677039535, + 0.054106475505854186, + 0.5843349126147114 + ], + "point": [ + 0.0271, + 0.5394 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.20884242570732695, + 0.2114434088032119, + 0.2341845792286583, + 0.2529922426132459 + ], + "point": [ + 0.2215, + 0.2322 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.17533493535484718, + 0.05577183149725318, + 0.26433362874454236 + ], + "point": [ + 0.0279, + 0.2198 + ] + }, + { + "instruction": "Marketing", + "bbox": [ + 0.0, + 0.42151668494299804, + 0.05471543898462141, + 0.49616923461756146 + ], + "point": [ + 0.0274, + 0.4588 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.898602773152183, + 0.08922183097257035, + 0.9707009364884213, + 0.14923318761749071 + ], + "point": [ + 0.9347, + 0.1192 + ] + }, + { + "instruction": "Find", + "bbox": [ + 0.8272935277120684, + 0.0872321381760137, + 0.8578101331652557, + 0.15881938860302292 + ], + "point": [ + 0.8426, + 0.123 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.00014903409230914883, + 0.33419661626778785, + 0.054437769045076204, + 0.4276388348459735 + ], + "point": [ + 0.0273, + 0.3809 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8641111011682437, + 0.09617332468365944, + 0.8902677052207836, + 0.14765014253643474 + ], + "point": [ + 0.8772, + 0.1219 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0003253333913694182, + 0.5799160225733748, + 0.05009364701837182, + 0.6588182140907989 + ], + "point": [ + 0.0252, + 0.6194 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.00016244632472713313, + 0.259843892915437, + 0.054433972078807166, + 0.33716566473207066 + ], + "point": [ + 0.0273, + 0.2985 + ] + }, + { + "instruction": "a zoom function.", + "bbox": [ + 0.08063374350903676, + 0.2140294478442351, + 0.11367558736408533, + 0.2473955043383126 + ], + "point": [ + 0.0972, + 0.2307 + ] + }, + { + "instruction": "zero", + "bbox": [ + 0.8127853981210574, + 0.5955804624964627, + 0.8247880061784113, + 0.6347063664168621 + ], + "point": [ + 0.8188, + 0.6151 + ] + }, + { + "instruction": "a price display showing 50.00.", + "bbox": [ + 0.6699491503387491, + 0.5926131511258894, + 0.7142642807675548, + 0.6342874504770375 + ], + "point": [ + 0.6921, + 0.6135 + ] + } + ], + "element_size": 90 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_1/3419.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Products", + "bbox": [ + 0.07304116865869854, + 0.10478654592496765, + 0.15338645418326693, + 0.14683053040103494 + ], + "point": [ + 0.1132, + 0.1258 + ] + }, + { + "instruction": "I", + "bbox": [ + 0.07270916334661355, + 0.42432078846367643, + 0.08333333333333333, + 0.4424320433149054 + ], + "point": [ + 0.078, + 0.4334 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.300796812749004, + 0.42302712740287435, + 0.3247011952191235, + 0.4424320433149054 + ], + "point": [ + 0.3127, + 0.4327 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.5282204920552166, + 0.4210866358116713, + 0.5697211560658408, + 0.44631302649731164 + ], + "point": [ + 0.549, + 0.4337 + ] + }, + { + "instruction": "Last Updated At", + "bbox": [ + 0.7559760956175299, + 0.4223802968724733, + 0.8290172642762285, + 0.44760668755811367 + ], + "point": [ + 0.7925, + 0.435 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.07337317903678256, + 0.4579560155239327, + 0.0949535192563081, + 0.47736093143596375 + ], + "point": [ + 0.0842, + 0.4677 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.300796812749004, + 0.4579560155239327, + 0.32237715803452854, + 0.47736093143596375 + ], + "point": [ + 0.3116, + 0.4677 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.5288844621513944, + 0.4579560155239327, + 0.550464807436919, + 0.47736093143596375 + ], + "point": [ + 0.5397, + 0.4677 + ] + }, + { + "instruction": "from", + "bbox": [ + 0.7569721115537849, + 0.4579560155239327, + 0.7785524568393094, + 0.47736093143596375 + ], + "point": [ + 0.7678, + 0.4677 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.07337317397078354, + 0.5206985374934306, + 0.08333333333333333, + 0.5381629618142586 + ], + "point": [ + 0.0784, + 0.5294 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.300796812749004, + 0.5206985374934306, + 0.3114209827357238, + 0.5381629618142586 + ], + "point": [ + 0.3061, + 0.5294 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.5288844621513944, + 0.5206985374934306, + 0.5395086321381142, + 0.5381629618142586 + ], + "point": [ + 0.5342, + 0.5294 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.7569721115537849, + 0.5206985374934306, + 0.7675962815405046, + 0.5381629618142586 + ], + "point": [ + 0.7623, + 0.5294 + ] + }, + { + "instruction": "Store View", + "bbox": [ + 0.07270916334661355, + 0.5860284605433377, + 0.1201859229747676, + 0.6034928848641656 + ], + "point": [ + 0.0964, + 0.5948 + ] + }, + { + "instruction": "Asset", + "bbox": [ + 0.300796812749004, + 0.5860284605433377, + 0.32636122177954846, + 0.6034928848641656 + ], + "point": [ + 0.3136, + 0.5948 + ] + }, + { + "instruction": "Name", + "bbox": [ + 0.5295484727755644, + 0.5860284605433377, + 0.5567729083665338, + 0.6034928848641656 + ], + "point": [ + 0.5432, + 0.5948 + ] + }, + { + "instruction": "Type", + "bbox": [ + 0.7563080198736305, + 0.5860284605433377, + 0.77954839171958, + 0.6067270375161707 + ], + "point": [ + 0.7679, + 0.5964 + ] + }, + { + "instruction": "Attribute Set", + "bbox": [ + 0.07337318410278158, + 0.684993452735891, + 0.13081010309348542, + 0.704398368647922 + ], + "point": [ + 0.1021, + 0.6947 + ] + }, + { + "instruction": "SKU", + "bbox": [ + 0.300796812749004, + 0.686287113796693, + 0.3193891102257636, + 0.704398368647922 + ], + "point": [ + 0.3101, + 0.6953 + ] + }, + { + "instruction": "Visibility", + "bbox": [ + 0.5275564409030544, + 0.6811124695534848, + 0.5693891102257637, + 0.7102198434215313 + ], + "point": [ + 0.5485, + 0.6957 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7563081009296149, + 0.686287113796693, + 0.7865205843293492, + 0.7056920297087241 + ], + "point": [ + 0.7714, + 0.696 + ] + }, + { + "instruction": "2040 records found", + "bbox": [ + 0.2300796812749004, + 0.9456662354463131, + 0.31739707835325365, + 0.9695989650711514 + ], + "point": [ + 0.2737, + 0.9576 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.7573041168658698, + 0.9508408796895214, + 0.799136786188579, + 0.9741267787839586 + ], + "point": [ + 0.7782, + 0.9625 + ] + }, + { + "instruction": "of 11", + "bbox": [ + 0.9047144754316069, + 0.9482535575679172, + 0.9269588313413014, + 0.9689521345407504 + ], + "point": [ + 0.9158, + 0.9586 + ] + }, + { + "instruction": "AIl Store Views", + "bbox": [ + 0.07134491007324867, + 0.6086695425569009, + 0.2798785327440239, + 0.6543101795586392 + ], + "point": [ + 0.1756, + 0.6315 + ] + }, + { + "instruction": "Add Product", + "bbox": [ + 0.8433785204235142, + 0.20150600892297663, + 0.9611223887004067, + 0.26408398074289496 + ], + "point": [ + 0.9023, + 0.2328 + ] + }, + { + "instruction": "Select ..", + "bbox": [ + 0.2997073797907329, + 0.6091399001581703, + 0.5062822035426005, + 0.6544730715733142 + ], + "point": [ + 0.403, + 0.6318 + ] + }, + { + "instruction": "Search by keyword", + "bbox": [ + 0.07234019650564409, + 0.8729868663082148, + 0.3820152333374834, + 0.9286180819453428 + ], + "point": [ + 0.2272, + 0.9008 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.07173804679556514, + 0.9330993889220165, + 0.20823458181434418, + 0.9823864224965637 + ], + "point": [ + 0.14, + 0.9577 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.7053812743816401, + 0.3134348130318665, + 0.7749572997074203, + 0.3735987180880094 + ], + "point": [ + 0.7402, + 0.3435 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.8981130328944638, + 0.09302593788847732, + 0.9705613580832918, + 0.14485366841028763 + ], + "point": [ + 0.9343, + 0.1189 + ] + }, + { + "instruction": "Apply Filters", + "bbox": [ + 0.8929343660514193, + 0.7835342782280886, + 0.9716677722702938, + 0.8344208592739327 + ], + "point": [ + 0.9323, + 0.809 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.81982437666761, + 0.05263117046786811, + 0.9084497923067594 + ], + "point": [ + 0.0263, + 0.8641 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.81982437666761, + 0.05263117046786811, + 0.9084497923067594 + ], + "point": [ + 0.0263, + 0.8641 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0032236294284126513, + 0.09835192642113215, + 0.047557980257518104, + 0.1815604423335422 + ], + "point": [ + 0.0254, + 0.14 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8901233445125747, + 0.316927062277652, + 0.9699613816867945, + 0.36585728101249193 + ], + "point": [ + 0.93, + 0.3414 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.780765609437251, + 0.3176804082359719, + 0.8823363771476593, + 0.3655973486264958 + ], + "point": [ + 0.8316, + 0.3416 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.6925940443953353, + 0.933052645309468, + 0.7535701918886952, + 0.9840361877678283 + ], + "point": [ + 0.7231, + 0.9585 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.00015751710767606658, + 0.3374414283584654, + 0.0539717300637943, + 0.42497973917064197 + ], + "point": [ + 0.0271, + 0.3812 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4950432030997332, + 0.05251428267237041, + 0.5828202853381711 + ], + "point": [ + 0.0263, + 0.5389 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.003227497318668036, + 0.7420039207784201, + 0.045900068751685966, + 0.8196068451598885 + ], + "point": [ + 0.0246, + 0.7808 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0007053314452152329, + 0.6626297135248221, + 0.045770756593580104, + 0.73372406361174 + ], + "point": [ + 0.0232, + 0.6982 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0035331176413324564, + 0.5827844380407099, + 0.0449866070690383, + 0.6532828860264392 + ], + "point": [ + 0.0243, + 0.618 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.009483163891877153, + 0.1829158491798391, + 0.040358786563949284, + 0.25396207387512126 + ], + "point": [ + 0.0249, + 0.2184 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.00043172950288688995, + 0.4242154574178323, + 0.05337552783657039, + 0.4956839932815532 + ], + "point": [ + 0.0269, + 0.4599 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.2576550166634662, + 0.05499388655501691, + 0.3386471293105191 + ], + "point": [ + 0.0275, + 0.2982 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.84297129515791, + 0.7834450547784605, + 0.888972349534155, + 0.8313242528602037 + ], + "point": [ + 0.866, + 0.8074 + ] + }, + { + "instruction": "sq", + "bbox": [ + 0.5858581867192687, + 0.5131764479781492, + 0.6001526527354125, + 0.5472297224313754 + ], + "point": [ + 0.593, + 0.5302 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.12203671479446797, + 0.5071424950603372, + 0.27829867055216634, + 0.5532577534388139 + ], + "point": [ + 0.2002, + 0.5302 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.3505233217520543, + 0.5071669328104786, + 0.5054192815327233, + 0.5533217495502506 + ], + "point": [ + 0.428, + 0.5302 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.12229258827320924, + 0.4460393157998464, + 0.2792744022283263, + 0.49303654402995634 + ], + "point": [ + 0.2008, + 0.4695 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.35084252021860474, + 0.44665270727633816, + 0.5054976626696339, + 0.49285450450507357 + ], + "point": [ + 0.4282, + 0.4698 + ] + }, + { + "instruction": "a dropdown menu to view all store views.", + "bbox": [ + 0.07134491007324867, + 0.6086695425569009, + 0.2798785327440239, + 0.6543101795586392 + ], + "point": [ + 0.1756, + 0.6315 + ] + }, + { + "instruction": "Adding a product.", + "bbox": [ + 0.8433785204235142, + 0.20150600892297663, + 0.9611223887004067, + 0.26408398074289496 + ], + "point": [ + 0.9023, + 0.2328 + ] + }, + { + "instruction": "the number 5.", + "bbox": [ + 0.5786461089236803, + 0.4466080165927191, + 0.7332347044115206, + 0.4932975423598197 + ], + "point": [ + 0.6559, + 0.47 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.8062465308038679, + 0.5065830719270497, + 0.9617793474539342, + 0.5535458741181881 + ], + "point": [ + 0.884, + 0.5301 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.8063527951994107, + 0.446199444256347, + 0.962811757527183, + 0.49382463186246767 + ], + "point": [ + 0.8846, + 0.47 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.5265601007428619, + 0.6088252493203226, + 0.7347955184470452, + 0.6553754127966325 + ], + "point": [ + 0.6307, + 0.6321 + ] + }, + { + "instruction": "Selecting a dropdown menu.", + "bbox": [ + 0.2997073797907329, + 0.6091399001581703, + 0.5062822035426005, + 0.6544730715733142 + ], + "point": [ + 0.403, + 0.6318 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.07125071288738276, + 0.7091679542215799, + 0.2799508650780991, + 0.7565517647608748 + ], + "point": [ + 0.1756, + 0.7329 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.5276623000186753, + 0.7090446205682002, + 0.7357373079297393, + 0.7567730073324305 + ], + "point": [ + 0.6317, + 0.7329 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7555901070198373, + 0.6083562734981404, + 0.9630185313433764, + 0.655468702624717 + ], + "point": [ + 0.8593, + 0.6319 + ] + }, + { + "instruction": "search functionality.", + "bbox": [ + 0.07234019650564409, + 0.8729868663082148, + 0.3820152333374834, + 0.9286180819453428 + ], + "point": [ + 0.2272, + 0.9008 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.07173804679556514, + 0.9330993889220165, + 0.20823458181434418, + 0.9823864224965637 + ], + "point": [ + 0.14, + 0.9577 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.7053812743816401, + 0.3134348130318665, + 0.7749572997074203, + 0.3735987180880094 + ], + "point": [ + 0.7402, + 0.3435 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.3000167502191754, + 0.7097771214020052, + 0.5064857756474104, + 0.7566071148831662 + ], + "point": [ + 0.4033, + 0.7332 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.8981130328944638, + 0.09302593788847732, + 0.9705613580832918, + 0.14485366841028763 + ], + "point": [ + 0.9343, + 0.1189 + ] + }, + { + "instruction": "Apply Filters.", + "bbox": [ + 0.8929343660514193, + 0.7835342782280886, + 0.9716677722702938, + 0.8344208592739327 + ], + "point": [ + 0.9323, + 0.809 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.81982437666761, + 0.05263117046786811, + 0.9084497923067594 + ], + "point": [ + 0.0263, + 0.8641 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7559958732777224, + 0.7087827931708846, + 0.9635894896974602, + 0.756485755199911 + ], + "point": [ + 0.8598, + 0.7326 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.8676400355608814, + 0.9355544550452781, + 0.8995399424437666, + 0.9817725177878396 + ], + "point": [ + 0.8836, + 0.9587 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.0032236294284126513, + 0.09835192642113215, + 0.047557980257518104, + 0.1815604423335422 + ], + "point": [ + 0.0254, + 0.14 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8901233445125747, + 0.316927062277652, + 0.9699613816867945, + 0.36585728101249193 + ], + "point": [ + 0.93, + 0.3414 + ] + }, + { + "instruction": "Settings for default view.", + "bbox": [ + 0.780765609437251, + 0.3176804082359719, + 0.8823363771476593, + 0.3655973486264958 + ], + "point": [ + 0.8316, + 0.3416 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.6925940443953353, + 0.933052645309468, + 0.7535701918886952, + 0.9840361877678283 + ], + "point": [ + 0.7231, + 0.9585 + ] + }, + { + "instruction": "uBlock Origin (Ctrl+Shift+F4)", + "bbox": [ + 0.004615465799967448, + 0.011256865665490076, + 0.04653266638240333, + 0.09469683944485012 + ], + "point": [ + 0.0256, + 0.053 + ] + }, + { + "instruction": "navigating to the next item or screen.", + "bbox": [ + 0.939979502562666, + 0.9355055795449951, + 0.9706574094248008, + 0.9819886280370714 + ], + "point": [ + 0.9553, + 0.9587 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8277360123308848, + 0.0931443267466951, + 0.8558115357580096, + 0.1493474804877001 + ], + "point": [ + 0.8418, + 0.1212 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8639175394775066, + 0.09375580347216607, + 0.8908350971115537, + 0.14813084374115662 + ], + "point": [ + 0.8774, + 0.1209 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.00015751710767606658, + 0.3374414283584654, + 0.0539717300637943, + 0.42497973917064197 + ], + "point": [ + 0.0271, + 0.3812 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.4950432030997332, + 0.05251428267237041, + 0.5828202853381711 + ], + "point": [ + 0.0263, + 0.5389 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.003227497318668036, + 0.7420039207784201, + 0.045900068751685966, + 0.8196068451598885 + ], + "point": [ + 0.0246, + 0.7808 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9902076265251494, + 0.000494242639776035, + 1.0, + 0.04449243779941179 + ], + "point": [ + 0.9951, + 0.0225 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0007053314452152329, + 0.6626297135248221, + 0.045770756593580104, + 0.73372406361174 + ], + "point": [ + 0.0232, + 0.6982 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0035331176413324564, + 0.5827844380407099, + 0.0449866070690383, + 0.6532828860264392 + ], + "point": [ + 0.0243, + 0.618 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.009483163891877153, + 0.1829158491798391, + 0.040358786563949284, + 0.25396207387512126 + ], + "point": [ + 0.0249, + 0.2184 + ] + }, + { + "instruction": "Marketing", + "bbox": [ + 0.00043172950288688995, + 0.4242154574178323, + 0.05337552783657039, + 0.4956839932815532 + ], + "point": [ + 0.0269, + 0.4599 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.2576550166634662, + 0.05499388655501691, + 0.3386471293105191 + ], + "point": [ + 0.0275, + 0.2982 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8193424219787516, + 0.9352054571272639, + 0.8511314442749834, + 0.9830246465172219 + ], + "point": [ + 0.8352, + 0.9591 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.84297129515791, + 0.7834450547784605, + 0.888972349534155, + 0.8313242528602037 + ], + "point": [ + 0.866, + 0.8074 + ] + }, + { + "instruction": "50", + "bbox": [ + 0.5858581867192687, + 0.5131764479781492, + 0.6001526527354125, + 0.5472297224313754 + ], + "point": [ + 0.593, + 0.5302 + ] + } + ], + "element_size": 91 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_2/7455.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Enable Product", + "bbox": [ + 0.2148074571829868, + 0.36998706338939197, + 0.28419656740875043, + 0.3906856403622251 + ], + "point": [ + 0.2495, + 0.3803 + ] + }, + { + "instruction": "[website]", + "bbox": [ + 0.2506639903601739, + 0.39003884931122657, + 0.28419656740875043, + 0.4107374262840597 + ], + "point": [ + 0.2674, + 0.4004 + ] + }, + { + "instruction": "Attribute Set", + "bbox": [ + 0.22509962185762158, + 0.4501940491591203, + 0.28419656740875043, + 0.4715394566623545 + ], + "point": [ + 0.2546, + 0.4609 + ] + }, + { + "instruction": "Product Name", + "bbox": [ + 0.21713149436758175, + 0.5323415265200517, + 0.28419656740875043, + 0.5517464424320828 + ], + "point": [ + 0.2507, + 0.542 + ] + }, + { + "instruction": "[store view]", + "bbox": [ + 0.24203187250996017, + 0.5530401429722873, + 0.28452855245683933, + 0.5724450588843184 + ], + "point": [ + 0.2633, + 0.5627 + ] + }, + { + "instruction": "SKU", + "bbox": [ + 0.2639442231075697, + 0.6151358344113842, + 0.28320053120849936, + 0.6338939197930142 + ], + "point": [ + 0.2736, + 0.6245 + ] + }, + { + "instruction": "WJ12", + "bbox": [ + 0.3090969455511288, + 0.61254851228978, + 0.3336653386454183, + 0.6364812419146184 + ], + "point": [ + 0.3214, + 0.6245 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.6345407898028178, + 0.28419656740875043, + 0.6539457057148488 + ], + "point": [ + 0.2703, + 0.6442 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.2592961284743837, + 0.6953428201811126, + 0.2841965268807582, + 0.7147477360931436 + ], + "point": [ + 0.2717, + 0.705 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.7153945666235446, + 0.28419656740875043, + 0.7360931435963778 + ], + "point": [ + 0.2703, + 0.7257 + ] + }, + { + "instruction": "Tax Class", + "bbox": [ + 0.24136788214978627, + 0.7761966364812419, + 0.28419656740875043, + 0.796895213454075 + ], + "point": [ + 0.2628, + 0.7865 + ] + }, + { + "instruction": "[website]", + "bbox": [ + 0.2506639903601739, + 0.797542043984476, + 0.28419656740875043, + 0.815006468305304 + ], + "point": [ + 0.2674, + 0.8063 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.24236389808604125, + 0.8564036222509702, + 0.2855245886570904, + 0.8829236739974127 + ], + "point": [ + 0.2639, + 0.8697 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.2556440903054449, + 0.8764554476522073, + 0.2848605577689243, + 0.9003881772770456 + ], + "point": [ + 0.2703, + 0.8884 + ] + }, + { + "instruction": "Stock Status", + "bbox": [ + 0.22642762284196546, + 0.9773609314359638, + 0.28419654714475434, + 0.9961190168175937 + ], + "point": [ + 0.2553, + 0.9867 + ] + }, + { + "instruction": "Add Attribute", + "bbox": [ + 0.7658833254222692, + 0.2013496902288163, + 0.8639252397960242, + 0.2646874431496604 + ], + "point": [ + 0.8149, + 0.233 + ] + }, + { + "instruction": "Save", + "bbox": [ + 0.8702833522680112, + 0.20129382687429254, + 0.9617462766123008, + 0.26387377266433537 + ], + "point": [ + 0.916, + 0.2326 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.6927395398873257, + 0.20088288577377103, + 0.7584658922902141, + 0.2640193727007196 + ], + "point": [ + 0.7256, + 0.2325 + ] + }, + { + "instruction": "Taxable Goods", + "bbox": [ + 0.3019392360570738, + 0.7625398426129932, + 0.40534841428556606, + 0.8117253351643354 + ], + "point": [ + 0.3536, + 0.7871 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.8977447145013695, + 0.09313992479331744, + 0.9706923445540754, + 0.14438977556117602 + ], + "point": [ + 0.9342, + 0.1188 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.49391622407624514, + 0.05604480778870196, + 0.5850980889442513 + ], + "point": [ + 0.028, + 0.5395 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.003587616392340793, + 0.09741933410565573, + 0.047574439688349464, + 0.17638830503239206 + ], + "point": [ + 0.0256, + 0.1369 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.818843708309751, + 0.05209420496724041, + 0.9138399940875647 + ], + "point": [ + 0.026, + 0.8663 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.818843708309751, + 0.05209420496724041, + 0.9138399940875647 + ], + "point": [ + 0.026, + 0.8663 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.25649767797946316, + 0.05583857603440405, + 0.33954619374343065 + ], + "point": [ + 0.0279, + 0.298 + ] + }, + { + "instruction": "AIl Store Views", + "bbox": [ + 0.12025646194518799, + 0.20976640274422906, + 0.20618032427581343, + 0.2506243470106828 + ], + "point": [ + 0.1632, + 0.2302 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.33709661525711515, + 0.056092331925553, + 0.42580272679495473 + ], + "point": [ + 0.028, + 0.3814 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6602733064283838, + 0.05602378389274931, + 0.7411266094962807 + ], + "point": [ + 0.028, + 0.7007 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.00014729392164415254, + 0.738102171430304, + 0.0525054729000664, + 0.8212661644465556 + ], + "point": [ + 0.0263, + 0.7797 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5785681168135511, + 0.05591403408987747, + 0.6654993133742318 + ], + "point": [ + 0.028, + 0.622 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0007056885981464766, + 0.17606826525610447, + 0.053949996927978194, + 0.2575712018919793 + ], + "point": [ + 0.0273, + 0.2168 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.42190330673158555, + 0.05598859039752448, + 0.4971931329211473 + ], + "point": [ + 0.028, + 0.4595 + ] + }, + { + "instruction": "Top", + "bbox": [ + 0.2993337927586529, + 0.43823171124575516, + 0.7441031771352091, + 0.4894663427039537 + ], + "point": [ + 0.5217, + 0.4638 + ] + }, + { + "instruction": "Advanced Inventory", + "bbox": [ + 0.3012348392886786, + 0.9004620827185075, + 0.39875815747426957, + 0.930249133979827 + ], + "point": [ + 0.35, + 0.9154 + ] + }, + { + "instruction": "Olivia 1/4 Zip Light Jacket", + "bbox": [ + 0.30265348112757307, + 0.5198470852199224, + 0.7432961837545651, + 0.5704175941694292 + ], + "point": [ + 0.523, + 0.5451 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.07784123313062853, + 0.20801033918175937, + 0.11750399322307126, + 0.25254859282776115 + ], + "point": [ + 0.0977, + 0.2303 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.33217694813195137, + 0.36396550700396185, + 0.35084446556223026, + 0.39884287450477035 + ], + "point": [ + 0.3415, + 0.3814 + ] + }, + { + "instruction": "Olivia 1/4 Zip Light Jacket", + "bbox": [ + 0.07070820518382201, + 0.0995567785660323, + 0.2938010632437697, + 0.16090291406944837 + ], + "point": [ + 0.1823, + 0.1302 + ] + }, + { + "instruction": "In Stock", + "bbox": [ + 0.30161383680771703, + 0.9631054719083522, + 0.39680612673005894, + 0.9999999210411951 + ], + "point": [ + 0.3492, + 0.9816 + ] + }, + { + "instruction": "Adding an attachment.", + "bbox": [ + 0.7658833254222692, + 0.2013496902288163, + 0.8639252397960242, + 0.2646874431496604 + ], + "point": [ + 0.8149, + 0.233 + ] + }, + { + "instruction": "Save.", + "bbox": [ + 0.8702833522680112, + 0.20129382687429254, + 0.9617462766123008, + 0.26387377266433537 + ], + "point": [ + 0.916, + 0.2326 + ] + }, + { + "instruction": "Back.", + "bbox": [ + 0.6927395398873257, + 0.20088288577377103, + 0.7584658922902141, + 0.2640193727007196 + ], + "point": [ + 0.7256, + 0.2325 + ] + }, + { + "instruction": "a dropdown menu to enable goods.", + "bbox": [ + 0.3019392360570738, + 0.7625398426129932, + 0.40534841428556606, + 0.8117253351643354 + ], + "point": [ + 0.3536, + 0.7871 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.8977447145013695, + 0.09313992479331744, + 0.9706923445540754, + 0.14438977556117602 + ], + "point": [ + 0.9342, + 0.1188 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.49391622407624514, + 0.05604480778870196, + 0.5850980889442513 + ], + "point": [ + 0.028, + 0.5395 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.003587616392340793, + 0.09741933410565573, + 0.047574439688349464, + 0.17638830503239206 + ], + "point": [ + 0.0256, + 0.1369 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.818843708309751, + 0.05209420496724041, + 0.9138399940875647 + ], + "point": [ + 0.026, + 0.8663 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.25649767797946316, + 0.05583857603440405, + 0.33954619374343065 + ], + "point": [ + 0.0279, + 0.298 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.12025646194518799, + 0.20976640274422906, + 0.20618032427581343, + 0.2506243470106828 + ], + "point": [ + 0.1632, + 0.2302 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.3011044607377781, + 0.8436113483384541, + 0.4041609035861761, + 0.8933481312661707 + ], + "point": [ + 0.3526, + 0.8685 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0, + 0.33709661525711515, + 0.056092331925553, + 0.42580272679495473 + ], + "point": [ + 0.028, + 0.3814 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6602733064283838, + 0.05602378389274931, + 0.7411266094962807 + ], + "point": [ + 0.028, + 0.7007 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.00014729392164415254, + 0.738102171430304, + 0.0525054729000664, + 0.8212661644465556 + ], + "point": [ + 0.0263, + 0.7797 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.827938814403843, + 0.09249669675839364, + 0.8565700576599851, + 0.15087664605420742 + ], + "point": [ + 0.8423, + 0.1217 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8630945780679365, + 0.09324400236813248, + 0.8911880959235973, + 0.148281329353599 + ], + "point": [ + 0.8771, + 0.1208 + ] + }, + { + "instruction": "a toggle switch in the \"off\" position.", + "bbox": [ + 0.3016474345132491, + 0.36488754844912274, + 0.32902413377090595, + 0.40016705314369744 + ], + "point": [ + 0.3153, + 0.3825 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.004059020266589891, + 0.005829365719182062, + 0.047676076293783204, + 0.10157339138016201 + ], + "point": [ + 0.0259, + 0.0537 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.21003858913305112, + 0.21328382010910213, + 0.2322713135089849, + 0.24958903915977726 + ], + "point": [ + 0.2212, + 0.2314 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5785681168135511, + 0.05591403408987747, + 0.6654993133742318 + ], + "point": [ + 0.028, + 0.622 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.0007056885981464766, + 0.17606826525610447, + 0.053949996927978194, + 0.2575712018919793 + ], + "point": [ + 0.0273, + 0.2168 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.42190330673158555, + 0.05598859039752448, + 0.4971931329211473 + ], + "point": [ + 0.028, + 0.4595 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.2993337927586529, + 0.43823171124575516, + 0.7441031771352091, + 0.4894663427039537 + ], + "point": [ + 0.5217, + 0.4638 + ] + }, + { + "instruction": "Advanced inventory.", + "bbox": [ + 0.3012348392886786, + 0.9004620827185075, + 0.39875815747426957, + 0.930249133979827 + ], + "point": [ + 0.35, + 0.9154 + ] + }, + { + "instruction": "A loading or progress bar.", + "bbox": [ + 0.30265348112757307, + 0.5198470852199224, + 0.7432961837545651, + 0.5704175941694292 + ], + "point": [ + 0.523, + 0.5451 + ] + }, + { + "instruction": "a zoom function.", + "bbox": [ + 0.07784123313062853, + 0.20801033918175937, + 0.11750399322307126, + 0.25254859282776115 + ], + "point": [ + 0.0977, + 0.2303 + ] + }, + { + "instruction": "currency or currency-related function.", + "bbox": [ + 0.30548813048586904, + 0.6888136376384622, + 0.318484525439907, + 0.7234973981494582 + ], + "point": [ + 0.312, + 0.7062 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.33217694813195137, + 0.36396550700396185, + 0.35084446556223026, + 0.39884287450477035 + ], + "point": [ + 0.3415, + 0.3814 + ] + }, + { + "instruction": "a light jacket.", + "bbox": [ + 0.07070820518382201, + 0.0995567785660323, + 0.2938010632437697, + 0.16090291406944837 + ], + "point": [ + 0.1823, + 0.1302 + ] + }, + { + "instruction": "In stock.", + "bbox": [ + 0.30161383680771703, + 0.9631054719083522, + 0.39680612673005894, + 0.9999999210411951 + ], + "point": [ + 0.3492, + 0.9816 + ] + }, + { + "instruction": "Close (Ctrl+F4)", + "bbox": [ + 0.2866666877412226, + 0.6119949715874636, + 0.29879687791801546, + 0.636452224553788 + ], + "point": [ + 0.2927, + 0.6242 + ] + } + ], + "element_size": 70 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_3/8283.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "You saved the product:", + "bbox": [ + 0.10889774236387782, + 0.19534282018111254, + 0.2098273572377158, + 0.22121604139715395 + ], + "point": [ + 0.1594, + 0.2083 + ] + }, + { + "instruction": "Enable Product", + "bbox": [ + 0.21447543160690571, + 0.31759379042690816, + 0.2851925630810093, + 0.3408796895213454 + ], + "point": [ + 0.2498, + 0.3292 + ] + }, + { + "instruction": "[website]", + "bbox": [ + 0.2506639903601739, + 0.33829232792033875, + 0.28419656740875043, + 0.35899090489317187 + ], + "point": [ + 0.2674, + 0.3486 + ] + }, + { + "instruction": "Attribute Set", + "bbox": [ + 0.2247675962815405, + 0.3978007761966365, + 0.2851925630810093, + 0.4217335058214748 + ], + "point": [ + 0.255, + 0.4098 + ] + }, + { + "instruction": "Product Name", + "bbox": [ + 0.21779548472775564, + 0.48059508408796897, + 0.28419654714475434, + 0.5 + ], + "point": [ + 0.251, + 0.4903 + ] + }, + { + "instruction": "[store view]", + "bbox": [ + 0.24203187250996017, + 0.5012936610608021, + 0.28452855245683933, + 0.5206985769728332 + ], + "point": [ + 0.2633, + 0.511 + ] + }, + { + "instruction": "SKU", + "bbox": [ + 0.2639442028435736, + 0.5633893919793014, + 0.28419656740875043, + 0.5821474773609314 + ], + "point": [ + 0.2741, + 0.5728 + ] + }, + { + "instruction": "WJ12", + "bbox": [ + 0.3100929614873838, + 0.5633893919793014, + 0.3333333333333333, + 0.5840879689521346 + ], + "point": [ + 0.3217, + 0.5737 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.5827943078913325, + 0.28419656740875043, + 0.6021992238033635 + ], + "point": [ + 0.2703, + 0.5925 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.2599601188345576, + 0.6435963777490298, + 0.28419654714475434, + 0.6630012936610608 + ], + "point": [ + 0.2721, + 0.6533 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.6649417852522639, + 0.28419656740875043, + 0.684346701164295 + ], + "point": [ + 0.2703, + 0.6746 + ] + }, + { + "instruction": "Tax Class", + "bbox": [ + 0.24136788214978627, + 0.7257438551099612, + 0.28419656740875043, + 0.7451487710219923 + ], + "point": [ + 0.2628, + 0.7354 + ] + }, + { + "instruction": "[website]", + "bbox": [ + 0.2506639903601739, + 0.7457956015523933, + 0.28419656740875043, + 0.7632600258732212 + ], + "point": [ + 0.2674, + 0.7545 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.24236389808604125, + 0.8046571798188874, + 0.2855245886570904, + 0.8311772315653299 + ], + "point": [ + 0.2639, + 0.8179 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.8279430789133247, + 0.28419656740875043, + 0.8473479948253557 + ], + "point": [ + 0.2703, + 0.8376 + ] + }, + { + "instruction": "Stock Status", + "bbox": [ + 0.22642762284196546, + 0.925614489003881, + 0.28419654714475434, + 0.944372574385511 + ], + "point": [ + 0.2553, + 0.935 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.946313065976714, + 0.28419656740875043, + 0.9657179818887451 + ], + "point": [ + 0.2703, + 0.956 + ] + }, + { + "instruction": "Add Attribute", + "bbox": [ + 0.7662752311068227, + 0.05305825414817978, + 0.8646867607694223, + 0.11413995661371584 + ], + "point": [ + 0.8155, + 0.0836 + ] + }, + { + "instruction": "Save", + "bbox": [ + 0.8705420019142182, + 0.05272463345743552, + 0.9617286874636869, + 0.11443168965841789 + ], + "point": [ + 0.9161, + 0.0836 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.6924181529091965, + 0.052797769050548796, + 0.7599115257719123, + 0.11421609264141838 + ], + "point": [ + 0.7262, + 0.0835 + ] + }, + { + "instruction": "Taxable Goods", + "bbox": [ + 0.3018919196261828, + 0.7112161456227766, + 0.40579118260032787, + 0.7591414556466284 + ], + "point": [ + 0.3538, + 0.7352 + ] + }, + { + "instruction": "In Stock", + "bbox": [ + 0.3014990210058205, + 0.9117280039719438, + 0.3964347282095576, + 0.9604700638745148 + ], + "point": [ + 0.349, + 0.9361 + ] + }, + { + "instruction": "All Store Views", + "bbox": [ + 0.11991242995141828, + 0.0613064488340627, + 0.20557495765635375, + 0.10286996898182305 + ], + "point": [ + 0.1627, + 0.0821 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0038957025900305028, + 0.09821124157035797, + 0.04766878125518758, + 0.17204251110476634 + ], + "point": [ + 0.0258, + 0.1351 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.818888477952175, + 0.05146751049188662, + 0.9130269552726795 + ], + "point": [ + 0.0257, + 0.866 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.818888477952175, + 0.05146751049188662, + 0.9130269552726795 + ], + "point": [ + 0.0257, + 0.866 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.49396103319807166, + 0.05607120164362083, + 0.585093075060135 + ], + "point": [ + 0.028, + 0.5395 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.33709973412991184, + 0.05620823185124087, + 0.4278372978022922 + ], + "point": [ + 0.0281, + 0.3825 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.07695788501268364, + 0.057948552929877, + 0.11912306624738027, + 0.10454783371781007 + ], + "point": [ + 0.098, + 0.0812 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.25645952113695625, + 0.05596980567314077, + 0.3403987514402086 + ], + "point": [ + 0.028, + 0.2984 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0014462540665787372, + 0.7391486914315168, + 0.04992430840197154, + 0.8224060137552555 + ], + "point": [ + 0.0257, + 0.7808 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6602151927479181, + 0.05540595998168783, + 0.7417469098682082 + ], + "point": [ + 0.0277, + 0.701 + ] + }, + { + "instruction": "Yes", + "bbox": [ + 0.3001977684963272, + 0.3095359062007297, + 0.3538609234935259, + 0.3485949912324143 + ], + "point": [ + 0.327, + 0.3291 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.42102848265180304, + 0.0560460033644718, + 0.5017727830894243 + ], + "point": [ + 0.028, + 0.4614 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5783096846448497, + 0.05558956698434128, + 0.6666631661596458 + ], + "point": [ + 0.0278, + 0.6225 + ] + }, + { + "instruction": "Top", + "bbox": [ + 0.3005030455975577, + 0.3865669122180223, + 0.743637814464797, + 0.43779404258974774 + ], + "point": [ + 0.5221, + 0.4122 + ] + }, + { + "instruction": "Advanced Inventory", + "bbox": [ + 0.3012065507501245, + 0.8480523863245877, + 0.3989613648271497, + 0.8785484876546329 + ], + "point": [ + 0.3501, + 0.8633 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.01205216365981387, + 0.18293752337180627, + 0.03868693216230132, + 0.25211475367379527 + ], + "point": [ + 0.0254, + 0.2175 + ] + }, + { + "instruction": "Olivia 1/4 Zip Light Jacket", + "bbox": [ + 0.3014953532225266, + 0.46818015430445503, + 0.7436807133445386, + 0.5180562995229625 + ], + "point": [ + 0.5226, + 0.4931 + ] + }, + { + "instruction": "Adding an attachment.", + "bbox": [ + 0.7662752311068227, + 0.05305825414817978, + 0.8646867607694223, + 0.11413995661371584 + ], + "point": [ + 0.8155, + 0.0836 + ] + }, + { + "instruction": "Save.", + "bbox": [ + 0.8705420019142182, + 0.05272463345743552, + 0.9617286874636869, + 0.11443168965841789 + ], + "point": [ + 0.9161, + 0.0836 + ] + }, + { + "instruction": "Back.", + "bbox": [ + 0.6924181529091965, + 0.052797769050548796, + 0.7599115257719123, + 0.11421609264141838 + ], + "point": [ + 0.7262, + 0.0835 + ] + }, + { + "instruction": "a dropdown menu to view additional items or options.", + "bbox": [ + 0.3018919196261828, + 0.7112161456227766, + 0.40579118260032787, + 0.7591414556466284 + ], + "point": [ + 0.3538, + 0.7352 + ] + }, + { + "instruction": "In stock.", + "bbox": [ + 0.3014990210058205, + 0.9117280039719438, + 0.3964347282095576, + 0.9604700638745148 + ], + "point": [ + 0.349, + 0.9361 + ] + }, + { + "instruction": "an option to view all store views.", + "bbox": [ + 0.11991242995141828, + 0.0613064488340627, + 0.20557495765635375, + 0.10286996898182305 + ], + "point": [ + 0.1627, + 0.0821 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.30135251231402516, + 0.7922832296551585, + 0.4044218633279382, + 0.8411315681092335 + ], + "point": [ + 0.3529, + 0.8167 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.0038957025900305028, + 0.09821124157035797, + 0.04766878125518758, + 0.17204251110476634 + ], + "point": [ + 0.0258, + 0.1351 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.818888477952175, + 0.05146751049188662, + 0.9130269552726795 + ], + "point": [ + 0.0257, + 0.866 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.49396103319807166, + 0.05607120164362083, + 0.585093075060135 + ], + "point": [ + 0.028, + 0.5395 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0, + 0.33709973412991184, + 0.05620823185124087, + 0.4278372978022922 + ], + "point": [ + 0.0281, + 0.3825 + ] + }, + { + "instruction": "Scope:", + "bbox": [ + 0.07695788501268364, + 0.057948552929877, + 0.11912306624738027, + 0.10454783371781007 + ], + "point": [ + 0.098, + 0.0812 + ] + }, + { + "instruction": "Help or information.", + "bbox": [ + 0.20751957177799218, + 0.06139964489856636, + 0.23601682949192812, + 0.10387390057759945 + ], + "point": [ + 0.2218, + 0.0826 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.25645952113695625, + 0.05596980567314077, + 0.3403987514402086 + ], + "point": [ + 0.028, + 0.2984 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0014462540665787372, + 0.7391486914315168, + 0.04992430840197154, + 0.8224060137552555 + ], + "point": [ + 0.0257, + 0.7808 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6602151927479181, + 0.05540595998168783, + 0.7417469098682082 + ], + "point": [ + 0.0277, + 0.701 + ] + }, + { + "instruction": "a toggle switch in the \"on\" position.", + "bbox": [ + 0.3001977684963272, + 0.3095359062007297, + 0.3538609234935259, + 0.3485949912324143 + ], + "point": [ + 0.327, + 0.3291 + ] + }, + { + "instruction": "Unordered List", + "bbox": [ + 0.004504639472302846, + 0.009876335114433418, + 0.046627306843183905, + 0.10212141977090576 + ], + "point": [ + 0.0256, + 0.056 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.42102848265180304, + 0.0560460033644718, + 0.5017727830894243 + ], + "point": [ + 0.028, + 0.4614 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5783096846448497, + 0.05558956698434128, + 0.6666631661596458 + ], + "point": [ + 0.0278, + 0.6225 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.3005030455975577, + 0.3865669122180223, + 0.743637814464797, + 0.43779404258974774 + ], + "point": [ + 0.5221, + 0.4122 + ] + }, + { + "instruction": "Advanced inventory.", + "bbox": [ + 0.3012065507501245, + 0.8480523863245877, + 0.3989613648271497, + 0.8785484876546329 + ], + "point": [ + 0.3501, + 0.8633 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.01205216365981387, + 0.18293752337180627, + 0.03868693216230132, + 0.25211475367379527 + ], + "point": [ + 0.0254, + 0.2175 + ] + }, + { + "instruction": "A text input field.", + "bbox": [ + 0.3014953532225266, + 0.46818015430445503, + 0.7436807133445386, + 0.5180562995229625 + ], + "point": [ + 0.5226, + 0.4931 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.8301210036157454, + 0.4348424440213656, + 0.8506646428608483, + 0.47276233115449146 + ], + "point": [ + 0.8404, + 0.4538 + ] + }, + { + "instruction": "Close (Ctrl+F4)", + "bbox": [ + 0.2886575645659549, + 0.4812226881493572, + 0.29773044459531667, + 0.5027147221534404 + ], + "point": [ + 0.2932, + 0.492 + ] + }, + { + "instruction": "currency or currency-related function.", + "bbox": [ + 0.3048802916588853, + 0.6353023079974531, + 0.31849952079702026, + 0.6726560604988681 + ], + "point": [ + 0.3117, + 0.654 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9917207796418492, + 0.031019050430357072, + 1.0, + 0.1756798126102265 + ], + "point": [ + 0.9959, + 0.1033 + ] + } + ], + "element_size": 67 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_4/10401.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Olivia 1/4 Zip Light Jacket", + "bbox": [ + 0.061752988047808766, + 0.0258732212160414, + 0.28452855245683933, + 0.07826649417852523 + ], + "point": [ + 0.1731, + 0.0521 + ] + }, + { + "instruction": "Material", + "bbox": [ + 0.2453519256308101, + 0.21021992238033635, + 0.28419654714475434, + 0.22897800776196636 + ], + "point": [ + 0.2648, + 0.2196 + ] + }, + { + "instruction": "Hemp", + "bbox": [ + 0.30378486055776893, + 0.1998706338939198, + 0.33333337386132555, + 0.2257438551099612 + ], + "point": [ + 0.3186, + 0.2128 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.2556440903054449, + 0.22833117723156532, + 0.2848605577689243, + 0.2516170763260026 + ], + "point": [ + 0.2703, + 0.24 + ] + }, + { + "instruction": "Jersey", + "bbox": [ + 0.30245681904543287, + 0.22703751617076326, + 0.33233729713308224, + 0.2516170763260026 + ], + "point": [ + 0.3174, + 0.2393 + ] + }, + { + "instruction": "Leather", + "bbox": [ + 0.3047808764940239, + 0.2522638871167024, + 0.3396414342629482, + 0.27360929461993655 + ], + "point": [ + 0.3222, + 0.2629 + ] + }, + { + "instruction": "LumaTechetrade;", + "bbox": [ + 0.3047808764940239, + 0.278137128072445, + 0.38247011952191234, + 0.29948253557567917 + ], + "point": [ + 0.3436, + 0.2888 + ] + }, + { + "instruction": "Mesh", + "bbox": [ + 0.30544490738219, + 0.30595086061939075, + 0.3303452652605723, + 0.32664943759222387 + ], + "point": [ + 0.3179, + 0.3163 + ] + }, + { + "instruction": "Lycra®", + "bbox": [ + 0.3041168658698539, + 0.3298835705045278, + 0.35258964143426297, + 0.3551099611901682 + ], + "point": [ + 0.3284, + 0.3425 + ] + }, + { + "instruction": "Sleeve", + "bbox": [ + 0.25298804780876494, + 0.4049159120310479, + 0.28419654714475434, + 0.4243208279430789 + ], + "point": [ + 0.2686, + 0.4146 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.2556440903054449, + 0.42302712740287435, + 0.2848605577689243, + 0.44631302649731164 + ], + "point": [ + 0.2703, + 0.4347 + ] + }, + { + "instruction": "Size", + "bbox": [ + 0.2639442028435736, + 0.5996118622023568, + 0.28419656740875043, + 0.6190167781143879 + ], + "point": [ + 0.2741, + 0.6093 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.6209573091849935, + 0.28419656740875043, + 0.6403622250970246 + ], + "point": [ + 0.2703, + 0.6307 + ] + }, + { + "instruction": "Collar", + "bbox": [ + 0.25630812119361096, + 0.6804657179818887, + 0.28419656740875043, + 0.7011642949547219 + ], + "point": [ + 0.2703, + 0.6908 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.7018111254851229, + 0.28419656740875043, + 0.7212160413971539 + ], + "point": [ + 0.2703, + 0.7115 + ] + }, + { + "instruction": "Pattern", + "bbox": [ + 0.24833997343957503, + 0.8764554476522073, + 0.28320053120849936, + 0.8958603635642384 + ], + "point": [ + 0.2658, + 0.8862 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.8978007761966365, + 0.28419656740875043, + 0.9172056921086675 + ], + "point": [ + 0.2703, + 0.9075 + ] + }, + { + "instruction": "Add Attribute", + "bbox": [ + 0.7858384171646746, + 0.018797273623526945, + 0.8844623135063912, + 0.08176661463018223 + ], + "point": [ + 0.8352, + 0.0503 + ] + }, + { + "instruction": "Save", + "bbox": [ + 0.8901271541438412, + 0.018736243402202257, + 0.9815916996078188, + 0.08205893493099632 + ], + "point": [ + 0.9359, + 0.0504 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.25587110038253963, + 0.05615723243905887, + 0.3398233391489125 + ], + "point": [ + 0.0281, + 0.2978 + ] + }, + { + "instruction": "Sleeve", + "bbox": [ + 0.3019327718423182, + 0.3914790579140726, + 0.4046071167802747, + 0.5550045590813996 + ], + "point": [ + 0.3533, + 0.4732 + ] + }, + { + "instruction": "Short-Sleeve", + "bbox": [ + 0.3019327718423182, + 0.3914790579140726, + 0.4046071167802747, + 0.5550045590813996 + ], + "point": [ + 0.3533, + 0.4732 + ] + }, + { + "instruction": "Sleeveless", + "bbox": [ + 0.3019327718423182, + 0.3914790579140726, + 0.4046071167802747, + 0.5550045590813996 + ], + "point": [ + 0.3533, + 0.4732 + ] + }, + { + "instruction": "Tank", + "bbox": [ + 0.3019327718423182, + 0.3914790579140726, + 0.4046071167802747, + 0.5550045590813996 + ], + "point": [ + 0.3533, + 0.4732 + ] + }, + { + "instruction": "Strap", + "bbox": [ + 0.3019327718423182, + 0.3914790579140726, + 0.4046071167802747, + 0.5550045590813996 + ], + "point": [ + 0.3533, + 0.4732 + ] + }, + { + "instruction": "Long =", + "bbox": [ + 0.3019327718423182, + 0.3914790579140726, + 0.4046071167802747, + 0.5550045590813996 + ], + "point": [ + 0.3533, + 0.4732 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.7146695606895336, + 0.017247855123542103, + 0.7787042746980827, + 0.0811501733698481 + ], + "point": [ + 0.7467, + 0.0492 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.17599139885945586, + 0.056225304267954225, + 0.2578752327705571 + ], + "point": [ + 0.0281, + 0.2169 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.33641606931698737, + 0.05607679957254316, + 0.4231906116085867 + ], + "point": [ + 0.028, + 0.3798 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.49412033258712, + 0.0559630526964408, + 0.5812835101168338 + ], + "point": [ + 0.028, + 0.5377 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6602863346312056, + 0.055941268900634444, + 0.7397699393091042 + ], + "point": [ + 0.028, + 0.7 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.7380251865954479, + 0.05593633968358337, + 0.8244108567725178 + ], + "point": [ + 0.028, + 0.7812 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5775767890170197, + 0.05591896837292756, + 0.6633809275954075 + ], + "point": [ + 0.028, + 0.6205 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8188831087534363, + 0.056667104976902284, + 0.9244761399124758 + ], + "point": [ + 0.0283, + 0.8717 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8188831087534363, + 0.056667104976902284, + 0.9244761399124758 + ], + "point": [ + 0.0283, + 0.8717 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.4183511869719235, + 0.05608531551690374, + 0.49973979125818646 + ], + "point": [ + 0.028, + 0.459 + ] + }, + { + "instruction": "Crew", + "bbox": [ + 0.30026127586010126, + 0.6675028140918096, + 0.40509381743857903, + 0.8345695387037112 + ], + "point": [ + 0.3527, + 0.751 + ] + }, + { + "instruction": "Full zip", + "bbox": [ + 0.30026127586010126, + 0.6675028140918096, + 0.40509381743857903, + 0.8345695387037112 + ], + "point": [ + 0.3527, + 0.751 + ] + }, + { + "instruction": "V-neck", + "bbox": [ + 0.30026127586010126, + 0.6675028140918096, + 0.40509381743857903, + 0.8345695387037112 + ], + "point": [ + 0.3527, + 0.751 + ] + }, + { + "instruction": "Ballet", + "bbox": [ + 0.30026127586010126, + 0.6675028140918096, + 0.40509381743857903, + 0.8345695387037112 + ], + "point": [ + 0.3527, + 0.751 + ] + }, + { + "instruction": "Scoop", + "bbox": [ + 0.30026127586010126, + 0.6675028140918096, + 0.40509381743857903, + 0.8345695387037112 + ], + "point": [ + 0.3527, + 0.751 + ] + }, + { + "instruction": "High Collar", + "bbox": [ + 0.30026127586010126, + 0.6675028140918096, + 0.40509381743857903, + 0.8345695387037112 + ], + "point": [ + 0.3527, + 0.751 + ] + }, + { + "instruction": "0-", + "bbox": [ + 0.3025664877923203, + 0.09575280982803404, + 0.40446048650450284, + 0.16448747602810682 + ], + "point": [ + 0.3535, + 0.1301 + ] + }, + { + "instruction": "Hooded", + "bbox": [ + 0.3025664877923203, + 0.09575280982803404, + 0.40446048650450284, + 0.16448747602810682 + ], + "point": [ + 0.3535, + 0.1301 + ] + }, + { + "instruction": "Heavy Duty", + "bbox": [ + 0.3025664877923203, + 0.09575280982803404, + 0.40446048650450284, + 0.16448747602810682 + ], + "point": [ + 0.3535, + 0.1301 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0012597569114816774, + 0.09684867908235972, + 0.05360574203025139, + 0.17469493476107698 + ], + "point": [ + 0.0274, + 0.1358 + ] + }, + { + "instruction": "Color-Blocked", + "bbox": [ + 0.3026536027115496, + 0.864103211159848, + 0.40343755998142844, + 1.0 + ], + "point": [ + 0.353, + 0.9321 + ] + }, + { + "instruction": "Checked", + "bbox": [ + 0.3026536027115496, + 0.864103211159848, + 0.40343755998142844, + 1.0 + ], + "point": [ + 0.353, + 0.9321 + ] + }, + { + "instruction": "Graphic Print", + "bbox": [ + 0.3026536027115496, + 0.864103211159848, + 0.40343755998142844, + 1.0 + ], + "point": [ + 0.353, + 0.9321 + ] + }, + { + "instruction": "Solid", + "bbox": [ + 0.3026536027115496, + 0.864103211159848, + 0.40343755998142844, + 1.0 + ], + "point": [ + 0.353, + 0.9321 + ] + }, + { + "instruction": "Adding an attachment.", + "bbox": [ + 0.7858384171646746, + 0.018797273623526945, + 0.8844623135063912, + 0.08176661463018223 + ], + "point": [ + 0.8352, + 0.0503 + ] + }, + { + "instruction": "Save.", + "bbox": [ + 0.8901271541438412, + 0.018736243402202257, + 0.9815916996078188, + 0.08205893493099632 + ], + "point": [ + 0.9359, + 0.0504 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.25587110038253963, + 0.05615723243905887, + 0.3398233391489125 + ], + "point": [ + 0.0281, + 0.2978 + ] + }, + { + "instruction": "Long-Sleeve Sleevesness settings.", + "bbox": [ + 0.3019327718423182, + 0.3914790579140726, + 0.4046071167802747, + 0.5550045590813996 + ], + "point": [ + 0.3533, + 0.4732 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.7146695606895336, + 0.017247855123542103, + 0.7787042746980827, + 0.0811501733698481 + ], + "point": [ + 0.7467, + 0.0492 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.17599139885945586, + 0.056225304267954225, + 0.2578752327705571 + ], + "point": [ + 0.0281, + 0.2169 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0, + 0.33641606931698737, + 0.05607679957254316, + 0.4231906116085867 + ], + "point": [ + 0.028, + 0.3798 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.49412033258712, + 0.0559630526964408, + 0.5812835101168338 + ], + "point": [ + 0.028, + 0.5377 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6602863346312056, + 0.055941268900634444, + 0.7397699393091042 + ], + "point": [ + 0.028, + 0.7 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.7380251865954479, + 0.05593633968358337, + 0.8244108567725178 + ], + "point": [ + 0.028, + 0.7812 + ] + }, + { + "instruction": "Unordered List", + "bbox": [ + 0.001988333693221904, + 0.0026510517470741024, + 0.05106851747469757, + 0.10065955671579378 + ], + "point": [ + 0.0265, + 0.0517 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.3017647427866658, + 0.58589659933902, + 0.3731693911204142, + 0.6335112854240783 + ], + "point": [ + 0.3375, + 0.6097 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5775767890170197, + 0.05591896837292756, + 0.6633809275954075 + ], + "point": [ + 0.028, + 0.6205 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.8188831087534363, + 0.056667104976902284, + 0.9244761399124758 + ], + "point": [ + 0.0283, + 0.8717 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.4183511869719235, + 0.05608531551690374, + 0.49973979125818646 + ], + "point": [ + 0.028, + 0.459 + ] + }, + { + "instruction": "Decrease font size.", + "bbox": [ + 0.30026127586010126, + 0.6675028140918096, + 0.40509381743857903, + 0.8345695387037112 + ], + "point": [ + 0.3527, + 0.751 + ] + }, + { + "instruction": "heavy duty mode.", + "bbox": [ + 0.3025664877923203, + 0.09575280982803404, + 0.40446048650450284, + 0.16448747602810682 + ], + "point": [ + 0.3535, + 0.1301 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.0012597569114816774, + 0.09684867908235972, + 0.05360574203025139, + 0.17469493476107698 + ], + "point": [ + 0.0274, + 0.1358 + ] + }, + { + "instruction": "Color-Blocked Checked and Color-Blocked graphics print.", + "bbox": [ + 0.3026536027115496, + 0.864103211159848, + 0.40343755998142844, + 1.0 + ], + "point": [ + 0.353, + 0.9321 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9914691008103005, + 0.2910278043956683, + 1.0000000810559844, + 0.4537960708835301 + ], + "point": [ + 0.9957, + 0.3724 + ] + }, + { + "instruction": "a toggle switch in the off position.", + "bbox": [ + 0.4461808932888239, + 0.22796506499257155, + 0.4584825168726137, + 0.2608339573710887 + ], + "point": [ + 0.4523, + 0.2444 + ] + } + ], + "element_size": 71 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_5/12338.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Sale", + "bbox": [ + 0.2632802124833997, + 0.10931436950762552, + 0.2848605577689243, + 0.13065977701085968 + ], + "point": [ + 0.2741, + 0.12 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.1306597868807103, + 0.28419656740875043, + 0.1500646830530401 + ], + "point": [ + 0.2703, + 0.1404 + ] + }, + { + "instruction": "Short Description", + "bbox": [ + 0.20351925630810094, + 0.3065976911497918, + 0.28452855245683933, + 0.3305304207746301 + ], + "point": [ + 0.244, + 0.3186 + ] + }, + { + "instruction": "[store view]", + "bbox": [ + 0.24203187250996017, + 0.3279430789133247, + 0.28452855245683933, + 0.34670116429495473 + ], + "point": [ + 0.2633, + 0.3373 + ] + }, + { + "instruction": "4 ~ 2` B I 4", + "bbox": [ + 0.5836653386454184, + 0.36869340232858994, + 0.7154714475431607, + 0.4016817593790427 + ], + "point": [ + 0.6496, + 0.3852 + ] + }, + { + "instruction": "= = =", + "bbox": [ + 0.3114209827357238, + 0.4210866358116713, + 0.3711819389110226, + 0.44760668755811367 + ], + "point": [ + 0.3413, + 0.4343 + ] + }, + { + "instruction": "I= ~ E~", + "bbox": [ + 0.3841301460823373, + 0.42108667529107374, + 0.448539176626826, + 0.4489003880983182 + ], + "point": [ + 0.4163, + 0.435 + ] + }, + { + "instruction": "POWEREDBY TINY", + "bbox": [ + 0.6553784860557769, + 0.9831824062095731, + 0.7294156706507304, + 0.999353169469599 + ], + "point": [ + 0.6924, + 0.9913 + ] + }, + { + "instruction": "Add Attribute", + "bbox": [ + 0.7858431184117696, + 0.018797478422927363, + 0.884494249564243, + 0.08163963653446014 + ], + "point": [ + 0.8352, + 0.0502 + ] + }, + { + "instruction": "Save", + "bbox": [ + 0.8900717118505146, + 0.018699041467743118, + 0.9814310466467463, + 0.08169750840358561 + ], + "point": [ + 0.9358, + 0.0502 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.7153826912402473, + 0.017550220464827328, + 0.7787456132501245, + 0.08063584805151777 + ], + "point": [ + 0.7471, + 0.0491 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.2560542453306921, + 0.05648029626286521, + 0.3396439842233991 + ], + "point": [ + 0.0282, + 0.2978 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4931648915674523, + 0.056138645288637115, + 0.5823903941244543 + ], + "point": [ + 0.0281, + 0.5378 + ] + }, + { + "instruction": "Show", + "bbox": [ + 0.3019869577678868, + 0.2936702595028501, + 0.40725622899028885, + 0.342181601777268 + ], + "point": [ + 0.3546, + 0.3179 + ] + }, + { + "instruction": "Hide Editor", + "bbox": [ + 0.3019869577678868, + 0.2936702595028501, + 0.40725622899028885, + 0.342181601777268 + ], + "point": [ + 0.3546, + 0.3179 + ] + }, + { + "instruction": "Paragraph", + "bbox": [ + 0.3546313200972153, + 0.35561186283402735, + 0.44689329433567815, + 0.4116182907124232 + ], + "point": [ + 0.4008, + 0.3836 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.33663644334168824, + 0.0561918940043861, + 0.423905504628881 + ], + "point": [ + 0.0281, + 0.3803 + ] + }, + { + "instruction": "14px", + "bbox": [ + 0.4485655603497469, + 0.35740083247847265, + 0.5387657945691193, + 0.40659990594427153 + ], + "point": [ + 0.4937, + 0.382 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6593916524119704, + 0.05599597155810352, + 0.7405206006680547 + ], + "point": [ + 0.028, + 0.7 + ] + }, + { + "instruction": "IEy", + "bbox": [ + 0.542363099684595, + 0.36418773656057973, + 0.5740843591778718, + 0.40166648085027895 + ], + "point": [ + 0.5582, + 0.3829 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0034181181969712296, + 0.09672651994120411, + 0.04777866024103456, + 0.1674388969391777 + ], + "point": [ + 0.0256, + 0.1321 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5772352527060761, + 0.055962226938599764, + 0.6635675072515766 + ], + "point": [ + 0.028, + 0.6204 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.41932498591374917, + 0.056130559954193644, + 0.49958882202306354 + ], + "point": [ + 0.0281, + 0.4595 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.17480334520031532, + 0.05658369836895906, + 0.2577425424987872 + ], + "point": [ + 0.0283, + 0.2163 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8189539348015039, + 0.05209943307823394, + 0.9222694781896831 + ], + "point": [ + 0.026, + 0.8706 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8189539348015039, + 0.05209943307823394, + 0.9222694781896831 + ], + "point": [ + 0.026, + 0.8706 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.00016535420816733067, + 0.7379856282341527, + 0.05317001038813496, + 0.8227809101613034 + ], + "point": [ + 0.0267, + 0.7804 + ] + }, + { + "instruction": "0", + "bbox": [ + 0.5298499605095244, + 0.412467453180587, + 0.550139975579453, + 0.4530167474783716 + ], + "point": [ + 0.54, + 0.4327 + ] + }, + { + "instruction": "Yes", + "bbox": [ + 0.3325076362842899, + 0.10205791715200012, + 0.3514918191816069, + 0.14180169346107394 + ], + "point": [ + 0.342, + 0.1219 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.06327996627584713, + 0.18640284766509338, + 0.1520066837548893, + 0.2498150587390342 + ], + "point": [ + 0.1076, + 0.2181 + ] + }, + { + "instruction": "Olivia 1/4 Zip Light Jacket", + "bbox": [ + 0.056760273764966174, + 0.022049283302771013, + 0.2833504543836373, + 0.0778254870455447 + ], + "point": [ + 0.1701, + 0.0499 + ] + }, + { + "instruction": "Adding an attachment.", + "bbox": [ + 0.7858431184117696, + 0.018797478422927363, + 0.884494249564243, + 0.08163963653446014 + ], + "point": [ + 0.8352, + 0.0502 + ] + }, + { + "instruction": "Save.", + "bbox": [ + 0.8900717118505146, + 0.018699041467743118, + 0.9814310466467463, + 0.08169750840358561 + ], + "point": [ + 0.9358, + 0.0502 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.7153826912402473, + 0.017550220464827328, + 0.7787456132501245, + 0.08063584805151777 + ], + "point": [ + 0.7471, + 0.0491 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.2560542453306921, + 0.05648029626286521, + 0.3396439842233991 + ], + "point": [ + 0.0282, + 0.2978 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.4931648915674523, + 0.056138645288637115, + 0.5823903941244543 + ], + "point": [ + 0.0281, + 0.5378 + ] + }, + { + "instruction": "Hide Editor.", + "bbox": [ + 0.3019869577678868, + 0.2936702595028501, + 0.40725622899028885, + 0.342181601777268 + ], + "point": [ + 0.3546, + 0.3179 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.004140289022944679, + 0.006853831539178727, + 0.04826577377825936, + 0.09918425092413385 + ], + "point": [ + 0.0262, + 0.053 + ] + }, + { + "instruction": "Paragraph dropdown menu.", + "bbox": [ + 0.3546313200972153, + 0.35561186283402735, + 0.44689329433567815, + 0.4116182907124232 + ], + "point": [ + 0.4008, + 0.3836 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0, + 0.33663644334168824, + 0.0561918940043861, + 0.423905504628881 + ], + "point": [ + 0.0281, + 0.3803 + ] + }, + { + "instruction": "a dropdown menu to select the size of a window or panel.", + "bbox": [ + 0.4485655603497469, + 0.35740083247847265, + 0.5387657945691193, + 0.40659990594427153 + ], + "point": [ + 0.4937, + 0.382 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6593916524119704, + 0.05599597155810352, + 0.7405206006680547 + ], + "point": [ + 0.028, + 0.7 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.542363099684595, + 0.36418773656057973, + 0.5740843591778718, + 0.40166648085027895 + ], + "point": [ + 0.5582, + 0.3829 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.0034181181969712296, + 0.09672651994120411, + 0.04777866024103456, + 0.1674388969391777 + ], + "point": [ + 0.0256, + 0.1321 + ] + }, + { + "instruction": "a toggle switch in the \"on\" position.", + "bbox": [ + 0.30012919513352837, + 0.0997013225283999, + 0.3309535701594663, + 0.1454481788625384 + ], + "point": [ + 0.3155, + 0.1226 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5772352527060761, + 0.055962226938599764, + 0.6635675072515766 + ], + "point": [ + 0.028, + 0.6204 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.41932498591374917, + 0.056130559954193644, + 0.49958882202306354 + ], + "point": [ + 0.0281, + 0.4595 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.17480334520031532, + 0.05658369836895906, + 0.2577425424987872 + ], + "point": [ + 0.0283, + 0.2163 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.8189539348015039, + 0.05209943307823394, + 0.9222694781896831 + ], + "point": [ + 0.026, + 0.8706 + ] + }, + { + "instruction": "Table", + "bbox": [ + 0.49934101484686255, + 0.4149962668277005, + 0.527066619589351, + 0.4519890196727442 + ], + "point": [ + 0.5132, + 0.4335 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.00016535420816733067, + 0.7379856282341527, + 0.05317001038813496, + 0.8227809101613034 + ], + "point": [ + 0.0267, + 0.7804 + ] + }, + { + "instruction": "Right", + "bbox": [ + 0.35367149565799305, + 0.414410353015342, + 0.37302677311586985, + 0.45469402989317187 + ], + "point": [ + 0.3633, + 0.4346 + ] + }, + { + "instruction": "Bold", + "bbox": [ + 0.6545297893711612, + 0.358929474942897, + 0.6748686001436961, + 0.4083095219897114 + ], + "point": [ + 0.6647, + 0.3836 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.3051758217779922, + 0.3572554298391009, + 0.3294007401384047, + 0.4090461681607778 + ], + "point": [ + 0.3173, + 0.3832 + ] + }, + { + "instruction": "Center", + "bbox": [ + 0.307708537594414, + 0.4126733777439764, + 0.3276364350540546, + 0.45679050460361414 + ], + "point": [ + 0.3177, + 0.4347 + ] + }, + { + "instruction": "Symbol", + "bbox": [ + 0.5298499605095244, + 0.412467453180587, + 0.550139975579453, + 0.4530167474783716 + ], + "point": [ + 0.54, + 0.4327 + ] + }, + { + "instruction": "Undo", + "bbox": [ + 0.3291834493082358, + 0.35690279981605755, + 0.354110616453457, + 0.4093147860153218 + ], + "point": [ + 0.3416, + 0.3831 + ] + }, + { + "instruction": "Image", + "bbox": [ + 0.4771710278028511, + 0.4138080947303525, + 0.49517429144100683, + 0.4507163616540669 + ], + "point": [ + 0.4862, + 0.4323 + ] + }, + { + "instruction": "Center", + "bbox": [ + 0.3313964397942086, + 0.41396463056122657, + 0.35025664756339225, + 0.45568701582460786 + ], + "point": [ + 0.3408, + 0.4348 + ] + }, + { + "instruction": "Underline", + "bbox": [ + 0.6986550056285276, + 0.35815642876273446, + 0.7193698351126743, + 0.4093372103159363 + ], + "point": [ + 0.709, + 0.3837 + ] + }, + { + "instruction": "Italic", + "bbox": [ + 0.6760142859551378, + 0.3586627520996725, + 0.6956933820706757, + 0.4088244123569898 + ], + "point": [ + 0.6859, + 0.3837 + ] + }, + { + "instruction": "Link", + "bbox": [ + 0.4542627828529631, + 0.4125729026646386, + 0.47359739103481907, + 0.4537968999509824 + ], + "point": [ + 0.4639, + 0.4332 + ] + }, + { + "instruction": "Numbering", + "bbox": [ + 0.38275138378776563, + 0.4130145587402975, + 0.40062220194741865, + 0.45215033251131953 + ], + "point": [ + 0.3917, + 0.4326 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.4342535862409736, + 0.4159224141307204, + 0.44795139915598026, + 0.45211681449860525 + ], + "point": [ + 0.4411, + 0.434 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.9408097590108316, + 0.19248468909812622, + 0.9698337995673556, + 0.2536484297620371 + ], + "point": [ + 0.9553, + 0.2231 + ] + }, + { + "instruction": "Bullets", + "bbox": [ + 0.4160155844720078, + 0.4144725725536667, + 0.43428552229882555, + 0.4534773536672259 + ], + "point": [ + 0.4252, + 0.434 + ] + }, + { + "instruction": "Font Color", + "bbox": [ + 0.6012702121202689, + 0.360565185546875, + 0.6478405226749253, + 0.4054872974232899 + ], + "point": [ + 0.6246, + 0.383 + ] + }, + { + "instruction": "a horizontal line or divider.", + "bbox": [ + 0.7239262351635126, + 0.357163482310701, + 0.7416656615724602, + 0.41039687695817834 + ], + "point": [ + 0.7328, + 0.3838 + ] + }, + { + "instruction": "Yeras", + "bbox": [ + 0.3325076362842899, + 0.10205791715200012, + 0.3514918191816069, + 0.14180169346107394 + ], + "point": [ + 0.342, + 0.1219 + ] + }, + { + "instruction": "Text formatting options.", + "bbox": [ + 0.5819067885359603, + 0.3612824868107212, + 0.606533785106968, + 0.4047570469154269 + ], + "point": [ + 0.5942, + 0.383 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.3978399147550423, + 0.4125220137148286, + 0.4147779406462691, + 0.45196454244320017 + ], + "point": [ + 0.4063, + 0.4322 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9916418311130478, + 0.39532739163061936, + 1.0, + 0.5166045629345892 + ], + "point": [ + 0.9958, + 0.456 + ] + }, + { + "instruction": "Content settings or options.", + "bbox": [ + 0.06327996627584713, + 0.18640284766509338, + 0.1520066837548893, + 0.2498150587390342 + ], + "point": [ + 0.1076, + 0.2181 + ] + }, + { + "instruction": "Olivia 1/4 zip light jacket.", + "bbox": [ + 0.056760273764966174, + 0.022049283302771013, + 0.2833504543836373, + 0.0778254870455447 + ], + "point": [ + 0.1701, + 0.0499 + ] + }, + { + "instruction": "Blank", + "bbox": [ + 0.5550325147975805, + 0.23229392225652895, + 0.5761651878812873, + 0.2784456596029067 + ], + "point": [ + 0.5656, + 0.2554 + ] + }, + { + "instruction": "Parking.", + "bbox": [ + 0.3074877613569161, + 0.9818552666154593, + 0.315306381083738, + 1.0 + ], + "point": [ + 0.3114, + 0.9909 + ] + } + ], + "element_size": 76 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_6/14785.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Lip Lignt jacket Tor anyone in need OT a comrortaple and styiIsn Iigntweignt jacket!", + "bbox": [ + 0.30843293492695883, + 0.09573091849935317, + 0.6623505976095617, + 0.11642949547218628 + ], + "point": [ + 0.4854, + 0.1061 + ] + }, + { + "instruction": "POWERED BY TINY", + "bbox": [ + 0.6553784860557769, + 0.46571794240934267, + 0.7294156706507304, + 0.4831823667301706 + ], + "point": [ + 0.6924, + 0.4745 + ] + }, + { + "instruction": "Please wait:.", + "bbox": [ + 0.46181938911022574, + 0.5310478654592496, + 0.5239043824701195, + 0.5504527813712807 + ], + "point": [ + 0.4929, + 0.5408 + ] + }, + { + "instruction": "

Running errands", + "bbox": [ + 0.08067730096865143, + 0.6190168175937905, + 0.1699867197875166, + 0.6423027166882277 + ], + "point": [ + 0.1253, + 0.6307 + ] + }, + { + "instruction": "or", + "bbox": [ + 0.17297476759628155, + 0.6248382923673997, + 0.18293492695883135, + 0.6364812419146184 + ], + "point": [ + 0.178, + 0.6307 + ] + }, + { + "instruction": "headed", + "bbox": [ + 0.18592297476759628, + 0.6209573091849935, + 0.21679946879150067, + 0.6371280724450195 + ], + "point": [ + 0.2014, + 0.629 + ] + }, + { + "instruction": "Lo", + "bbox": [ + 0.2204515272244356, + 0.6248382923673997, + 0.23140770252324036, + 0.6364812419146184 + ], + "point": [ + 0.2259, + 0.6307 + ] + }, + { + "instruction": "the", + "bbox": [ + 0.2347277353800942, + 0.6228978007761966, + 0.2503319850480889, + 0.6364812419146184 + ], + "point": [ + 0.2425, + 0.6297 + ] + }, + { + "instruction": "gym ,", + "bbox": [ + 0.25298804780876494, + 0.6241914618369987, + 0.2732403718459495, + 0.6403622250970246 + ], + "point": [ + 0.2631, + 0.6323 + ] + }, + { + "instruction": "you just", + "bbox": [ + 0.27656042496679945, + 0.6209573091849935, + 0.31706507304116865, + 0.6403622250970246 + ], + "point": [ + 0.2968, + 0.6307 + ] + }, + { + "instruction": "want", + "bbox": [ + 0.3207171314741036, + 0.6235446313065977, + 0.34130146082337315, + 0.6397153945666235 + ], + "point": [ + 0.331, + 0.6316 + ] + }, + { + "instruction": "Lo", + "bbox": [ + 0.3449535192563081, + 0.6248382923673997, + 0.3555776892430279, + 0.6364812419146184 + ], + "point": [ + 0.3503, + 0.6307 + ] + }, + { + "instruction": "be comfortable.", + "bbox": [ + 0.35790172642762286, + 0.6209573091849935, + 0.4309428950863214, + 0.6384217335058214 + ], + "point": [ + 0.3944, + 0.6297 + ] + }, + { + "instruction": "The Olivia", + "bbox": [ + 0.4342629482071713, + 0.6196636481241915, + 0.4843957503320053, + 0.6390685640362225 + ], + "point": [ + 0.4593, + 0.6294 + ] + }, + { + "instruction": "Light Jacket promises", + "bbox": [ + 0.4867197469886081, + 0.6203104786545925, + 0.589641393734956, + 0.6410090556274256 + ], + "point": [ + 0.5382, + 0.6307 + ] + }, + { + "instruction": "laid-back look.", + "bbox": [ + 0.6547144754316069, + 0.6209573091849935, + 0.7280876494023905, + 0.6397153945666235 + ], + "point": [ + 0.6914, + 0.6303 + ] + }, + { + "instruction": "zip-up is designed", + "bbox": [ + 0.7546480743691899, + 0.6190168175937905, + 0.8439575033200531, + 0.6435963777490298 + ], + "point": [ + 0.7993, + 0.6313 + ] + }, + { + "instruction": "with", + "bbox": [ + 0.8459495351925631, + 0.6209573091849935, + 0.8668658698539177, + 0.6371280724450195 + ], + "point": [ + 0.8564, + 0.629 + ] + }, + { + "instruction": "shoulder stripes", + "bbox": [ + 0.8695219123505976, + 0.6190168175937905, + 0.9488711819389111, + 0.6423027166882277 + ], + "point": [ + 0.9092, + 0.6307 + ] + }, + { + "instruction": "an athletic", + "bbox": [ + 0.10059760956175298, + 0.6410090951068281, + 0.1550464807436919, + 0.6584735194276561 + ], + "point": [ + 0.1278, + 0.6497 + ] + }, + { + "instruction": "touch,", + "bbox": [ + 0.15770252324037184, + 0.6423027561676302, + 0.18725099601593626, + 0.6597671804884582 + ], + "point": [ + 0.1725, + 0.651 + ] + }, + { + "instruction": "and banded", + "bbox": [ + 0.19057104913678619, + 0.6410090951068281, + 0.2410358565737052, + 0.6584735194276561 + ], + "point": [ + 0.2158, + 0.6497 + ] + }, + { + "instruction": "waist", + "bbox": [ + 0.24369191933438122, + 0.6423027561676302, + 0.2692562878369335, + 0.6584735194276561 + ], + "point": [ + 0.2565, + 0.6504 + ] + }, + { + "instruction": "and", + "bbox": [ + 0.27257636122177953, + 0.6423027561676302, + 0.28884462151394424, + 0.6584735194276561 + ], + "point": [ + 0.2807, + 0.6504 + ] + }, + { + "instruction": "contoured", + "bbox": [ + 0.2915006640106242, + 0.6423027561676302, + 0.33632138114209825, + 0.6584735194276561 + ], + "point": [ + 0.3139, + 0.6504 + ] + }, + { + "instruction": "•", + "bbox": [ + 0.09594954532456113, + 0.6617076326002588, + 0.12549801810012554, + 0.6798188874514877 + ], + "point": [ + 0.1107, + 0.6708 + ] + }, + { + "instruction": "Loose", + "bbox": [ + 0.1294820717131474, + 0.6649417852522639, + 0.1553784860557769, + 0.6811125485122898 + ], + "point": [ + 0.1424, + 0.673 + ] + }, + { + "instruction": "fit", + "bbox": [ + 0.15770252324037184, + 0.6617076326002588, + 0.17463479415670652, + 0.6798188874514877 + ], + "point": [ + 0.1662, + 0.6708 + ] + }, + { + "instruction": "
•", + "bbox": [ + 0.17795484727755645, + 0.6617076326002588, + 0.2300796812749004, + 0.6798188874514877 + ], + "point": [ + 0.204, + 0.6708 + ] + }, + { + "instruction": "Reflectivi", + "bbox": [ + 0.23339973439575032, + 0.6617076326002588, + 0.28320053120849936, + 0.6798188874514877 + ], + "point": [ + 0.2583, + 0.6708 + ] + }, + { + "instruction": "
• Flat", + "bbox": [ + 0.296812728739988, + 0.6604139715394567, + 0.3751660026560425, + 0.6811125485122898 + ], + "point": [ + 0.336, + 0.6708 + ] + }, + { + "instruction": "wash", + "bbox": [ + 0.502324037184595, + 0.6636481241914618, + 0.5232403718459495, + 0.6798188874514877 + ], + "point": [ + 0.5128, + 0.6717 + ] + }, + { + "instruction": "dry. < /p>", + "bbox": [ + 0.5258964143426295, + 0.6617076326002588, + 0.5660690571049137, + 0.6824062095730918 + ], + "point": [ + 0.546, + 0.6721 + ] + }, + { + "instruction": "ty .", + "bbox": [ + 0.2825365205843294, + 0.6636481241914618, + 0.29714475431606907, + 0.6830530401034929 + ], + "point": [ + 0.2898, + 0.6734 + ] + }, + { + "instruction": "Add Attribute", + "bbox": [ + 0.7858938594580013, + 0.01862731726326887, + 0.884441401062417, + 0.08150681301970686 + ], + "point": [ + 0.8352, + 0.0501 + ] + }, + { + "instruction": "Save", + "bbox": [ + 0.8902448474331839, + 0.018779668277478928, + 0.9813676608669488, + 0.08114458950185838 + ], + "point": [ + 0.9358, + 0.05 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.25564812071727444, + 0.05625163226488577, + 0.33990991747857374 + ], + "point": [ + 0.0281, + 0.2978 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.819352439890241, + 0.054867819169286396, + 0.9062394984789376 + ], + "point": [ + 0.0274, + 0.8628 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.819352439890241, + 0.054867819169286396, + 0.9062394984789376 + ], + "point": [ + 0.0274, + 0.8628 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.715915148001743, + 0.01943817237370381, + 0.7777347640687251, + 0.07843493798417539 + ], + "point": [ + 0.7468, + 0.0489 + ] + }, + { + "instruction": "Edit with Page Builder", + "bbox": [ + 0.8494533422300382, + 0.558060699107576, + 0.9718349097101179, + 0.6045822794964829 + ], + "point": [ + 0.9106, + 0.5813 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.42146247972337886, + 0.05556044255594808, + 0.48904237340061046 + ], + "point": [ + 0.0278, + 0.4553 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.7386301689592093, + 0.05495479730654206, + 0.8216559840667448 + ], + "point": [ + 0.0275, + 0.7801 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.33614958335017786, + 0.055589024922445635, + 0.41757940413264066 + ], + "point": [ + 0.0278, + 0.3769 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.17549952498382923, + 0.05629608134032879, + 0.25755841056557244 + ], + "point": [ + 0.0281, + 0.2165 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.49564589565815004, + 0.055263347043142536, + 0.5701542665548189 + ], + "point": [ + 0.0276, + 0.5329 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.001770743969110537, + 0.09733110751094053, + 0.049145575696886934, + 0.16525470886625263 + ], + "point": [ + 0.0255, + 0.1313 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6620823316092942, + 0.05518305602459952, + 0.7308821783028784 + ], + "point": [ + 0.0276, + 0.6965 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5785633792852523, + 0.055669756682903804, + 0.6526619539840718 + ], + "point": [ + 0.0278, + 0.6156 + ] + }, + { + "instruction": "silhouette", + "bbox": [ + 0.44814763569420235, + 0.6403222719417044, + 0.5235494788424427, + 0.662186675670076 + ], + "point": [ + 0.4858, + 0.6513 + ] + }, + { + "instruction": "

", + "bbox": [ + 0.44814763569420235, + 0.6403222719417044, + 0.5235494788424427, + 0.662186675670076 + ], + "point": [ + 0.4858, + 0.6513 + ] + }, + { + "instruction": "plus", + "bbox": [ + 0.6212073904901229, + 0.6188645850177878, + 0.6416758097817065, + 0.6400935282836756 + ], + "point": [ + 0.6314, + 0.6295 + ] + }, + { + "instruction": "for", + "bbox": [ + 0.08123239261378963, + 0.6400522328286707, + 0.09688207416103814, + 0.6637298465546168 + ], + "point": [ + 0.0891, + 0.6519 + ] + }, + { + "instruction": "that,", + "bbox": [ + 0.592741704082109, + 0.615301766340051, + 0.6169943841171771, + 0.6426789159145577 + ], + "point": [ + 0.6049, + 0.629 + ] + }, + { + "instruction": "flattering", + "bbox": [ + 0.3963907553380229, + 0.6399810119865783, + 0.4480623242706258, + 0.661389112780967 + ], + "point": [ + 0.4222, + 0.6507 + ] + }, + { + "instruction": "for", + "bbox": [ + 0.3696306084256723, + 0.6401875682204075, + 0.38496623856137946, + 0.661266726633247 + ], + "point": [ + 0.3773, + 0.6507 + ] + }, + { + "instruction": "seams", + "bbox": [ + 0.37669455640977756, + 0.6619901472044794, + 0.45901201509067896, + 0.681685473601229 + ], + "point": [ + 0.4179, + 0.6718 + ] + }, + { + "instruction": "/br>•", + "bbox": [ + 0.37669455640977756, + 0.6619901472044794, + 0.45901201509067896, + 0.681685473601229 + ], + "point": [ + 0.4179, + 0.6718 + ] + }, + { + "instruction": "This", + "bbox": [ + 0.7303932058225432, + 0.6180711279865378, + 0.7523100955552788, + 0.6396047732808458 + ], + "point": [ + 0.7414, + 0.6288 + ] + }, + { + "instruction": "Configurations", + "bbox": [ + 0.0731768310465819, + 0.9284851153177555, + 0.185041181911352, + 0.963687951012694 + ], + "point": [ + 0.1291, + 0.9461 + ] + }, + { + "instruction": "Olivia 1/4 Zip Light Jacket", + "bbox": [ + 0.056016645900123466, + 0.021783577054160688, + 0.282671630778319, + 0.07709536484573976 + ], + "point": [ + 0.1693, + 0.0494 + ] + }, + { + "instruction": "Cp~", + "bbox": [ + 0.08185389444014307, + 0.6609204133146022, + 0.0963259490520989, + 0.6855320307446636 + ], + "point": [ + 0.0891, + 0.6732 + ] + }, + { + "instruction": "seams", + "bbox": [ + 0.3401894943014401, + 0.6416421868051625, + 0.3647572389478544, + 0.6610767122690613 + ], + "point": [ + 0.3525, + 0.6514 + ] + }, + { + "instruction": "Description", + "bbox": [ + 0.06766747098519983, + 0.5539993740145941, + 0.13228364009781188, + 0.6036815964080692 + ], + "point": [ + 0.1, + 0.5788 + ] + }, + { + "instruction": "[store view]", + "bbox": [ + 0.06766747098519983, + 0.5539993740145941, + 0.13228364009781188, + 0.6036815964080692 + ], + "point": [ + 0.1, + 0.5788 + ] + }, + { + "instruction": "Machine", + "bbox": [ + 0.4618820048581715, + 0.6621770426958684, + 0.4993512684288886, + 0.6823555969790993 + ], + "point": [ + 0.4806, + 0.6723 + ] + }, + { + "instruction": "Adding an attachment.", + "bbox": [ + 0.7858938594580013, + 0.01862731726326887, + 0.884441401062417, + 0.08150681301970686 + ], + "point": [ + 0.8352, + 0.0501 + ] + }, + { + "instruction": "Save.", + "bbox": [ + 0.8902448474331839, + 0.018779668277478928, + 0.9813676608669488, + 0.08114458950185838 + ], + "point": [ + 0.9358, + 0.05 + ] + }, + { + "instruction": "a catalog.", + "bbox": [ + 0.0, + 0.25564812071727444, + 0.05625163226488577, + 0.33990991747857374 + ], + "point": [ + 0.0281, + 0.2978 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.819352439890241, + 0.054867819169286396, + 0.9062394984789376 + ], + "point": [ + 0.0274, + 0.8628 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.715915148001743, + 0.01943817237370381, + 0.7777347640687251, + 0.07843493798417539 + ], + "point": [ + 0.7468, + 0.0489 + ] + }, + { + "instruction": "Edit with Page Builder.", + "bbox": [ + 0.8494533422300382, + 0.558060699107576, + 0.9718349097101179, + 0.6045822794964829 + ], + "point": [ + 0.9106, + 0.5813 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.42146247972337886, + 0.05556044255594808, + 0.48904237340061046 + ], + "point": [ + 0.0278, + 0.4553 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.7386301689592093, + 0.05495479730654206, + 0.8216559840667448 + ], + "point": [ + 0.0275, + 0.7801 + ] + }, + { + "instruction": "Microsoft 365.", + "bbox": [ + 0.0036834119008990083, + 0.005282294703948698, + 0.04786083834421429, + 0.09796899595667752 + ], + "point": [ + 0.0258, + 0.0516 + ] + }, + { + "instruction": "Customers.", + "bbox": [ + 0.0, + 0.33614958335017786, + 0.055589024922445635, + 0.41757940413264066 + ], + "point": [ + 0.0278, + 0.3769 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.17549952498382923, + 0.05629608134032879, + 0.25755841056557244 + ], + "point": [ + 0.0281, + 0.2165 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.49564589565815004, + 0.055263347043142536, + 0.5701542665548189 + ], + "point": [ + 0.0276, + 0.5329 + ] + }, + { + "instruction": "Refresh or reload the page.", + "bbox": [ + 0.7201876899952274, + 0.42214132804919957, + 0.741331791972734, + 0.46481192960159284 + ], + "point": [ + 0.7308, + 0.4435 + ] + }, + { + "instruction": "Navigation or compass functionality.", + "bbox": [ + 0.001770743969110537, + 0.09733110751094053, + 0.049145575696886934, + 0.16525470886625263 + ], + "point": [ + 0.0255, + 0.1313 + ] + }, + { + "instruction": "a favorite or bookmark function.", + "bbox": [ + 0.6987581898966634, + 0.42422062921955855, + 0.7190251040110391, + 0.46424753206359154 + ], + "point": [ + 0.7089, + 0.4442 + ] + }, + { + "instruction": "Stories.", + "bbox": [ + 0.0, + 0.6620823316092942, + 0.05518305602459952, + 0.7308821783028784 + ], + "point": [ + 0.0276, + 0.6965 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.9440406505488462, + 0.9238336521163486, + 0.9663834084235973, + 0.9769716645274095 + ], + "point": [ + 0.9552, + 0.9504 + ] + }, + { + "instruction": "PowerPoint", + "bbox": [ + 0.30559638075302953, + 0.46248844832683134, + 0.3159657512528013, + 0.48670021836847105 + ], + "point": [ + 0.3108, + 0.4746 + ] + }, + { + "instruction": "Reports.", + "bbox": [ + 0.0, + 0.5785633792852523, + 0.055669756682903804, + 0.6526619539840718 + ], + "point": [ + 0.0278, + 0.6156 + ] + }, + { + "instruction": "a \"Please wait\" button.", + "bbox": [ + 0.4705369602319887, + 0.42350482817300694, + 0.516708475343418, + 0.559848997602179 + ], + "point": [ + 0.4936, + 0.4917 + ] + }, + { + "instruction": "a text input field.", + "bbox": [ + 0.44814763569420235, + 0.6403222719417044, + 0.5235494788424427, + 0.662186675670076 + ], + "point": [ + 0.4858, + 0.6513 + ] + }, + { + "instruction": "Plus.", + "bbox": [ + 0.6212073904901229, + 0.6188645850177878, + 0.6416758097817065, + 0.6400935282836756 + ], + "point": [ + 0.6314, + 0.6295 + ] + }, + { + "instruction": "For", + "bbox": [ + 0.08123239261378963, + 0.6400522328286707, + 0.09688207416103814, + 0.6637298465546168 + ], + "point": [ + 0.0891, + 0.6519 + ] + }, + { + "instruction": "\"Chat\".", + "bbox": [ + 0.592741704082109, + 0.615301766340051, + 0.6169943841171771, + 0.6426789159145577 + ], + "point": [ + 0.6049, + 0.629 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.9603611919509463, + 0.4083565419580773, + 0.9774529810445717, + 0.44084161558558377 + ], + "point": [ + 0.9689, + 0.4246 + ] + }, + { + "instruction": "A feature or feature related to conferencing applications or applications.", + "bbox": [ + 0.3963907553380229, + 0.6399810119865783, + 0.4480623242706258, + 0.661389112780967 + ], + "point": [ + 0.4222, + 0.6507 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.992137731625581, + 0.4570722690991874, + 1.0, + 0.5781435947985729 + ], + "point": [ + 0.9961, + 0.5176 + ] + }, + { + "instruction": "\"for\"", + "bbox": [ + 0.3696306084256723, + 0.6401875682204075, + 0.38496623856137946, + 0.661266726633247 + ], + "point": [ + 0.3773, + 0.6507 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.6452890829261081, + 0.6201084625520497, + 0.652237039796543, + 0.6402018202847065 + ], + "point": [ + 0.6488, + 0.6302 + ] + }, + { + "instruction": "Seams.", + "bbox": [ + 0.37669455640977756, + 0.6619901472044794, + 0.45901201509067896, + 0.681685473601229 + ], + "point": [ + 0.4179, + 0.6718 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.38658059007459744, + 0.6409767614761885, + 0.3946655192381516, + 0.6607605217345165 + ], + "point": [ + 0.3906, + 0.6509 + ] + }, + { + "instruction": "\"This\" or \"This\".", + "bbox": [ + 0.7303932058225432, + 0.6180711279865378, + 0.7523100955552788, + 0.6396047732808458 + ], + "point": [ + 0.7414, + 0.6288 + ] + }, + { + "instruction": "Configurations.", + "bbox": [ + 0.0731768310465819, + 0.9284851153177555, + 0.185041181911352, + 0.963687951012694 + ], + "point": [ + 0.1291, + 0.9461 + ] + }, + { + "instruction": "Olivia 1/4 zip light jacket.", + "bbox": [ + 0.056016645900123466, + 0.021783577054160688, + 0.282671630778319, + 0.07709536484573976 + ], + "point": [ + 0.1693, + 0.0494 + ] + }, + { + "instruction": "Formatting Marks", + "bbox": [ + 0.08185389444014307, + 0.6609204133146022, + 0.0963259490520989, + 0.6855320307446636 + ], + "point": [ + 0.0891, + 0.6732 + ] + }, + { + "instruction": "Seams.", + "bbox": [ + 0.3401894943014401, + 0.6416421868051625, + 0.3647572389478544, + 0.6610767122690613 + ], + "point": [ + 0.3525, + 0.6514 + ] + }, + { + "instruction": "A description option for an item or view.", + "bbox": [ + 0.06766747098519983, + 0.5539993740145941, + 0.13228364009781188, + 0.6036815964080692 + ], + "point": [ + 0.1, + 0.5788 + ] + }, + { + "instruction": "a value of 1,000K.", + "bbox": [ + 0.7020297715388446, + 0.615917605539497, + 0.7293871389442231, + 0.6423223774306679 + ], + "point": [ + 0.7157, + 0.6291 + ] + }, + { + "instruction": "the machine function.", + "bbox": [ + 0.4618820048581715, + 0.6621770426958684, + 0.4993512684288886, + 0.6823555969790993 + ], + "point": [ + 0.4806, + 0.6723 + ] + } + ], + "element_size": 105 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_7/17766.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Sale", + "bbox": [ + 0.2632802124833997, + 0.1034928848641656, + 0.2848605577689243, + 0.12419146183699871 + ], + "point": [ + 0.2741, + 0.1138 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.12483829236739974, + 0.28419656740875043, + 0.1442432082794308 + ], + "point": [ + 0.2703, + 0.1345 + ] + }, + { + "instruction": "Short Description", + "bbox": [ + 0.20351925630810094, + 0.30077617689678, + 0.28452855245683933, + 0.32406211547061975 + ], + "point": [ + 0.244, + 0.3124 + ] + }, + { + "instruction": "[store view]", + "bbox": [ + 0.24203187250996017, + 0.3221216041397154, + 0.28452855245683933, + 0.3408796895213454 + ], + "point": [ + 0.2633, + 0.3315 + ] + }, + { + "instruction": "A ` 2 v", + "bbox": [ + 0.5846613545816733, + 0.36610608020698576, + 0.6540504648074369, + 0.3926261319534282 + ], + "point": [ + 0.6194, + 0.3794 + ] + }, + { + "instruction": "B I 4", + "bbox": [ + 0.6583665338645418, + 0.3648124191461837, + 0.7148074369189907, + 0.3913324708926261 + ], + "point": [ + 0.6866, + 0.3781 + ] + }, + { + "instruction": "= =", + "bbox": [ + 0.33233731739707834, + 0.41461836998706336, + 0.3711819389110226, + 0.44178525226390686 + ], + "point": [ + 0.3518, + 0.4282 + ] + }, + { + "instruction": "I= ~", + "bbox": [ + 0.3841301460823373, + 0.41461836998706336, + 0.4150066401062417, + 0.44178525226390686 + ], + "point": [ + 0.3996, + 0.4282 + ] + }, + { + "instruction": "recently purchased the Olivia 1/4 Zip Light Jacket and", + "bbox": [ + 0.31274900398406374, + 0.4708926656113559, + 0.5438247011952191, + 0.4993532089490015 + ], + "point": [ + 0.4283, + 0.4851 + ] + }, + { + "instruction": "am extremely satisfied with my purchasel", + "bbox": [ + 0.5488046998205096, + 0.4708926656113559, + 0.7307436918990704, + 0.4993532089490015 + ], + "point": [ + 0.6398, + 0.4851 + ] + }, + { + "instruction": "The jacket is incredibly lightweight and comfortable; making it perfect for cool spring mornings or", + "bbox": [ + 0.30776890403879276, + 0.4948253557567917, + 0.7307436716350743, + 0.5278137128072445 + ], + "point": [ + 0.5193, + 0.5113 + ] + }, + { + "instruction": "summer", + "bbox": [ + 0.30776890403879276, + 0.5278137128072445, + 0.3466135458167331, + 0.5459249676584734 + ], + "point": [ + 0.3272, + 0.5369 + ] + }, + { + "instruction": "evenings The 1/4 zip feature allows for easy temperature control, and the jacket is", + "bbox": [ + 0.3462815810326403, + 0.5226390685640362, + 0.7048472775564409, + 0.5510996119016818 + ], + "point": [ + 0.5256, + 0.5369 + ] + }, + { + "instruction": "versatile enough to be dressed up or down:", + "bbox": [ + 0.30743691899070386, + 0.5504528208506833, + 0.49833997343957503, + 0.5756792115363236 + ], + "point": [ + 0.4029, + 0.5631 + ] + }, + { + "instruction": "also appreciate the attention to detail in the design", + "bbox": [ + 0.50265604249668, + 0.5498059903202822, + 0.7274236387782205, + 0.5769728725971256 + ], + "point": [ + 0.615, + 0.5634 + ] + }, + { + "instruction": "the pockets are well-placed and the stitching is sturdy: Overall,", + "bbox": [ + 0.30710495420661105, + 0.5730918894147194, + 0.5793493101163056, + 0.6041396759151642 + ], + "point": [ + 0.4432, + 0.5886 + ] + }, + { + "instruction": "highly recommend the Olivia 1/4", + "bbox": [ + 0.5839973844854955, + 0.5763260025873221, + 0.7274236387782205, + 0.6028460543337646 + ], + "point": [ + 0.6557, + 0.5896 + ] + }, + { + "instruction": "Zip Light Jacket for anyone in need of a comfortable and stylish lightweight jacketl", + "bbox": [ + 0.30810094987886993, + 0.6009055232631589, + 0.6633466338098128, + 0.6287192360704035 + ], + "point": [ + 0.4857, + 0.6148 + ] + }, + { + "instruction": "POWERED BY TINY", + "bbox": [ + 0.6553784860557769, + 0.9773609314359638, + 0.7294156706507304, + 0.9948253557567918 + ], + "point": [ + 0.6924, + 0.9861 + ] + }, + { + "instruction": "Save", + "bbox": [ + 0.8901087544353835, + 0.01874114625049902, + 0.9813452083592713, + 0.08149986464486857 + ], + "point": [ + 0.9357, + 0.0501 + ] + }, + { + "instruction": "Add Attribute", + "bbox": [ + 0.7857074306938912, + 0.01879821125933609, + 0.8844441569658864, + 0.0815707770541291 + ], + "point": [ + 0.8351, + 0.0502 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.2558383719578752, + 0.056371159445875355, + 0.33938338068756063 + ], + "point": [ + 0.0282, + 0.2976 + ] + }, + { + "instruction": "Show", + "bbox": [ + 0.3024347110256889, + 0.28605545261082027, + 0.40712135183225434, + 0.335567262163446 + ], + "point": [ + 0.3548, + 0.3108 + ] + }, + { + "instruction": "Hide Editor", + "bbox": [ + 0.3024347110256889, + 0.28605545261082027, + 0.40712135183225434, + 0.335567262163446 + ], + "point": [ + 0.3548, + 0.3108 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.7151297155129482, + 0.01777955878135612, + 0.7783139901332171, + 0.07973903641201083 + ], + "point": [ + 0.7467, + 0.0488 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.33649230404319613, + 0.05617443150574784, + 0.4238081089429374 + ], + "point": [ + 0.0281, + 0.3802 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4935123497887694, + 0.056190936530570425, + 0.5827589343467011 + ], + "point": [ + 0.0281, + 0.5381 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.17456003364276762, + 0.05643758482508767, + 0.25783539805344435 + ], + "point": [ + 0.0282, + 0.2162 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.660052853444878, + 0.05590061425846095, + 0.7409218693149661 + ], + "point": [ + 0.028, + 0.7005 + ] + }, + { + "instruction": "I=y", + "bbox": [ + 0.54344596710813, + 0.3585242583557366, + 0.5734206322496472, + 0.39759165380164535 + ], + "point": [ + 0.5584, + 0.3781 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.7374379699628072, + 0.054317302121267536, + 0.8216584317896992 + ], + "point": [ + 0.0272, + 0.7795 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5772328839419267, + 0.056022593382978506, + 0.664892988710786 + ], + "point": [ + 0.028, + 0.6211 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.4170345488988721, + 0.0562692720734899, + 0.49939758379740057 + ], + "point": [ + 0.0281, + 0.4582 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0035322779519941067, + 0.09670589195340293, + 0.04758253262179148, + 0.1708022459358324 + ], + "point": [ + 0.0256, + 0.1338 + ] + }, + { + "instruction": "Paragraph", + "bbox": [ + 0.35429647782567647, + 0.35039521250656935, + 0.4462452517404341, + 0.4021118874691745 + ], + "point": [ + 0.4003, + 0.3763 + ] + }, + { + "instruction": "=", + "bbox": [ + 0.30833072333063577, + 0.40891292517737304, + 0.3267396721706922, + 0.4468745025595286 + ], + "point": [ + 0.3175, + 0.4279 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8189217196090718, + 0.052325305710750745, + 0.9152478295803687 + ], + "point": [ + 0.0262, + 0.8671 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8189217196090718, + 0.052325305710750745, + 0.9152478295803687 + ], + "point": [ + 0.0262, + 0.8671 + ] + }, + { + "instruction": "14px", + "bbox": [ + 0.4474906769406748, + 0.3518416588550089, + 0.5391564844139068, + 0.40118277921096784 + ], + "point": [ + 0.4933, + 0.3765 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.07151666263818424, + 0.18996057349990905, + 0.1461446896333935, + 0.23057907519025914 + ], + "point": [ + 0.1088, + 0.2103 + ] + }, + { + "instruction": "Olivia 1/4 Zip Light Jacket", + "bbox": [ + 0.05688858538826465, + 0.02230654836163638, + 0.28319393527776915, + 0.07875930075503568 + ], + "point": [ + 0.17, + 0.0505 + ] + }, + { + "instruction": "Yes", + "bbox": [ + 0.3326678029094559, + 0.09526823964186813, + 0.3493590335921937, + 0.1323062951012694 + ], + "point": [ + 0.341, + 0.1138 + ] + }, + { + "instruction": "Save.", + "bbox": [ + 0.8901087544353835, + 0.01874114625049902, + 0.9813452083592713, + 0.08149986464486857 + ], + "point": [ + 0.9357, + 0.0501 + ] + }, + { + "instruction": "Adding an attachment.", + "bbox": [ + 0.7857074306938912, + 0.01879821125933609, + 0.8844441569658864, + 0.0815707770541291 + ], + "point": [ + 0.8351, + 0.0502 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.2558383719578752, + 0.056371159445875355, + 0.33938338068756063 + ], + "point": [ + 0.0282, + 0.2976 + ] + }, + { + "instruction": "Hide Editor.", + "bbox": [ + 0.3024347110256889, + 0.28605545261082027, + 0.40712135183225434, + 0.335567262163446 + ], + "point": [ + 0.3548, + 0.3108 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.7151297155129482, + 0.01777955878135612, + 0.7783139901332171, + 0.07973903641201083 + ], + "point": [ + 0.7467, + 0.0488 + ] + }, + { + "instruction": "Customers.", + "bbox": [ + 0.0, + 0.33649230404319613, + 0.05617443150574784, + 0.4238081089429374 + ], + "point": [ + 0.0281, + 0.3802 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.4935123497887694, + 0.056190936530570425, + 0.5827589343467011 + ], + "point": [ + 0.0281, + 0.5381 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.004393963858109229, + 0.007232044215035778, + 0.04780891185421076, + 0.10009911698789214 + ], + "point": [ + 0.0261, + 0.0537 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.17456003364276762, + 0.05643758482508767, + 0.25783539805344435 + ], + "point": [ + 0.0282, + 0.2162 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.660052853444878, + 0.05590061425846095, + 0.7409218693149661 + ], + "point": [ + 0.028, + 0.7005 + ] + }, + { + "instruction": "Line Spacing", + "bbox": [ + 0.54344596710813, + 0.3585242583557366, + 0.5734206322496472, + 0.39759165380164535 + ], + "point": [ + 0.5584, + 0.3781 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.7374379699628072, + 0.054317302121267536, + 0.8216584317896992 + ], + "point": [ + 0.0272, + 0.7795 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5772328839419267, + 0.056022593382978506, + 0.664892988710786 + ], + "point": [ + 0.028, + 0.6211 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.4170345488988721, + 0.0562692720734899, + 0.49939758379740057 + ], + "point": [ + 0.0281, + 0.4582 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.0035322779519941067, + 0.09670589195340293, + 0.04758253262179148, + 0.1708022459358324 + ], + "point": [ + 0.0256, + 0.1338 + ] + }, + { + "instruction": "Text formatting options.", + "bbox": [ + 0.582588347780752, + 0.35910421077831906, + 0.6144832291926046, + 0.39591401607222265 + ], + "point": [ + 0.5985, + 0.3775 + ] + }, + { + "instruction": "Paragraph dropdown menu.", + "bbox": [ + 0.35429647782567647, + 0.35039521250656935, + 0.4462452517404341, + 0.4021118874691745 + ], + "point": [ + 0.4003, + 0.3763 + ] + }, + { + "instruction": "Right", + "bbox": [ + 0.3544524295396539, + 0.4103165758535131, + 0.37262866664851013, + 0.4456709334952094 + ], + "point": [ + 0.3635, + 0.428 + ] + }, + { + "instruction": "Table", + "bbox": [ + 0.5000359078010873, + 0.4095329097140807, + 0.5269653806648407, + 0.4467112947096337 + ], + "point": [ + 0.5135, + 0.4281 + ] + }, + { + "instruction": "a toggle switch in the \"on\" position.", + "bbox": [ + 0.29946631929313994, + 0.09225222055847247, + 0.3317375841685342, + 0.1429281592523296 + ], + "point": [ + 0.3156, + 0.1176 + ] + }, + { + "instruction": "Center", + "bbox": [ + 0.3316590206556586, + 0.40876081103957795, + 0.34931295326506473, + 0.445499632367804 + ], + "point": [ + 0.3405, + 0.4271 + ] + }, + { + "instruction": "Character Highlighting Color", + "bbox": [ + 0.6158151816561878, + 0.3588558458572526, + 0.6477305702320925, + 0.3960823957238438 + ], + "point": [ + 0.6318, + 0.3775 + ] + }, + { + "instruction": "Image", + "bbox": [ + 0.47716227375653636, + 0.4101000313308538, + 0.49558208409850185, + 0.4449571853775873 + ], + "point": [ + 0.4864, + 0.4275 + ] + }, + { + "instruction": "Right", + "bbox": [ + 0.30833072333063577, + 0.40891292517737304, + 0.3267396721706922, + 0.4468745025595286 + ], + "point": [ + 0.3175, + 0.4279 + ] + }, + { + "instruction": "link or link functionality.", + "bbox": [ + 0.45520445075168076, + 0.4107624562252385, + 0.47227394944959744, + 0.4452476353417084 + ], + "point": [ + 0.4637, + 0.428 + ] + }, + { + "instruction": "Numbering", + "bbox": [ + 0.3833328794198207, + 0.41134900170803684, + 0.39948984984541, + 0.44372645448435477 + ], + "point": [ + 0.3914, + 0.4275 + ] + }, + { + "instruction": "Symbol", + "bbox": [ + 0.5324439546501494, + 0.40877024661677314, + 0.5498864729882553, + 0.44509895591193 + ], + "point": [ + 0.5412, + 0.4269 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.8189217196090718, + 0.052325305710750745, + 0.9152478295803687 + ], + "point": [ + 0.0262, + 0.8671 + ] + }, + { + "instruction": "a dropdown menu to select the value of 14px.", + "bbox": [ + 0.4474906769406748, + 0.3518416588550089, + 0.5391564844139068, + 0.40118277921096784 + ], + "point": [ + 0.4933, + 0.3765 + ] + }, + { + "instruction": "Expand to show more options", + "bbox": [ + 0.43489911610070137, + 0.4130027938783554, + 0.44777048219880894, + 0.4448194812217012 + ], + "point": [ + 0.4413, + 0.4289 + ] + }, + { + "instruction": "Undo action.", + "bbox": [ + 0.30585630703099065, + 0.3528004556238883, + 0.32878586970477464, + 0.40045588445231645 + ], + "point": [ + 0.3173, + 0.3766 + ] + }, + { + "instruction": "Bullets", + "bbox": [ + 0.41731912681306027, + 0.41138374358222835, + 0.43379156712991784, + 0.44478931895819857 + ], + "point": [ + 0.4256, + 0.4281 + ] + }, + { + "instruction": "Bold", + "bbox": [ + 0.6557965728232902, + 0.3571208445560115, + 0.6735779862321547, + 0.39563276480888177 + ], + "point": [ + 0.6647, + 0.3764 + ] + }, + { + "instruction": "Undo action.", + "bbox": [ + 0.3304440522415546, + 0.35215682292508893, + 0.3526412335683308, + 0.399935032695262 + ], + "point": [ + 0.3415, + 0.376 + ] + }, + { + "instruction": "Content settings or options.", + "bbox": [ + 0.07151666263818424, + 0.18996057349990905, + 0.1461446896333935, + 0.23057907519025914 + ], + "point": [ + 0.1088, + 0.2103 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.9415011665577274, + 0.18840648656057973, + 0.9688150879554698, + 0.24467908457056517 + ], + "point": [ + 0.9552, + 0.2165 + ] + }, + { + "instruction": "Italic", + "bbox": [ + 0.6768847461715638, + 0.3568701108707956, + 0.6949231070509628, + 0.3945415936034525 + ], + "point": [ + 0.6859, + 0.3757 + ] + }, + { + "instruction": "Underline", + "bbox": [ + 0.6993155308453686, + 0.35675727873847835, + 0.7184361512284196, + 0.3952713308790831 + ], + "point": [ + 0.7089, + 0.376 + ] + }, + { + "instruction": "Formatting Marks", + "bbox": [ + 0.3054701765853254, + 0.9755715669974935, + 0.31778614707835323, + 1.0 + ], + "point": [ + 0.3116, + 0.9878 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9914364352485889, + 0.44199855947556194, + 1.0, + 0.571636757597732 + ], + "point": [ + 0.9957, + 0.5068 + ] + }, + { + "instruction": "Olivia 1/4 zip light jacket.", + "bbox": [ + 0.05688858538826465, + 0.02230654836163638, + 0.28319393527776915, + 0.07875930075503568 + ], + "point": [ + 0.17, + 0.0505 + ] + }, + { + "instruction": "A blank space or separator.", + "bbox": [ + 0.7239096997426959, + 0.35171639071090716, + 0.741495444005229, + 0.4012273514563794 + ], + "point": [ + 0.7327, + 0.3765 + ] + }, + { + "instruction": "Blank", + "bbox": [ + 0.8625722533044904, + 0.21357087484460907, + 0.8859265898645003, + 0.2637531828294288 + ], + "point": [ + 0.8742, + 0.2387 + ] + }, + { + "instruction": "Yeras", + "bbox": [ + 0.3326678029094559, + 0.09526823964186813, + 0.3493590335921937, + 0.1323062951012694 + ], + "point": [ + 0.341, + 0.1138 + ] + } + ], + "element_size": 86 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_8/18192.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "POWERED BY TINY", + "bbox": [ + 0.6553784860557769, + 0.444372574385511, + 0.7294156706507304, + 0.46183699870633893 + ], + "point": [ + 0.6924, + 0.4531 + ] + }, + { + "instruction": "Description", + "bbox": [ + 0.07370517928286853, + 0.536222509702458, + 0.12682602921646746, + 0.5614489003880984 + ], + "point": [ + 0.1003, + 0.5488 + ] + }, + { + "instruction": "[store view]", + "bbox": [ + 0.07270916334661355, + 0.5582147872154957, + 0.1145418326693227, + 0.5763260420667247 + ], + "point": [ + 0.0936, + 0.5673 + ] + }, + { + "instruction": "

Running errands", + "bbox": [ + 0.08134131159282142, + 0.5989650316719558, + 0.16932271929534468, + 0.619663608644789 + ], + "point": [ + 0.1253, + 0.6093 + ] + }, + { + "instruction": "or", + "bbox": [ + 0.17297476759628155, + 0.6034928059053606, + 0.18293492695883135, + 0.6151358344113842 + ], + "point": [ + 0.178, + 0.6093 + ] + }, + { + "instruction": "headed", + "bbox": [ + 0.18592297476759628, + 0.5996118622023568, + 0.21679946879150067, + 0.6157826254623827 + ], + "point": [ + 0.2014, + 0.6077 + ] + }, + { + "instruction": "to", + "bbox": [ + 0.2204515272244356, + 0.6015523143141575, + 0.23140770252324036, + 0.6151358344113842 + ], + "point": [ + 0.2259, + 0.6083 + ] + }, + { + "instruction": "the", + "bbox": [ + 0.23439575033200533, + 0.5996118622023568, + 0.2506639700961778, + 0.6157826254623827 + ], + "point": [ + 0.2425, + 0.6077 + ] + }, + { + "instruction": "gym ,", + "bbox": [ + 0.25298804780876494, + 0.6028460148543621, + 0.2732403718459495, + 0.6190167781143879 + ], + "point": [ + 0.2631, + 0.6109 + ] + }, + { + "instruction": "just", + "bbox": [ + 0.2961487383798141, + 0.5996118622023568, + 0.31706503251317647, + 0.6190167781143879 + ], + "point": [ + 0.3066, + 0.6093 + ] + }, + { + "instruction": "want", + "bbox": [ + 0.32138114209827356, + 0.6015523143141575, + 0.34063745019920316, + 0.6151358344113842 + ], + "point": [ + 0.331, + 0.6083 + ] + }, + { + "instruction": "to be", + "bbox": [ + 0.3446214734162309, + 0.5996118622023568, + 0.3701858824467754, + 0.6157826254623827 + ], + "point": [ + 0.3574, + 0.6077 + ] + }, + { + "instruction": "comfortable.", + "bbox": [ + 0.37250996015936255, + 0.5996118622023568, + 0.4309428950863214, + 0.6157826254623827 + ], + "point": [ + 0.4017, + 0.6077 + ] + }, + { + "instruction": "The", + "bbox": [ + 0.4352589641434263, + 0.5996118622023568, + 0.45119521912350596, + 0.6157826254623827 + ], + "point": [ + 0.4432, + 0.6077 + ] + }, + { + "instruction": "Olivia", + "bbox": [ + 0.4538512616201859, + 0.5996118622023568, + 0.48406374501992033, + 0.6157826254623827 + ], + "point": [ + 0.469, + 0.6077 + ] + }, + { + "instruction": "Light", + "bbox": [ + 0.4867197875166003, + 0.5996118622023568, + 0.5129482071713147, + 0.6177231170535858 + ], + "point": [ + 0.4998, + 0.6087 + ] + }, + { + "instruction": "Jacket promises", + "bbox": [ + 0.5162682602921647, + 0.5989650316719558, + 0.5896414342629482, + 0.6177231170535858 + ], + "point": [ + 0.553, + 0.6083 + ] + }, + { + "instruction": "that,", + "bbox": [ + 0.5929615279117904, + 0.5996118622023568, + 0.6168659103819099, + 0.6177231170535858 + ], + "point": [ + 0.6049, + 0.6087 + ] + }, + { + "instruction": "plus", + "bbox": [ + 0.6201859635027598, + 0.5996118622023568, + 0.6427623247245393, + 0.6177231170535858 + ], + "point": [ + 0.6315, + 0.6087 + ] + }, + { + "instruction": "laid-back", + "bbox": [ + 0.6547144349036147, + 0.5996118622023568, + 0.7005311274433516, + 0.6157826254623827 + ], + "point": [ + 0.6776, + 0.6077 + ] + }, + { + "instruction": "look.", + "bbox": [ + 0.7035193373640853, + 0.6015523143141575, + 0.7274237198342048, + 0.6151358344113842 + ], + "point": [ + 0.7155, + 0.6083 + ] + }, + { + "instruction": "This zip-up", + "bbox": [ + 0.7310756972111554, + 0.5989650316719558, + 0.7865205843293492, + 0.62031043917519 + ], + "point": [ + 0.7588, + 0.6096 + ] + }, + { + "instruction": "is designed", + "bbox": [ + 0.7891766268260292, + 0.5996118622023568, + 0.8436254980079682, + 0.6190167781143879 + ], + "point": [ + 0.8164, + 0.6093 + ] + }, + { + "instruction": "with", + "bbox": [ + 0.8459495351925631, + 0.5996118622023568, + 0.8668658698539177, + 0.6157826254623827 + ], + "point": [ + 0.8564, + 0.6077 + ] + }, + { + "instruction": "shoulder", + "bbox": [ + 0.8701858419187832, + 0.5996118622023568, + 0.9106904899931524, + 0.6157826254623827 + ], + "point": [ + 0.8904, + 0.6077 + ] + }, + { + "instruction": "stripes", + "bbox": [ + 0.9133466135458167, + 0.5996118622023568, + 0.9482071713147411, + 0.6177231170535858 + ], + "point": [ + 0.9308, + 0.6087 + ] + }, + { + "instruction": "an athletic", + "bbox": [ + 0.10059760956175298, + 0.6196636481241915, + 0.1550464807436919, + 0.6371280724450195 + ], + "point": [ + 0.1278, + 0.6284 + ] + }, + { + "instruction": "touch,", + "bbox": [ + 0.15770252324037184, + 0.6209573091849935, + 0.18725099601593626, + 0.6371280724450195 + ], + "point": [ + 0.1725, + 0.629 + ] + }, + { + "instruction": "and", + "bbox": [ + 0.19057104913678619, + 0.6196636481241915, + 0.20750332005312086, + 0.6371280724450195 + ], + "point": [ + 0.199, + 0.6284 + ] + }, + { + "instruction": "banded", + "bbox": [ + 0.2101593828137969, + 0.6196636481241915, + 0.24103587683770128, + 0.6371280724450195 + ], + "point": [ + 0.2256, + 0.6284 + ] + }, + { + "instruction": "waist", + "bbox": [ + 0.2443559299585512, + 0.6209573091849935, + 0.2692562878369335, + 0.6371280724450195 + ], + "point": [ + 0.2568, + 0.629 + ] + }, + { + "instruction": "and", + "bbox": [ + 0.27257636122177953, + 0.6196636481241915, + 0.28884462151394424, + 0.6371280724450195 + ], + "point": [ + 0.2807, + 0.6284 + ] + }, + { + "instruction": "contoured", + "bbox": [ + 0.2921646746347942, + 0.6209573091849935, + 0.33632138114209825, + 0.6371280724450195 + ], + "point": [ + 0.3142, + 0.629 + ] + }, + { + "instruction": "seams", + "bbox": [ + 0.3399734395750332, + 0.6248382923673997, + 0.3648738379814077, + 0.6364812419146184 + ], + "point": [ + 0.3524, + 0.6307 + ] + }, + { + "instruction": "for", + "bbox": [ + 0.36786188579017265, + 0.6196636481241915, + 0.3841301460823373, + 0.6371280724450195 + ], + "point": [ + 0.376, + 0.6284 + ] + }, + { + "instruction": "flattering silhouette.< /p>", + "bbox": [ + 0.39674634794156705, + 0.6177231565329884, + 0.5232403718459495, + 0.6390685640362225 + ], + "point": [ + 0.46, + 0.6284 + ] + }, + { + "instruction": "fit
•", + "bbox": [ + 0.15770252324037184, + 0.6410090951068281, + 0.2300796812749004, + 0.657179858366854 + ], + "point": [ + 0.1939, + 0.6491 + ] + }, + { + "instruction": "Reflectivity.
bull;", + "bbox": [ + 0.23339973439575032, + 0.639715434046026, + 0.34960159362549803, + 0.6604140110188591 + ], + "point": [ + 0.2915, + 0.6501 + ] + }, + { + "instruction": "Flat", + "bbox": [ + 0.35292164674634796, + 0.6410090951068281, + 0.3748339973439575, + 0.657179858366854 + ], + "point": [ + 0.3639, + 0.6491 + ] + }, + { + "instruction": "seams", + "bbox": [ + 0.3784860557768924, + 0.6442432082794308, + 0.4033864541832669, + 0.6565330673158555 + ], + "point": [ + 0.3909, + 0.6504 + ] + }, + { + "instruction": "/br>abull;", + "bbox": [ + 0.4110225763612218, + 0.6410090951068281, + 0.4598273572377158, + 0.6584735194276561 + ], + "point": [ + 0.4354, + 0.6497 + ] + }, + { + "instruction": "Machine", + "bbox": [ + 0.4631474103585657, + 0.6410090951068281, + 0.499003984063745, + 0.657179858366854 + ], + "point": [ + 0.4811, + 0.6491 + ] + }, + { + "instruction": "wash", + "bbox": [ + 0.50265604249668, + 0.6429495472186287, + 0.5229083665338645, + 0.6565330673158555 + ], + "point": [ + 0.5128, + 0.6497 + ] + }, + { + "instruction": "

", + "bbox": [ + 0.5451527224435591, + 0.6410090951068281, + 0.5654050464807437, + 0.6584735194276561 + ], + "point": [ + 0.5553, + 0.6497 + ] + }, + { + "instruction": "you", + "bbox": [ + 0.27589641434262946, + 0.6021991448445585, + 0.29382470119521914, + 0.6157826649417852 + ], + "point": [ + 0.2849, + 0.609 + ] + }, + { + "instruction": "dry", + "bbox": [ + 0.5258964143426295, + 0.639068603515625, + 0.5421646746347941, + 0.6597671804884582 + ], + "point": [ + 0.534, + 0.6494 + ] + }, + { + "instruction": "Add Attribute", + "bbox": [ + 0.7859166361896165, + 0.018839881768664597, + 0.8844111671802374, + 0.08158183128682639 + ], + "point": [ + 0.8352, + 0.0502 + ] + }, + { + "instruction": "Save", + "bbox": [ + 0.8901566585221613, + 0.018860862603625534, + 0.9813469105349436, + 0.08153130505402677 + ], + "point": [ + 0.9358, + 0.0502 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.714778013596655, + 0.017764322199457522, + 0.7786154373391849, + 0.08037467699926852 + ], + "point": [ + 0.7467, + 0.0491 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.25579905047299484, + 0.056337754248306254, + 0.33999456131751293 + ], + "point": [ + 0.0282, + 0.2979 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.17540726162020942, + 0.0565127591846157, + 0.2577930761339748 + ], + "point": [ + 0.0283, + 0.2166 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.3361628879088171, + 0.05583781106855132, + 0.42584777279319613 + ], + "point": [ + 0.0279, + 0.381 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.49412483323900386, + 0.056184994113714415, + 0.5829116406755336 + ], + "point": [ + 0.0281, + 0.5385 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8187056093598399, + 0.055106605033317255, + 0.9155304231433943 + ], + "point": [ + 0.0276, + 0.8671 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8187056093598399, + 0.055106605033317255, + 0.9155304231433943 + ], + "point": [ + 0.0276, + 0.8671 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.737894509773205, + 0.055857426616775084, + 0.8231978126516009 + ], + "point": [ + 0.0279, + 0.7805 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6601688834087969, + 0.05559261671575417, + 0.7374406545621766 + ], + "point": [ + 0.0278, + 0.6988 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.4201885188844195, + 0.05578023598963521, + 0.5021196491197041 + ], + "point": [ + 0.0279, + 0.4612 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5772453594331137, + 0.05594491135393322, + 0.6636655740873626 + ], + "point": [ + 0.028, + 0.6205 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0015007135560946318, + 0.09682354057282402, + 0.053155969971837906, + 0.176482187051514 + ], + "point": [ + 0.0273, + 0.1367 + ] + }, + { + "instruction": "Olivia 1/4 Zip Light Jacket", + "bbox": [ + 0.05566189425241742, + 0.02273961026486573, + 0.28220117171288805, + 0.07625634858401596 + ], + "point": [ + 0.1689, + 0.0495 + ] + }, + { + "instruction": "for", + "bbox": [ + 0.08101622136940519, + 0.6196363678570707, + 0.09782796710294239, + 0.6400380597231767 + ], + "point": [ + 0.0894, + 0.6298 + ] + }, + { + "instruction": "Edit with", + "bbox": [ + 0.8496371772026478, + 0.5366593098116106, + 0.9717060306949287, + 0.5836395618986497 + ], + "point": [ + 0.9107, + 0.5601 + ] + }, + { + "instruction": "Builder", + "bbox": [ + 0.8496371772026478, + 0.5366593098116106, + 0.9717060306949287, + 0.5836395618986497 + ], + "point": [ + 0.9107, + 0.5601 + ] + }, + { + "instruction": "Page", + "bbox": [ + 0.8496371772026478, + 0.5366593098116106, + 0.9717060306949287, + 0.5836395618986497 + ], + "point": [ + 0.9107, + 0.5601 + ] + }, + { + "instruction": "Configurations", + "bbox": [ + 0.07310699118402691, + 0.9075341860042044, + 0.18366911686749096, + 0.9419908609920763 + ], + "point": [ + 0.1284, + 0.9248 + ] + }, + { + "instruction": "

•", + "bbox": [ + 0.08218247007088832, + 0.6370210437848682, + 0.12714144844774547, + 0.6662507643212322 + ], + "point": [ + 0.1047, + 0.6516 + ] + }, + { + "instruction": "Loose", + "bbox": [ + 0.12671701904945323, + 0.6369827092850501, + 0.15587364693245248, + 0.6626487425968225 + ], + "point": [ + 0.1413, + 0.6498 + ] + }, + { + "instruction": "Adding an attachment.", + "bbox": [ + 0.7859166361896165, + 0.018839881768664597, + 0.8844111671802374, + 0.08158183128682639 + ], + "point": [ + 0.8352, + 0.0502 + ] + }, + { + "instruction": "Save.", + "bbox": [ + 0.8901566585221613, + 0.018860862603625534, + 0.9813469105349436, + 0.08153130505402677 + ], + "point": [ + 0.9358, + 0.0502 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.714778013596655, + 0.017764322199457522, + 0.7786154373391849, + 0.08037467699926852 + ], + "point": [ + 0.7467, + 0.0491 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.25579905047299484, + 0.056337754248306254, + 0.33999456131751293 + ], + "point": [ + 0.0282, + 0.2979 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.17540726162020942, + 0.0565127591846157, + 0.2577930761339748 + ], + "point": [ + 0.0283, + 0.2166 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0, + 0.3361628879088171, + 0.05583781106855132, + 0.42584777279319613 + ], + "point": [ + 0.0279, + 0.381 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.49412483323900386, + 0.056184994113714415, + 0.5829116406755336 + ], + "point": [ + 0.0281, + 0.5385 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.8187056093598399, + 0.055106605033317255, + 0.9155304231433943 + ], + "point": [ + 0.0276, + 0.8671 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.0028685662217665794, + 0.00463847941291286, + 0.049790401382750246, + 0.09988786764009187 + ], + "point": [ + 0.0263, + 0.0523 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.737894509773205, + 0.055857426616775084, + 0.8231978126516009 + ], + "point": [ + 0.0279, + 0.7805 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6601688834087969, + 0.05559261671575417, + 0.7374406545621766 + ], + "point": [ + 0.0278, + 0.6988 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.4201885188844195, + 0.05578023598963521, + 0.5021196491197041 + ], + "point": [ + 0.0279, + 0.4612 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5772453594331137, + 0.05594491135393322, + 0.6636655740873626 + ], + "point": [ + 0.028, + 0.6205 + ] + }, + { + "instruction": "Formatting Marks", + "bbox": [ + 0.3073621043171066, + 0.44379467489185803, + 0.31537339411883714, + 0.46386292372453103 + ], + "point": [ + 0.3114, + 0.4538 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.9436442867851511, + 0.9022333655906372, + 0.967441026907993, + 0.9541764154471216 + ], + "point": [ + 0.9555, + 0.9282 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.0015007135560946318, + 0.09682354057282402, + 0.053155969971837906, + 0.176482187051514 + ], + "point": [ + 0.0273, + 0.1367 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9922795795982736, + 0.5131860809523568, + 1.0, + 0.6420115560948617 + ], + "point": [ + 0.9961, + 0.5776 + ] + }, + { + "instruction": "Stop or halt action.", + "bbox": [ + 0.2091316537236471, + 0.6571463798335422, + 0.22567270793129565, + 0.6819514068564037 + ], + "point": [ + 0.2174, + 0.6695 + ] + }, + { + "instruction": "Olivia 1/4 zip light jacket.", + "bbox": [ + 0.05566189425241742, + 0.02273961026486573, + 0.28220117171288805, + 0.07625634858401596 + ], + "point": [ + 0.1689, + 0.0495 + ] + }, + { + "instruction": "\"for\" functionality.", + "bbox": [ + 0.08101622136940519, + 0.6196363678570707, + 0.09782796710294239, + 0.6400380597231767 + ], + "point": [ + 0.0894, + 0.6298 + ] + }, + { + "instruction": "Edit with Page Builder.", + "bbox": [ + 0.8496371772026478, + 0.5366593098116106, + 0.9717060306949287, + 0.5836395618986497 + ], + "point": [ + 0.9107, + 0.5601 + ] + }, + { + "instruction": "Configurations.", + "bbox": [ + 0.07310699118402691, + 0.9075341860042044, + 0.18366911686749096, + 0.9419908609920763 + ], + "point": [ + 0.1284, + 0.9248 + ] + }, + { + "instruction": "a command to start or exit a code.", + "bbox": [ + 0.08218247007088832, + 0.6370210437848682, + 0.12714144844774547, + 0.6662507643212322 + ], + "point": [ + 0.1047, + 0.6516 + ] + }, + { + "instruction": "navigation to the top of the page.", + "bbox": [ + 0.11337754450946215, + 0.6774145128810236, + 0.8621062624501992, + 0.8559921679182164 + ], + "point": [ + 0.4877, + 0.7667 + ] + }, + { + "instruction": "the option toClose a file or document.", + "bbox": [ + 0.12671701904945323, + 0.6369827092850501, + 0.15587364693245248, + 0.6626487425968225 + ], + "point": [ + 0.1413, + 0.6498 + ] + } + ], + "element_size": 93 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_9/22391.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Olivia 1/4 Zip Light Jacket-XS-Purple", + "bbox": [ + 0.061753008311804865, + 0.027166882276843468, + 0.37317397078353254, + 0.07826649417852523 + ], + "point": [ + 0.2175, + 0.0527 + ] + }, + { + "instruction": "Set Product as New From", + "bbox": [ + 0.1689907038512616, + 0.13906854429652127, + 0.28386454183266935, + 0.16235446313065977 + ], + "point": [ + 0.2264, + 0.1507 + ] + }, + { + "instruction": "[website]", + "bbox": [ + 0.2506639903601739, + 0.1610608020698577, + 0.28419656740875043, + 0.17917205692108668 + ], + "point": [ + 0.2674, + 0.1701 + ] + }, + { + "instruction": "[website]", + "bbox": [ + 0.2506639903601739, + 0.24320827943078913, + 0.28419656740875043, + 0.2613195342820181 + ], + "point": [ + 0.2674, + 0.2523 + ] + }, + { + "instruction": "Activity", + "bbox": [ + 0.24800796812749004, + 0.2988357050452781, + 0.2861885790172643, + 0.33053040103492887 + ], + "point": [ + 0.2671, + 0.3147 + ] + }, + { + "instruction": "Hike", + "bbox": [ + 0.3047808764940239, + 0.2968951937143738, + 0.3253652058432935, + 0.3163001096264048 + ], + "point": [ + 0.3151, + 0.3066 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.32406211547061975, + 0.28419656740875043, + 0.34346701164294957 + ], + "point": [ + 0.2703, + 0.3338 + ] + }, + { + "instruction": "Recreation", + "bbox": [ + 0.3047808764940239, + 0.42432078846367643, + 0.351925630810093, + 0.4456661959669106 + ], + "point": [ + 0.3284, + 0.435 + ] + }, + { + "instruction": "Style General", + "bbox": [ + 0.22211153352086446, + 0.4987063389391979, + 0.2845285321928432, + 0.5239327296248383 + ], + "point": [ + 0.2533, + 0.5113 + ] + }, + { + "instruction": "Insulated", + "bbox": [ + 0.30378486055776893, + 0.49159120310478654, + 0.3459495351925631, + 0.5109961190168176 + ], + "point": [ + 0.3249, + 0.5013 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.5206985374934306, + 0.28419656740875043, + 0.5401034534054616 + ], + "point": [ + 0.2703, + 0.5304 + ] + }, + { + "instruction": "JJacket", + "bbox": [ + 0.30212483399734397, + 0.5142302321894203, + 0.3333333333333333, + 0.5426907755270658 + ], + "point": [ + 0.3177, + 0.5285 + ] + }, + { + "instruction": "Lightweight", + "bbox": [ + 0.3044488711819389, + 0.5685640362225097, + 0.35790172642762286, + 0.5937904269081501 + ], + "point": [ + 0.3312, + 0.5812 + ] + }, + { + "instruction": "Hooded", + "bbox": [ + 0.3044488711819389, + 0.5931435568983465, + 0.34130146082337315, + 0.6164294559927838 + ], + "point": [ + 0.3229, + 0.6048 + ] + }, + { + "instruction": "Heavy Duty", + "bbox": [ + 0.30378486055776893, + 0.6190168175937905, + 0.3565737051792829, + 0.6448900388098319 + ], + "point": [ + 0.3302, + 0.632 + ] + }, + { + "instruction": "Material", + "bbox": [ + 0.2453519256308101, + 0.6940491591203105, + 0.28419654714475434, + 0.7134540750323415 + ], + "point": [ + 0.2648, + 0.7038 + ] + }, + { + "instruction": "Burlap", + "bbox": [ + 0.30378484029377284, + 0.684993452735891, + 0.3356573502539322, + 0.7095730128911303 + ], + "point": [ + 0.3197, + 0.6973 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.7153945666235446, + 0.28419656740875043, + 0.7347994825355757 + ], + "point": [ + 0.2703, + 0.7251 + ] + }, + { + "instruction": "Cocona® performance fabric", + "bbox": [ + 0.30378486055776893, + 0.7069857697283312, + 0.449535192563081, + 0.7380336351875808 + ], + "point": [ + 0.3767, + 0.7225 + ] + }, + { + "instruction": "Canvas", + "bbox": [ + 0.30478089675802, + 0.7380336351875808, + 0.3373174173423494, + 0.7574385510996119 + ], + "point": [ + 0.321, + 0.7477 + ] + }, + { + "instruction": "Wool", + "bbox": [ + 0.3047808764940239, + 0.7639068564036222, + 0.3286852589641434, + 0.7833117723156533 + ], + "point": [ + 0.3167, + 0.7736 + ] + }, + { + "instruction": "Cotton", + "bbox": [ + 0.3047808562300278, + 0.7897800776196636, + 0.3356573502539322, + 0.8091849935316947 + ], + "point": [ + 0.3202, + 0.7995 + ] + }, + { + "instruction": "Fleece", + "bbox": [ + 0.3047808764940239, + 0.815653298835705, + 0.3333333333333333, + 0.8350582147477361 + ], + "point": [ + 0.3191, + 0.8254 + ] + }, + { + "instruction": "Sleeve", + "bbox": [ + 0.25298804780876494, + 0.888745148771022, + 0.28419654714475434, + 0.9094437257438551 + ], + "point": [ + 0.2686, + 0.8991 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.9100905562742562, + 0.28419656740875043, + 0.9294954721862871 + ], + "point": [ + 0.2703, + 0.9198 + ] + }, + { + "instruction": "Save", + "bbox": [ + 0.8893612561472859, + 0.016809984135596902, + 0.9820004649371264, + 0.08385874167142525 + ], + "point": [ + 0.9357, + 0.0503 + ] + }, + { + "instruction": "Add Attribute", + "bbox": [ + 0.7857857307748174, + 0.018732199230909657, + 0.8844976539155877, + 0.0818675313853354 + ], + "point": [ + 0.8351, + 0.0503 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.2559828073518859, + 0.05626048256518198, + 0.33975492134439683 + ], + "point": [ + 0.0281, + 0.2979 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.715133768312168, + 0.01760268365581162, + 0.7783824013840471, + 0.08030879574636283 + ], + "point": [ + 0.7468, + 0.049 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.33669957090627023, + 0.056092499103520814, + 0.423708226054637 + ], + "point": [ + 0.028, + 0.3802 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.17620292949799887, + 0.05643778239904963, + 0.2579167256225744 + ], + "point": [ + 0.0282, + 0.2171 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.494218004628881, + 0.05602672723818269, + 0.5824729455550615 + ], + "point": [ + 0.028, + 0.5383 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6603262483071233, + 0.05595577792184128, + 0.740942398604261 + ], + "point": [ + 0.028, + 0.7006 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.7384420101269404, + 0.05502349225331746, + 0.8233118291659929 + ], + "point": [ + 0.0275, + 0.7809 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5776978328650549, + 0.05594210479047352, + 0.66467300948011 + ], + "point": [ + 0.028, + 0.6212 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.41808245067917205, + 0.05611653726889318, + 0.4997617023265686 + ], + "point": [ + 0.0281, + 0.4589 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8186275980605191, + 0.051986243462024295, + 0.9157080804546006 + ], + "point": [ + 0.026, + 0.8672 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8186275980605191, + 0.051986243462024295, + 0.9157080804546006 + ], + "point": [ + 0.026, + 0.8672 + ] + }, + { + "instruction": "(Sleeve", + "bbox": [ + 0.30238630033900854, + 0.8776635963272154, + 0.40360769649267514, + 1.0 + ], + "point": [ + 0.353, + 0.9388 + ] + }, + { + "instruction": "Long-Sleeve", + "bbox": [ + 0.30238630033900854, + 0.8776635963272154, + 0.40360769649267514, + 1.0 + ], + "point": [ + 0.353, + 0.9388 + ] + }, + { + "instruction": "Short-Sleeve", + "bbox": [ + 0.30238630033900854, + 0.8776635963272154, + 0.40360769649267514, + 1.0 + ], + "point": [ + 0.353, + 0.9388 + ] + }, + { + "instruction": "Sleeveless", + "bbox": [ + 0.30238630033900854, + 0.8776635963272154, + 0.40360769649267514, + 1.0 + ], + "point": [ + 0.353, + 0.9388 + ] + }, + { + "instruction": "Tanl", + "bbox": [ + 0.30238630033900854, + 0.8776635963272154, + 0.40360769649267514, + 1.0 + ], + "point": [ + 0.353, + 0.9388 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0027232885677342714, + 0.09677843535547885, + 0.04976580089148614, + 0.1773821989900853 + ], + "point": [ + 0.0262, + 0.1371 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.40975299647763114, + 0.12987225175983386, + 0.4329047741326361, + 0.17361949609754002 + ], + "point": [ + 0.4213, + 0.1517 + ] + }, + { + "instruction": "Running", + "bbox": [ + 0.30249369951833294, + 0.3437137973879164, + 0.3437161185985226, + 0.37227588174876697 + ], + "point": [ + 0.3231, + 0.358 + ] + }, + { + "instruction": "Outdoor", + "bbox": [ + 0.30262845509239084, + 0.317567852459472, + 0.34341284763290586, + 0.3468155361239691 + ], + "point": [ + 0.323, + 0.3322 + ] + }, + { + "instruction": "Country of Manufacture", + "bbox": [ + 0.1729562868318393, + 0.21612665292362346, + 0.28479283549396167, + 0.24539557650666033 + ], + "point": [ + 0.2289, + 0.2308 + ] + }, + { + "instruction": "Yoga", + "bbox": [ + 0.3034972131331445, + 0.39637718842223885, + 0.3262958298641372, + 0.4247128189304051 + ], + "point": [ + 0.3149, + 0.4105 + ] + }, + { + "instruction": "Warmup", + "bbox": [ + 0.30302161714470244, + 0.3710383209189036, + 0.3442068315280544, + 0.39730128279632926 + ], + "point": [ + 0.3236, + 0.3842 + ] + }, + { + "instruction": "Vest", + "bbox": [ + 0.3037074115646788, + 0.5388143719553484, + 0.3249016466685342, + 0.5669808727032463 + ], + "point": [ + 0.3143, + 0.5529 + ] + }, + { + "instruction": "Save functionality.", + "bbox": [ + 0.8893612561472859, + 0.016809984135596902, + 0.9820004649371264, + 0.08385874167142525 + ], + "point": [ + 0.9357, + 0.0503 + ] + }, + { + "instruction": "Adding an attachment.", + "bbox": [ + 0.7857857307748174, + 0.018732199230909657, + 0.8844976539155877, + 0.0818675313853354 + ], + "point": [ + 0.8351, + 0.0503 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.2559828073518859, + 0.05626048256518198, + 0.33975492134439683 + ], + "point": [ + 0.0281, + 0.2979 + ] + }, + { + "instruction": "the \"Back\" function.", + "bbox": [ + 0.715133768312168, + 0.01760268365581162, + 0.7783824013840471, + 0.08030879574636283 + ], + "point": [ + 0.7468, + 0.049 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0, + 0.33669957090627023, + 0.056092499103520814, + 0.423708226054637 + ], + "point": [ + 0.028, + 0.3802 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.17620292949799887, + 0.05643778239904963, + 0.2579167256225744 + ], + "point": [ + 0.0282, + 0.2171 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.494218004628881, + 0.05602672723818269, + 0.5824729455550615 + ], + "point": [ + 0.028, + 0.5383 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.3020646499289301, + 0.1256732225109658, + 0.4046108453555569, + 0.17424804766458804 + ], + "point": [ + 0.3533, + 0.15 + ] + }, + { + "instruction": "a calendar.", + "bbox": [ + 0.4381897053712234, + 0.12550872171063934, + 0.5414319285358565, + 0.17584169296521265 + ], + "point": [ + 0.4898, + 0.1507 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6603262483071233, + 0.05595577792184128, + 0.740942398604261 + ], + "point": [ + 0.028, + 0.7006 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.7384420101269404, + 0.05502349225331746, + 0.8233118291659929 + ], + "point": [ + 0.0275, + 0.7809 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5776978328650549, + 0.05594210479047352, + 0.66467300948011 + ], + "point": [ + 0.028, + 0.6212 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.41808245067917205, + 0.05611653726889318, + 0.4997617023265686 + ], + "point": [ + 0.0281, + 0.4589 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.8186275980605191, + 0.051986243462024295, + 0.9157080804546006 + ], + "point": [ + 0.026, + 0.8672 + ] + }, + { + "instruction": "uBlock Origin", + "bbox": [ + 0.0033751407942448955, + 0.003983703652760653, + 0.04958466103035773, + 0.10107336500792115 + ], + "point": [ + 0.0265, + 0.0525 + ] + }, + { + "instruction": "A dropdown menu to organize long-sleeve sleeveless options.", + "bbox": [ + 0.30238630033900854, + 0.8776635963272154, + 0.40360769649267514, + 1.0 + ], + "point": [ + 0.353, + 0.9388 + ] + }, + { + "instruction": "Navigator", + "bbox": [ + 0.0027232885677342714, + 0.09677843535547885, + 0.04976580089148614, + 0.1773821989900853 + ], + "point": [ + 0.0262, + 0.1371 + ] + }, + { + "instruction": "To", + "bbox": [ + 0.40975299647763114, + 0.12987225175983386, + 0.4329047741326361, + 0.17361949609754002 + ], + "point": [ + 0.4213, + 0.1517 + ] + }, + { + "instruction": "Running.", + "bbox": [ + 0.30249369951833294, + 0.3437137973879164, + 0.3437161185985226, + 0.37227588174876697 + ], + "point": [ + 0.3231, + 0.358 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9917454206611056, + 0.25599952687884053, + 1.0, + 0.3991443392221863 + ], + "point": [ + 0.9959, + 0.3276 + ] + }, + { + "instruction": "Outdoor settings or options.", + "bbox": [ + 0.30262845509239084, + 0.317567852459472, + 0.34341284763290586, + 0.3468155361239691 + ], + "point": [ + 0.323, + 0.3322 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.49377542726230494, + 0.20907456569498908, + 0.5169326356682644, + 0.2562694278139655 + ], + "point": [ + 0.5054, + 0.2327 + ] + }, + { + "instruction": "the country of Manufacture.", + "bbox": [ + 0.1729562868318393, + 0.21612665292362346, + 0.28479283549396167, + 0.24539557650666033 + ], + "point": [ + 0.2289, + 0.2308 + ] + }, + { + "instruction": "yoga.", + "bbox": [ + 0.3034972131331445, + 0.39637718842223885, + 0.3262958298641372, + 0.4247128189304051 + ], + "point": [ + 0.3149, + 0.4105 + ] + }, + { + "instruction": "Warmup.", + "bbox": [ + 0.30302161714470244, + 0.3710383209189036, + 0.3442068315280544, + 0.39730128279632926 + ], + "point": [ + 0.3236, + 0.3842 + ] + }, + { + "instruction": "a button to view or expand a section.", + "bbox": [ + 0.3037074115646788, + 0.5388143719553484, + 0.3249016466685342, + 0.5669808727032463 + ], + "point": [ + 0.3143, + 0.5529 + ] + }, + { + "instruction": "a toggle switch in the off position.", + "bbox": [ + 0.4459145027961072, + 0.6831147069301827, + 0.45785453563350764, + 0.7174093584502345 + ], + "point": [ + 0.4519, + 0.7003 + ] + } + ], + "element_size": 78 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_10/23285.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Products", + "bbox": [ + 0.07237715803452856, + 0.10478654592496765, + 0.15338645418326693, + 0.14683053040103494 + ], + "point": [ + 0.1129, + 0.1258 + ] + }, + { + "instruction": "Active filters:", + "bbox": [ + 0.07337317397078354, + 0.3913325103720286, + 0.12616201859229748, + 0.41009059575365864 + ], + "point": [ + 0.0998, + 0.4007 + ] + }, + { + "instruction": "Clear all", + "bbox": [ + 0.9233067729083665, + 0.3926261319534282, + 0.9614873837981408, + 0.41332470892626133 + ], + "point": [ + 0.9424, + 0.403 + ] + }, + { + "instruction": "Search by keyword", + "bbox": [ + 0.08001329034448144, + 0.4540750323415265, + 0.16401063430198476, + 0.4793014230271669 + ], + "point": [ + 0.122, + 0.4667 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.7629482071713147, + 0.5155238932502223, + 0.8047808764940239, + 0.5388097923446596 + ], + "point": [ + 0.7839, + 0.5272 + ] + }, + { + "instruction": "Attribute", + "bbox": [ + 0.4070385126162019, + 0.5860284605433377, + 0.44654714475431606, + 0.6054333764553687 + ], + "point": [ + 0.4268, + 0.5957 + ] + }, + { + "instruction": "Salable", + "bbox": [ + 0.6211819389110226, + 0.5860284605433377, + 0.6537184594953519, + 0.6054333764553687 + ], + "point": [ + 0.6375, + 0.5957 + ] + }, + { + "instruction": "Last Updated", + "bbox": [ + 0.8622177954847278, + 0.5853815905335341, + 0.9209827357237715, + 0.6106079812191745 + ], + "point": [ + 0.8916, + 0.598 + ] + }, + { + "instruction": "ID", + "bbox": [ + 0.1148738379814077, + 0.5983182011415549, + 0.12616201859229748, + 0.6157826254623827 + ], + "point": [ + 0.1205, + 0.6071 + ] + }, + { + "instruction": "Thumbnail", + "bbox": [ + 0.14907038512616202, + 0.5963777095503517, + 0.19588313413014607, + 0.6157826254623827 + ], + "point": [ + 0.1725, + 0.6061 + ] + }, + { + "instruction": "SKU", + "bbox": [ + 0.4591633466135458, + 0.5983182011415549, + 0.47775564409030546, + 0.6157826254623827 + ], + "point": [ + 0.4685, + 0.6071 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.5185922974767596, + 0.5963777095503517, + 0.5411686586985391, + 0.6157826254623827 + ], + "point": [ + 0.5299, + 0.6061 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.5594289103352216, + 0.5983182011415549, + 0.5982735318491659, + 0.6190167781143879 + ], + "point": [ + 0.5789, + 0.6087 + ] + }, + { + "instruction": "Visibility", + "bbox": [ + 0.6869189907038512, + 0.5931435568983465, + 0.7254316069057105, + 0.62031043917519 + ], + "point": [ + 0.7062, + 0.6067 + ] + }, + { + "instruction": "Status", + "bbox": [ + 0.7639442231075697, + 0.5963777095503517, + 0.7928286852589641, + 0.6157826254623827 + ], + "point": [ + 0.7784, + 0.6061 + ] + }, + { + "instruction": "Websites", + "bbox": [ + 0.8107569721115537, + 0.5963777095503517, + 0.850597609561753, + 0.6157826254623827 + ], + "point": [ + 0.8307, + 0.6061 + ] + }, + { + "instruction": "Action", + "bbox": [ + 0.9326030027027308, + 0.5963777095503517, + 0.9614874648541252, + 0.6157826254623827 + ], + "point": [ + 0.947, + 0.6061 + ] + }, + { + "instruction": "Set", + "bbox": [ + 0.40604249667994685, + 0.6086675291073739, + 0.42231075697211157, + 0.6267787839586029 + ], + "point": [ + 0.4142, + 0.6177 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.6211819389110226, + 0.6086675291073739, + 0.6600265604249668, + 0.6293661060802069 + ], + "point": [ + 0.6406, + 0.619 + ] + }, + { + "instruction": "At", + "bbox": [ + 0.8625498007968128, + 0.6086675291073739, + 0.8738379814077025, + 0.6267787839586029 + ], + "point": [ + 0.8682, + 0.6177 + ] + }, + { + "instruction": "Sep 2, 2024", + "bbox": [ + 0.8625498007968128, + 0.6727037516170763, + 0.9106905710491368, + 0.6934023285899095 + ], + "point": [ + 0.8866, + 0.6831 + ] + }, + { + "instruction": "1396", + "bbox": [ + 0.11553784860557768, + 0.6830530401034929, + 0.13711819389110225, + 0.702457956015524 + ], + "point": [ + 0.1263, + 0.6928 + ] + }, + { + "instruction": "Wl12", + "bbox": [ + 0.4601593625498008, + 0.684993531694696, + 0.4817397078353254, + 0.702457956015524 + ], + "point": [ + 0.4709, + 0.6937 + ] + }, + { + "instruction": "0.0000", + "bbox": [ + 0.5594289508632138, + 0.684993531694696, + 0.5886454183266933, + 0.702457956015524 + ], + "point": [ + 0.574, + 0.6937 + ] + }, + { + "instruction": "Product", + "bbox": [ + 0.3296812749003984, + 0.6940491591203105, + 0.36288180610889775, + 0.7134540750323415 + ], + "point": [ + 0.3463, + 0.7038 + ] + }, + { + "instruction": "2.44.20 PM", + "bbox": [ + 0.8625498007968128, + 0.6953428201811126, + 0.9083665338645418, + 0.7134540750323415 + ], + "point": [ + 0.8855, + 0.7044 + ] + }, + { + "instruction": "WJ12-XS-", + "bbox": [ + 0.4601593625498008, + 0.7684345911576245, + 0.49667994687915007, + 0.7878395070696556 + ], + "point": [ + 0.4784, + 0.7781 + ] + }, + { + "instruction": "Apr 19,2023", + "bbox": [ + 0.8625498007968128, + 0.7684345911576245, + 0.9146746347941567, + 0.7891331681304576 + ], + "point": [ + 0.8886, + 0.7788 + ] + }, + { + "instruction": "1382", + "bbox": [ + 0.11553784860557768, + 0.779430789133247, + 0.13711819389110225, + 0.7988357050452781 + ], + "point": [ + 0.1263, + 0.7891 + ] + }, + { + "instruction": "$77.00", + "bbox": [ + 0.5185923380047518, + 0.779430789133247, + 0.5474768001561463, + 0.7988357050452781 + ], + "point": [ + 0.533, + 0.7891 + ] + }, + { + "instruction": "100.0000", + "bbox": [ + 0.5594289103352216, + 0.779430789133247, + 0.5982735318491659, + 0.7988357050452781 + ], + "point": [ + 0.5789, + 0.7891 + ] + }, + { + "instruction": "Stock: 99", + "bbox": [ + 0.6211819389110226, + 0.7820181112548512, + 0.6613545816733067, + 0.8014230271668823 + ], + "point": [ + 0.6413, + 0.7917 + ] + }, + { + "instruction": "XS-Blue", + "bbox": [ + 0.20783534562920195, + 0.7910737386804657, + 0.2403718662135313, + 0.8091849935316947 + ], + "point": [ + 0.2241, + 0.8001 + ] + }, + { + "instruction": "Blue", + "bbox": [ + 0.4591633466135458, + 0.7910737386804657, + 0.47941567065073043, + 0.8091849935316947 + ], + "point": [ + 0.4693, + 0.8001 + ] + }, + { + "instruction": "Individually", + "bbox": [ + 0.6869189907038512, + 0.7871928344568645, + 0.7363877822045153, + 0.8130660556729059 + ], + "point": [ + 0.7117, + 0.8001 + ] + }, + { + "instruction": "Website", + "bbox": [ + 0.8107569721115537, + 0.7897800776196636, + 0.8449535192563081, + 0.8091849935316947 + ], + "point": [ + 0.8279, + 0.7995 + ] + }, + { + "instruction": "12.13.46 PM", + "bbox": [ + 0.8625498007968128, + 0.7910737386804657, + 0.9136786188579017, + 0.8091849935316947 + ], + "point": [ + 0.8881, + 0.8001 + ] + }, + { + "instruction": "WJ12-S-", + "bbox": [ + 0.4601593625498008, + 0.8641655886157826, + 0.49203187250996017, + 0.8835705045278137 + ], + "point": [ + 0.4761, + 0.8739 + ] + }, + { + "instruction": "Apr 19,2023", + "bbox": [ + 0.8625498007968128, + 0.8641655886157826, + 0.9146746347941567, + 0.8835705045278137 + ], + "point": [ + 0.8886, + 0.8739 + ] + }, + { + "instruction": "Top", + "bbox": [ + 0.4067065073041169, + 0.8745149560610042, + 0.4243027888446215, + 0.8978008551554415 + ], + "point": [ + 0.4155, + 0.8862 + ] + }, + { + "instruction": "$77.00", + "bbox": [ + 0.5179283273805818, + 0.8751617076326003, + 0.5474768001561463, + 0.8945666235446313 + ], + "point": [ + 0.5327, + 0.8849 + ] + }, + { + "instruction": "100.0000", + "bbox": [ + 0.5594289103352216, + 0.8751617076326003, + 0.5982735318491659, + 0.8945666235446313 + ], + "point": [ + 0.5789, + 0.8849 + ] + }, + { + "instruction": "Stock: 100", + "bbox": [ + 0.6211819794390148, + 0.8764554476522073, + 0.6660026155145045, + 0.8971540246250405 + ], + "point": [ + 0.6436, + 0.8868 + ] + }, + { + "instruction": "S-Purple", + "bbox": [ + 0.20750334031711695, + 0.8848641655886158, + 0.24369191933438122, + 0.9087968952134541 + ], + "point": [ + 0.2256, + 0.8968 + ] + }, + { + "instruction": "Purple", + "bbox": [ + 0.4591633466135458, + 0.88745148771022, + 0.48804780876494025, + 0.908150064683053 + ], + "point": [ + 0.4736, + 0.8978 + ] + }, + { + "instruction": "12.13.46 PM", + "bbox": [ + 0.8625498007968128, + 0.8855109961190168, + 0.9136786188579017, + 0.9049159120310478 + ], + "point": [ + 0.8881, + 0.8952 + ] + }, + { + "instruction": "Olivia 1/4 Zip Light Jacket-", + "bbox": [ + 0.20750334031711695, + 0.9579560944827377, + 0.31241701893597484, + 0.9851229767595812 + ], + "point": [ + 0.26, + 0.9715 + ] + }, + { + "instruction": "WJ12-L-", + "bbox": [ + 0.4601593625498008, + 0.9605434166043418, + 0.49203187250996017, + 0.9799483325163729 + ], + "point": [ + 0.4761, + 0.9702 + ] + }, + { + "instruction": "Default", + "bbox": [ + 0.6218459900631848, + 0.9514877102199224, + 0.656042537207939, + 0.9702457956015524 + ], + "point": [ + 0.6389, + 0.9609 + ] + }, + { + "instruction": "Not Visible", + "bbox": [ + 0.6882470119521913, + 0.9605434166043418, + 0.7324037184594954, + 0.9799483325163729 + ], + "point": [ + 0.7103, + 0.9702 + ] + }, + { + "instruction": "Main", + "bbox": [ + 0.8117529880478087, + 0.9605434166043418, + 0.8326693227091634, + 0.9799483325163729 + ], + "point": [ + 0.8222, + 0.9702 + ] + }, + { + "instruction": "Apr 19,2023", + "bbox": [ + 0.8625498007968128, + 0.9605434166043418, + 0.9146746347941567, + 0.981241993577175 + ], + "point": [ + 0.8886, + 0.9709 + ] + }, + { + "instruction": "1390", + "bbox": [ + 0.11553784860557768, + 0.9708926261319534, + 0.13711819389110225, + 0.9902975420439845 + ], + "point": [ + 0.1263, + 0.9806 + ] + }, + { + "instruction": "Simple Product", + "bbox": [ + 0.3290172642762284, + 0.9708926261319534, + 0.39276228419654713, + 0.9915912031047865 + ], + "point": [ + 0.3609, + 0.9812 + ] + }, + { + "instruction": "$77.00", + "bbox": [ + 0.5185923380047518, + 0.9708926261319534, + 0.5474768001561463, + 0.9902975420439845 + ], + "point": [ + 0.533, + 0.9806 + ] + }, + { + "instruction": "100.0000", + "bbox": [ + 0.5600929614873837, + 0.9708926261319534, + 0.5982735723771581, + 0.9902975420439845 + ], + "point": [ + 0.5792, + 0.9806 + ] + }, + { + "instruction": "Stock: 100", + "bbox": [ + 0.6211819794390148, + 0.9741267787839586, + 0.6660026155145045, + 0.9915912031047865 + ], + "point": [ + 0.6436, + 0.9829 + ] + }, + { + "instruction": "Enabled", + "bbox": [ + 0.7649402390438247, + 0.9708926261319534, + 0.798804780876494, + 0.9902975420439845 + ], + "point": [ + 0.7819, + 0.9806 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.9399070385126163, + 0.9741267787839586, + 0.9575033200531209, + 0.9915912031047865 + ], + "point": [ + 0.9487, + 0.9829 + ] + }, + { + "instruction": "LBlack", + "bbox": [ + 0.20849933598937584, + 0.981888745148771, + 0.23871181938911024, + 0.999353169469599 + ], + "point": [ + 0.2236, + 0.9906 + ] + }, + { + "instruction": "Black", + "bbox": [ + 0.4601593625498008, + 0.981888745148771, + 0.48240371845949537, + 0.999353169469599 + ], + "point": [ + 0.4713, + 0.9906 + ] + }, + { + "instruction": "Individuallv", + "bbox": [ + 0.6875830013280213, + 0.981888745148771, + 0.7357237715803453, + 0.999353169469599 + ], + "point": [ + 0.7117, + 0.9906 + ] + }, + { + "instruction": "Website", + "bbox": [ + 0.8107569721115537, + 0.981888745148771, + 0.8449535192563081, + 0.999353169469599 + ], + "point": [ + 0.8279, + 0.9906 + ] + }, + { + "instruction": "12.1346 PM", + "bbox": [ + 0.8625498007968128, + 0.981888745148771, + 0.9136786188579017, + 0.999353169469599 + ], + "point": [ + 0.8881, + 0.9906 + ] + }, + { + "instruction": "Top", + "bbox": [ + 0.4073705179282869, + 0.6804656390230838, + 0.42297476759628155, + 0.7082793518303283 + ], + "point": [ + 0.4152, + 0.6944 + ] + }, + { + "instruction": "Top", + "bbox": [ + 0.4073705179282869, + 0.7761966364812419, + 0.42231075697211157, + 0.8033635187580854 + ], + "point": [ + 0.4148, + 0.7898 + ] + }, + { + "instruction": "Top", + "bbox": [ + 0.4077025232403719, + 0.9689521345407504, + 0.42231075697211157, + 0.9935316946959897 + ], + "point": [ + 0.415, + 0.9812 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.7047881877438164, + 0.3185091203736457, + 0.7754933229322294, + 0.36521909647123624 + ], + "point": [ + 0.7401, + 0.3419 + ] + }, + { + "instruction": "Actions", + "bbox": [ + 0.07272747693308797, + 0.4977189590829156, + 0.20838607544917984, + 0.5461391828963859 + ], + "point": [ + 0.1406, + 0.5219 + ] + }, + { + "instruction": "Add Product", + "bbox": [ + 0.8420676830438663, + 0.20060690501066258, + 0.9621579599570468, + 0.26824546507999475 + ], + "point": [ + 0.9021, + 0.2344 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.25642582546693077, + 0.056255077144222586, + 0.3390222625929819 + ], + "point": [ + 0.0281, + 0.2977 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.8966383813703519, + 0.09397526947060963, + 0.970895227683018, + 0.14334169612356484 + ], + "point": [ + 0.9338, + 0.1187 + ] + }, + { + "instruction": "Default View", + "bbox": [ + 0.7810762159694555, + 0.3185519160459452, + 0.8830632872157205, + 0.36350363747422787 + ], + "point": [ + 0.8321, + 0.341 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.8876707525367281, + 0.31826888820949223, + 0.970560385411479, + 0.36325906257580043 + ], + "point": [ + 0.9291, + 0.3408 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0029746381093464684, + 0.09745341469985547, + 0.048045676384630746, + 0.1755957757671006 + ], + "point": [ + 0.0255, + 0.1365 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4950830378168459, + 0.05528346412526976, + 0.5835966477881428 + ], + "point": [ + 0.0276, + 0.5393 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8192084190299563, + 0.05346692352497562, + 0.9187347293671168 + ], + "point": [ + 0.0267, + 0.869 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8192084190299563, + 0.05346692352497562, + 0.9187347293671168 + ], + "point": [ + 0.0267, + 0.869 + ] + }, + { + "instruction": "Name: Olivia", + "bbox": [ + 0.13809822153443518, + 0.382047626056153, + 0.2145670046052768, + 0.4199856737144243 + ], + "point": [ + 0.1763, + 0.401 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0017121354263933848, + 0.7391637725632682, + 0.04858720635037973, + 0.8207005825264796 + ], + "point": [ + 0.0251, + 0.7799 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6610399174659404, + 0.05192879503308381, + 0.7386459607202054 + ], + "point": [ + 0.026, + 0.6998 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.33688176834876293, + 0.055658717871028905, + 0.42080068649943403 + ], + "point": [ + 0.0278, + 0.3788 + ] + }, + { + "instruction": "Enabled", + "bbox": [ + 0.7636802237663928, + 0.8705914930415184, + 0.7997024759036769, + 0.898275081738155 + ], + "point": [ + 0.7817, + 0.8844 + ] + }, + { + "instruction": "Catalog, Search", + "bbox": [ + 0.6876053727797145, + 0.678653771325194, + 0.7527573624771746, + 0.7075496935135026 + ], + "point": [ + 0.7202, + 0.6931 + ] + }, + { + "instruction": "Enabled", + "bbox": [ + 0.7642959250238629, + 0.7760440880700195, + 0.7998639394245933, + 0.8017320719295763 + ], + "point": [ + 0.7821, + 0.7889 + ] + }, + { + "instruction": "Olivia 1/4 Zip Light Jacket", + "bbox": [ + 0.2067125176053598, + 0.6774712842618047, + 0.31303146382568686, + 0.7080907192452296 + ], + "point": [ + 0.2599, + 0.6928 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5776508523760915, + 0.05411516876018063, + 0.6630053205601149 + ], + "point": [ + 0.0271, + 0.6203 + ] + }, + { + "instruction": "Olivia 1/4 Zip Light Jacket-", + "bbox": [ + 0.2066382500596572, + 0.7639589692149095, + 0.31412659096686174, + 0.7908619711655077 + ], + "point": [ + 0.2604, + 0.7774 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.42271243708562417, + 0.05546460398639816, + 0.4986749922936206 + ], + "point": [ + 0.0277, + 0.4607 + ] + }, + { + "instruction": "Olivia 1/4 Zip Light Jacket-", + "bbox": [ + 0.20717865030762367, + 0.8590134476319938, + 0.31463355562126494, + 0.8862171247119582 + ], + "point": [ + 0.2609, + 0.8726 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.1770879984827276, + 0.05584876375844279, + 0.25741330402171936 + ], + "point": [ + 0.0279, + 0.2173 + ] + }, + { + "instruction": "Configurable", + "bbox": [ + 0.3294392214669966, + 0.6689825020971458, + 0.38334203874605743, + 0.6950190101218872 + ], + "point": [ + 0.3564, + 0.682 + ] + }, + { + "instruction": "Simple Product", + "bbox": [ + 0.32713556986247716, + 0.8722518387926503, + 0.39350929614873836, + 0.8967420175806516 + ], + "point": [ + 0.3603, + 0.8845 + ] + }, + { + "instruction": "Enabled", + "bbox": [ + 0.7634863378517182, + 0.6797861985062258, + 0.7998974966021332, + 0.7063869461513583 + ], + "point": [ + 0.7817, + 0.6931 + ] + }, + { + "instruction": "200", + "bbox": [ + 0.6980769954038014, + 0.4978811009889432, + 0.7578697255249834, + 0.5482114962125041 + ], + "point": [ + 0.728, + 0.523 + ] + }, + { + "instruction": "Simple Product", + "bbox": [ + 0.3264015268677893, + 0.7761550251910171, + 0.3949531463987799, + 0.8013326193351795 + ], + "point": [ + 0.3607, + 0.7887 + ] + }, + { + "instruction": "16 records found", + "bbox": [ + 0.23096007084941483, + 0.5031171751824264, + 0.30847078807167166, + 0.5394932597605716 + ], + "point": [ + 0.2697, + 0.5213 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.9387803603295153, + 0.780362660949628, + 0.9580207814575034, + 0.8059050447728008 + ], + "point": [ + 0.9484, + 0.7931 + ] + }, + { + "instruction": "Not Visible", + "bbox": [ + 0.6880192446360391, + 0.7650087265271265, + 0.733088965751577, + 0.7903740847095326 + ], + "point": [ + 0.7106, + 0.7777 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.9390245009545153, + 0.6841927314945828, + 0.9573604994086156, + 0.7109806115075195 + ], + "point": [ + 0.9482, + 0.6976 + ] + }, + { + "instruction": "Main", + "bbox": [ + 0.8110292391631391, + 0.6697287417630174, + 0.8325640309854333, + 0.6949224435033958 + ], + "point": [ + 0.8218, + 0.6823 + ] + }, + { + "instruction": "Main", + "bbox": [ + 0.8073203604851428, + 0.8562300707976229, + 0.8517563859146746, + 0.9083981532483021 + ], + "point": [ + 0.8295, + 0.8823 + ] + }, + { + "instruction": "Website", + "bbox": [ + 0.8073203604851428, + 0.8562300707976229, + 0.8517563859146746, + 0.9083981532483021 + ], + "point": [ + 0.8295, + 0.8823 + ] + }, + { + "instruction": "1386", + "bbox": [ + 0.11345811415795153, + 0.8699700872463212, + 0.14238496858918492, + 0.8995802707844841 + ], + "point": [ + 0.1279, + 0.8848 + ] + }, + { + "instruction": "Default", + "bbox": [ + 0.621864673467588, + 0.7563532623251537, + 0.6558726843926378, + 0.7822163768141575 + ], + "point": [ + 0.6389, + 0.7693 + ] + }, + { + "instruction": "Edit", + "bbox": [ + 0.9366357000383881, + 0.8754502231059994, + 0.9615197251359147, + 0.9021485638340879 + ], + "point": [ + 0.9491, + 0.8888 + ] + }, + { + "instruction": "Type", + "bbox": [ + 0.3233508633110786, + 0.5701184192573577, + 0.40257593486730164, + 0.6513208386814764 + ], + "point": [ + 0.363, + 0.6107 + ] + }, + { + "instruction": "Not Visible", + "bbox": [ + 0.6848352034570053, + 0.8586452627243694, + 0.7568557151601926, + 0.9063535939521346 + ], + "point": [ + 0.7208, + 0.8825 + ] + }, + { + "instruction": "Individually", + "bbox": [ + 0.6848352034570053, + 0.8586452627243694, + 0.7568557151601926, + 0.9063535939521346 + ], + "point": [ + 0.7208, + 0.8825 + ] + }, + { + "instruction": "Main", + "bbox": [ + 0.8107921504087815, + 0.7657586772568321, + 0.8325286095202523, + 0.7906896040942352 + ], + "point": [ + 0.8217, + 0.7782 + ] + }, + { + "instruction": "of", + "bbox": [ + 0.9056519689471282, + 0.49990248587584896, + 0.9343041246472443, + 0.5455542560690896 + ], + "point": [ + 0.92, + 0.5227 + ] + }, + { + "instruction": "Website", + "bbox": [ + 0.810203602906084, + 0.6928448794267464, + 0.8475141588593542, + 0.7167829782503234 + ], + "point": [ + 0.8289, + 0.7048 + ] + }, + { + "instruction": "Name", + "bbox": [ + 0.20038350423177084, + 0.569352124055021, + 0.3243287632348211, + 0.651444488170076 + ], + "point": [ + 0.2624, + 0.6104 + ] + }, + { + "instruction": "Default", + "bbox": [ + 0.6218748459936296, + 0.8519625842648366, + 0.6554924912978295, + 0.8771813949051989 + ], + "point": [ + 0.6387, + 0.8646 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.7047881877438164, + 0.3185091203736457, + 0.7754933229322294, + 0.36521909647123624 + ], + "point": [ + 0.7401, + 0.3419 + ] + }, + { + "instruction": "a dropdown menu to view additional actions.", + "bbox": [ + 0.07272747693308797, + 0.4977189590829156, + 0.20838607544917984, + 0.5461391828963859 + ], + "point": [ + 0.1406, + 0.5219 + ] + }, + { + "instruction": "Adding a product.", + "bbox": [ + 0.8420676830438663, + 0.20060690501066258, + 0.9621579599570468, + 0.26824546507999475 + ], + "point": [ + 0.9021, + 0.2344 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.25642582546693077, + 0.056255077144222586, + 0.3390222625929819 + ], + "point": [ + 0.0281, + 0.2977 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.8966383813703519, + 0.09397526947060963, + 0.970895227683018, + 0.14334169612356484 + ], + "point": [ + 0.9338, + 0.1187 + ] + }, + { + "instruction": "Details view options.", + "bbox": [ + 0.7810762159694555, + 0.3185519160459452, + 0.8830632872157205, + 0.36350363747422787 + ], + "point": [ + 0.8321, + 0.341 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.8876707525367281, + 0.31826888820949223, + 0.970560385411479, + 0.36325906257580043 + ], + "point": [ + 0.9291, + 0.3408 + ] + }, + { + "instruction": "uBlock Origin (Ctrl+Shift+F4)", + "bbox": [ + 0.0042227584210683304, + 0.0098674522488731, + 0.04721379375077814, + 0.09531720397080672 + ], + "point": [ + 0.0257, + 0.0526 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.0029746381093464684, + 0.09745341469985547, + 0.048045676384630746, + 0.1755957757671006 + ], + "point": [ + 0.0255, + 0.1365 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.4950830378168459, + 0.05528346412526976, + 0.5835966477881428 + ], + "point": [ + 0.0276, + 0.5393 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.8192084190299563, + 0.05346692352497562, + 0.9187347293671168 + ], + "point": [ + 0.0267, + 0.869 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8621041549946049, + 0.09682201074597752, + 0.8923038315488048, + 0.14366929620542934 + ], + "point": [ + 0.8772, + 0.1202 + ] + }, + { + "instruction": "search functionality.", + "bbox": [ + 0.8274181107600846, + 0.09589815324830207, + 0.856788584593916, + 0.1458901507734173 + ], + "point": [ + 0.8421, + 0.1209 + ] + }, + { + "instruction": "closing or dismissing a window or dialog box.", + "bbox": [ + 0.13809822153443518, + 0.382047626056153, + 0.2145670046052768, + 0.4199856737144243 + ], + "point": [ + 0.1763, + 0.401 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0017121354263933848, + 0.7391637725632682, + 0.04858720635037973, + 0.8207005825264796 + ], + "point": [ + 0.0251, + 0.7799 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6610399174659404, + 0.05192879503308381, + 0.7386459607202054 + ], + "point": [ + 0.026, + 0.6998 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0, + 0.33688176834876293, + 0.055658717871028905, + 0.42080068649943403 + ], + "point": [ + 0.0278, + 0.3788 + ] + }, + { + "instruction": "The option to enable or enable a feature.", + "bbox": [ + 0.7636802237663928, + 0.8705914930415184, + 0.7997024759036769, + 0.898275081738155 + ], + "point": [ + 0.7817, + 0.8844 + ] + }, + { + "instruction": "a search function.", + "bbox": [ + 0.3468438258684014, + 0.445530149945929, + 0.3664590498682354, + 0.4857676359228452 + ], + "point": [ + 0.3567, + 0.4656 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.8722709260613795, + 0.49976825590738194, + 0.9045887575998091, + 0.5469470893889473 + ], + "point": [ + 0.8884, + 0.5234 + ] + }, + { + "instruction": "A search function for the catalog, search function.", + "bbox": [ + 0.6876053727797145, + 0.678653771325194, + 0.7527573624771746, + 0.7075496935135026 + ], + "point": [ + 0.7202, + 0.6931 + ] + }, + { + "instruction": "an option to enable or enable a feature.", + "bbox": [ + 0.7642959250238629, + 0.7760440880700195, + 0.7998639394245933, + 0.8017320719295763 + ], + "point": [ + 0.7821, + 0.7889 + ] + }, + { + "instruction": "A light jacket in a file named \"Olivia 1/4 zip\".", + "bbox": [ + 0.2067125176053598, + 0.6774712842618047, + 0.31303146382568686, + 0.7080907192452296 + ], + "point": [ + 0.2599, + 0.6928 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5776508523760915, + 0.05411516876018063, + 0.6630053205601149 + ], + "point": [ + 0.0271, + 0.6203 + ] + }, + { + "instruction": "a light jacket.", + "bbox": [ + 0.2066382500596572, + 0.7639589692149095, + 0.31412659096686174, + 0.7908619711655077 + ], + "point": [ + 0.2604, + 0.7774 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.42271243708562417, + 0.05546460398639816, + 0.4986749922936206 + ], + "point": [ + 0.0277, + 0.4607 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.82363790281582, + 0.5000320177954196, + 0.8573140705407537, + 0.5467995548618411 + ], + "point": [ + 0.8405, + 0.5234 + ] + }, + { + "instruction": "a light jacket.", + "bbox": [ + 0.20717865030762367, + 0.8590134476319938, + 0.31463355562126494, + 0.8862171247119582 + ], + "point": [ + 0.2609, + 0.8726 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.1770879984827276, + 0.05584876375844279, + 0.25741330402171936 + ], + "point": [ + 0.0279, + 0.2173 + ] + }, + { + "instruction": "navigating to the next item or screen.", + "bbox": [ + 0.9390754851687002, + 0.4997760333496725, + 0.9708737478471531, + 0.5468992008737266 + ], + "point": [ + 0.955, + 0.5233 + ] + }, + { + "instruction": "Configurable settings or options.", + "bbox": [ + 0.3294392214669966, + 0.6689825020971458, + 0.38334203874605743, + 0.6950190101218872 + ], + "point": [ + 0.3564, + 0.682 + ] + }, + { + "instruction": "Simplify product.", + "bbox": [ + 0.32713556986247716, + 0.8722518387926503, + 0.39350929614873836, + 0.8967420175806516 + ], + "point": [ + 0.3603, + 0.8845 + ] + }, + { + "instruction": "an option to enable or enable a feature.", + "bbox": [ + 0.7634863378517182, + 0.6797861985062258, + 0.7998974966021332, + 0.7063869461513583 + ], + "point": [ + 0.7817, + 0.6931 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.08033053333540836, + 0.595300277176989, + 0.103035125124502, + 0.6230816168741915 + ], + "point": [ + 0.0917, + 0.6092 + ] + }, + { + "instruction": "minimizing a window.", + "bbox": [ + 0.6141585999750996, + 0.6485523455818443, + 0.6830916892326527, + 0.747289739019041 + ], + "point": [ + 0.6486, + 0.6979 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.6980769954038014, + 0.4978811009889432, + 0.7578697255249834, + 0.5482114962125041 + ], + "point": [ + 0.728, + 0.523 + ] + }, + { + "instruction": "a home or main menu.", + "bbox": [ + 0.1537741449566318, + 0.8508389215111578, + 0.1915529208037641, + 0.924414315168176 + ], + "point": [ + 0.1727, + 0.8876 + ] + }, + { + "instruction": "a package or product.", + "bbox": [ + 0.15438283487145169, + 0.6573913495259945, + 0.1908091510909487, + 0.7376716090667448 + ], + "point": [ + 0.1726, + 0.6975 + ] + }, + { + "instruction": "a function to create a new product or product.", + "bbox": [ + 0.3264015268677893, + 0.7761550251910171, + 0.3949531463987799, + 0.8013326193351795 + ], + "point": [ + 0.3607, + 0.7887 + ] + }, + { + "instruction": "a search function for 16 records found.", + "bbox": [ + 0.23096007084941483, + 0.5031171751824264, + 0.30847078807167166, + 0.5394932597605716 + ], + "point": [ + 0.2697, + 0.5213 + ] + }, + { + "instruction": "a package or product.", + "bbox": [ + 0.15229408294556152, + 0.7548317261531775, + 0.19250076922129192, + 0.8302252252536788 + ], + "point": [ + 0.1724, + 0.7925 + ] + }, + { + "instruction": "Edit function.", + "bbox": [ + 0.9387803603295153, + 0.780362660949628, + 0.9580207814575034, + 0.8059050447728008 + ], + "point": [ + 0.9484, + 0.7931 + ] + }, + { + "instruction": "Not Visible.", + "bbox": [ + 0.6880192446360391, + 0.7650087265271265, + 0.733088965751577, + 0.7903740847095326 + ], + "point": [ + 0.7106, + 0.7777 + ] + }, + { + "instruction": "Edit function.", + "bbox": [ + 0.9390245009545153, + 0.6841927314945828, + 0.9573604994086156, + 0.7109806115075195 + ], + "point": [ + 0.9482, + 0.6976 + ] + }, + { + "instruction": "main function.", + "bbox": [ + 0.8110292391631391, + 0.6697287417630174, + 0.8325640309854333, + 0.6949224435033958 + ], + "point": [ + 0.8218, + 0.6823 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.08433076774931524, + 0.681954091455773, + 0.09905728242628445, + 0.711246544762694 + ], + "point": [ + 0.0917, + 0.6966 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.08382313438304076, + 0.8733608152086029, + 0.09953646514203603, + 0.9021180857353654 + ], + "point": [ + 0.0917, + 0.8877 + ] + }, + { + "instruction": "main website.", + "bbox": [ + 0.8073203604851428, + 0.8562300707976229, + 0.8517563859146746, + 0.9083981532483021 + ], + "point": [ + 0.8295, + 0.8823 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.07903129709352694, + 0.9649157604301423, + 0.1029845765862332, + 1.0 + ], + "point": [ + 0.091, + 0.9825 + ] + }, + { + "instruction": "the number 1386.", + "bbox": [ + 0.11345811415795153, + 0.8699700872463212, + 0.14238496858918492, + 0.8995802707844841 + ], + "point": [ + 0.1279, + 0.8848 + ] + }, + { + "instruction": "the default function.", + "bbox": [ + 0.621864673467588, + 0.7563532623251537, + 0.6558726843926378, + 0.7822163768141575 + ], + "point": [ + 0.6389, + 0.7693 + ] + }, + { + "instruction": "Edit function.", + "bbox": [ + 0.9366357000383881, + 0.8754502231059994, + 0.9615197251359147, + 0.9021485638340879 + ], + "point": [ + 0.9491, + 0.8888 + ] + }, + { + "instruction": "a text input field or label.", + "bbox": [ + 0.3233508633110786, + 0.5701184192573577, + 0.40257593486730164, + 0.6513208386814764 + ], + "point": [ + 0.363, + 0.6107 + ] + }, + { + "instruction": "Not Visible Individually.", + "bbox": [ + 0.6848352034570053, + 0.8586452627243694, + 0.7568557151601926, + 0.9063535939521346 + ], + "point": [ + 0.7208, + 0.8825 + ] + }, + { + "instruction": "main menu or option.", + "bbox": [ + 0.8107921504087815, + 0.7657586772568321, + 0.8325286095202523, + 0.7906896040942352 + ], + "point": [ + 0.8217, + 0.7782 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.08475164081629212, + 0.7782444330884136, + 0.0992079756332742, + 0.805383206030684 + ], + "point": [ + 0.092, + 0.7918 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9056519689471282, + 0.49990248587584896, + 0.9343041246472443, + 0.5455542560690896 + ], + "point": [ + 0.92, + 0.5227 + ] + }, + { + "instruction": "Website.", + "bbox": [ + 0.810203602906084, + 0.6928448794267464, + 0.8475141588593542, + 0.7167829782503234 + ], + "point": [ + 0.8289, + 0.7048 + ] + }, + { + "instruction": "a text input field for entering a name.", + "bbox": [ + 0.20038350423177084, + 0.569352124055021, + 0.3243287632348211, + 0.651444488170076 + ], + "point": [ + 0.2624, + 0.6104 + ] + }, + { + "instruction": "the default function.", + "bbox": [ + 0.6218748459936296, + 0.8519625842648366, + 0.6554924912978295, + 0.8771813949051989 + ], + "point": [ + 0.6387, + 0.8646 + ] + } + ], + "element_size": 174 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_11/32402.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Create Product Configurations", + "bbox": [ + 0.10922974767596282, + 0.025226390685640362, + 0.3100929614873838, + 0.06532988357050452 + ], + "point": [ + 0.2097, + 0.0453 + ] + }, + { + "instruction": "When you remove or add an attribute, we automatically update all configurations and you will need to recreate current configurations manually:", + "bbox": [ + 0.1460823373173971, + 0.10802069857697283, + 0.7715803452855245, + 0.1390685640362225 + ], + "point": [ + 0.4588, + 0.1235 + ] + }, + { + "instruction": "Select", + "bbox": [ + 0.14276228419654716, + 0.24773607340389514, + 0.16832669322709162, + 0.26714098931592617 + ], + "point": [ + 0.1555, + 0.2574 + ] + }, + { + "instruction": "Bulk Images &", + "bbox": [ + 0.2682603124286707, + 0.2470892428734941, + 0.32569723141937457, + 0.27037514196793133 + ], + "point": [ + 0.297, + 0.2587 + ] + }, + { + "instruction": "Summary", + "bbox": [ + 0.34760956175298807, + 0.2470892428734941, + 0.38778220451527223, + 0.2716688030287334 + ], + "point": [ + 0.3677, + 0.2594 + ] + }, + { + "instruction": "Attributes", + "bbox": [ + 0.1351261620185923, + 0.26649419826492765, + 0.17629482071713148, + 0.2839586225857556 + ], + "point": [ + 0.1557, + 0.2752 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.2865205843293493, + 0.26649419826492765, + 0.30743691899070386, + 0.2839586225857556 + ], + "point": [ + 0.297, + 0.2752 + ] + }, + { + "instruction": "Con", + "bbox": [ + 0.07304116865869854, + 0.32341526520051744, + 0.09628154050464807, + 0.3486416558861578 + ], + "point": [ + 0.0847, + 0.336 + ] + }, + { + "instruction": "Con", + "bbox": [ + 0.07237715803452856, + 0.40297542043984474, + 0.09661354581673307, + 0.4314359637774903 + ], + "point": [ + 0.0845, + 0.4172 + ] + }, + { + "instruction": "Com", + "bbox": [ + 0.08034528552456839, + 0.4961190168175938, + 0.09362549800796813, + 0.5155239327296248 + ], + "point": [ + 0.087, + 0.5058 + ] + }, + { + "instruction": "cor", + "bbox": [ + 0.0796812749003984, + 0.5232858990944372, + 0.0949535192563081, + 0.5401034928848641 + ], + "point": [ + 0.0873, + 0.5317 + ] + }, + { + "instruction": "3 records found", + "bbox": [ + 0.11520585342549075, + 0.5109960795374151, + 0.18592297476759628, + 0.5362224702230555 + ], + "point": [ + 0.1506, + 0.5236 + ] + }, + { + "instruction": "per page", + "bbox": [ + 0.7762284196547145, + 0.5168175543110244, + 0.8173970783532537, + 0.5407502839358627 + ], + "point": [ + 0.7968, + 0.5288 + ] + }, + { + "instruction": "Attribute Label", + "bbox": [ + 0.27589641434262946, + 0.5873221216041398, + 0.34096945551128816, + 0.6067270375161707 + ], + "point": [ + 0.3084, + 0.597 + ] + }, + { + "instruction": "Required", + "bbox": [ + 0.3844621513944223, + 0.5873220821247372, + 0.4246347941567065, + 0.6080206590975703 + ], + "point": [ + 0.4045, + 0.5977 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.45750332005312083, + 0.5866752515943362, + 0.4907038512616202, + 0.6106079812191745 + ], + "point": [ + 0.4741, + 0.5986 + ] + }, + { + "instruction": "Visible", + "bbox": [ + 0.5209162941333624, + 0.5873221216041398, + 0.5504647669089268, + 0.6067270375161707 + ], + "point": [ + 0.5357, + 0.597 + ] + }, + { + "instruction": "Scope", + "bbox": [ + 0.5790173048042206, + 0.5860284210639352, + 0.6075696805875457, + 0.6099611506887734 + ], + "point": [ + 0.5933, + 0.598 + ] + }, + { + "instruction": "Searchable", + "bbox": [ + 0.6357901726427623, + 0.5873221216041398, + 0.6849269588313412, + 0.6067270375161707 + ], + "point": [ + 0.6604, + 0.597 + ] + }, + { + "instruction": "Comparable", + "bbox": [ + 0.7217795484727756, + 0.5873220821247372, + 0.7745683930942895, + 0.6080206590975703 + ], + "point": [ + 0.7482, + 0.5977 + ] + }, + { + "instruction": "Use in Layered Navigation", + "bbox": [ + 0.8137450199203188, + 0.5866752515943362, + 0.9243027888446215, + 0.6112548117495755 + ], + "point": [ + 0.869, + 0.599 + ] + }, + { + "instruction": "Color", + "bbox": [ + 0.27589639407863337, + 0.6423027561676302, + 0.2998007765487529, + 0.6617076720796612 + ], + "point": [ + 0.2878, + 0.652 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.3851261620185923, + 0.6423027561676302, + 0.398074369189907, + 0.6597671804884582 + ], + "point": [ + 0.3916, + 0.651 + ] + }, + { + "instruction": "Yes", + "bbox": [ + 0.4578353253652058, + 0.6423027561676302, + 0.47377158034528555, + 0.6597671804884582 + ], + "point": [ + 0.4658, + 0.651 + ] + }, + { + "instruction": "Yes", + "bbox": [ + 0.5209163346613546, + 0.6423027561676302, + 0.5365205843293492, + 0.6597671804884582 + ], + "point": [ + 0.5287, + 0.651 + ] + }, + { + "instruction": "Global", + "bbox": [ + 0.5796813154283906, + 0.6423027561676302, + 0.6082337722677, + 0.6617076720796612 + ], + "point": [ + 0.594, + 0.652 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.6374502397311794, + 0.6423027561676302, + 0.6503984469024942, + 0.6617076720796612 + ], + "point": [ + 0.6439, + 0.652 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.7217794674167912, + 0.6423027561676302, + 0.734727674588106, + 0.6597671804884582 + ], + "point": [ + 0.7283, + 0.651 + ] + }, + { + "instruction": "Filterable (with results)", + "bbox": [ + 0.8140770252324038, + 0.6423027561676302, + 0.9067065073041168, + 0.6617076720796612 + ], + "point": [ + 0.8604, + 0.652 + ] + }, + { + "instruction": "Prol", + "bbox": [ + 0.07304116865869854, + 0.6507115135834411, + 0.0946215139442231, + 0.6746442432082794 + ], + "point": [ + 0.0838, + 0.6627 + ] + }, + { + "instruction": "format", + "bbox": [ + 0.15239043824701196, + 0.6940491591203105, + 0.18260292164674635, + 0.7134540750323415 + ], + "point": [ + 0.1675, + 0.7038 + ] + }, + { + "instruction": "Format", + "bbox": [ + 0.27589641434262946, + 0.6953428201811126, + 0.30743691899070386, + 0.7134540750323415 + ], + "point": [ + 0.2917, + 0.7044 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.3851261620185923, + 0.6953428201811126, + 0.398074369189907, + 0.7134540750323415 + ], + "point": [ + 0.3916, + 0.7044 + ] + }, + { + "instruction": "Yes", + "bbox": [ + 0.4578353253652058, + 0.6953428201811126, + 0.47377158034528555, + 0.7134540750323415 + ], + "point": [ + 0.4658, + 0.7044 + ] + }, + { + "instruction": "Yes", + "bbox": [ + 0.5209163346613546, + 0.6953428201811126, + 0.5365205843293492, + 0.7134540750323415 + ], + "point": [ + 0.5287, + 0.7044 + ] + }, + { + "instruction": "Global", + "bbox": [ + 0.5796813154283906, + 0.6940491591203105, + 0.6082337722677, + 0.7134540750323415 + ], + "point": [ + 0.594, + 0.7038 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.6374502397311794, + 0.6953428201811126, + 0.6503984469024942, + 0.7134540750323415 + ], + "point": [ + 0.6439, + 0.7044 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.7217794674167912, + 0.6953428201811126, + 0.734727674588106, + 0.7134540750323415 + ], + "point": [ + 0.7283, + 0.7044 + ] + }, + { + "instruction": "Filterable (with results)", + "bbox": [ + 0.8140770252324038, + 0.6940491591203105, + 0.9067065073041168, + 0.7147477360931436 + ], + "point": [ + 0.8604, + 0.7044 + ] + }, + { + "instruction": "Ima", + "bbox": [ + 0.07237716310052758, + 0.7302716688227684, + 0.09594953519256308, + 0.7554980595084088 + ], + "point": [ + 0.0842, + 0.7429 + ] + }, + { + "instruction": "size", + "bbox": [ + 0.1523904281150139, + 0.7490297542043984, + 0.16998670965551854, + 0.7664941785252264 + ], + "point": [ + 0.1612, + 0.7578 + ] + }, + { + "instruction": "Size", + "bbox": [ + 0.27589639407863337, + 0.7470892626131953, + 0.29349271614713024, + 0.7664941785252264 + ], + "point": [ + 0.2847, + 0.7568 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.3851261620185923, + 0.7490297542043984, + 0.398074369189907, + 0.7664941785252264 + ], + "point": [ + 0.3916, + 0.7578 + ] + }, + { + "instruction": "Yes", + "bbox": [ + 0.4578353253652058, + 0.7490297542043984, + 0.47377158034528555, + 0.7664941785252264 + ], + "point": [ + 0.4658, + 0.7578 + ] + }, + { + "instruction": "Yes", + "bbox": [ + 0.5209163346613546, + 0.7490297542043984, + 0.5365205843293492, + 0.7664941785252264 + ], + "point": [ + 0.5287, + 0.7578 + ] + }, + { + "instruction": "Global", + "bbox": [ + 0.5796813154283906, + 0.7470892626131953, + 0.6082337722677, + 0.7664941785252264 + ], + "point": [ + 0.594, + 0.7568 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.6374502397311794, + 0.7490297542043984, + 0.6503984469024942, + 0.7664941785252264 + ], + "point": [ + 0.6439, + 0.7578 + ] + }, + { + "instruction": "No", + "bbox": [ + 0.7217795484727756, + 0.7490297542043984, + 0.7357237715803453, + 0.7664941785252264 + ], + "point": [ + 0.7288, + 0.7578 + ] + }, + { + "instruction": "Filterable (with results)", + "bbox": [ + 0.8140770252324038, + 0.7470892626131953, + 0.9067065073041168, + 0.7684346701164295 + ], + "point": [ + 0.8604, + 0.7578 + ] + }, + { + "instruction": "Seal", + "bbox": [ + 0.07304117372469757, + 0.8104786545924968, + 0.09528552456839309, + 0.8344113842173351 + ], + "point": [ + 0.0842, + 0.8224 + ] + }, + { + "instruction": "Reli", + "bbox": [ + 0.07370517928286853, + 0.8913324708926261, + 0.09694555112881806, + 0.9146183699870634 + ], + "point": [ + 0.0853, + 0.903 + ] + }, + { + "instruction": "Cus", + "bbox": [ + 0.07304116865869854, + 0.9702457956015524, + 0.09628154050464807, + 0.9954721862871928 + ], + "point": [ + 0.0847, + 0.9829 + ] + }, + { + "instruction": "Filters", + "bbox": [ + 0.7163424751514774, + 0.42867220820615703, + 0.7881791518820551, + 0.47761663952589345 + ], + "point": [ + 0.7523, + 0.4531 + ] + }, + { + "instruction": "Create New Attribute", + "bbox": [ + 0.8446545847858565, + 0.33064714162809267, + 0.9845105256059097, + 0.392209821654168 + ], + "point": [ + 0.9146, + 0.3614 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.25600325768237586, + 0.056013555640718374, + 0.3391545185913244 + ], + "point": [ + 0.028, + 0.2976 + ] + }, + { + "instruction": "Default", + "bbox": [ + 0.7956867192687583, + 0.42811136381437986, + 0.8932739095700531, + 0.47720107933528055 + ], + "point": [ + 0.8445, + 0.4527 + ] + }, + { + "instruction": "View", + "bbox": [ + 0.7956867192687583, + 0.42811136381437986, + 0.8932739095700531, + 0.47720107933528055 + ], + "point": [ + 0.8445, + 0.4527 + ] + }, + { + "instruction": "Next", + "bbox": [ + 0.9115105333872842, + 0.2157052892608445, + 0.973376999813247, + 0.2612891548818018 + ], + "point": [ + 0.9424, + 0.2385 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.841945774843335, + 0.21441180585735364, + 0.9058704148250747, + 0.2638598759146588 + ], + "point": [ + 0.8739, + 0.2391 + ] + }, + { + "instruction": "Columns", + "bbox": [ + 0.9046946977714143, + 0.4279157828544429, + 0.9820423708810591, + 0.47592834235779835 + ], + "point": [ + 0.9434, + 0.4519 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4940649035060236, + 0.0559844565423203, + 0.5810474232899417 + ], + "point": [ + 0.028, + 0.5376 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.3362889456409686, + 0.05603084082939077, + 0.4218355205975097 + ], + "point": [ + 0.028, + 0.3791 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.17589319384576124, + 0.0563160109804921, + 0.25748586716349653 + ], + "point": [ + 0.0282, + 0.2167 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6610747382989368, + 0.05528001417993391, + 0.7408087213474288 + ], + "point": [ + 0.0276, + 0.7009 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5774742610087524, + 0.05581215178349103, + 0.6640568939248463 + ], + "point": [ + 0.0279, + 0.6208 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.42018772929636966, + 0.05606709311841177, + 0.4946587526782827 + ], + "point": [ + 0.028, + 0.4574 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.7872527630363961, + 0.21263396940441057, + 0.8399992964340555, + 0.2655886394703064 + ], + "point": [ + 0.8136, + 0.2391 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8231256443038486, + 0.05364207537525679, + 0.9099602742460382 + ], + "point": [ + 0.0268, + 0.8665 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8231256443038486, + 0.05364207537525679, + 0.9099602742460382 + ], + "point": [ + 0.0268, + 0.8665 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0003473071621392036, + 0.7400220547734072, + 0.05218496993876707, + 0.8229914932941866 + ], + "point": [ + 0.0263, + 0.7815 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.000551282013871597, + 0.09677440845642485, + 0.0526566879049557, + 0.17139820725612467 + ], + "point": [ + 0.0266, + 0.1341 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9189387469652639, + 0.5006512917028825, + 0.9461398384327274, + 0.5472479619153259 + ], + "point": [ + 0.9325, + 0.5239 + ] + }, + { + "instruction": "Dud", + "bbox": [ + 0.054258014734681066, + 0.0007431849471039174, + 0.104836482925719, + 0.09913501517430313 + ], + "point": [ + 0.0795, + 0.0499 + ] + }, + { + "instruction": "Attribute Code", + "bbox": [ + 0.14785284318455344, + 0.5722082219487791, + 0.2702430025989791, + 0.6277765863771426 + ], + "point": [ + 0.209, + 0.6 + ] + }, + { + "instruction": "Attribute", + "bbox": [ + 0.20398850966576404, + 0.20726510624065128, + 0.24769490965175756, + 0.3086236951267889 + ], + "point": [ + 0.2258, + 0.2579 + ] + }, + { + "instruction": "Values", + "bbox": [ + 0.20398850966576404, + 0.20726510624065128, + 0.24769490965175756, + 0.3086236951267889 + ], + "point": [ + 0.2258, + 0.2579 + ] + }, + { + "instruction": "20", + "bbox": [ + 0.7112712074877573, + 0.5003885562793096, + 0.7469721537028967, + 0.5491822552403379 + ], + "point": [ + 0.7291, + 0.5248 + ] + }, + { + "instruction": "color", + "bbox": [ + 0.14856315703980952, + 0.626847241242521, + 0.27028391560710285, + 0.6819927812702135 + ], + "point": [ + 0.2094, + 0.6544 + ] + }, + { + "instruction": "Step 1: Select Attributes", + "bbox": [ + 0.10874382718150834, + 0.3259544421907847, + 0.2898321367038357, + 0.3745528957667974 + ], + "point": [ + 0.1993, + 0.3503 + ] + }, + { + "instruction": "Selected Attributes:", + "bbox": [ + 0.10922926134005644, + 0.37647116045439843, + 0.20837266574976138, + 0.4104628470397397 + ], + "point": [ + 0.1588, + 0.3935 + ] + }, + { + "instruction": "filters.", + "bbox": [ + 0.7163424751514774, + 0.42867220820615703, + 0.7881791518820551, + 0.47761663952589345 + ], + "point": [ + 0.7523, + 0.4531 + ] + }, + { + "instruction": "creating a new attire.", + "bbox": [ + 0.8446545847858565, + 0.33064714162809267, + 0.9845105256059097, + 0.392209821654168 + ], + "point": [ + 0.9146, + 0.3614 + ] + }, + { + "instruction": "Categorized", + "bbox": [ + 0.0, + 0.25600325768237586, + 0.056013555640718374, + 0.3391545185913244 + ], + "point": [ + 0.028, + 0.2976 + ] + }, + { + "instruction": "Settings for default view.", + "bbox": [ + 0.7956867192687583, + 0.42811136381437986, + 0.8932739095700531, + 0.47720107933528055 + ], + "point": [ + 0.8445, + 0.4527 + ] + }, + { + "instruction": "a button to proceed to the next item or page.", + "bbox": [ + 0.9115105333872842, + 0.2157052892608445, + 0.973376999813247, + 0.2612891548818018 + ], + "point": [ + 0.9424, + 0.2385 + ] + }, + { + "instruction": "a button to access the previous item or page.", + "bbox": [ + 0.841945774843335, + 0.21441180585735364, + 0.9058704148250747, + 0.2638598759146588 + ], + "point": [ + 0.8739, + 0.2391 + ] + }, + { + "instruction": "Columns settings.", + "bbox": [ + 0.9046946977714143, + 0.4279157828544429, + 0.9820423708810591, + 0.47592834235779835 + ], + "point": [ + 0.9434, + 0.4519 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.4940649035060236, + 0.0559844565423203, + 0.5810474232899417 + ], + "point": [ + 0.028, + 0.5376 + ] + }, + { + "instruction": "Customers.", + "bbox": [ + 0.0, + 0.3362889456409686, + 0.05603084082939077, + 0.4218355205975097 + ], + "point": [ + 0.028, + 0.3791 + ] + }, + { + "instruction": "the number 1.", + "bbox": [ + 0.8850306780689741, + 0.500720578054253, + 0.9175445029776726, + 0.5485693769960786 + ], + "point": [ + 0.9013, + 0.5246 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.17589319384576124, + 0.0563160109804921, + 0.25748586716349653 + ], + "point": [ + 0.0282, + 0.2167 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6610747382989368, + 0.05528001417993391, + 0.7408087213474288 + ], + "point": [ + 0.0276, + 0.7009 + ] + }, + { + "instruction": "a back or previous button.", + "bbox": [ + 0.8352755968314243, + 0.5002285857404188, + 0.8699711246161188, + 0.5493945754669308 + ], + "point": [ + 0.8526, + 0.5248 + ] + }, + { + "instruction": "uBlock Origin (Ctrl+T)", + "bbox": [ + 0.0036867706582524072, + 0.008879726947818968, + 0.048099826848206136, + 0.09852594175745877 + ], + "point": [ + 0.0259, + 0.0537 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5774742610087524, + 0.05581215178349103, + 0.6640568939248463 + ], + "point": [ + 0.0279, + 0.6208 + ] + }, + { + "instruction": "a forward or next action.", + "bbox": [ + 0.9519034052591716, + 0.5010203846367642, + 0.9838743171843874, + 0.5477591017393677 + ], + "point": [ + 0.9679, + 0.5244 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.42018772929636966, + 0.05606709311841177, + 0.4946587526782827 + ], + "point": [ + 0.028, + 0.4574 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.7872527630363961, + 0.21263396940441057, + 0.8399992964340555, + 0.2655886394703064 + ], + "point": [ + 0.8136, + 0.2391 + ] + }, + { + "instruction": "Find Partners &Extensions", + "bbox": [ + 0.0, + 0.8231256443038486, + 0.05364207537525679, + 0.9099602742460382 + ], + "point": [ + 0.0268, + 0.8665 + ] + }, + { + "instruction": "Close", + "bbox": [ + 0.9634506407961902, + 0.01730897170605974, + 0.986819891657329, + 0.06686354732143308 + ], + "point": [ + 0.9751, + 0.0421 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.7460998291988297, + 0.5000526260435195, + 0.7713126173690654, + 0.5498657621356525 + ], + "point": [ + 0.7587, + 0.525 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0003473071621392036, + 0.7400220547734072, + 0.05218496993876707, + 0.8229914932941866 + ], + "point": [ + 0.0263, + 0.7815 + ] + }, + { + "instruction": "Navigation or compass settings.", + "bbox": [ + 0.000551282013871597, + 0.09677440845642485, + 0.0526566879049557, + 0.17139820725612467 + ], + "point": [ + 0.0266, + 0.1341 + ] + }, + { + "instruction": "of 1", + "bbox": [ + 0.9189387469652639, + 0.5006512917028825, + 0.9461398384327274, + 0.5472479619153259 + ], + "point": [ + 0.9325, + 0.5239 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.1179245521981086, + 0.5866640394440289, + 0.14087715503545714, + 0.611896115163628 + ], + "point": [ + 0.1294, + 0.5993 + ] + }, + { + "instruction": "Ducate font size.", + "bbox": [ + 0.054258014734681066, + 0.0007431849471039174, + 0.104836482925719, + 0.09913501517430313 + ], + "point": [ + 0.0795, + 0.0499 + ] + }, + { + "instruction": "Information", + "bbox": [ + 0.11846034238696257, + 0.0974387777113822, + 0.1428835439492032, + 0.15107995510718183 + ], + "point": [ + 0.1307, + 0.1243 + ] + }, + { + "instruction": "Undo action.", + "bbox": [ + 0.14785284318455344, + 0.5722082219487791, + 0.2702430025989791, + 0.6277765863771426 + ], + "point": [ + 0.209, + 0.6 + ] + }, + { + "instruction": "attribute values.", + "bbox": [ + 0.20398850966576404, + 0.20726510624065128, + 0.24769490965175756, + 0.3086236951267889 + ], + "point": [ + 0.2258, + 0.2579 + ] + }, + { + "instruction": "the number 20.", + "bbox": [ + 0.7112712074877573, + 0.5003885562793096, + 0.7469721537028967, + 0.5491822552403379 + ], + "point": [ + 0.7291, + 0.5248 + ] + }, + { + "instruction": "a color selection option.", + "bbox": [ + 0.14856315703980952, + 0.626847241242521, + 0.27028391560710285, + 0.6819927812702135 + ], + "point": [ + 0.2094, + 0.6544 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.1216318198884151, + 0.6395315784686287, + 0.13714090983072916, + 0.6684792186741996 + ], + "point": [ + 0.1294, + 0.654 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.11956033288720119, + 0.7426862038122575, + 0.13880792746980827, + 0.7782274569453428 + ], + "point": [ + 0.1292, + 0.7605 + ] + }, + { + "instruction": "Step 1: Select Appshutes.", + "bbox": [ + 0.10874382718150834, + 0.3259544421907847, + 0.2898321367038357, + 0.3745528957667974 + ], + "point": [ + 0.1993, + 0.3503 + ] + }, + { + "instruction": "Selected attributes.", + "bbox": [ + 0.10922926134005644, + 0.37647116045439843, + 0.20837266574976138, + 0.4104628470397397 + ], + "point": [ + 0.1588, + 0.3935 + ] + } + ], + "element_size": 115 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_12/33140.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "Create Product Configurations", + "bbox": [ + 0.10922974767596282, + 0.0, + 0.3100929614873838, + 0.03945666235446313 + ], + "point": [ + 0.2097, + 0.0197 + ] + }, + { + "instruction": "Bulk Images &", + "bbox": [ + 0.2682603124286707, + 0.12548512289780078, + 0.32569723141937457, + 0.14877102199223805 + ], + "point": [ + 0.297, + 0.1371 + ] + }, + { + "instruction": "Summary", + "bbox": [ + 0.34760956175298807, + 0.12354463130659767, + 0.38778220451527223, + 0.148124191461837 + ], + "point": [ + 0.3677, + 0.1358 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.2865205843293493, + 0.1442432082794308, + 0.30743691899070386, + 0.16235446313065977 + ], + "point": [ + 0.297, + 0.1533 + ] + }, + { + "instruction": "Step 2: Attribute Values", + "bbox": [ + 0.10856574718379088, + 0.2095730918499353, + 0.2865205944613473, + 0.2516170763260026 + ], + "point": [ + 0.1975, + 0.2306 + ] + }, + { + "instruction": "Select values from each attribute to include in this product: Each unique combination of values creates a unique product SKU.", + "bbox": [ + 0.10956173272405172, + 0.25679172056921085, + 0.6533864339192709, + 0.28783958602846055 + ], + "point": [ + 0.3815, + 0.2723 + ] + }, + { + "instruction": "Con", + "bbox": [ + 0.07370517928286853, + 0.32341526520051744, + 0.09628154050464807, + 0.3486416558861578 + ], + "point": [ + 0.085, + 0.336 + ] + }, + { + "instruction": "Color (12 Options)", + "bbox": [ + 0.13844621513944222, + 0.3260025873221216, + 0.23439575033200533, + 0.3576972833117723 + ], + "point": [ + 0.1864, + 0.3418 + ] + }, + { + "instruction": "Black", + "bbox": [ + 0.1351261620185923, + 0.38033631239640603, + 0.1600265604249668, + 0.3997412283084371 + ], + "point": [ + 0.1476, + 0.39 + ] + }, + { + "instruction": "Brown", + "bbox": [ + 0.4352589641434263, + 0.38033631239640603, + 0.4644754316069057, + 0.3997412283084371 + ], + "point": [ + 0.4499, + 0.39 + ] + }, + { + "instruction": "Green", + "bbox": [ + 0.2851925428170132, + 0.43208283378729384, + 0.31308098903215265, + 0.45148774969932487 + ], + "point": [ + 0.2991, + 0.4418 + ] + }, + { + "instruction": "Multi", + "bbox": [ + 0.1351261620185923, + 0.48382923673997413, + 0.15903054448871182, + 0.5032341526520052 + ], + "point": [ + 0.1471, + 0.4935 + ] + }, + { + "instruction": "Orange", + "bbox": [ + 0.28419656740875043, + 0.48253557567917205, + 0.3200531411139297, + 0.5097024579560155 + ], + "point": [ + 0.3021, + 0.4961 + ] + }, + { + "instruction": "Con", + "bbox": [ + 0.0796812749003984, + 0.4961190168175938, + 0.09362549800796813, + 0.5155239327296248 + ], + "point": [ + 0.0867, + 0.5058 + ] + }, + { + "instruction": "cor", + "bbox": [ + 0.0796812749003984, + 0.5232858990944372, + 0.0949535192563081, + 0.5413971539456662 + ], + "point": [ + 0.0873, + 0.5323 + ] + }, + { + "instruction": "Red", + "bbox": [ + 0.1351261620185923, + 0.535575679172057, + 0.15371845949535193, + 0.5549805950840879 + ], + "point": [ + 0.1444, + 0.5453 + ] + }, + { + "instruction": "White", + "bbox": [ + 0.2851925225530171, + 0.535575679172057, + 0.31208499335989376, + 0.5549805950840879 + ], + "point": [ + 0.2986, + 0.5453 + ] + }, + { + "instruction": "Prol", + "bbox": [ + 0.07304116865869854, + 0.6507115135834411, + 0.0946215139442231, + 0.6746442432082794 + ], + "point": [ + 0.0838, + 0.6627 + ] + }, + { + "instruction": "Size", + "bbox": [ + 0.13877823058352529, + 0.6597671410090556, + 0.16334662367781477, + 0.684993531694696 + ], + "point": [ + 0.1511, + 0.6724 + ] + }, + { + "instruction": "(20 Options)", + "bbox": [ + 0.16832669322709162, + 0.6630012936610608, + 0.22576361221779548, + 0.6895213454075032 + ], + "point": [ + 0.197, + 0.6763 + ] + }, + { + "instruction": "55 cm", + "bbox": [ + 0.1351261620185923, + 0.7134540750323415, + 0.16235059760956175, + 0.7347994825355757 + ], + "point": [ + 0.1487, + 0.7241 + ] + }, + { + "instruction": "65 cm", + "bbox": [ + 0.4349269588313413, + 0.7115135834411385, + 0.4634794156706507, + 0.7354463130659767 + ], + "point": [ + 0.4492, + 0.7235 + ] + }, + { + "instruction": "Ima", + "bbox": [ + 0.07304116865869854, + 0.7315653298835705, + 0.09628154050464807, + 0.7548512289780077 + ], + "point": [ + 0.0847, + 0.7432 + ] + }, + { + "instruction": "75 cm", + "bbox": [ + 0.2851925428170132, + 0.7652005174644243, + 0.31308098903215265, + 0.7865459249676585 + ], + "point": [ + 0.2991, + 0.7759 + ] + }, + { + "instruction": "Seal", + "bbox": [ + 0.07304117372469757, + 0.8104786545924968, + 0.09528552456839309, + 0.8344113842173351 + ], + "point": [ + 0.0842, + 0.8224 + ] + }, + { + "instruction": "6 foot", + "bbox": [ + 0.13579017264276227, + 0.815653298835705, + 0.16235059760956175, + 0.8350582147477361 + ], + "point": [ + 0.1491, + 0.8254 + ] + }, + { + "instruction": "8 foot", + "bbox": [ + 0.4352589641434263, + 0.815653298835705, + 0.4631474103585657, + 0.8363518758085382 + ], + "point": [ + 0.4492, + 0.826 + ] + }, + { + "instruction": "XL", + "bbox": [ + 0.1344621513944223, + 0.8686934023285899, + 0.14741035856573706, + 0.8880983182406209 + ], + "point": [ + 0.1409, + 0.8784 + ] + }, + { + "instruction": "28", + "bbox": [ + 0.4352589641434263, + 0.8673997412677878, + 0.448207171314741, + 0.8880983182406209 + ], + "point": [ + 0.4417, + 0.8777 + ] + }, + { + "instruction": "Reli", + "bbox": [ + 0.07370517928286853, + 0.8913324708926261, + 0.09694555112881806, + 0.9146183699870634 + ], + "point": [ + 0.0853, + 0.903 + ] + }, + { + "instruction": "29", + "bbox": [ + 0.1351261620185923, + 0.9191461836998707, + 0.14807436918990705, + 0.9398447606727037 + ], + "point": [ + 0.1416, + 0.9295 + ] + }, + { + "instruction": "Cus", + "bbox": [ + 0.07304116865869854, + 0.9702457956015524, + 0.09628154050464807, + 0.9954721862871928 + ], + "point": [ + 0.0847, + 0.9829 + ] + }, + { + "instruction": "32", + "bbox": [ + 0.1351261620185923, + 0.9708926261319534, + 0.14807436918990705, + 0.9915912031047865 + ], + "point": [ + 0.1416, + 0.9812 + ] + }, + { + "instruction": "34", + "bbox": [ + 0.4352589641434263, + 0.9708926261319534, + 0.448207171314741, + 0.9915912031047865 + ], + "point": [ + 0.4417, + 0.9812 + ] + }, + { + "instruction": "Con", + "bbox": [ + 0.07370517928286853, + 0.4023285899094437, + 0.09428950863213811, + 0.43014230271668824 + ], + "point": [ + 0.084, + 0.4162 + ] + }, + { + "instruction": "Gray", + "bbox": [ + 0.13545816733067728, + 0.42949551166568967, + 0.15670650730411687, + 0.45666239394253316 + ], + "point": [ + 0.1461, + 0.4431 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8197724217739327, + 0.053943527647223606, + 0.912853798613357 + ], + "point": [ + 0.027, + 0.8663 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8197724217739327, + 0.053943527647223606, + 0.912853798613357 + ], + "point": [ + 0.027, + 0.8663 + ] + }, + { + "instruction": "Next", + "bbox": [ + 0.9016990307001163, + 0.0925545242131913, + 0.9627273782474269, + 0.1382723039673957 + ], + "point": [ + 0.9322, + 0.1154 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6608498241429496, + 0.055616832191092404, + 0.737886455975097 + ], + "point": [ + 0.0278, + 0.6994 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.49364930383600825, + 0.05591025992060404, + 0.577679474942897 + ], + "point": [ + 0.028, + 0.5357 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.25675498498519367, + 0.05613631492908574, + 0.34136465450153625 + ], + "point": [ + 0.0281, + 0.2991 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.4203649918135511, + 0.05545184273485485, + 0.4907519499666478 + ], + "point": [ + 0.0277, + 0.4556 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 0.0, + 0.73832183482576, + 0.05469740909409238, + 0.8237592097550129 + ], + "point": [ + 0.0273, + 0.781 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5769410521987185, + 0.055782627141174886, + 0.6625118280289861 + ], + "point": [ + 0.0279, + 0.6197 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.3361452011365015, + 0.05567233021040836, + 0.42454526834623624 + ], + "point": [ + 0.0278, + 0.3803 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.8298220691452938, + 0.09101590332978755, + 0.8957656515863629, + 0.13979817300379507 + ], + "point": [ + 0.8628, + 0.1154 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.0, + 0.1765335694938551, + 0.05580724283043607, + 0.25837468669146185 + ], + "point": [ + 0.0279, + 0.2175 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.00025612931169203396, + 0.09685054448412739, + 0.05340460920397187, + 0.16998328521057365 + ], + "point": [ + 0.0268, + 0.1334 + ] + }, + { + "instruction": "Dud", + "bbox": [ + 0.0547169739823259, + 0.0002303030944271507, + 0.10485674692181794, + 0.0975660987844134 + ], + "point": [ + 0.0798, + 0.0489 + ] + }, + { + "instruction": "avender", + "bbox": [ + 0.41718578971872927, + 0.4245027095503517, + 0.47885229103118776, + 0.46502081512016896 + ], + "point": [ + 0.448, + 0.4448 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.7765610734146746, + 0.09084403962089667, + 0.8298730533594787, + 0.14172785710856647 + ], + "point": [ + 0.8032, + 0.1163 + ] + }, + { + "instruction": "Attribute", + "bbox": [ + 0.19981718633279383, + 0.08564341793084977, + 0.2518238001768966, + 0.18507211544535293 + ], + "point": [ + 0.2258, + 0.1354 + ] + }, + { + "instruction": "Values", + "bbox": [ + 0.19981718633279383, + 0.08564341793084977, + 0.2518238001768966, + 0.18507211544535293 + ], + "point": [ + 0.2258, + 0.1354 + ] + }, + { + "instruction": "Select", + "bbox": [ + 0.13301520075297768, + 0.08558664655006873, + 0.18168743483098854, + 0.18398870194251293 + ], + "point": [ + 0.1574, + 0.1348 + ] + }, + { + "instruction": "Attributes", + "bbox": [ + 0.13301520075297768, + 0.08558664655006873, + 0.18168743483098854, + 0.18398870194251293 + ], + "point": [ + 0.1574, + 0.1348 + ] + }, + { + "instruction": "XS", + "bbox": [ + 0.2847745776334765, + 0.7070156951154188, + 0.29813649454914715, + 0.7384507745542933 + ], + "point": [ + 0.2915, + 0.7227 + ] + }, + { + "instruction": "Deselect AlI", + "bbox": [ + 0.49961490301813577, + 0.3233201790596196, + 0.5548291858607237, + 0.3541996056481444 + ], + "point": [ + 0.5272, + 0.3388 + ] + }, + { + "instruction": "Yellow", + "bbox": [ + 0.41671497603336655, + 0.5277786156184306, + 0.466915865185093, + 0.5628604864241389 + ], + "point": [ + 0.4418, + 0.5453 + ] + }, + { + "instruction": "Select AII", + "bbox": [ + 0.4539653073902307, + 0.32248295911070907, + 0.4952696538066484, + 0.35464051161515603 + ], + "point": [ + 0.4746, + 0.3386 + ] + }, + { + "instruction": "Purple", + "bbox": [ + 0.4170458060336778, + 0.47776058142737304, + 0.46754157685663594, + 0.5103200342491713 + ], + "point": [ + 0.4423, + 0.494 + ] + }, + { + "instruction": "30", + "bbox": [ + 0.26792378824545565, + 0.9152074026722187, + 0.2977220350369356, + 0.9440257873140362 + ], + "point": [ + 0.2828, + 0.9296 + ] + }, + { + "instruction": "31", + "bbox": [ + 0.4222873317926212, + 0.9158380466475986, + 0.4463784672507885, + 0.9441777830136239 + ], + "point": [ + 0.4343, + 0.93 + ] + }, + { + "instruction": "33", + "bbox": [ + 0.285556869202876, + 0.9670840481737144, + 0.2978038205251909, + 0.9946732021395941 + ], + "point": [ + 0.2917, + 0.9809 + ] + }, + { + "instruction": "Select AII", + "bbox": [ + 0.45412814886288183, + 0.6574223803363519, + 0.49525401000166, + 0.6867814748746766 + ], + "point": [ + 0.4747, + 0.6721 + ] + }, + { + "instruction": "10 foot", + "bbox": [ + 0.2673697098001224, + 0.8628807709411385, + 0.3184299950264048, + 0.8934255108950517 + ], + "point": [ + 0.2929, + 0.8782 + ] + }, + { + "instruction": "M", + "bbox": [ + 0.4168911512154507, + 0.7558171320393354, + 0.44741829394660937, + 0.7913418038233748 + ], + "point": [ + 0.4322, + 0.7736 + ] + }, + { + "instruction": "Deselect AlI", + "bbox": [ + 0.49945542536883714, + 0.6571292852522639, + 0.5590400847780752, + 0.6871233665002425 + ], + "point": [ + 0.5292, + 0.6721 + ] + }, + { + "instruction": "Blue", + "bbox": [ + 0.26641963234302374, + 0.36654043259318403, + 0.3107346006598606, + 0.4114319084532665 + ], + "point": [ + 0.2886, + 0.389 + ] + }, + { + "instruction": "Find Partners &Extensions.", + "bbox": [ + 0.0, + 0.8197724217739327, + 0.053943527647223606, + 0.912853798613357 + ], + "point": [ + 0.027, + 0.8663 + ] + }, + { + "instruction": "a button to proceed to the next item or page.", + "bbox": [ + 0.9016990307001163, + 0.0925545242131913, + 0.9627273782474269, + 0.1382723039673957 + ], + "point": [ + 0.9322, + 0.1154 + ] + }, + { + "instruction": "Stories", + "bbox": [ + 0.0, + 0.6608498241429496, + 0.055616832191092404, + 0.737886455975097 + ], + "point": [ + 0.0278, + 0.6994 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.49364930383600825, + 0.05591025992060404, + 0.577679474942897 + ], + "point": [ + 0.028, + 0.5357 + ] + }, + { + "instruction": "uBlock Origin (Ctrl+T)", + "bbox": [ + 0.0006445546549154943, + 0.001735771149589667, + 0.05249437582920272, + 0.09954642509272922 + ], + "point": [ + 0.0266, + 0.0506 + ] + }, + { + "instruction": "a Catalog.", + "bbox": [ + 0.0, + 0.25675498498519367, + 0.05613631492908574, + 0.34136465450153625 + ], + "point": [ + 0.0281, + 0.2991 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.4203649918135511, + 0.05545184273485485, + 0.4907519499666478 + ], + "point": [ + 0.0277, + 0.4556 + ] + }, + { + "instruction": "System", + "bbox": [ + 0.0, + 0.73832183482576, + 0.05469740909409238, + 0.8237592097550129 + ], + "point": [ + 0.0273, + 0.781 + ] + }, + { + "instruction": "Reports", + "bbox": [ + 0.0, + 0.5769410521987185, + 0.055782627141174886, + 0.6625118280289861 + ], + "point": [ + 0.0279, + 0.6197 + ] + }, + { + "instruction": "Customers", + "bbox": [ + 0.0, + 0.3361452011365015, + 0.05567233021040836, + 0.42454526834623624 + ], + "point": [ + 0.0278, + 0.3803 + ] + }, + { + "instruction": "a button to go back to the previous screen or page.", + "bbox": [ + 0.8298220691452938, + 0.09101590332978755, + 0.8957656515863629, + 0.13979817300379507 + ], + "point": [ + 0.8628, + 0.1154 + ] + }, + { + "instruction": "Sales.", + "bbox": [ + 0.0, + 0.1765335694938551, + 0.05580724283043607, + 0.25837468669146185 + ], + "point": [ + 0.0279, + 0.2175 + ] + }, + { + "instruction": "Navigation or navigation settings.", + "bbox": [ + 0.00025612931169203396, + 0.09685054448412739, + 0.05340460920397187, + 0.16998328521057365 + ], + "point": [ + 0.0268, + 0.1334 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.4165788425075739, + 0.9657617250667044, + 0.43229575999387865, + 0.9969572434912678 + ], + "point": [ + 0.4244, + 0.9814 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.26701997349145085, + 0.9660858509611497, + 0.28204584818278966, + 0.9964812008560398 + ], + "point": [ + 0.2745, + 0.9813 + ] + }, + { + "instruction": "Ducate.", + "bbox": [ + 0.0547169739823259, + 0.0002303030944271507, + 0.10485674692181794, + 0.0975660987844134 + ], + "point": [ + 0.0798, + 0.0489 + ] + }, + { + "instruction": "closing or dismissing a window or dialog.", + "bbox": [ + 0.9529679945582255, + 0.0, + 0.9758393995632055, + 0.040150246367263304 + ], + "point": [ + 0.9644, + 0.0201 + ] + }, + { + "instruction": "A hand or hand-related function.", + "bbox": [ + 0.41718578971872927, + 0.4245027095503517, + 0.47885229103118776, + 0.46502081512016896 + ], + "point": [ + 0.448, + 0.4448 + ] + }, + { + "instruction": "Cancel", + "bbox": [ + 0.7765610734146746, + 0.09084403962089667, + 0.8298730533594787, + 0.14172785710856647 + ], + "point": [ + 0.8032, + 0.1163 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.11567858205848482, + 0.4246106067573577, + 0.13128917435725845, + 0.4619091670540912 + ], + "point": [ + 0.1235, + 0.4433 + ] + }, + { + "instruction": "attribute values.", + "bbox": [ + 0.19981718633279383, + 0.08564341793084977, + 0.2518238001768966, + 0.18507211544535293 + ], + "point": [ + 0.2258, + 0.1354 + ] + }, + { + "instruction": "a vertical scroll bar.", + "bbox": [ + 0.9922270553203851, + 0.025614882810920826, + 1.0, + 0.1409143396059261 + ], + "point": [ + 0.9961, + 0.0833 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.2669842480663284, + 0.707084310316947, + 0.28142129155902434, + 0.7380026833360285 + ], + "point": [ + 0.2742, + 0.7225 + ] + }, + { + "instruction": "Select attributes.", + "bbox": [ + 0.13301520075297768, + 0.08558664655006873, + 0.18168743483098854, + 0.18398870194251293 + ], + "point": [ + 0.1574, + 0.1348 + ] + }, + { + "instruction": "Superscript", + "bbox": [ + 0.2847745776334765, + 0.7070156951154188, + 0.29813649454914715, + 0.7384507745542933 + ], + "point": [ + 0.2915, + 0.7227 + ] + }, + { + "instruction": "Diselect All.", + "bbox": [ + 0.49961490301813577, + 0.3233201790596196, + 0.5548291858607237, + 0.3541996056481444 + ], + "point": [ + 0.5272, + 0.3388 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.11615836256212131, + 0.530261435761643, + 0.13074171210665153, + 0.5638211387249353 + ], + "point": [ + 0.1235, + 0.547 + ] + }, + { + "instruction": "Yellow color.", + "bbox": [ + 0.41671497603336655, + 0.5277786156184306, + 0.466915865185093, + 0.5628604864241389 + ], + "point": [ + 0.4418, + 0.5453 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.11601323182206072, + 0.8639162367096539, + 0.13063477899923742, + 0.8934785712119987 + ], + "point": [ + 0.1233, + 0.8787 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.11604327319627739, + 0.8099129147548108, + 0.13092792809880271, + 0.8434051868986497 + ], + "point": [ + 0.1235, + 0.8267 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.1159581542806638, + 0.7576959568038486, + 0.13127064293282598, + 0.7905579797663325 + ], + "point": [ + 0.1236, + 0.7741 + ] + }, + { + "instruction": "Select All.", + "bbox": [ + 0.4539653073902307, + 0.32248295911070907, + 0.4952696538066484, + 0.35464051161515603 + ], + "point": [ + 0.4746, + 0.3386 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.11596123440807084, + 0.3736952452270982, + 0.13106190350901084, + 0.4080473787571758 + ], + "point": [ + 0.1235, + 0.3909 + ] + }, + { + "instruction": "Table", + "bbox": [ + 0.11604055782080014, + 0.31720458273745755, + 0.13448047004689576, + 0.3631290174239974 + ], + "point": [ + 0.1253, + 0.3402 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.11658024882890314, + 0.9692402552201245, + 0.13043731648925133, + 0.995398043969316 + ], + "point": [ + 0.1235, + 0.9823 + ] + }, + { + "instruction": "Purple", + "bbox": [ + 0.4170458060336778, + 0.47776058142737304, + 0.46754157685663594, + 0.5103200342491713 + ], + "point": [ + 0.4423, + 0.494 + ] + }, + { + "instruction": "the number 30.", + "bbox": [ + 0.26792378824545565, + 0.9152074026722187, + 0.2977220350369356, + 0.9440257873140362 + ], + "point": [ + 0.2828, + 0.9296 + ] + }, + { + "instruction": "The number 31.", + "bbox": [ + 0.4222873317926212, + 0.9158380466475986, + 0.4463784672507885, + 0.9441777830136239 + ], + "point": [ + 0.4343, + 0.93 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.5547725682556234, + 0.3232533404312035, + 0.5690799221732861, + 0.353712824615439 + ], + "point": [ + 0.5619, + 0.3385 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.11575657817946962, + 0.4759573202392262, + 0.13075104367685508, + 0.5133854519349329 + ], + "point": [ + 0.1233, + 0.4947 + ] + }, + { + "instruction": "33", + "bbox": [ + 0.285556869202876, + 0.9670840481737144, + 0.2978038205251909, + 0.9946732021395941 + ], + "point": [ + 0.2917, + 0.9809 + ] + }, + { + "instruction": "Rectangle", + "bbox": [ + 0.11632748587356304, + 0.7055936470377183, + 0.13079454034448146, + 0.7400855376526115 + ], + "point": [ + 0.1236, + 0.7228 + ] + }, + { + "instruction": "Strikethrough", + "bbox": [ + 0.13093804996485411, + 0.7600881717183458, + 0.14230939401573395, + 0.7884542803252345 + ], + "point": [ + 0.1366, + 0.7743 + ] + }, + { + "instruction": "Table", + "bbox": [ + 0.11877432287451756, + 0.6574339083218791, + 0.13049552481804552, + 0.6888940966607374 + ], + "point": [ + 0.1246, + 0.6732 + ] + }, + { + "instruction": "Select All.", + "bbox": [ + 0.45412814886288183, + 0.6574223803363519, + 0.49525401000166, + 0.6867814748746766 + ], + "point": [ + 0.4747, + 0.6721 + ] + }, + { + "instruction": "a button to view the 10 Foot content.", + "bbox": [ + 0.2673697098001224, + 0.8628807709411385, + 0.3184299950264048, + 0.8934255108950517 + ], + "point": [ + 0.2929, + 0.8782 + ] + }, + { + "instruction": "Rectangle (M)", + "bbox": [ + 0.4168911512154507, + 0.7558171320393354, + 0.44741829394660937, + 0.7913418038233748 + ], + "point": [ + 0.4322, + 0.7736 + ] + }, + { + "instruction": "Delete", + "bbox": [ + 0.5559454483498298, + 0.65913894475663, + 0.5679411666485101, + 0.68534331920076 + ], + "point": [ + 0.5619, + 0.6722 + ] + }, + { + "instruction": "an option to delete all items.", + "bbox": [ + 0.49945542536883714, + 0.6571292852522639, + 0.5590400847780752, + 0.6871233665002425 + ], + "point": [ + 0.5292, + 0.6721 + ] + }, + { + "instruction": "Selecting the color (Blue).", + "bbox": [ + 0.26641963234302374, + 0.36654043259318403, + 0.3107346006598606, + 0.4114319084532665 + ], + "point": [ + 0.2886, + 0.389 + ] + } + ], + "element_size": 119 + }, + { + "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/catalog_tutorial/action_videoframes/action_13/31155.jpg", + "img_size": [ + 3012, + 1546 + ], + "element": [ + { + "instruction": "New Product", + "bbox": [ + 0.07403718459495352, + 0.10478654592496765, + 0.18824701195219123, + 0.1461836998706339 + ], + "point": [ + 0.1311, + 0.1255 + ] + }, + { + "instruction": "Enable Product", + "bbox": [ + 0.2148074571829868, + 0.37128072445019406, + 0.28419656740875043, + 0.3906856403622251 + ], + "point": [ + 0.2495, + 0.381 + ] + }, + { + "instruction": "Yes", + "bbox": [ + 0.33266932270916333, + 0.37128072445019406, + 0.34960159362549803, + 0.3906856403622251 + ], + "point": [ + 0.3411, + 0.381 + ] + }, + { + "instruction": "[website]", + "bbox": [ + 0.2506639903601739, + 0.3913325103720286, + 0.28419656740875043, + 0.4107374262840597 + ], + "point": [ + 0.2674, + 0.401 + ] + }, + { + "instruction": "Attribute Set", + "bbox": [ + 0.2247675962815405, + 0.44954721862871927, + 0.2851925630810093, + 0.47347994825355755 + ], + "point": [ + 0.255, + 0.4615 + ] + }, + { + "instruction": "Product Name", + "bbox": [ + 0.21779548472775564, + 0.5323415265200517, + 0.28419654714475434, + 0.5517464424320828 + ], + "point": [ + 0.251, + 0.542 + ] + }, + { + "instruction": "[store view]", + "bbox": [ + 0.24203187250996017, + 0.5530401429722873, + 0.28452855245683933, + 0.5724450588843184 + ], + "point": [ + 0.2633, + 0.5627 + ] + }, + { + "instruction": "SKU", + "bbox": [ + 0.2639442028435736, + 0.6151358344113842, + 0.28419656740875043, + 0.6338939197930142 + ], + "point": [ + 0.2741, + 0.6245 + ] + }, + { + "instruction": "Duck Shirt", + "bbox": [ + 0.30909690502313664, + 0.61254851228978, + 0.35723771580345287, + 0.6364812419146184 + ], + "point": [ + 0.3332, + 0.6245 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.6345407898028178, + 0.28419656740875043, + 0.6539457057148488 + ], + "point": [ + 0.2703, + 0.6442 + ] + }, + { + "instruction": "100", + "bbox": [ + 0.32171312714636247, + 0.6953428201811126, + 0.3396414139989521, + 0.7147477360931436 + ], + "point": [ + 0.3307, + 0.705 + ] + }, + { + "instruction": "Tax Class", + "bbox": [ + 0.24136788214978627, + 0.814359637774903, + 0.28419656740875043, + 0.833764553686934 + ], + "point": [ + 0.2628, + 0.8241 + ] + }, + { + "instruction": "[website]", + "bbox": [ + 0.2506639903601739, + 0.8357050452781372, + 0.28419656740875043, + 0.8531694695989651 + ], + "point": [ + 0.2674, + 0.8444 + ] + }, + { + "instruction": "Quantity", + "bbox": [ + 0.24269588313413015, + 0.8958602846054333, + 0.28452855245683933, + 0.9191461836998707 + ], + "point": [ + 0.2636, + 0.9075 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25630812119361096, + 0.9159120310478654, + 0.28419656740875043, + 0.9353169469598965 + ], + "point": [ + 0.2703, + 0.9256 + ] + }, + { + "instruction": "Add Attribute", + "bbox": [ + 0.7663843324618194, + 0.20104488950188995, + 0.8648931293056938, + 0.26545446872094314 + ], + "point": [ + 0.8156, + 0.2332 + ] + }, + { + "instruction": "Please wait:.", + "bbox": [ + 0.4264581485256889, + 0.4149757770178081, + 0.5600198489894588, + 0.5691922719543379 + ], + "point": [ + 0.4932, + 0.4921 + ] + }, + { + "instruction": "FIND PARTNERS", + "bbox": [ + 0.0, + 0.8184919468335624, + 0.053144057275131246, + 0.9090554852997655 + ], + "point": [ + 0.0266, + 0.8638 + ] + }, + { + "instruction": "& EXTENSIONS", + "bbox": [ + 0.0, + 0.8184919468335624, + 0.053144057275131246, + 0.9090554852997655 + ], + "point": [ + 0.0266, + 0.8638 + ] + }, + { + "instruction": "Taxable Goods", + "bbox": [ + 0.30214398347365745, + 0.8007393228745553, + 0.4055123500140065, + 0.8485438259267869 + ], + "point": [ + 0.3538, + 0.8246 + ] + }, + { + "instruction": "Duck Shirt", + "bbox": [ + 0.3015632781374502, + 0.5176853510571636, + 0.4277658247219456, + 0.5674305825770133 + ], + "point": [ + 0.3647, + 0.5426 + ] + }, + { + "instruction": "Save", + "bbox": [ + 0.870452272939492, + 0.20013964654248867, + 0.9621911118546647, + 0.2671674997346984 + ], + "point": [ + 0.9163, + 0.2337 + ] + }, + { + "instruction": "50", + "bbox": [ + 0.30197567072205966, + 0.8820796043721701, + 0.40417569630332834, + 0.9295546912900227 + ], + "point": [ + 0.3531, + 0.9058 + ] + }, + { + "instruction": "DASHBOARD", + "bbox": [ + 0.0028252595291036377, + 0.0969367280197637, + 0.047958386688435065, + 0.16564278152288164 + ], + "point": [ + 0.0254, + 0.1313 + ] + }, + { + "instruction": "admin", + "bbox": [ + 0.8986977707658947, + 0.09161209165664416, + 0.9702523726707752, + 0.14642669559296168 + ], + "point": [ + 0.9345, + 0.119 + ] + }, + { + "instruction": "MARKETING", + "bbox": [ + 0.0, + 0.42198341043923837, + 0.055671023182659984, + 0.4876081261875404 + ], + "point": [ + 0.0278, + 0.4548 + ] + }, + { + "instruction": "Default", + "bbox": [ + 0.30137796389312543, + 0.4368984918236578, + 0.42788230217152223, + 0.48640021438894726 + ], + "point": [ + 0.3646, + 0.4616 + ] + }, + { + "instruction": "Back", + "bbox": [ + 0.6931521959038844, + 0.19823125170551018, + 0.7591755374335989, + 0.2669510341708441 + ], + "point": [ + 0.7262, + 0.2326 + ] + }, + { + "instruction": "SYSTEM", + "bbox": [ + 3.637640599710533e-05, + 0.7389148944099693, + 0.054200193954812265, + 0.8222470696808296 + ], + "point": [ + 0.0271, + 0.7806 + ] + }, + { + "instruction": "CONTENT", + "bbox": [ + 0.0, + 0.4948670460058215, + 0.05595437970611045, + 0.5822613359577135 + ], + "point": [ + 0.028, + 0.5386 + ] + }, + { + "instruction": "CATALOG", + "bbox": [ + 0.0, + 0.25601233794494865, + 0.05628377096269868, + 0.3418889014872049 + ], + "point": [ + 0.0281, + 0.299 + ] + }, + { + "instruction": "STORES", + "bbox": [ + 0.0, + 0.6611500255194858, + 0.05584758338067003, + 0.7378324481524903 + ], + "point": [ + 0.0279, + 0.6995 + ] + }, + { + "instruction": "Price", + "bbox": [ + 0.25368995210563994, + 0.6880191541427474, + 0.29262482945820883, + 0.7399220929263017 + ], + "point": [ + 0.2732, + 0.714 + ] + }, + { + "instruction": "[global]", + "bbox": [ + 0.25368995210563994, + 0.6880191541427474, + 0.29262482945820883, + 0.7399220929263017 + ], + "point": [ + 0.2732, + 0.714 + ] + }, + { + "instruction": "CUSTOMERS", + "bbox": [ + 0.0, + 0.3367944004310519, + 0.05588742239700054, + 0.41572675421197847 + ], + "point": [ + 0.0279, + 0.3763 + ] + }, + { + "instruction": "Advanced Inventory", + "bbox": [ + 0.30217387286790337, + 0.9391258407533555, + 0.3950235029932354, + 0.9679789672693645 + ], + "point": [ + 0.3486, + 0.9536 + ] + }, + { + "instruction": "REPORTS", + "bbox": [ + 0.0, + 0.5794371769005701, + 0.055855486339148615, + 0.6576078940486538 + ], + "point": [ + 0.0279, + 0.6185 + ] + }, + { + "instruction": "Advanced Pricing", + "bbox": [ + 0.3014338519943663, + 0.7368270656886724, + 0.38461340186130477, + 0.7679257806183296 + ], + "point": [ + 0.343, + 0.7524 + ] + }, + { + "instruction": "SALES", + "bbox": [ + 0.010547777254426306, + 0.18109373657700314, + 0.03835565888707539, + 0.247335791742046 + ], + "point": [ + 0.0245, + 0.2142 + ] + }, + { + "instruction": "Adding an attachment.", + "bbox": [ + 0.7663843324618194, + 0.20104488950188995, + 0.8648931293056938, + 0.26545446872094314 + ], + "point": [ + 0.8156, + 0.2332 + ] + }, + { + "instruction": "a \"Please wait\" button.", + "bbox": [ + 0.4264581485256889, + 0.4149757770178081, + 0.5600198489894588, + 0.5691922719543379 + ], + "point": [ + 0.4932, + 0.4921 + ] + }, + { + "instruction": "FindPartners &Extensions.", + "bbox": [ + 0.0, + 0.8184919468335624, + 0.053144057275131246, + 0.9090554852997655 + ], + "point": [ + 0.0266, + 0.8638 + ] + }, + { + "instruction": "a dropdown menu to expandable goods.", + "bbox": [ + 0.30214398347365745, + 0.8007393228745553, + 0.4055123500140065, + 0.8485438259267869 + ], + "point": [ + 0.3538, + 0.8246 + ] + }, + { + "instruction": "Duck Shirt.", + "bbox": [ + 0.3015632781374502, + 0.5176853510571636, + 0.4277658247219456, + 0.5674305825770133 + ], + "point": [ + 0.3647, + 0.5426 + ] + }, + { + "instruction": "Save.", + "bbox": [ + 0.870452272939492, + 0.20013964654248867, + 0.9621911118546647, + 0.2671674997346984 + ], + "point": [ + 0.9163, + 0.2337 + ] + }, + { + "instruction": "the number 50.", + "bbox": [ + 0.30197567072205966, + 0.8820796043721701, + 0.40417569630332834, + 0.9295546912900227 + ], + "point": [ + 0.3531, + 0.9058 + ] + }, + { + "instruction": "a horizontal divider or separator.", + "bbox": [ + 0.5566587004845203, + 0.5171680919257358, + 0.74301248780918, + 0.568180375389109 + ], + "point": [ + 0.6498, + 0.5427 + ] + }, + { + "instruction": "a dropdown menu.", + "bbox": [ + 0.5562691454235142, + 0.4374396359935923, + 0.7428648848615953, + 0.4862867111067877 + ], + "point": [ + 0.6496, + 0.4619 + ] + }, + { + "instruction": "Navigation or compass functionality.", + "bbox": [ + 0.0028252595291036377, + 0.0969367280197637, + 0.047958386688435065, + 0.16564278152288164 + ], + "point": [ + 0.0254, + 0.1313 + ] + }, + { + "instruction": "Admin settings.", + "bbox": [ + 0.8986977707658947, + 0.09161209165664416, + 0.9702523726707752, + 0.14642669559296168 + ], + "point": [ + 0.9345, + 0.119 + ] + }, + { + "instruction": "Unordered List", + "bbox": [ + 0.003397025910031748, + 0.006858884902697485, + 0.047653780832075346, + 0.09511837583001496 + ], + "point": [ + 0.0255, + 0.051 + ] + }, + { + "instruction": "Marketing.", + "bbox": [ + 0.0, + 0.42198341043923837, + 0.055671023182659984, + 0.4876081261875404 + ], + "point": [ + 0.0278, + 0.4548 + ] + }, + { + "instruction": "the default function.", + "bbox": [ + 0.30137796389312543, + 0.4368984918236578, + 0.42788230217152223, + 0.48640021438894726 + ], + "point": [ + 0.3646, + 0.4616 + ] + }, + { + "instruction": "Back.", + "bbox": [ + 0.6931521959038844, + 0.19823125170551018, + 0.7591755374335989, + 0.2669510341708441 + ], + "point": [ + 0.7262, + 0.2326 + ] + }, + { + "instruction": "System", + "bbox": [ + 3.637640599710533e-05, + 0.7389148944099693, + 0.054200193954812265, + 0.8222470696808296 + ], + "point": [ + 0.0271, + 0.7806 + ] + }, + { + "instruction": "Search functionality.", + "bbox": [ + 0.8268500704214392, + 0.0903484744211372, + 0.8581435164290754, + 0.15196403710684833 + ], + "point": [ + 0.8425, + 0.1212 + ] + }, + { + "instruction": "Notifications", + "bbox": [ + 0.8632144598688579, + 0.09171633701891979, + 0.8922206681088147, + 0.14888225520875445 + ], + "point": [ + 0.8777, + 0.1203 + ] + }, + { + "instruction": "Content", + "bbox": [ + 0.0, + 0.4948670460058215, + 0.05595437970611045, + 0.5822613359577135 + ], + "point": [ + 0.028, + 0.5386 + ] + }, + { + "instruction": "a catalog.", + "bbox": [ + 0.0, + 0.25601233794494865, + 0.05628377096269868, + 0.3418889014872049 + ], + "point": [ + 0.0281, + 0.299 + ] + }, + { + "instruction": "Stories.", + "bbox": [ + 0.0, + 0.6611500255194858, + 0.05584758338067003, + 0.7378324481524903 + ], + "point": [ + 0.0279, + 0.6995 + ] + }, + { + "instruction": "the price of a football game.", + "bbox": [ + 0.25368995210563994, + 0.6880191541427474, + 0.29262482945820883, + 0.7399220929263017 + ], + "point": [ + 0.2732, + 0.714 + ] + }, + { + "instruction": "Scroll up.", + "bbox": [ + 0.8945104996679947, + 0.30076202353098724, + 0.9059111859852258, + 0.3286974908155118 + ], + "point": [ + 0.9002, + 0.3147 + ] + }, + { + "instruction": "Customers.", + "bbox": [ + 0.0, + 0.3367944004310519, + 0.05588742239700054, + 0.41572675421197847 + ], + "point": [ + 0.0279, + 0.3763 + ] + }, + { + "instruction": "Advanced inventory.", + "bbox": [ + 0.30217387286790337, + 0.9391258407533555, + 0.3950235029932354, + 0.9679789672693645 + ], + "point": [ + 0.3486, + 0.9536 + ] + }, + { + "instruction": "Reports.", + "bbox": [ + 0.0, + 0.5794371769005701, + 0.055855486339148615, + 0.6576078940486538 + ], + "point": [ + 0.0279, + 0.6185 + ] + }, + { + "instruction": "Advanced pricing.", + "bbox": [ + 0.3014338519943663, + 0.7368270656886724, + 0.38461340186130477, + 0.7679257806183296 + ], + "point": [ + 0.343, + 0.7524 + ] + }, + { + "instruction": "Sales", + "bbox": [ + 0.010547777254426306, + 0.18109373657700314, + 0.03835565888707539, + 0.247335791742046 + ], + "point": [ + 0.0245, + 0.2142 + ] + }, + { + "instruction": "currency or currency-related function.", + "bbox": [ + 0.3051181301810985, + 0.6889721079600583, + 0.31896638300314367, + 0.7237130346458602 + ], + "point": [ + 0.312, + 0.7063 + ] + }, + { + "instruction": "a toggle switch in the \"on\" position.", + "bbox": [ + 0.29789403583582336, + 0.3593179522634015, + 0.32991880946267016, + 0.4101554209325477 + ], + "point": [ + 0.3139, + 0.3847 + ] + } + ], + "element_size": 69 + } +] \ No newline at end of file